-- Logs begin at Sat 2021-08-28 07:12:04 UTC, end at Sat 2021-08-28 10:14:31 UTC. -- Aug 28 07:59:35.879019 n-d-792458-16 systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 07:59:39.197119 n-d-792458-16 neutron-server[95340]: INFO neutron.common.config [-] Logging enabled! Aug 28 07:59:39.198333 n-d-792458-16 neutron-server[95340]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 07:59:39.198486 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95340) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 07:59:39.201683 n-d-792458-16 neutron-server[95340]: INFO neutron.common.config [-] Logging enabled! Aug 28 07:59:39.201938 n-d-792458-16 neutron-server[95340]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 07:59:39.202338 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95340) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 07:59:39.203379 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 07:59:39.203620 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 07:59:39.204025 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 07:59:39.204268 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 07:59:39.204494 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 07:59:39.204821 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.205124 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.205422 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.205653 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.206150 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.206482 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.206771 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.207062 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.207369 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.207656 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.208120 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.208657 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.209036 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.209479 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.209938 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.210444 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.210792 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] debug = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.211231 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.211916 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.212525 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.212947 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.213940 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.214474 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.214866 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.215275 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.215698 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.216205 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] host = n-d-792458-16 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.216615 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.217037 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.217451 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.217871 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.218326 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.218722 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.219138 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.219541 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.219941 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.220341 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.220756 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.221176 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.221598 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.221928 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.222278 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.222711 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.223142 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.223551 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.223952 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.224360 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.224754 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.225164 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.225579 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.225981 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.226423 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.226844 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.227247 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.227647 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.228047 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.228443 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.228894 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.229300 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.229703 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.230106 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.230553 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.230951 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.231349 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.232047 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.232465 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.232876 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.233298 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.233699 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.234109 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.234549 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.234946 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.235351 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_json = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.235751 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.236159 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.236568 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.236971 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.237371 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.237777 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.238160 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.238616 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:39.239064 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.239493 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.239926 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.240343 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.240777 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.241181 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.241600 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.242006 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.242457 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.242898 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.243294 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.243581 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.243876 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.244159 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.244974 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.245287 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.245585 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.245880 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.246255 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.246509 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.246786 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.247068 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.247355 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.247631 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.248007 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.248442 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.248843 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.249265 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.249686 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.250103 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.250524 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.250928 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.251349 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.251749 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.252144 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.252535 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.252943 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.253343 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.253735 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.254142 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.254588 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.255052 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.255453 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.255810 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.256108 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.256391 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.256664 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.256938 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.257214 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.257487 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.257824 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.258100 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.258403 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.258676 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.258954 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.259225 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.259499 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.259873 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.260824 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.261238 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.261636 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.262031 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.262455 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.262853 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.263252 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.263645 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.264038 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.264433 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.264822 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.265211 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.265597 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.265983 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.266414 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.266846 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.267301 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.267720 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.268134 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.268422 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.268706 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.268990 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.269273 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.269554 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.269835 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.270160 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.270491 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.270860 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.271167 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.271455 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.271745 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.272081 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.272480 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.272889 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.273300 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.273705 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.274109 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.274546 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.274965 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.275390 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.275841 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.276263 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.276733 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.277152 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.277605 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.277998 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:39.278429 n-d-792458-16 neutron-server[95340]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 07:59:39.278803 n-d-792458-16 neutron-server[95340]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95340) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 07:59:39.662449 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 07:59:39.662723 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 07:59:39.663002 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 07:59:39.663338 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 07:59:40.104735 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.104950 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.105206 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.106855 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.107128 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.107396 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.144491 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.144755 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.145015 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.163292 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.163573 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.163846 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.195135 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.195414 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.195686 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.235654 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.236296 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.236296 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.485607 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.485900 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.486166 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.486467 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.487208 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.613482 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.613808 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.614097 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.614392 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.614661 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.614974 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.615235 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.615489 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.615744 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.616027 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.616300 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.616564 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.616817 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.617068 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.617326 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.617591 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.617845 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.618112 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.618415 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.618685 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.618961 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.619214 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.620074 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.620573 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.620829 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.621115 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.621540 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.621791 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.622036 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.622309 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.622555 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.622792 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:40.623207 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 07:59:40.626820 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 07:59:40.630961 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 07:59:40.635093 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 28 07:59:40.636802 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 07:59:40.637274 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 07:59:40.637795 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 07:59:40.638192 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 07:59:40.641139 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 07:59:40.641390 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 07:59:40.641747 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 07:59:40.647240 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 07:59:40.670406 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 07:59:40.670885 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.671192 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95340) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 28 07:59:40.671557 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.672989 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95340) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 07:59:40.673283 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 07:59:40.673533 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 07:59:40.677068 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.677347 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:40.742505 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 07:59:40.742717 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 07:59:40.742860 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 07:59:40.743234 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 07:59:40.766270 n-d-792458-16 neutron-server[95340]: DEBUG oslo_db.sqlalchemy.engines [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95340) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 07:59:41.499031 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing driver for type 'gre' Aug 28 07:59:41.499681 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] gre ID ranges: [(1, 1000)] Aug 28 07:59:41.781356 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing driver for type 'local' Aug 28 07:59:41.781686 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing driver for type 'vlan' Aug 28 07:59:41.912191 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] VlanTypeDriver initialization complete Aug 28 07:59:41.912707 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing driver for type 'vxlan' Aug 28 07:59:41.913309 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] vxlan ID ranges: [(1, 1000)] Aug 28 07:59:42.163331 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing extension driver 'port_security' Aug 28 07:59:42.163713 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.extensions.port_security [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] PortSecurityExtensionDriver initialization complete Aug 28 07:59:42.164097 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing mechanism driver 'openvswitch' Aug 28 07:59:42.164432 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing mechanism driver 'hyperv' Aug 28 07:59:42.171772 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 07:59:42.183468 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.183468 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.183468 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.183468 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.183468 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184189 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184189 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184189 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.184189 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184189 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184775 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184775 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.184775 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184775 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.184775 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.185417 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.185417 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.185417 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.185417 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.185417 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.186041 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > address_group after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186041 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > address_group after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186041 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186041 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 07:59:42.186041 n-d-792458-16 neutron-server[95340]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] ML2 OVO RPC backend initialized. {{(pid=95340) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 28 07:59:42.186795 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186795 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186795 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.186795 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > networks before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187330 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187330 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > ports before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187330 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187330 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnets before_response 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187719 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187719 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187719 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.187719 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.188047 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.188047 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.188047 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.188333 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.188664 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.189345 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.plugin [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Modular L2 Plugin initialization complete Aug 28 07:59:42.189672 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading services supported by the core plugin {{(pid=95340) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 07:59:42.190003 n-d-792458-16 neutron-server[95340]: INFO neutron.plugins.ml2.managers [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Got port-security extension from driver 'port_security' Aug 28 07:59:42.190564 n-d-792458-16 neutron-server[95340]: INFO neutron.extensions.vlantransparent [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Disabled vlantransparent extension. Aug 28 07:59:42.191054 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95340) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 07:59:42.191362 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: router Aug 28 07:59:42.230370 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.230778 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_create 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.231150 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router before_create 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.231771 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.232154 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.232519 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_delete 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.232879 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.233231 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.233598 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_create 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.233947 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.234343 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.234697 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.235057 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.235495 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.235870 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.236214 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.236554 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: subnet after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.236895 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.237245 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.237598 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_create 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.237944 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.238313 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.238680 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router after_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.239023 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.239383 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_create 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.239752 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.240103 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_update 55549900 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.240475 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > agent after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.240832 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > agent after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.241178 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > network after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.242102 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Tracking information for resource: router configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:42.242472 n-d-792458-16 neutron-server[95340]: DEBUG neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Tracking information for resource: floatingip configured {{(pid=95340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 07:59:42.248519 n-d-792458-16 neutron-server[95340]: INFO neutron.db.l3_agentschedulers_db [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 07:59:42.249105 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.249478 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.249833 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.250190 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.251072 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router before_create 55550100 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.251448 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.251816 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_create 55550100 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.252176 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > router precommit_update 55550100 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.257068 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.provider_configuration [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service providers = [] {{(pid=95340) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 07:59:42.257436 n-d-792458-16 neutron-server[95340]: DEBUG neutron.db.servicetype_db [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95340) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 07:59:42.260679 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.service_base [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 07:59:42.261032 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.service_base [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 07:59:42.261377 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.service_base [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 07:59:42.262327 n-d-792458-16 neutron-server[95340]: DEBUG neutron.services.service_base [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 07:59:42.262725 n-d-792458-16 neutron-server[95340]: INFO neutron.services.service_base [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 07:59:42.263110 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.263432 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 07:59:42.274641 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.274979 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: auto_allocate Aug 28 07:59:42.281621 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: network precommit_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.281999 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: network precommit_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.282585 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.282912 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: tag Aug 28 07:59:42.289725 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.290057 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: timestamp Aug 28 07:59:42.294889 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.295194 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: network_ip_availability Aug 28 07:59:42.300932 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.301311 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.301745 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.302569 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.302894 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: flavors Aug 28 07:59:42.308253 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.308587 n-d-792458-16 neutron-server[95340]: INFO neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading Plugin: revisions Aug 28 07:59:42.313337 n-d-792458-16 neutron-server[95340]: DEBUG neutron.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 07:59:42.313736 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.651s {{(pid=95340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 07:59:42.314556 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95340) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 28 07:59:42.314897 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Initializing extension manager. Aug 28 07:59:42.315420 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: __init__.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.315767 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: __pycache__ {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.316102 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.316436 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: address_group.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.317283 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.317994 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: address-group Aug 28 07:59:42.318352 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: address_scope.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.319095 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.319604 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: address-scope Aug 28 07:59:42.319928 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.320978 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.321487 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: router-admin-state-down-before-update Aug 28 07:59:42.321810 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: agent.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.322907 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.323428 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: agent Aug 28 07:59:42.323756 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: agent_resources_synced.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.324835 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.325348 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: agent-resources-synced Aug 28 07:59:42.325672 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: allowedaddresspairs.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.327652 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.328175 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: allowed-address-pairs Aug 28 07:59:42.328503 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: auto_allocated_topology.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.329638 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.330145 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: auto-allocated-topology Aug 28 07:59:42.330497 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: availability_zone.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.331215 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.331716 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: availability_zone Aug 28 07:59:42.332041 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: availability_zone_filter.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.332978 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.333479 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: availability_zone_filter Aug 28 07:59:42.333800 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: data_plane_status.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.334756 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.335256 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 07:59:42.335579 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: default_subnetpools.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.336501 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.337003 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: default-subnetpools Aug 28 07:59:42.337326 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.338725 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.339266 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: dhcp_agent_scheduler Aug 28 07:59:42.339596 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: dns.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.340542 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.341050 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension dns-integration not supported by any of loaded plugins Aug 28 07:59:42.341377 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: dns_domain_ports.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.342348 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.342853 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 07:59:42.343181 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.344121 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.344627 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 07:59:42.344953 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: dvr.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.345640 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.346142 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: dvr Aug 28 07:59:42.346500 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: ecmp_routes.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.347441 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.347941 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 07:59:42.348263 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: empty_string_filtering.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.349183 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.349685 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: empty-string-filtering Aug 28 07:59:42.350006 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.350951 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.351455 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 07:59:42.351778 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.352692 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.353189 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 07:59:42.353511 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: external_net.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.355032 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.355539 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: external-net Aug 28 07:59:42.355883 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.357108 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.357614 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: extra_dhcp_opt Aug 28 07:59:42.357933 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: extraroute.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.358936 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.359453 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: extraroute Aug 28 07:59:42.359766 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: extraroute_atomic.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.360829 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.361331 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: extraroute-atomic Aug 28 07:59:42.361651 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: filter_validation.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.362428 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.362928 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: filter-validation Aug 28 07:59:42.363249 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: fip_pf_description.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.364183 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.364697 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 07:59:42.365012 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: fip_port_details.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.365945 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.366479 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: fip-port-details Aug 28 07:59:42.366798 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: flavors.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.368058 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.368599 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: flavors Aug 28 07:59:42.368929 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.370705 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.371224 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 07:59:42.371561 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: floatingip_pools.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.372281 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.372795 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: floatingip-pools Aug 28 07:59:42.373124 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: ip_allocation.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.374068 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.374613 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 07:59:42.374938 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.375868 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.376377 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: ip-substring-filtering Aug 28 07:59:42.376705 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l2_adjacency.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.377649 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.378155 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 07:59:42.378508 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.379702 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.380227 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: router Aug 28 07:59:42.380549 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.382888 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.383417 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 07:59:42.383750 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.384718 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.385263 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: ext-gw-mode Aug 28 07:59:42.385590 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.386570 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.387077 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: l3-ha Aug 28 07:59:42.387401 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3_flavors.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.388343 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.388847 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: l3-flavors Aug 28 07:59:42.389172 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.390107 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.390640 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 07:59:42.390967 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: l3agentscheduler.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.392155 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.392667 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: l3_agent_scheduler Aug 28 07:59:42.392992 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: logging.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.394593 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.395119 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension logging not supported by any of loaded plugins Aug 28 07:59:42.395446 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: metering.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.396197 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.396793 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: metering Aug 28 07:59:42.397129 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.398292 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.398813 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: metering_source_and_destination_fields Aug 28 07:59:42.399140 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: multiprovidernet.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.400086 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.401138 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: multi-provider Aug 28 07:59:42.401463 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: netmtu.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.402446 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.402962 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: net-mtu Aug 28 07:59:42.403285 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: netmtu_writable.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.404238 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.404746 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: net-mtu-writable Aug 28 07:59:42.405081 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: network_availability_zone.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.405772 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.406306 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: network_availability_zone Aug 28 07:59:42.406630 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: network_ip_availability.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.407789 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.408306 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: network-ip-availability Aug 28 07:59:42.408634 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: network_segment_range.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.409445 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.409951 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 07:59:42.410303 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: pagination.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.411377 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.411709 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: pagination Aug 28 07:59:42.412034 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: port_device_profile.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.412963 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.413535 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: port-device-profile Aug 28 07:59:42.413808 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.414802 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.415321 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: port-mac-address-regenerate Aug 28 07:59:42.415644 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.417163 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.417678 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: port-numa-affinity-policy Aug 28 07:59:42.418002 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: port_resource_request.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.418970 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.419479 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 07:59:42.419806 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: portbindings.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.420745 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.421256 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: binding Aug 28 07:59:42.421582 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: portbindings_extended.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.423213 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.423750 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: binding-extended Aug 28 07:59:42.424085 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: portsecurity.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.425167 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.425686 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: port-security Aug 28 07:59:42.426012 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: project_id.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.427046 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.427381 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: project-id Aug 28 07:59:42.427707 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: providernet.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.428663 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.429185 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: provider Aug 28 07:59:42.429506 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.433293 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.433833 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos not supported by any of loaded plugins Aug 28 07:59:42.434168 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.435519 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.436039 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 07:59:42.436370 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.437305 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.437820 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 07:59:42.438152 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_default.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.439103 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.439616 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-default not supported by any of loaded plugins Aug 28 07:59:42.439944 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_fip.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.440621 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.441118 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-fip not supported by any of loaded plugins Aug 28 07:59:42.441444 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_gateway_ip.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.442432 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.442945 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 07:59:42.443274 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_port_network_policy.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.444204 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.444713 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 07:59:42.445042 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_pps_rule.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.446271 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.446790 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-pps not supported by any of loaded plugins Aug 28 07:59:42.447116 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_rule_type_details.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.448090 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.448601 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 07:59:42.448925 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: qos_rules_alias.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.449992 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.450542 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 07:59:42.450869 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: quotasv2.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.451878 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.452208 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: quotas Aug 28 07:59:42.452534 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: quotasv2_detail.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.455993 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.456351 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: quota_details Aug 28 07:59:42.456689 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: rbac.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.458061 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.458662 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: rbac-policies Aug 28 07:59:42.458994 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: rbac_address_group.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.465506 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.466058 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: rbac-address-group Aug 28 07:59:42.466416 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: rbac_address_scope.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.467426 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.467937 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: rbac-address-scope Aug 28 07:59:42.468259 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: rbac_security_groups.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.469176 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.469680 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: rbac-security-groups Aug 28 07:59:42.470001 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: rbac_subnetpool.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.471119 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.471755 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: rbac-subnetpool Aug 28 07:59:42.472243 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: revisionifmatch.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.473287 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.473940 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: revision-if-match Aug 28 07:59:42.474412 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: revisions.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.475709 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.476364 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: standard-attr-revisions Aug 28 07:59:42.476777 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: router_availability_zone.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.477584 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.478187 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: router_availability_zone Aug 28 07:59:42.478652 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: routerservicetype.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.481278 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.482047 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension router-service-type not supported by any of loaded plugins Aug 28 07:59:42.482412 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.483386 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.483897 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: security-groups-normalized-cidr Aug 28 07:59:42.484227 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.485186 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.485696 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: port-security-groups-filtering Aug 28 07:59:42.486026 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.486998 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.487509 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: security-groups-remote-address-group Aug 28 07:59:42.487841 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: securitygroup.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.497942 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.498542 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: security-group Aug 28 07:59:42.499359 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: segment.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.499887 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.500684 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension segment not supported by any of loaded plugins Aug 28 07:59:42.500684 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.501617 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.502125 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 07:59:42.502482 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: servicetype.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.503703 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.504303 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: service-type Aug 28 07:59:42.504631 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: sorting.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.505662 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.505996 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: sorting Aug 28 07:59:42.506358 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: standard_attr_segment.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.507294 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.507806 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 07:59:42.508129 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: standardattrdescription.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.508794 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.509292 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: standard-attr-description Aug 28 07:59:42.509617 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: stateful_security_group.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.510603 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.511212 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: stateful-security-group Aug 28 07:59:42.511550 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: stdattrs_common.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.512155 n-d-792458-16 neutron-server[95340]: WARNING neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 07:59:42.512481 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.513485 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.514010 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 07:59:42.514380 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnet_onboard.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.515498 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.516044 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: subnet_onboard Aug 28 07:59:42.516392 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.517348 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.517860 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 07:59:42.518189 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnet_service_types.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.519180 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.519702 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: subnet-service-types Aug 28 07:59:42.520055 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnetallocation.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.521166 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.521691 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: subnet_allocation Aug 28 07:59:42.522023 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.522791 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.523302 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: subnetpool-prefix-ops Aug 28 07:59:42.523629 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.532557 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.533355 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 07:59:42.533955 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: tagging.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.535223 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.535772 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: standard-attr-tag Aug 28 07:59:42.536106 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: timestamp.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.537465 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.537997 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loaded extension: standard-attr-timestamp Aug 28 07:59:42.538359 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: trunk.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.539453 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.540029 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension trunk not supported by any of loaded plugins Aug 28 07:59:42.540357 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: trunk_details.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.541968 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.542519 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension trunk-details not supported by any of loaded plugins Aug 28 07:59:42.542853 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: uplink_status_propagation.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.543816 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.544335 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 07:59:42.544692 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Loading extension file: vlantransparent.py {{(pid=95340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 07:59:42.545505 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 07:59:42.546021 n-d-792458-16 neutron-server[95340]: INFO neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 07:59:42.548705 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:network Aug 28 07:59:42.549252 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnet Aug 28 07:59:42.549660 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 07:59:42.550062 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:port Aug 28 07:59:42.551633 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.552083 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service FLAVORS assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.552723 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.553171 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.553505 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:router Aug 28 07:59:42.553958 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 07:59:42.554493 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service METERING assigned prefix: /metering {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.556035 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.556443 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.556809 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 07:59:42.557939 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 07:59:42.558500 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:security_group Aug 28 07:59:42.558962 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 07:59:42.560935 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service CORE assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.561284 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 07:59:42.561652 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] subnetpool is already registered Aug 28 07:59:42.562109 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service CORE assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.562500 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 07:59:42.562877 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] subnetpool is already registered Aug 28 07:59:42.565420 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.565868 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service FLAVORS assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.566499 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.566938 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.567277 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:router Aug 28 07:59:42.567629 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] router is already registered Aug 28 07:59:42.568053 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 07:59:42.568414 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] floatingip is already registered Aug 28 07:59:42.568918 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service METERING assigned prefix: /metering {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.569678 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 07:59:42.570101 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] rbac_policy is already registered Aug 28 07:59:42.570597 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:security_group Aug 28 07:59:42.570944 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] security_group is already registered Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] security_group_rule is already registered Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service CORE assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] subnetpool is already registered Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.v2.resource_helper [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Service CORE assigned prefix: {{(pid=95340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: INFO neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 07:59:42.577471 n-d-792458-16 neutron-server[95340]: WARNING neutron.quota.resource_registry [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] subnetpool is already registered Aug 28 07:59:42.578062 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: extensions {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.578062 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: address-groups {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.578062 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: address-scopes {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.579096 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: agents {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.580384 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: auto-allocated-topology {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.581662 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: availability_zones {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.582948 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: dhcp-networks {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.584488 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: dhcp-agents {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.585984 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: routers {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.588782 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: flavors {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.590033 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: service_profiles {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.591324 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: next_providers {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.592783 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: service_profiles {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.594397 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: floatingip-pools {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.595680 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: routers {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.598071 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: floatingips {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.599446 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: l3-routers {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.600845 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: l3-agents {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.602268 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: metering-labels {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.603734 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: metering-label-rules {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.605579 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: network-ip-availabilities {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.607149 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: bindings {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.608840 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: quotas {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.610382 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: quotas {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.611930 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: rbac-policies {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.613121 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: security-groups {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.614482 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: security-group-rules {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.616320 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: service-providers {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.616959 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: subnetpools {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.618418 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: subnetpools {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.619966 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.621672 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.623525 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.625338 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.628458 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.630489 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.632318 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.634269 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.636617 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.638454 n-d-792458-16 neutron-server[95340]: DEBUG neutron.api.extensions [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Extended resource: tags {{(pid=95340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 07:59:42.644589 n-d-792458-16 neutron-server[95340]: WARNING keystonemiddleware.auth_token [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 07:59:42.649463 n-d-792458-16 neutron-server[95340]: WARNING keystonemiddleware.auth_token [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 07:59:42.658696 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Acquired lock "singleton_lock" {{(pid=95340) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 28 07:59:42.659183 n-d-792458-16 neutron-server[95340]: DEBUG oslo_concurrency.lockutils [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Releasing lock "singleton_lock" {{(pid=95340) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 28 07:59:42.659865 n-d-792458-16 neutron-server[95340]: INFO oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Starting 2 workers Aug 28 07:59:42.665966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Started child 95466 {{(pid=95340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 07:59:42.669996 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Started child 95467 {{(pid=95340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 07:59:42.671846 n-d-792458-16 neutron-server[95340]: INFO neutron.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 07:59:42.672572 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Notify callbacks [] for process, before_spawn {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.672753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.674749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [-] (95466) wsgi starting up on http://0.0.0.0:9696 Aug 28 07:59:42.675255 n-d-792458-16 neutron-server[95340]: INFO oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Starting 1 workers Aug 28 07:59:42.677787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.679597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [-] (95467) wsgi starting up on http://0.0.0.0:9696 Aug 28 07:59:42.680965 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Started child 95468 {{(pid=95340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 07:59:42.681564 n-d-792458-16 neutron-server[95340]: INFO oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Starting 1 workers Aug 28 07:59:42.686512 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Started child 95469 {{(pid=95340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 07:59:42.687444 n-d-792458-16 neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] Notify callbacks [] for process, after_spawn {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.687863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] calling RpcWorker wait() {{(pid=95468) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 07:59:42.688802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.service [None req-15f3d493-9d7e-49d1-93e3-8a1cf3214e70 None None] returning from RpcWorker wait() {{(pid=95468) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 07:59:42.689510 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95340) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 07:59:42.689720 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 07:59:42.689910 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 07:59:42.690138 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 07:59:42.690558 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 07:59:42.690717 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 07:59:42.690855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.691498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 07:59:42.691610 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.691826 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.692080 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.692525 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.692837 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.693356 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:42.693848 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.693848 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.693998 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.694303 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.694478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 07:59:42.694602 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.694693 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.694858 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.695110 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.695354 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.695666 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.695956 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.696188 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.696641 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.696878 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.697113 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.697351 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.698113 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.698435 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] debug = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.698688 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.699194 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.699466 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.699691 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.699943 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.700228 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.700462 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.700730 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.700956 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.701182 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.701419 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.701655 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.701895 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.702133 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.702423 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.702648 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.702897 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.703345 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] host = n-d-792458-16 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.703601 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.703833 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.704006 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.704195 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.704448 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.704680 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.705072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.705307 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.705529 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.705758 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.706004 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.706265 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.706514 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.706745 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.706966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_options = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.707189 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.707438 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.707667 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.707891 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.708118 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.708118 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.708597 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.708597 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.709027 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.709027 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.709402 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.709402 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710034 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710034 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710488 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710488 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710941 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.710941 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.711507 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.711507 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.711507 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.712138 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.712138 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.712138 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.712786 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.712786 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.713205 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.713205 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.714369 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.714369 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.714369 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.715032 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.715032 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.715613 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.715613 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.715613 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.716304 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.716304 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.716304 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.716887 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.716887 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.717172 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.717172 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.717434 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.717638 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.717876 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_json = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.718100 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.718407 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.718823 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.719053 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.719374 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.719672 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.719982 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.720322 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.720915 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.721327 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.721686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.721915 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.722184 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.722509 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.722769 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.723035 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.723303 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.723526 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.723859 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.724131 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.724397 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.724632 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.724879 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.725237 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.725621 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.725793 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.725979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.726298 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.726531 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.726799 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.727070 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.727319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.727581 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.727835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.728082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.728411 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.728699 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.729009 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.729234 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.729468 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.729698 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.730981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.730981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.730981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.730981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.730981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.731299 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.731374 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.731826 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.732186 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.732415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.732687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.732900 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.733172 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.733424 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.733650 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.733932 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.734179 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.734461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.734697 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.734931 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.735167 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.735452 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.735691 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.735916 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.736130 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.736376 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.736597 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.736846 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.737146 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.737338 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.737560 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.737803 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.738021 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.738320 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.738552 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.753892 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.754776 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.755761 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756312 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.756873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757433 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.757955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.759580 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.760673 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761220 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.761775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763072 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763625 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763625 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763625 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763625 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763907 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.763907 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.764169 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.764394 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.764670 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.764932 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.765180 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.765427 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.765686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.765924 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.766158 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.766456 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.766689 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.766906 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.767122 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.767343 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.767560 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.767775 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.768003 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770313 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770816 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770816 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.770816 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.771074 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.771151 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.771320 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.771789 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.772059 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.772290 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.772532 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.772759 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.772960 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.773946 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.773946 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.773946 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.773946 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.774400 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.774400 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.774655 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.774869 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.775376 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.776341 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.776750 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.776977 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.777386 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.777794 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.778235 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.778636 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.779032 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.779491 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.779902 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.780123 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.780358 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.780579 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.780847 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.781120 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.781500 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.781732 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.781961 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783116 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783116 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783116 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783116 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783116 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.783966 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.784452 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.784452 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.784781 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.784916 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.785484 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.785484 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.785794 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.786009 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.786196 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.787734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.788565 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.788565 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.788565 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.788902 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.789123 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.789356 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.789649 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.789930 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.790347 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.790848 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.791374 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.791807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.792099 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.792331 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.792754 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.792993 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.793221 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.793465 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.793708 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.793949 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.794236 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.794486 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.794896 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.795150 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.795387 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.795617 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.795850 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.796073 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.796306 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.796546 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.796707 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 07:59:42.797228 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95340) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 07:59:42.797397 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 07:59:42.797559 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 07:59:42.797750 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 07:59:42.797926 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 07:59:42.798082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 07:59:42.798317 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.798487 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.798652 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.798816 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.798978 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799163 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799331 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799500 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799644 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799797 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.799958 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800121 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800284 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800447 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800611 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800772 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.800928 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.801085 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.801245 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.801411 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.801571 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.801891 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802052 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] debug = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802240 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802467 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802784 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802886 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.802967 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803115 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803275 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803437 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803599 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803758 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.803930 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804100 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804261 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804424 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804587 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804748 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.804911 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805124 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] host = n-d-792458-16 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805274 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805400 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805535 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805685 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805838 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.805990 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.806149 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.806350 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.806512 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.806672 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.806860 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807024 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807182 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807367 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807526 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_options = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807683 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.807843 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808007 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808210 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808374 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808523 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808674 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.808836 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809001 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809165 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809331 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809486 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809647 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809806 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.809967 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810134 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810449 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810601 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810731 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810821 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.810955 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811096 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811233 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811370 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811535 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811713 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811863 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.811996 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812155 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812314 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812476 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812637 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812782 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.812953 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813115 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813257 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813405 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813609 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813759 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.813912 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.814054 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.814198 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.814454 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_json = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.817082 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.819920 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.820880 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.821686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.822888 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.823687 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824375 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.824835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825109 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825109 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825253 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825412 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825557 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.825745 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.826807 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.829686 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832102 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.832704 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833300 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.833854 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.836157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.838825 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.839550 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.841209 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.842894 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.843646 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844461 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.844979 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845415 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.845835 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846047 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846110 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846299 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846470 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846633 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.846818 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.847019 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.847162 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.847309 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848319 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848764 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848764 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.848764 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849003 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849003 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849233 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849348 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849432 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849607 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849780 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.849934 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.850094 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.850301 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.850460 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.850626 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.850943 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851060 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851157 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851286 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851451 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851617 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851794 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.851965 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852127 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852291 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852460 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852613 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852785 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.852950 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.853117 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.853282 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.853448 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.853629 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.853836 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854007 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854174 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854358 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854528 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854674 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.854873 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855045 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855191 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855332 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855503 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855651 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855833 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.855981 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.856137 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.856306 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.856471 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.856861 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.857042 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.857219 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.857384 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.860450 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.862734 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863280 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.863829 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 07:59:42.864398 n-d-792458-16 neutron-server[95340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 07:59:42.878503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 07:59:43.098137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 07:59:43.107590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070429 Aug 28 07:59:57.491664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63e2bc-14d2-4911-9902-5d568900a02d None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 07:59:57.567475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63e2bc-14d2-4911-9902-5d568900a02d None None] No non-hosted networks {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 07:59:57.583704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.agentschedulers_db [None req-ef63e2bc-14d2-4911-9902-5d568900a02d None None] DHCP Agent not found on host n-d-792458-16 {{(pid=95468) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 28 07:59:57.715214 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6075b4c-a004-4f4c-af2a-3bd33b8f7a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:59.821943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 07:59:59.824080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.824712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.825308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.826010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.826721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.829851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.829851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.829851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.829851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.829851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.830711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.830711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 07:59:59.830711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792458-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 07:59:59.852337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792458-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:00.256861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad96dc7f-d834-4f15-9a86-cc275bc9f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:00.364653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-b0a387f5-a6ba-4b30-8e41-355be85736f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-792458-16 {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:00:00.365510 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-b0a387f5-a6ba-4b30-8e41-355be85736f5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:00:00.986011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b0a387f5-a6ba-4b30-8e41-355be85736f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:01.766844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:04.604280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:04.886083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:05.741770 n-d-792458-16 neutron-server[95467]: WARNING oslo_policy.policy [None req-d98015ee-0931-4336-92e8-b20ffc08021b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:05.742476 n-d-792458-16 neutron-server[95467]: WARNING oslo_policy.policy [None req-d98015ee-0931-4336-92e8-b20ffc08021b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:05.979199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-d98015ee-0931-4336-92e8-b20ffc08021b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:00:05.980448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d98015ee-0931-4336-92e8-b20ffc08021b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0930493 Aug 28 08:00:07.329003 n-d-792458-16 neutron-server[95468]: INFO neutron.db.l3_hamode_db [None req-e130c447-7ab6-47dd-864b-985f95b836ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 08:00:07.417448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130c447-7ab6-47dd-864b-985f95b836ae None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:00:07.417839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130c447-7ab6-47dd-864b-985f95b836ae None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:00:08.530236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60196) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:09.029936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:09.130657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.policy [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95467) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 08:00:09.177047 n-d-792458-16 neutron-server[95467]: WARNING oslo_policy.policy [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:09.177434 n-d-792458-16 neutron-server[95467]: WARNING oslo_policy.policy [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:09.187795 n-d-792458-16 neutron-server[95467]: INFO neutron.quota [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] Loaded quota_driver: . Aug 28 08:00:09.400677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851424474', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851426031', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851438469', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851444343', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851529042', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790851987925', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3735135', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4180088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567672'] for rbac-policy, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:09.826859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:09.828405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54dde5f3-300c-4d61-810e-9b1bf11fed6f admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2969780 Aug 28 08:00:12.622673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:13.204747 n-d-792458-16 neutron-server[95466]: WARNING oslo_policy.policy [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:13.205704 n-d-792458-16 neutron-server[95466]: WARNING oslo_policy.policy [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:13.500795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'name': 'private', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:13.502556 n-d-792458-16 neutron-server[95466]: INFO neutron.quota [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Loaded quota_driver: . Aug 28 08:00:13.620733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Made reservation on behalf of b023833bee5c4d43803a392138e6a46d for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:00:13.688462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.policy [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95466) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 08:00:13.734726 n-d-792458-16 neutron-server[95466]: WARNING oslo_policy.policy [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:13.735123 n-d-792458-16 neutron-server[95466]: WARNING oslo_policy.policy [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 08:00:13.746009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:13.769632 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:13.918997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.003745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.030413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:00:14.060499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790852013258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.061107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Unsubscribe: segment precommit_create {{(pid=95466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 08:00:14.061609 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Added segment fa7b3d21-73bb-4f0a-b517-14115a9df65f of type vlan for network 5e89abea-16ef-4e66-b4db-e21dc4187565 Aug 28 08:00:14.067882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92dc284-3b9b-46fa-989b-c9df19ac6df1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:14.108525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.108867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.109201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.109534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.109860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.110187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.110538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.110859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.111178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.111497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.111816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.112134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Tracked resource versions report: Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: pushed versions: Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: { 'AddressGroup': {'1.2'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'ConntrackHelper': {'1.0'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Log': {'1.0'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Network': {'1.1'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Port': {'1.7'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'PortForwarding': {'1.2'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'QosPolicy': {'1.9'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SecurityGroup': {'1.4'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SubPort': {'1.0'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Subnet': {'1.1'}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Trunk': {'1.1'}} Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: consumer versions: Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: L3 agent@n-d-792458-16: {}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: Metadata agent@n-d-792458-16: {}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: Metering agent@n-d-792458-16: {}, Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'ConntrackHelper': '1.0', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Log': '1.0', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Network': '1.1', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Port': '1.7', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'PortForwarding': '1.2', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'QosPolicy': '1.9', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SecurityGroup': '1.4', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SecurityGroupRule': '1.2', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'SubPort': '1.0', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Subnet': '1.1', Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: 'Trunk': '1.1'}} Aug 28 08:00:14.113309 n-d-792458-16 neutron-server[95466]: {{(pid=95466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:00:14.192584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.347285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.348675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:14.349410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:14.456678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] Pushing event updated for resources: {'Network': ['ID=5e89abea-16ef-4e66-b4db-e21dc4187565,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:14.469890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:00:14.479026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb2af5c3-a227-42cb-a2a0-050e2c88a42a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8538547 Aug 28 08:00:17.419825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60230) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:17.934749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935599b-4a58-49e8-b523-14d03b134d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:17.936157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5935599b-4a58-49e8-b523-14d03b134d37 admin admin] 10.222.0.46 "GET /v2.0/networks/5e89abea-16ef-4e66-b4db-e21dc4187565 HTTP/1.1" status: 200 len: 825 time: 0.5153110 Aug 28 08:00:17.981549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee641e41-7773-4772-addb-b016133dcdb5 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc HTTP/1.1" status: 200 len: 734 time: 0.0389156 Aug 28 08:00:17.991742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Request body: {'subnet': {'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'ip_version': 4, 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:18.089517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Made reservation on behalf of b023833bee5c4d43803a392138e6a46d for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:00:18.091782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:18.547012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:18.624849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Checking segment: {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:00:18.625244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Network hostable DHCP agents. Network: 5e89abea-16ef-4e66-b4db-e21dc4187565, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:00:18.627485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d049fc3-be70-4ba5-bab7-81c921dd31c7,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:18.707299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:00:18.803628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5e89abea-16ef-4e66-b4db-e21dc4187565) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:18.809676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:18.810528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:18.820484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5aa72-7cf6-406f-be61-0acb1ffd66e9 None None] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:00:18.914358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba134948-253d-4163-af7c-25f29b07e8c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9259784 Aug 28 08:00:19.210916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-5e89abea-16ef-4e66-b4db-e21dc4187565', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:00:19.212153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:19.542428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Allocated IP 172.20.0.2 (5e89abea-16ef-4e66-b4db-e21dc4187565/2d049fc3-be70-4ba5-bab7-81c921dd31c7/8a59fece-9c1d-427c-85f1-942ec136220a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:00:19.829707 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:19.847482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Transition to ACTIVE for port object 8a59fece-9c1d-427c-85f1-942ec136220a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:00:19.872913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Transition to ACTIVE for port object 8a59fece-9c1d-427c-85f1-942ec136220a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:00:19.980596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:20.054142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:00:20.062179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:20.073813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:00:20.080880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Pushing event updated for resources: {'Port': ['ID=8a59fece-9c1d-427c-85f1-942ec136220a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:20.119767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.120124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.120502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.120871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.121209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.121545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.121876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.122234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.122571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.122900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.123225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.123546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Tracked resource versions report: Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: pushed versions: Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: { 'AddressGroup': {'1.2'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'ConntrackHelper': {'1.0'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Log': {'1.0'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Network': {'1.1'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Port': {'1.7'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'PortForwarding': {'1.2'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'QosPolicy': {'1.9'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SecurityGroup': {'1.4'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SubPort': {'1.0'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Subnet': {'1.1'}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Trunk': {'1.1'}} Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: consumer versions: Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: L3 agent@n-d-792458-16: {}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: Metadata agent@n-d-792458-16: {}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: Metering agent@n-d-792458-16: {}, Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'ConntrackHelper': '1.0', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Log': '1.0', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Network': '1.1', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Port': '1.7', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'PortForwarding': '1.2', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'QosPolicy': '1.9', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SecurityGroup': '1.4', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SecurityGroupRule': '1.2', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'SubPort': '1.0', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Subnet': '1.1', Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: 'Trunk': '1.1'}} Aug 28 08:00:20.124724 n-d-792458-16 neutron-server[95468]: {{(pid=95468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:00:20.179465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Attempting to bind port 8a59fece-9c1d-427c-85f1-942ec136220a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:00:20.179855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Attempting to bind port 8a59fece-9c1d-427c-85f1-942ec136220a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:00:20.180298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Attempting to bind port 8a59fece-9c1d-427c-85f1-942ec136220a on network 5e89abea-16ef-4e66-b4db-e21dc4187565 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:00:20.186588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:00:20.187026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Checking segment: {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:00:20.187507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:20.187925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Bound using segment: {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:00:20.188444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Bound port: 8a59fece-9c1d-427c-85f1-942ec136220a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:00:20.188845 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:20.279693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] For port 8a59fece-9c1d-427c-85f1-942ec136220a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:00:20.286663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] For port 8a59fece-9c1d-427c-85f1-942ec136220a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8a59fece-9c1d-427c-85f1-942ec136220a,segment=NetworkSegment(fa7b3d21-73bb-4f0a-b517-14115a9df65f),segment_id=fa7b3d21-73bb-4f0a-b517-14115a9df65f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:00:20.450076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:20.533242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30983-4567-4a20-86a4-c2ec8ab48458 None None] Pushing event updated for resources: {'Port': ['ID=8a59fece-9c1d-427c-85f1-942ec136220a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:21.656444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:21.771883 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:00:22.176035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-f46c474c-7768-4126-bbf5-f2a3e65c6c01 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:00:22.177121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f46c474c-7768-4126-bbf5-f2a3e65c6c01 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5192578 Aug 28 08:00:24.898857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:25.327235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-49294d52-a4d8-4b60-8c74-7093c45b61c5 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:00:25.328305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-49294d52-a4d8-4b60-8c74-7093c45b61c5 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4281967 Aug 28 08:00:27.541493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-36f3698e-d47e-474c-945c-eb59133557d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:28.392716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60256) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:28.787911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Request body: {'router': {'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:28.884578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:28.887248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:29.045632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:29.141897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:29.232628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:29.233866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-53b02039-03b3-4de2-a89f-705358384e07 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8398438 Aug 28 08:00:29.746250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:30.033614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d6455-57ea-4afe-a021-c2b29d55d198 None None] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:00:30.260503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-158d7193-f5e2-4348-bff8-623e96523daa None None] Provisioning for port 8a59fece-9c1d-427c-85f1-942ec136220a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:00:30.306836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2812a2cc-8b70-4177-9059-62962623b430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:30.526246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8a59fece-9c1d-427c-85f1-942ec136220a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:30.695417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8a59fece-9c1d-427c-85f1-942ec136220a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:00:30.702123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8a59fece-9c1d-427c-85f1-942ec136220a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:30.702744 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:30.869007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:30.913582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8a59fece-9c1d-427c-85f1-942ec136220a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8a59fece-9c1d-427c-85f1-942ec136220a,segment=NetworkSegment(fa7b3d21-73bb-4f0a-b517-14115a9df65f),segment_id=fa7b3d21-73bb-4f0a-b517-14115a9df65f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:00:31.032556 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:31.113394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8a59fece-9c1d-427c-85f1-942ec136220a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:31.643721 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:32.236696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:32.397187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-1180dcaa-b7dc-40b7-a9f4-b9ceac2714e5 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:00:32.398455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1180dcaa-b7dc-40b7-a9f4-b9ceac2714e5 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606846 Aug 28 08:00:32.504393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8a59fece-9c1d-427c-85f1-942ec136220a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:32.588579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8a59fece-9c1d-427c-85f1-942ec136220a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:32.588846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:34.528960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.099375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60298) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:35.160852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:35.314361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Made reservation on behalf of c09269094cae452f8a43ba57383a74d8 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:00:35.317872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.329277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.444339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.506529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.537837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b287b130-9dc2-41a1-9d39-adf202ac2e41,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:35.595964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=95466) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 08:00:35.614501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.614846 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Added segment 6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e of type flat for network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb Aug 28 08:00:35.667470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.746365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.747495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:35.748155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:35.809025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=224a4daf-e4f3-4425-86aa-f5f5a682c8cb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:35.820931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:00:35.850285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a7878ef3-d4e3-489c-8692-629d889ea9f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7495873 Aug 28 08:00:38.194190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60306) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:38.291434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf697a-83a8-4c43-8a59-e17546851412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:38.292807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8bf697a-83a8-4c43-8a59-e17546851412 admin admin] 10.222.0.46 "GET /v2.0/subnets/2d049fc3-be70-4ba5-bab7-81c921dd31c7 HTTP/1.1" status: 200 len: 849 time: 0.0976377 Aug 28 08:00:38.464754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-777192c4-268e-4b1c-888f-8a3a884a8fda admin admin] 10.222.0.46 "GET /v2.0/routers/34818e2c-edf8-46f8-b741-1f5753b49306 HTTP/1.1" status: 200 len: 704 time: 0.1653731 Aug 28 08:00:38.749089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.066081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Allocated IP 172.20.0.1 (5e89abea-16ef-4e66-b4db-e21dc4187565/2d049fc3-be70-4ba5-bab7-81c921dd31c7/157ef31b-4b9a-45e9-8777-850294eec065) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:00:39.235302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.259396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Transition to ACTIVE for port object 157ef31b-4b9a-45e9-8777-850294eec065 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:00:39.392560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.514657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:00:39.522140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:39.529318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:00:39.529318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.594047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Pushing event updated for resources: {'Port': ['ID=157ef31b-4b9a-45e9-8777-850294eec065,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:39.871519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.951159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1abd84ce-abbc-4771-83cc-3c72c99d97d4 None None] Provisioning for port 157ef31b-4b9a-45e9-8777-850294eec065 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:00:39.957633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1abd84ce-abbc-4771-83cc-3c72c99d97d4 None None] Provisioning complete for port 157ef31b-4b9a-45e9-8777-850294eec065 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:39.960832 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1abd84ce-abbc-4771-83cc-3c72c99d97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:39.992243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1abd84ce-abbc-4771-83cc-3c72c99d97d4 None None] Port 157ef31b-4b9a-45e9-8777-850294eec065 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:00:40.094100 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:40.169038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:40.169865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:40.255938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Pushing event updated for resources: {'Port': ['ID=157ef31b-4b9a-45e9-8777-850294eec065,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:40.303846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:00:40.305724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:40.516433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5515a9c3-1f10-4639-b01b-227a56c27d5c None None] Provisioning complete for port 157ef31b-4b9a-45e9-8777-850294eec065 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:40.516728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5515a9c3-1f10-4639-b01b-227a56c27d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:40.551838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5515a9c3-1f10-4639-b01b-227a56c27d5c None None] Port 157ef31b-4b9a-45e9-8777-850294eec065 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:00:40.575156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Router 34818e2c-edf8-46f8-b741-1f5753b49306 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:00:40.672105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:00:40.679648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-44ef5523-ddd6-484a-8e6d-4326b7db6464 admin admin] 10.222.0.46 "PUT /v2.0/routers/34818e2c-edf8-46f8-b741-1f5753b49306/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2040105 Aug 28 08:00:40.684969 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Sync routers for ids ['34818e2c-edf8-46f8-b741-1f5753b49306'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:00:40.697583 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Routers {'34818e2c-edf8-46f8-b741-1f5753b49306'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:00:40.698492 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:00:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['34818e2c-edf8-46f8-b741-1f5753b49306'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:40.898273 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Set router 34818e2c-edf8-46f8-b741-1f5753b49306 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:00:41.456724 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:39Z', 'revision_number': 2, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port_host': None, '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:39Z', 'revision_number': 2, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:41.516082 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Checking router: 34818e2c-edf8-46f8-b741-1f5753b49306 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:00:41.516463 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Updating router 34818e2c-edf8-46f8-b741-1f5753b49306 port 157ef31b-4b9a-45e9-8777-850294eec065 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:00:41.577631 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:42.484564 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:42.514138 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Transition to ACTIVE for port object 157ef31b-4b9a-45e9-8777-850294eec065 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:00:42.609586 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:42.790153 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Pushing event updated for resources: {'Port': ['ID=157ef31b-4b9a-45e9-8777-850294eec065,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:42.805936 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Attempting to bind port 157ef31b-4b9a-45e9-8777-850294eec065 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:00:42.806414 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Attempting to bind port 157ef31b-4b9a-45e9-8777-850294eec065 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:00:42.806838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Attempting to bind port 157ef31b-4b9a-45e9-8777-850294eec065 on network 5e89abea-16ef-4e66-b4db-e21dc4187565 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:00:42.809856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.810343 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.810594 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.810881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.811212 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.811539 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.811861 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.812192 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.812520 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.812840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.813161 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.813478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Tracked resource versions report: Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: pushed versions: Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: { 'AddressGroup': {'1.2'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'ConntrackHelper': {'1.0'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Log': {'1.0'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Network': {'1.1'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Port': {'1.7'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'PortForwarding': {'1.2'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'QosPolicy': {'1.9'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SecurityGroup': {'1.4'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SubPort': {'1.0'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Subnet': {'1.1'}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Trunk': {'1.1'}} Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: consumer versions: Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: L3 agent@n-d-792458-16: {}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: Metadata agent@n-d-792458-16: {}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: Metering agent@n-d-792458-16: {}, Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'ConntrackHelper': '1.0', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Log': '1.0', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Network': '1.1', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Port': '1.7', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'PortForwarding': '1.2', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'QosPolicy': '1.9', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SecurityGroup': '1.4', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SecurityGroupRule': '1.2', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'SubPort': '1.0', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Subnet': '1.1', Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: 'Trunk': '1.1'}} Aug 28 08:00:42.814676 n-d-792458-16 neutron-server[95469]: {{(pid=95469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:00:42.822274 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:00:42.822703 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Checking segment: {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:00:42.823199 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:42.823660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Bound using segment: {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:00:42.824199 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Bound port: 157ef31b-4b9a-45e9-8777-850294eec065, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7b3d21-73bb-4f0a-b517-14115a9df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:00:42.824587 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:42.943399 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] For port 157ef31b-4b9a-45e9-8777-850294eec065, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:00:42.966881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] For port 157ef31b-4b9a-45e9-8777-850294eec065, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=157ef31b-4b9a-45e9-8777-850294eec065,segment=NetworkSegment(fa7b3d21-73bb-4f0a-b517-14115a9df65f),segment_id=fa7b3d21-73bb-4f0a-b517-14115a9df65f)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:00:43.031426 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:43.092462 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27e8b-783b-4fe3-b72f-eccc43452550 None None] Pushing event updated for resources: {'Port': ['ID=157ef31b-4b9a-45e9-8777-850294eec065,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:43.100195 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Routers {'34818e2c-edf8-46f8-b741-1f5753b49306'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:00:43.100834 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:00:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['34818e2c-edf8-46f8-b741-1f5753b49306'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:43.115171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60316) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:43.264246 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] Set router 34818e2c-edf8-46f8-b741-1f5753b49306 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:00:43.270119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74658b2-2967-433d-b1f2-627897cbe6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:43.272792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e74658b2-2967-433d-b1f2-627897cbe6b1 admin admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 842 time: 0.1563106 Aug 28 08:00:43.287600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:43.431419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Made reservation on behalf of c09269094cae452f8a43ba57383a74d8 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:00:43.433905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:43.518891 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:39Z', 'revision_number': 2, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port_host': None, '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:42Z', 'revision_number': 4, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:43.570007 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7a905-a4f1-4fe2-91b0-725b275837cb None None] The sync data for ids ['34818e2c-edf8-46f8-b741-1f5753b49306'] in n-d-792458-16 is: [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:39Z', 'revision_number': 2, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port_host': None, '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:42Z', 'revision_number': 4, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:00:43.865190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:00:43.865631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:43.918617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7691d46-adad-4cb6-9493-a7fb673feb02,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:43.936469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:00:43.936828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Network hostable DHCP agents. Network: 224a4daf-e4f3-4425-86aa-f5f5a682c8cb, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:00:44.043232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:00:44.152106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 224a4daf-e4f3-4425-86aa-f5f5a682c8cb) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:44.157604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:44.158569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:44.165471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb3fb6-44a7-4498-a614-00385e279b6b None None] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:00:44.278424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e653ae8d-fbae-4a9c-9da9-eea4aa35797c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9977019 Aug 28 08:00:44.324885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ec675-786c-4b13-9470-375ea0d6193f None None] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:00:46.763608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:47.034717 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-788e9c88-c93e-4f7c-9b53-97d9ede232e5 admin admin] 10.222.0.46 "GET /v2.0/routers/34818e2c-edf8-46f8-b741-1f5753b49306 HTTP/1.1" status: 200 len: 710 time: 0.2698421 Aug 28 08:00:47.239201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dec410-7d82-49aa-ab51-1f328cef3cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:00:47.240766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-55dec410-7d82-49aa-ab51-1f328cef3cb2 admin admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 886 time: 0.1989450 Aug 28 08:00:47.253778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:00:47.558880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:47.931794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:48.032570 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:48.340108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Allocated IP 172.25.0.253 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/51075a91-ff43-418e-bc91-162f719c06ed) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:00:48.477744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:48.770025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:48.817116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:00:48.818743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:00:48.899608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:00:48.906135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Pushing event updated for resources: {'Port': ['ID=51075a91-ff43-418e-bc91-162f719c06ed,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:48.973420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.974487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.974487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.974487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.974910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.975031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.975359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.975676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.975991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.976307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.976657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.976971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Tracked resource versions report: Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: pushed versions: Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: { 'AddressGroup': {'1.2'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'ConntrackHelper': {'1.0'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Log': {'1.0'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Network': {'1.1'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Port': {'1.7'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'PortForwarding': {'1.2'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'QosPolicy': {'1.9'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SecurityGroup': {'1.4'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SubPort': {'1.0'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Subnet': {'1.1'}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Trunk': {'1.1'}} Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: consumer versions: Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: L3 agent@n-d-792458-16: {}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: Metadata agent@n-d-792458-16: {}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: Metering agent@n-d-792458-16: {}, Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'ConntrackHelper': '1.0', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Log': '1.0', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Network': '1.1', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Port': '1.7', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'PortForwarding': '1.2', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'QosPolicy': '1.9', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SecurityGroup': '1.4', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SecurityGroupRule': '1.2', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'SubPort': '1.0', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Subnet': '1.1', Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: 'Trunk': '1.1'}} Aug 28 08:00:48.978120 n-d-792458-16 neutron-server[95467]: {{(pid=95467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:00:49.391154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:49.627656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:49.634548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:49.775641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Router 34818e2c-edf8-46f8-b741-1f5753b49306 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:00:49.923817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:00:49.928569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:49.929847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ba0e0001-421a-49e4-9e38-b959ebdd85cf admin admin] 10.222.0.46 "PUT /v2.0/routers/34818e2c-edf8-46f8-b741-1f5753b49306 HTTP/1.1" status: 200 len: 890 time: 2.6796944 Aug 28 08:00:50.543821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 157ef31b-4b9a-45e9-8777-850294eec065 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:50.660419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 157ef31b-4b9a-45e9-8777-850294eec065 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:00:50.666672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 157ef31b-4b9a-45e9-8777-850294eec065 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:50.668348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:50.762552 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:50.816258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 157ef31b-4b9a-45e9-8777-850294eec065, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=157ef31b-4b9a-45e9-8777-850294eec065,segment=NetworkSegment(fa7b3d21-73bb-4f0a-b517-14115a9df65f),segment_id=fa7b3d21-73bb-4f0a-b517-14115a9df65f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:00:50.890494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:50.948573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=157ef31b-4b9a-45e9-8777-850294eec065,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:51.189574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Sync routers for ids ['34818e2c-edf8-46f8-b741-1f5753b49306'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:00:51.208196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Routers {'34818e2c-edf8-46f8-b741-1f5753b49306'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:00:51.209413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:00:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['34818e2c-edf8-46f8-b741-1f5753b49306'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:51.532136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Set router 34818e2c-edf8-46f8-b741-1f5753b49306 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:00:51.982603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '51075a91-ff43-418e-bc91-162f719c06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:49Z', 'revision_number': 4, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port': {'id': '51075a91-ff43-418e-bc91-162f719c06ed', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:48Z', 'updated_at': '2021-08-28T08:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:50Z', 'revision_number': 5, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:52.039935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Checking router: 34818e2c-edf8-46f8-b741-1f5753b49306 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:00:52.039935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Updating router 34818e2c-edf8-46f8-b741-1f5753b49306 port 51075a91-ff43-418e-bc91-162f719c06ed binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:00:52.089228 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.480080 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.499322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Transition to ACTIVE for port object 51075a91-ff43-418e-bc91-162f719c06ed will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:00:52.532705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60340) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:00:52.537611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 157ef31b-4b9a-45e9-8777-850294eec065 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:52.605042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.670376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 157ef31b-4b9a-45e9-8777-850294eec065 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:52.670759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.677519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50860239-c303-42b7-9893-0eee4d6185d3 None None] Pushing event updated for resources: {'Port': ['ID=51075a91-ff43-418e-bc91-162f719c06ed,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:52.689891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0eb9729e-4cd3-4f61-b241-192af61d0977 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1554132 Aug 28 08:00:52.698172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Attempting to bind port 51075a91-ff43-418e-bc91-162f719c06ed on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:00:52.698577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Attempting to bind port 51075a91-ff43-418e-bc91-162f719c06ed by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:00:52.699037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Attempting to bind port 51075a91-ff43-418e-bc91-162f719c06ed on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:00:52.715885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:00:52.716425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:00:52.716733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.717143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:00:52.717680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Bound port: 51075a91-ff43-418e-bc91-162f719c06ed, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:00:52.718101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:52.891687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] For port 51075a91-ff43-418e-bc91-162f719c06ed, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:00:52.897656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] For port 51075a91-ff43-418e-bc91-162f719c06ed, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=51075a91-ff43-418e-bc91-162f719c06ed,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:00:52.986878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:53.054176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Routers {'34818e2c-edf8-46f8-b741-1f5753b49306'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:00:53.055346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:00:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['34818e2c-edf8-46f8-b741-1f5753b49306'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:53.191124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50860239-c303-42b7-9893-0eee4d6185d3 None None] Pushing event updated for resources: {'Port': ['ID=51075a91-ff43-418e-bc91-162f719c06ed,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:53.279872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] Set router 34818e2c-edf8-46f8-b741-1f5753b49306 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:00:53.545423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '51075a91-ff43-418e-bc91-162f719c06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:49Z', 'revision_number': 4, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port': {'id': '51075a91-ff43-418e-bc91-162f719c06ed', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:48Z', 'updated_at': '2021-08-28T08:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:50Z', 'revision_number': 5, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:00:53.571650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ef97-24f2-46ed-95e2-0f0976b1a667 None None] The sync data for ids ['34818e2c-edf8-46f8-b741-1f5753b49306'] in n-d-792458-16 is: [{'id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'name': 'router1', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '51075a91-ff43-418e-bc91-162f719c06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:00:28Z', 'updated_at': '2021-08-28T08:00:49Z', 'revision_number': 4, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'gw_port': {'id': '51075a91-ff43-418e-bc91-162f719c06ed', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:48Z', 'updated_at': '2021-08-28T08:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '157ef31b-4b9a-45e9-8777-850294eec065', 'name': '', 'network_id': '5e89abea-16ef-4e66-b4db-e21dc4187565', 'tenant_id': 'b023833bee5c4d43803a392138e6a46d', 'mac_address': 'fa:16:3e:90:77:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34818e2c-edf8-46f8-b741-1f5753b49306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:00:38Z', 'updated_at': '2021-08-28T08:00:50Z', 'revision_number': 5, 'project_id': 'b023833bee5c4d43803a392138e6a46d', 'subnets': [{'id': '2d049fc3-be70-4ba5-bab7-81c921dd31c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ede56caf-cb2f-44c8-9ae2-d712bd3bd1cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:00:54.577797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51075a91-ff43-418e-bc91-162f719c06ed up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:54.781051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 51075a91-ff43-418e-bc91-162f719c06ed completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:00:54.787814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 51075a91-ff43-418e-bc91-162f719c06ed triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:54.788704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:54.924985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:54.958465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 51075a91-ff43-418e-bc91-162f719c06ed, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=51075a91-ff43-418e-bc91-162f719c06ed,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:00:55.066463 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:55.156082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=51075a91-ff43-418e-bc91-162f719c06ed,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:00:56.561671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51075a91-ff43-418e-bc91-162f719c06ed up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:00:56.620423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 51075a91-ff43-418e-bc91-162f719c06ed triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:00:56.620859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:57.449383 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc69d-8ade-41c7-9886-4da9820933dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:00:58.822002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:00:59.854404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:00.215523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e271a90-3236-490d-876f-fbb5ddf4777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:01.653154 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:04.546328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:27.471830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f46eecb2-6ec5-41cb-8e65-8400db293851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:29.886323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:30.249134 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd8174e7-4ea9-4b50-bd34-af4a2b9a93fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:31.700721 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:34.539750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:35.766615 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:01:57.465328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3407aee2-789b-45bb-8b80-213c4cf056f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:01:59.774291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:00.240727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57ac4553-254b-4669-af70-93a1376907e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:01.635293 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:04.540094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:12.766985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:02:27.499249 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93d14196-b2d9-4fc4-bb36-53f27bdb5ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:29.761670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:30.258968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4fec720-c5e8-477d-9d9b-934875b20ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:31.613237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:34.533862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:44.810790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60934) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:44.876572 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-71873361-db16-4580-8776-01b2a192edda admin admin] GET failed (client error): The resource could not be found. Aug 28 08:02:44.878013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71873361-db16-4580-8776-01b2a192edda admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663469 Aug 28 08:02:45.054491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd14bd-ced0-416f-aa9a-e5da8bb1adde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:45.056232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9bd14bd-ced0-416f-aa9a-e5da8bb1adde admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1727307 Aug 28 08:02:47.280239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:47.405628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69019b8c-342a-401b-8124-9f5743cedc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:47.407235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-69019b8c-342a-401b-8124-9f5743cedc0f admin admin] 10.222.0.46 "GET /v2.0/subnets/2d049fc3-be70-4ba5-bab7-81c921dd31c7 HTTP/1.1" status: 200 len: 849 time: 0.1260004 Aug 28 08:02:47.417999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:02:47.508592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:47.733447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790851976924'] for subnet, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:47.766610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:47.767615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:47.768419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] 10.222.0.46 "PUT /v2.0/subnets/2d049fc3-be70-4ba5-bab7-81c921dd31c7 HTTP/1.1" status: 200 len: 868 time: 0.3543077 Aug 28 08:02:47.789279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72fbea-8c0b-4257-9ee0-5914e67f8788 None None] Network 5e89abea-16ef-4e66-b4db-e21dc4187565 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:02:47.790243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d049fc3-be70-4ba5-bab7-81c921dd31c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:02:47.798793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.800848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.801144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.801454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.801775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.802099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:47.802628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec41b375-e088-496c-9e70-61c716480923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:02:48.168853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35f4b126-2eee-470a-ad4d-dd3162368750 None None] Provisioning complete for port 8a59fece-9c1d-427c-85f1-942ec136220a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:02:48.169225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35f4b126-2eee-470a-ad4d-dd3162368750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:48.259845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35f4b126-2eee-470a-ad4d-dd3162368750 None None] Provisioning complete for port 157ef31b-4b9a-45e9-8777-850294eec065 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:02:48.260141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35f4b126-2eee-470a-ad4d-dd3162368750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:49.765995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:02:50.096708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60952) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:50.337987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5162bfa-e0b4-4b5c-ab23-15b8dcf0e261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:50.338625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5162bfa-e0b4-4b5c-ab23-15b8dcf0e261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:50.340375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a5162bfa-e0b4-4b5c-ab23-15b8dcf0e261 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2425599 Aug 28 08:02:52.806827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60960) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:53.135401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e60b1-1979-41c6-9bfe-dd87d305bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:53.135878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e60b1-1979-41c6-9bfe-dd87d305bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:53.137470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-692e60b1-1979-41c6-9bfe-dd87d305bf17 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3294456 Aug 28 08:02:55.442978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:55.589034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd290f8-fcaa-452e-92be-c9be2199cbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:55.590546 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6dd290f8-fcaa-452e-92be-c9be2199cbfd admin admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 886 time: 0.1461954 Aug 28 08:02:57.468490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-805f8755-230c-4b0b-a63d-b5d71063c444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:02:57.924411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60978) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:02:58.144124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75e1a9-98b2-4236-a77f-87ac6cefcf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:02:58.145850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4c75e1a9-98b2-4236-a77f-87ac6cefcf34 admin admin] 10.222.0.46 "GET /v2.0/networks/5e89abea-16ef-4e66-b4db-e21dc4187565 HTTP/1.1" status: 200 len: 869 time: 0.2203574 Aug 28 08:02:59.979051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:00.331806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd61e176-c25c-48d2-b1a4-13aea07d18c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:00.450790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60986) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:00.634794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac0e57-8fca-45c4-a39e-9cbe55cb5e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:00.635261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac0e57-8fca-45c4-a39e-9cbe55cb5e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:00.636902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d6ac0e57-8fca-45c4-a39e-9cbe55cb5e60 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1848481 Aug 28 08:03:01.636763 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:03.102031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:03.233686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8370f30-d254-4ef3-bd03-bbe3a871ec25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:03.234453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8370f30-d254-4ef3-bd03-bbe3a871ec25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:03.237172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c8370f30-d254-4ef3-bd03-bbe3a871ec25 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334317 Aug 28 08:03:04.537507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:05.622774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:05.756025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08633bf2-8e94-4e2b-8abc-e0dc58fecaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:05.757507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08633bf2-8e94-4e2b-8abc-e0dc58fecaf6 admin admin] 10.222.0.46 "GET /v2.0/subnets/2d049fc3-be70-4ba5-bab7-81c921dd31c7 HTTP/1.1" status: 200 len: 868 time: 0.1336622 Aug 28 08:03:08.511137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32778) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:08.616312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066ef95-52bf-41ac-b209-7bd6da84ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:08.617880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f066ef95-52bf-41ac-b209-7bd6da84ce90 admin admin] 10.222.0.46 "GET /v2.0/subnets/d7691d46-adad-4cb6-9493-a7fb673feb02 HTTP/1.1" status: 200 len: 816 time: 0.1053469 Aug 28 08:03:26.768527 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:03:27.466706 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57071b6e-8d37-49b8-acdf-c6309e5fba04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:29.767296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:30.230146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-06d59c89-9a1d-4c0a-8de9-de1eea85b081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:31.636176 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:34.532863 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:36.191891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:36.253531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-66f14f36-e64e-494c-91cf-911888acd23f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:03:36.255426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-66f14f36-e64e-494c-91cf-911888acd23f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619707 Aug 28 08:03:38.715969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:38.787076 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4faf0fb-a055-4a19-806d-7078ef2073ea admin admin] GET failed (client error): The resource could not be found. Aug 28 08:03:38.788836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4faf0fb-a055-4a19-806d-7078ef2073ea admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0717218 Aug 28 08:03:38.966091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b592d-551c-4c34-9f9e-72c595d6c231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:38.967751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a6b592d-551c-4c34-9f9e-72c595d6c231 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1738188 Aug 28 08:03:41.311163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:41.375441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:03:41.525367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Made reservation on behalf of c09269094cae452f8a43ba57383a74d8 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:03:41.528028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:41.581679 n-d-792458-16 neutron-server[95467]: WARNING neutron.services.revisions.revision_plugin [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Could not find related network for resource to bump revision. Aug 28 08:03:41.606464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:03:41.621234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790852013258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:41.621832 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Unsubscribe: segment precommit_create {{(pid=95467) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 08:03:41.622361 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Added segment f95961bf-e352-43c9-8bfd-ca862eefe8be of type vlan for network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b Aug 28 08:03:41.692292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:41.790543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:41.791449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:41.792064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:41.895500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:03:41.907711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:03:41.968977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6e9eaf9-c426-4c65-9933-9e6cf079ab99 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6560800 Aug 28 08:03:44.339756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32856) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:03:44.418178 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc5a8b3-e736-446e-b6d4-91bb14363241 admin admin] GET failed (client error): The resource could not be found. Aug 28 08:03:44.420638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5cc5a8b3-e736-446e-b6d4-91bb14363241 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0796652 Aug 28 08:03:44.500431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ffd6b-7df8-4963-b6b4-2fab49d39636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:44.502512 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cb7ffd6b-7df8-4963-b6b4-2fab49d39636 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0768204 Aug 28 08:03:44.518945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:03:44.607488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Made reservation on behalf of c09269094cae452f8a43ba57383a74d8 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:03:44.610008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:44.913982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:44.974391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4d85a7-eb6a-4d64-8476-d19da8230c00,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:03:44.986160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:03:44.987181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Network hostable DHCP agents. Network: b0d29f16-97c4-42d1-9af8-ec7c5ffb905b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:03:45.073530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:03:45.159815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b0d29f16-97c4-42d1-9af8-ec7c5ffb905b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:03:45.165766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:03:45.166808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:45.171635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194a40c-d47c-402d-803c-8143560dffb6 None None] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:03:45.248508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c035c900-e52e-4fdb-8cee-c24e142fd5d9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7333174 Aug 28 08:03:45.388481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'tenant_id': 'c09269094cae452f8a43ba57383a74d8', 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:03:45.389930 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:45.606889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Allocated IP 192.168.233.2 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/df4220b0-0342-4efe-8f2f-dec38de4f52d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:03:45.806844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:45.817642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Transition to ACTIVE for port object df4220b0-0342-4efe-8f2f-dec38de4f52d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:03:45.842766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Transition to ACTIVE for port object df4220b0-0342-4efe-8f2f-dec38de4f52d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:03:45.954300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:46.019197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:03:46.024357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:03:46.031025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:03:46.036399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Pushing event updated for resources: {'Port': ['ID=df4220b0-0342-4efe-8f2f-dec38de4f52d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:03:46.050171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.050552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.050895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.051230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.051561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.051901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.052239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.052559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.052885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.053208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.053531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.053855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:03:46.111958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Attempting to bind port df4220b0-0342-4efe-8f2f-dec38de4f52d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:03:46.112571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Attempting to bind port df4220b0-0342-4efe-8f2f-dec38de4f52d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:03:46.113246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Attempting to bind port df4220b0-0342-4efe-8f2f-dec38de4f52d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:03:46.122916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:03:46.123533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:03:46.124218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:46.124859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:03:46.125681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Bound port: df4220b0-0342-4efe-8f2f-dec38de4f52d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:03:46.126393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:46.213635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] For port df4220b0-0342-4efe-8f2f-dec38de4f52d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:03:46.218409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] For port df4220b0-0342-4efe-8f2f-dec38de4f52d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=df4220b0-0342-4efe-8f2f-dec38de4f52d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:03:46.339370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:46.412168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37773-7645-4c13-b6ca-b5ca9005ba9b None None] Pushing event updated for resources: {'Port': ['ID=df4220b0-0342-4efe-8f2f-dec38de4f52d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:03:46.807689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device df4220b0-0342-4efe-8f2f-dec38de4f52d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:03:46.965081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port df4220b0-0342-4efe-8f2f-dec38de4f52d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:03:47.425312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8cbecc-b0d1-42cf-b587-9f5593f7154b None None] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:03:47.590427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Provisioning for port df4220b0-0342-4efe-8f2f-dec38de4f52d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:03:47.598310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Provisioning complete for port df4220b0-0342-4efe-8f2f-dec38de4f52d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:03:47.598915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:47.736661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:47.795738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] For port df4220b0-0342-4efe-8f2f-dec38de4f52d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=df4220b0-0342-4efe-8f2f-dec38de4f52d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:03:47.870641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:47.943046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b27f9-7fd6-4ef2-8129-96d0430b657c None None] Pushing event updated for resources: {'Port': ['ID=df4220b0-0342-4efe-8f2f-dec38de4f52d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:03:48.000194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f3de31a3-1611-4294-80dd-ef3249517ff7 None None] Provisioning complete for port df4220b0-0342-4efe-8f2f-dec38de4f52d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:03:48.000682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f3de31a3-1611-4294-80dd-ef3249517ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:48.655417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device df4220b0-0342-4efe-8f2f-dec38de4f52d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:03:48.730789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port df4220b0-0342-4efe-8f2f-dec38de4f52d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:03:48.731795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:57.474044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec65b1f7-52a4-4d50-a65e-679ca6b316a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:03:59.773549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:00.276288 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de91cfa7-6163-40a6-bd3b-b0801cbcce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:01.664144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:03.768081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:04:04.618656 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:27.452337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-53c91ef8-254c-4acc-a3cc-c1e1afc0d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:29.749460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:30.224081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7785-2ff3-4bab-9be0-28144b13020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:31.640584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:34.543757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:40.768284 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:04:57.526560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4dff119-3f96-45f7-9799-c5bc416f5cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:04:59.817622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:00.263450 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea707c04-35af-4f38-9b7e-4bac6064d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:01.684113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:04.555341 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:17.768397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:05:18.054145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32908) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:05:18.060651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-9c17b373-473b-4b8b-b4ef-4cc380731dad tempest-verify_tempest_config-1249638236 tempest-verify_tempest_config-1249638236-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:05:18.062361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9c17b373-473b-4b8b-b4ef-4cc380731dad tempest-verify_tempest_config-1249638236 tempest-verify_tempest_config-1249638236-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064464 Aug 28 08:05:18.676401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32926) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:05:18.803061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:18.905528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.003185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.051267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecd8ec82c17a4528b475c342764a34a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3737028 Aug 28 08:05:19.052253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73159ba-2637-4ed8-99ba-38cb8743f589,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:05:19.054524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:05:19.060184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.060523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.060860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.061202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.062284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.062556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.062885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.063206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.063538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.063860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.064185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.064511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c002-7485-451b-be0b-b968037a82c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.154181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.179748 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.343764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.346855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:19.348302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d73159ba-2637-4ed8-99ba-38cb8743f589 HTTP/1.1" status: 204 len: 168 time: 0.2926478 Aug 28 08:05:19.359571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73159ba-2637-4ed8-99ba-38cb8743f589,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:05:19.368607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.369024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.369493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.369912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.370685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.371096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:19.376897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50409d-ab78-4444-92f7-e8c515d3e3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:05:27.506165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a1a937b-3eda-46a1-9d2b-5b7f804b686a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:29.820520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:30.265983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-faa82f6a-c076-4a4a-a5ae-d90124ac767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:31.946301 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:34.545670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:54.768619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:05:57.465689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b97c30dd-9418-485a-8215-9e1412585160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:05:59.777195 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:00.245887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07d881ce-cfac-4e60-96a6-822169b60ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:01.657688 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:04.557434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:27.485097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b46105f2-7134-4fe4-abff-31a10d898a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:29.762745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:30.208367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c70dff8f-3036-4179-8155-359ec049bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:31.651170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:31.770337 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:06:34.573859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:57.450608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f9f26a55-adf6-41e7-8c46-c79853db300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:06:59.761145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:00.210414 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-545a674d-cbfe-464a-9852-d1585e31f47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:01.650384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:04.555951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:08.773380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:07:27.456180 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dadfa633-0b20-4d9f-b320-196504d3492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:29.732555 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:30.223915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6b6834e-212f-41a2-95cb-981cfaeeade4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:31.697988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:34.604829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:45.772056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:07:57.478409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4ff-6345-47df-b09f-544df9ddabed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:07:59.787046 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:00.232354 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b900269f-cf76-48f4-b6d3-b8298f3fdb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:01.662729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:04.575082 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:22.769994 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:08:27.511753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07993798-6450-421e-89e3-c2d4dab47581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:29.758434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:30.216370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5311b3a1-313c-4258-b6d9-dd7dd9481d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:31.662037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:34.599368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:55.467317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:57.490455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6dce5eef-09a5-4d99-ad94-979a5511b6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:59.756773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:08:59.770805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:09:00.215831 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3833113e-d964-4207-ae5c-6cdf47e4823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:01.684214 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:04.621641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:04.918546 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998129'] for agent, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:25.430788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:27.466422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c9594be9-d155-4058-b6c3-6066710b090e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:29.763547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:30.249631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7592-c760-4136-910c-8410ea99eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:31.681933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:34.603841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:34.895325 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:36.771636 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:09:46.830000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32996) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:09:46.949687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc1a9196-ed83-407a-b2df-12e1d8146498 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1180599 Aug 28 08:09:49.353153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:09:49.419315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-810dabf7-974b-41f0-adc0-4713229096b2 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0649896 Aug 28 08:09:55.403227 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:57.481902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85b07ed2-2baa-40ab-b25e-a5740c0e83bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:09:59.755980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:00.214672 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-58b9ba72-cd26-4350-98d0-53eb36d267ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:01.681521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:04.619174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:04.865573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:13.771374 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:10:25.448498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:27.476613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ba458e8-8f11-4bff-8339-ff52a5dee514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:29.779459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:30.317447 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea81a77f-7599-48fc-a94d-a1c4589a7699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:31.727939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:34.631314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:34.853791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:50.771672 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:10:55.453079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:57.481898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-886c8f77-54ee-4dd3-a908-558e33d713ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:10:59.767821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:00.213187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2680c7f9-6062-4869-9284-43bf92cc1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:01.664556 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:04.756807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:04.893575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:22.636701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:22.795289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33192) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:23.304273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-network', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:23.304273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72e6636f-7c9f-439c-b434-c1d5ac66325b tempest-AutoAllocateNetworkTest-83385661 tempest-AutoAllocateNetworkTest-83385661-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b92816c3a4f4a3b8bfa4be30b4a5ed2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3150461 Aug 28 08:11:23.304273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33206) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:23.304273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Made reservation on behalf of 4b945bbd6c2548638e0962aa899ba320 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:23.304273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.336345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee8aab-e33b-429d-86bd-ef307fc4bb7f tempest-AutoAllocateNetworkTest-83385661 tempest-AutoAllocateNetworkTest-83385661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:23.338684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72ee8aab-e33b-429d-86bd-ef307fc4bb7f tempest-AutoAllocateNetworkTest-83385661 tempest-AutoAllocateNetworkTest-83385661-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2222719 Aug 28 08:11:23.343667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.343755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:23.408890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4550a457-5a73-4b4e-b588-78a662f20623 tempest-AutoAllocateNetworkTest-83385661 tempest-AutoAllocateNetworkTest-83385661-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626698 Aug 28 08:11:23.412668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33224) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:23.446175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-290db320-40a0-4364-b0d3-d9ef639dd920 tempest-AutoAllocateNetworkTest-83385661 tempest-AutoAllocateNetworkTest-83385661-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b92816c3a4f4a3b8bfa4be30b4a5ed2 HTTP/1.1" status: 200 len: 208 time: 0.0277143 Aug 28 08:11:23.463260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.578421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.603938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:23.631518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.632024 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Added segment 8ef54b70-089f-4bee-a76f-6aac78d80b36 of type vlan for network 82ebee49-5d4e-45fe-9364-839ac5250a78 Aug 28 08:11:23.678979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d72365-19ee-46ac-92f7-1263cae1c58a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:23.697314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.697666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Tracked resource versions report: Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: pushed versions: Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: { 'AddressGroup': {'1.2'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'ConntrackHelper': {'1.0'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Log': {'1.0'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Network': {'1.1'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Port': {'1.7'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'PortForwarding': {'1.2'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'QosPolicy': {'1.9'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SecurityGroup': {'1.4'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SubPort': {'1.0'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Subnet': {'1.1'}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Trunk': {'1.1'}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: consumer versions: Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: HyperV agent@n-h1-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: HyperV agent@n-h2-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: L3 agent@n-d-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: Metadata agent@n-d-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: Metering agent@n-d-792458-16: {}, Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'ConntrackHelper': '1.0', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Log': '1.0', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Network': '1.1', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Port': '1.7', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'PortForwarding': '1.2', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'QosPolicy': '1.9', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SecurityGroup': '1.4', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SecurityGroupRule': '1.2', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'SubPort': '1.0', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Subnet': '1.1', Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: 'Trunk': '1.1'}} Aug 28 08:11:23.707113 n-d-792458-16 neutron-server[95467]: {{(pid=95467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:11:23.710920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.881519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.883188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:23.884336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:23.993338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] Pushing event updated for resources: {'Network': ['ID=82ebee49-5d4e-45fe-9364-839ac5250a78,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:24.005502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:24.025218 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-00003155-edc0-4669-974c-72b4741a4656 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3869522 Aug 28 08:11:24.028043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33240) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:24.033368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Request body: {'subnet': {'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-subnet', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:24.115571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Made reservation on behalf of 4b945bbd6c2548638e0962aa899ba320 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:24.117930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:24.480318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:24.534353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Pushing event updated for resources: {'Subnet': ['ID=698ab7db-5bc9-4e58-9c35-57c182aaf9f9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:24.560681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Checking segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:24.561182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Network hostable DHCP agents. Network: 82ebee49-5d4e-45fe-9364-839ac5250a78, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:24.653663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:24.749750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 82ebee49-5d4e-45fe-9364-839ac5250a78) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:24.758540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:24.760948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:24.768092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde3341-a091-48bd-938b-44fbac17fa25 None None] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:24.837081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-75ee8b06-8551-4a24-ab23-ff2ae0cd981a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8077619 Aug 28 08:11:24.840089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33256) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:24.847052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:24.961477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:24.962574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.021411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.081157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33264) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:25.119996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-82ebee49-5d4e-45fe-9364-839ac5250a78', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:11:25.123696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.324622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.359909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Allocated IP 172.20.0.2 (82ebee49-5d4e-45fe-9364-839ac5250a78/698ab7db-5bc9-4e58-9c35-57c182aaf9f9/447d3489-6062-4fa8-ad53-645d7c5014be) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:25.590459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.610331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.619560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Transition to ACTIVE for port object 447d3489-6062-4fa8-ad53-645d7c5014be will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:25.636307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Transition to ACTIVE for port object 447d3489-6062-4fa8-ad53-645d7c5014be will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:25.727202 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.780595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.802096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.851804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:25.857417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:25.861849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:25.871062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Pushing event updated for resources: {'Port': ['ID=447d3489-6062-4fa8-ad53-645d7c5014be,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:25.902560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.902560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.902560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.902560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.903049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.903049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.903376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.903708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.904036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.904365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.904690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.905015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Tracked resource versions report: Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: pushed versions: Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: { 'AddressGroup': {'1.2'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'ConntrackHelper': {'1.0'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Log': {'1.0'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Network': {'1.1'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Port': {'1.7'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'PortForwarding': {'1.2'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'QosPolicy': {'1.9'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SecurityGroup': {'1.4'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SubPort': {'1.0'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Subnet': {'1.1'}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Trunk': {'1.1'}} Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: consumer versions: Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: HyperV agent@n-h1-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: HyperV agent@n-h2-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: L3 agent@n-d-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: Metadata agent@n-d-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: Metering agent@n-d-792458-16: {}, Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'ConntrackHelper': '1.0', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Log': '1.0', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Network': '1.1', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Port': '1.7', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'PortForwarding': '1.2', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'QosPolicy': '1.9', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SecurityGroup': '1.4', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SecurityGroupRule': '1.2', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'SubPort': '1.0', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Subnet': '1.1', Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: 'Trunk': '1.1'}} Aug 28 08:11:25.906403 n-d-792458-16 neutron-server[95468]: {{(pid=95468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:11:25.956626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Attempting to bind port 447d3489-6062-4fa8-ad53-645d7c5014be on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:25.956626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Attempting to bind port 447d3489-6062-4fa8-ad53-645d7c5014be by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:25.956626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Attempting to bind port 447d3489-6062-4fa8-ad53-645d7c5014be on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:25.958086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Allocated IP 172.25.0.169 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/a3ee5820-6c7e-4472-ac70-27ba7d8f01af) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:25.966853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:25.967236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Checking segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:25.967650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:25.968053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Bound using segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:25.968801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Bound port: 447d3489-6062-4fa8-ad53-645d7c5014be, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:25.969187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.080774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.088223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] For port 447d3489-6062-4fa8-ad53-645d7c5014be, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:26.092114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] For port 447d3489-6062-4fa8-ad53-645d7c5014be, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447d3489-6062-4fa8-ad53-645d7c5014be,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:26.167496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.201829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.208371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.266627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:26.273940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e836a-f1cf-4feb-a9a8-400b66b4f54b None None] Pushing event updated for resources: {'Port': ['ID=447d3489-6062-4fa8-ad53-645d7c5014be,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:26.278812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:26.281075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:26.302506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:26.381385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.532799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.597919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b92816c3a4f4a3b8bfa4be30b4a5ed2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5121031 Aug 28 08:11:26.597919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a362bed2-3a44-4e5c-8f09-cbbd90747bfa,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:26.599382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33294) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:26.655823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.656501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.657673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.658166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.662272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373eff8-f2d8-40e3-9ff7-8e997813ae4a admin admin] Tracked resource versions report: Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: pushed versions: Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: { 'AddressGroup': {'1.2'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'ConntrackHelper': {'1.0'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Log': {'1.0'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Network': {'1.1'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Port': {'1.7'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'PortForwarding': {'1.2'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'QosPolicy': {'1.9'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SecurityGroup': {'1.4'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SubPort': {'1.0'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Subnet': {'1.1'}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Trunk': {'1.1'}} Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: consumer versions: Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: HyperV agent@n-h1-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: HyperV agent@n-h2-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: L3 agent@n-d-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: Metadata agent@n-d-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: Metering agent@n-d-792458-16: {}, Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'ConntrackHelper': '1.0', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Log': '1.0', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Network': '1.1', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Port': '1.7', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'PortForwarding': '1.2', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'QosPolicy': '1.9', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SecurityGroup': '1.4', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SecurityGroupRule': '1.2', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'SubPort': '1.0', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Subnet': '1.1', Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: 'Trunk': '1.1'}} Aug 28 08:11:26.663643 n-d-792458-16 neutron-server[95466]: {{(pid=95466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:11:26.753552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.767857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.810096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.989436 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.992693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:26.993873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a362bed2-3a44-4e5c-8f09-cbbd90747bfa HTTP/1.1" status: 204 len: 168 time: 0.3933997 Aug 28 08:11:27.018071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5e6f2-1168-469c-9372-80e30987b25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362bed2-3a44-4e5c-8f09-cbbd90747bfa,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:27.021303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447d3489-6062-4fa8-ad53-645d7c5014be up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:27.099951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:27.160661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 447d3489-6062-4fa8-ad53-645d7c5014be completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:27.429925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Router 6460fd7e-5119-441c-bff6-495d44d8eebd is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:11:27.482170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-29e89e2f-0874-4980-8e07-339611c68fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:27.581875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:11:27.596966 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:11:27.604537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2b1a4-081a-4a13-9ff9-714b36317a37 None None] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:27.615540 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:27.616778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:27.804457 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:11:27.826361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:27.832540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-093dc43f-3c7e-41fe-917d-4bff864fe2b5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9874909 Aug 28 08:11:27.833310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:27.848464 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:27.923202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Provisioning for port 447d3489-6062-4fa8-ad53-645d7c5014be completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:27.979093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Provisioning complete for port 447d3489-6062-4fa8-ad53-645d7c5014be triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:27.979505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.266201 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:26Z', 'revision_number': 3, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:28.301521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.347709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:11:28.347709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Updating router 6460fd7e-5119-441c-bff6-495d44d8eebd port a3ee5820-6c7e-4472-ac70-27ba7d8f01af binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:11:28.365804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] For port 447d3489-6062-4fa8-ad53-645d7c5014be, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447d3489-6062-4fa8-ad53-645d7c5014be,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:28.425714 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.452308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.575166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19dc96-d338-4b1f-8425-9b9cf3f890bc None None] Pushing event updated for resources: {'Port': ['ID=447d3489-6062-4fa8-ad53-645d7c5014be,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:28.692919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-16706b4b-fc86-4f3c-b2b2-b849b51178b8 None None] Provisioning complete for port 447d3489-6062-4fa8-ad53-645d7c5014be triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:28.693632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16706b4b-fc86-4f3c-b2b2-b849b51178b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.894251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.905414 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:28.924618 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Transition to ACTIVE for port object a3ee5820-6c7e-4472-ac70-27ba7d8f01af will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:28.966846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447d3489-6062-4fa8-ad53-645d7c5014be up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:29.025450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 447d3489-6062-4fa8-ad53-645d7c5014be triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:29.026122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.075543 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.232674 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Pushing event updated for resources: {'Port': ['ID=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:29.245655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Allocated IP 172.20.0.1 (82ebee49-5d4e-45fe-9364-839ac5250a78/698ab7db-5bc9-4e58-9c35-57c182aaf9f9/2edec4a7-1b64-4f9a-a537-9e9d372e1534) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:29.249723 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Attempting to bind port a3ee5820-6c7e-4472-ac70-27ba7d8f01af on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:29.250090 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Attempting to bind port a3ee5820-6c7e-4472-ac70-27ba7d8f01af by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:29.250504 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Attempting to bind port a3ee5820-6c7e-4472-ac70-27ba7d8f01af on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:29.253929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.254292 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.254628 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.254960 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.255339 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.255669 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.255993 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.256316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.256688 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.257012 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.257333 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.257650 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Tracked resource versions report: Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: pushed versions: Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: { 'AddressGroup': {'1.2'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'ConntrackHelper': {'1.0'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Log': {'1.0'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Network': {'1.1'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Port': {'1.7'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'PortForwarding': {'1.2'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'QosPolicy': {'1.9'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SecurityGroup': {'1.4'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SecurityGroupRule': {'1.2'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SubPort': {'1.0'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Subnet': {'1.1'}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Trunk': {'1.1'}} Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: consumer versions: Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: { DHCP agent@n-d-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: HyperV agent@n-h1-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: HyperV agent@n-h2-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: L3 agent@n-d-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: Metadata agent@n-d-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: Metering agent@n-d-792458-16: {}, Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: Open vSwitch agent@n-d-792458-16: { 'AddressGroup': '1.2', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'ConntrackHelper': '1.0', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Log': '1.0', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Network': '1.1', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Port': '1.7', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'PortForwarding': '1.2', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'QosPolicy': '1.9', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SecurityGroup': '1.4', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SecurityGroupRule': '1.2', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'SubPort': '1.0', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Subnet': '1.1', Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: 'Trunk': '1.1'}} Aug 28 08:11:29.258825 n-d-792458-16 neutron-server[95469]: {{(pid=95469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 08:11:29.265560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:29.266113 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:29.266584 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.266983 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:29.267482 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Bound port: a3ee5820-6c7e-4472-ac70-27ba7d8f01af, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:29.267987 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.344380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] For port a3ee5820-6c7e-4472-ac70-27ba7d8f01af, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:29.347965 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] For port a3ee5820-6c7e-4472-ac70-27ba7d8f01af, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:29.392967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.406070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Transition to ACTIVE for port object 2edec4a7-1b64-4f9a-a537-9e9d372e1534 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:29.413342 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.485094 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:29.485094 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:29.528004 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae5e6a-1237-4e48-bdc3-88aed363e294 None None] Pushing event updated for resources: {'Port': ['ID=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:29.538839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.606433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:29.610313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:29.630833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:29.631621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.716803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:29.746143 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:29.795889 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:29.985896 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:26Z', 'revision_number': 3, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:30.030828 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e17de8-73ec-411d-b8df-d2660ef7a6ad None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:26Z', 'revision_number': 3, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:11:30.080757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8d57fe7-3279-49d9-bc00-7a5024d3d37f None None] Provisioning for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:30.087532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8d57fe7-3279-49d9-bc00-7a5024d3d37f None None] Provisioning complete for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:30.087532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8d57fe7-3279-49d9-bc00-7a5024d3d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.089757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.174913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e8d57fe7-3279-49d9-bc00-7a5024d3d37f None None] Port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:11:30.280888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a50e255-1561-491b-b7b8-d23d5aa47317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.451352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.505966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.507759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:30.699390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:30.783297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:30.785166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:31.089105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3ee5820-6c7e-4472-ac70-27ba7d8f01af up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:31.101484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:11:31.249775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f897d26-9199-42d8-b808-8732ab153323 None None] Provisioning complete for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:31.250462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f897d26-9199-42d8-b808-8732ab153323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.324432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a3ee5820-6c7e-4472-ac70-27ba7d8f01af completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:31.330924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33418) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:31.358626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a3ee5820-6c7e-4472-ac70-27ba7d8f01af triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:31.359205 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.465546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0f897d26-9199-42d8-b808-8732ab153323 None None] Port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:11:31.507029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:11:31.524706 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b828ef56-232f-4a6f-ad55-a4bc10e43ab3 admin admin] 10.222.0.46 "PUT /v2.0/routers/6460fd7e-5119-441c-bff6-495d44d8eebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6896656 Aug 28 08:11:31.548385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1058597348-network', 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:31.620108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.645753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a3ee5820-6c7e-4472-ac70-27ba7d8f01af, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:31.652441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:31.655581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.665159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.779379 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.782943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.835085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.849187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:31.958472 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.976607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:31.989467 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:31.992681 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Added segment 35c8dfad-3962-4d33-8386-6a6a2879f992 of type vlan for network 6ac20677-d6d2-48f3-bcb6-042de6102a53 Aug 28 08:11:32.068323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d4d13-0767-4116-87bf-43552777c41d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:32.090001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:32.206906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:32.207997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:32.208659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:32.243469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33454) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:32.296584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac20677-d6d2-48f3-bcb6-042de6102a53,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:32.312085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f79d5c22-8466-4d28-ad63-a4d74955a700 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9774296 Aug 28 08:11:32.317178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:32.321126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:32.322967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Request body: {'subnet': {'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1058597348-subnet', 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:32.452454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:32.455763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:32.721967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c403-a40f-4aef-96a0-1d3d95ea3cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.028379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3ee5820-6c7e-4472-ac70-27ba7d8f01af up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:33.061665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c403-a40f-4aef-96a0-1d3d95ea3cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.072413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.163404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c403-a40f-4aef-96a0-1d3d95ea3cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.214129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a3ee5820-6c7e-4472-ac70-27ba7d8f01af triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:33.214858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.252708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5c403-a40f-4aef-96a0-1d3d95ea3cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d005a-10d0-49a2-87e1-617f83ee514d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:33.293257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33500) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:33.306127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-network', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:33.374737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4f5c403-a40f-4aef-96a0-1d3d95ea3cce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2787a56a1c6f44939fce4561e602ba65&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1295702 Aug 28 08:11:33.377882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33502) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:33.401825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:33.407837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Network hostable DHCP agents. Network: 6ac20677-d6d2-48f3-bcb6-042de6102a53, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:33.428421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Made reservation on behalf of 5dea875b2e4547418016c30a3d4717e4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:33.437077 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.472737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf47beaf-059a-4d1a-be03-a010cd2d3dbf,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:33.501550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.534046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:11:33.546632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:33.551098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:33.552479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:33.616688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.630198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6ac20677-d6d2-48f3-bcb6-042de6102a53) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:33.635460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:33.636385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.685399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.740640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.794309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710658b-dbd8-4f08-b5a1-0c2f3d0129a5 None None] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:33.871656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.884440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.889328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:33.896990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc6d005a-10d0-49a2-87e1-617f83ee514d HTTP/1.1" status: 204 len: 168 time: 0.5165691 Aug 28 08:11:33.952612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b672b66-7d8b-4150-985b-e076f43bc30d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6325829 Aug 28 08:11:33.954356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:33.978783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c1c76-9ad4-4d43-b9b9-570bfa554c9b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:34.007025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.007689 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Added segment d322d388-92fc-4683-8561-170ce03a407f of type vlan for network 9002b44f-494f-4815-8137-10e79b699bf0 Aug 28 08:11:34.025806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:34.061600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc5899-71dc-4e89-838e-e13ee1fe9a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d005a-10d0-49a2-87e1-617f83ee514d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:34.099185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17cba2a-1a50-4bf1-a44c-c2909b27dbc5 None None] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:34.178734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.327136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.328888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:34.329771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.436412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] Pushing event updated for resources: {'Network': ['ID=9002b44f-494f-4815-8137-10e79b699bf0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:34.467715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9002b44f-494f-4815-8137-10e79b699bf0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:34.534485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b819f659-9ce3-4b2c-bb9e-ffa3927dbbcd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2372687 Aug 28 08:11:34.537378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33556) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:34.546533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Request body: {'subnet': {'network_id': '9002b44f-494f-4815-8137-10e79b699bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-subnet', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:34.592695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:30Z', 'revision_number': 2, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:34.630760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:11:34.631120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Updating router 6460fd7e-5119-441c-bff6-495d44d8eebd port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:11:34.658699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.681214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Made reservation on behalf of 5dea875b2e4547418016c30a3d4717e4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:34.683704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.702133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:34.913140 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.053046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.123998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64073804-7b42-4b53-acd9-aebbd386c04f,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:35.137367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Checking segment: {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:35.137367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Network hostable DHCP agents. Network: 9002b44f-494f-4815-8137-10e79b699bf0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:35.161971 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.173644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Transition to ACTIVE for port object 2edec4a7-1b64-4f9a-a537-9e9d372e1534 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:35.269199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Network 9002b44f-494f-4815-8137-10e79b699bf0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:35.303916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.410549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d6c70-894b-4df9-a755-c90333d540f0 None None] Pushing event updated for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:35.421912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Attempting to bind port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:35.424753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Attempting to bind port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:35.424753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Attempting to bind port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:35.426038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 9002b44f-494f-4815-8137-10e79b699bf0) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:35.428573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:35.428975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Checking segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:35.429350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.429745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Bound using segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:35.430266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Bound port: 2edec4a7-1b64-4f9a-a537-9e9d372e1534, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:35.434023 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.434907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:35.434907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.442815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9aee4-caaf-4ebe-8049-c20993184f70 None None] Network 9002b44f-494f-4815-8137-10e79b699bf0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:35.556142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b77ec82-d5bb-4074-a145-0ccced48ca30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0171149 Aug 28 08:11:35.559500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:35.568219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:35.571412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] For port 2edec4a7-1b64-4f9a-a537-9e9d372e1534, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:35.578230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:35.580849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] For port 2edec4a7-1b64-4f9a-a537-9e9d372e1534, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2edec4a7-1b64-4f9a-a537-9e9d372e1534,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:35.626264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b429d68-0e15-4a76-b137-fdc3491f3ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.670559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.687944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.694978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.704484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-9002b44f-494f-4815-8137-10e79b699bf0', 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'fixed_ips': [{'subnet_id': '64073804-7b42-4b53-acd9-aebbd386c04f'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:11:35.706091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.828211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:35.839592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:35.927561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:35.944996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d6c70-894b-4df9-a755-c90333d540f0 None None] Pushing event updated for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:35.987679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b429d68-0e15-4a76-b137-fdc3491f3ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.104073 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b429d68-0e15-4a76-b137-fdc3491f3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.123199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33588) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:36.150028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33590) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:36.196324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b429d68-0e15-4a76-b137-fdc3491f3ff2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e149f370369c4ccf98bd681929ec2cf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6154163 Aug 28 08:11:36.204674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33598) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:36.228970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429d68-0e15-4a76-b137-fdc3491f3ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b403c3a-be75-4a30-8c9c-3a5fad2c3bbb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:36.249601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:36.430621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8bbde077-3054-498e-a20e-2a250ef36eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.451847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.576850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-913302a2-8ed5-46c5-b8fd-7f53a75ff3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.613676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.645902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.695173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Allocated IP 172.20.0.2 (9002b44f-494f-4815-8137-10e79b699bf0/64073804-7b42-4b53-acd9-aebbd386c04f/5faa1682-11b9-4bc1-9311-dd2304e83ad0) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:36.780460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8bbde077-3054-498e-a20e-2a250ef36eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.789040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33628) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:36.794906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1220443157-network', 'tenant_id': '563979b1c41c4db48805310e45a9fba1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:36.830018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.833185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.839591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b403c3a-be75-4a30-8c9c-3a5fad2c3bbb HTTP/1.1" status: 204 len: 168 time: 0.6330309 Aug 28 08:11:36.843776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:35Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:36.861893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39d92-ab26-4947-b0fb-6fbafff15fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b403c3a-be75-4a30-8c9c-3a5fad2c3bbb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:36.874974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8bbde077-3054-498e-a20e-2a250ef36eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.895811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393565-0249-49f9-86b4-8abdc320ea8b None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:35Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:11:36.966738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:36.989326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Transition to ACTIVE for port object 5faa1682-11b9-4bc1-9311-dd2304e83ad0 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:36.994590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8bbde077-3054-498e-a20e-2a250ef36eea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=868ad5faf73e44f6a87a1e72f3008a4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8490794 Aug 28 08:11:36.994590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:37.003237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbde077-3054-498e-a20e-2a250ef36eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6017421c-0a01-45d2-9352-ffd72a31ce3d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.031318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Transition to ACTIVE for port object 5faa1682-11b9-4bc1-9311-dd2304e83ad0 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:37.136574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.177643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.251533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.256921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Network 9002b44f-494f-4815-8137-10e79b699bf0 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:37.258159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Pushing event updated for resources: {'Port': ['ID=5faa1682-11b9-4bc1-9311-dd2304e83ad0,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.262447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:37.269230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:37.319417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-913302a2-8ed5-46c5-b8fd-7f53a75ff3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.320862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.360148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.396171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-913302a2-8ed5-46c5-b8fd-7f53a75ff3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.404350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Attempting to bind port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:37.407931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Attempting to bind port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:37.409443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Attempting to bind port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 on network 9002b44f-494f-4815-8137-10e79b699bf0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:37.431320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:37.431780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Checking segment: {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:37.432275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.432759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Bound using segment: {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:37.433345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Bound port: 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:37.433862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.460033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-913302a2-8ed5-46c5-b8fd-7f53a75ff3d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79555b52e6014512b1619d0548a3f0e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3086510 Aug 28 08:11:37.462504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33648) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:37.465483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913302a2-8ed5-46c5-b8fd-7f53a75ff3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba02ec36-ad69-4a67-9523-6bb489466530,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.498007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.504711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.505976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6017421c-0a01-45d2-9352-ffd72a31ce3d HTTP/1.1" status: 204 len: 168 time: 0.5082705 Aug 28 08:11:37.532432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Made reservation on behalf of 563979b1c41c4db48805310e45a9fba1 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:37.534882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.556693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442fe0-ef22-428d-8b48-8751a63cfdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6017421c-0a01-45d2-9352-ffd72a31ce3d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.562463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.610072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.637762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] For port 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:37.652677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] For port 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5faa1682-11b9-4bc1-9311-dd2304e83ad0,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:37.654574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.745547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.758416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Allocated IP 172.25.0.114 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/73729f5c-d21f-461d-b11b-0b41fa399a13) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:37.809764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.854386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99a00-16ea-4721-9705-c53f81f781f5 None None] Pushing event updated for resources: {'Port': ['ID=5faa1682-11b9-4bc1-9311-dd2304e83ad0,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.879596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.885894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:37.890342 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba02ec36-ad69-4a67-9523-6bb489466530 HTTP/1.1" status: 204 len: 168 time: 0.4235616 Aug 28 08:11:37.905045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91be974-ea04-408b-a7e3-b4e9dad3bf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba02ec36-ad69-4a67-9523-6bb489466530,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:37.920556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.036994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.047902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:38.060059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2604a-83f8-4379-948a-7db1b211c7f6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:38.066522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.070445 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Added segment 012fcb72-588a-4476-ba9b-745be7b65c48 of type vlan for network 1da315aa-a2bf-4e35-876b-b3d24e5cb08d Aug 28 08:11:38.155918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.254441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.315587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:38.320132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:38.327909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:38.384527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.386499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:38.388085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.451487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Pushing event updated for resources: {'Port': ['ID=73729f5c-d21f-461d-b11b-0b41fa399a13,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:38.499414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] Pushing event updated for resources: {'Network': ['ID=1da315aa-a2bf-4e35-876b-b3d24e5cb08d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:38.511956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1da315aa-a2bf-4e35-876b-b3d24e5cb08d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:38.527385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9e47c298-51b8-492a-98e6-376dca888784 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7372565 Aug 28 08:11:38.532409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33686) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:38.542453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Request body: {'subnet': {'network_id': '1da315aa-a2bf-4e35-876b-b3d24e5cb08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1220443157-subnet', 'tenant_id': '563979b1c41c4db48805310e45a9fba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:38.671776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Made reservation on behalf of 563979b1c41c4db48805310e45a9fba1 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:38.675071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:38.749175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.018973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.059167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:39.105752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-472e29e2-8972-4a86-89c3-706c118be8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.111824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2edec4a7-1b64-4f9a-a537-9e9d372e1534 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:39.137008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8132c819-8a82-475d-adda-0c538e6e7d83,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:39.150500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.159642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Checking segment: {'id': '012fcb72-588a-4476-ba9b-745be7b65c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1da315aa-a2bf-4e35-876b-b3d24e5cb08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:39.160065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Network hostable DHCP agents. Network: 1da315aa-a2bf-4e35-876b-b3d24e5cb08d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:39.185846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33694) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:39.220465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e61c-cab3-438f-9645-ae6a8dd638d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.252689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Network 1da315aa-a2bf-4e35-876b-b3d24e5cb08d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:39.318820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3a416-15aa-4b64-872a-8c0c3f9a117f None None] Network 9002b44f-494f-4815-8137-10e79b699bf0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:39.383305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:39.398661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:39.399096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.407129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 1da315aa-a2bf-4e35-876b-b3d24e5cb08d) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:39.411371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:39.418144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.442708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583a0c2-1e12-46ab-a421-16b0a14f972a None None] Network 1da315aa-a2bf-4e35-876b-b3d24e5cb08d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:39.464319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-472e29e2-8972-4a86-89c3-706c118be8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.530605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fef24efc-a22f-4445-9c52-45e3dccf57ec None None] Provisioning for port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:39.589728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-472e29e2-8972-4a86-89c3-706c118be8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.598339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Router 8938625a-84cd-499a-99fc-09eb8698e52a is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:11:39.669527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-472e29e2-8972-4a86-89c3-706c118be8ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af1dd1ee7553492d932bcd5a1a3835fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6095176 Aug 28 08:11:39.673250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33716) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:39.673809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-70a90735-e846-463f-acb7-f521ffcbca5b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1401994 Aug 28 08:11:39.701782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.753363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cefdc-8c78-48a6-b967-22cf005ce7b8 None None] Network 1da315aa-a2bf-4e35-876b-b3d24e5cb08d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:39.781512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:39.783848 n-d-792458-16 neutron-server[95467]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 08:11:39.822419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-fac71c5d-bb52-471f-b64c-687f41344d25 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=14255e7700044a069c716cddcf0a842d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394971 Aug 28 08:11:39.847364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 2edec4a7-1b64-4f9a-a537-9e9d372e1534, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2edec4a7-1b64-4f9a-a537-9e9d372e1534,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:39.925077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e29e2-8972-4a86-89c3-706c118be8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98670f52-4f0f-4d94-80c6-e12295a7323d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:39.987407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:39.995404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5faa1682-11b9-4bc1-9311-dd2304e83ad0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:40.028914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e61c-cab3-438f-9645-ae6a8dd638d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.044599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-16210848-fe1a-449e-be4f-d090fc322216 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:40.061784 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-16210848-fe1a-449e-be4f-d090fc322216 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383668 Aug 28 08:11:40.097256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-053c8be2-45ce-4fa1-8db1-1898e65b5d10 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/quotas/14255e7700044a069c716cddcf0a842d HTTP/1.1" status: 200 len: 375 time: 0.0343039 Aug 28 08:11:40.122579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e61c-cab3-438f-9645-ae6a8dd638d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.220842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.244225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2fe3e61c-cab3-438f-9645-ae6a8dd638d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6d2ccdbc3904b9fbb2db1f6575ed25f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0480478 Aug 28 08:11:40.247886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-3075f1a9-19e6-47ec-b74d-26028b7b9c9c tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14255e7700044a069c716cddcf0a842d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417727 Aug 28 08:11:40.248139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.257169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33736) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:40.285647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:40.307914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:11:40.328863 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Sync routers for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:11:40.351541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.353750 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:40.355028 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:40.361713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3e61c-cab3-438f-9645-ae6a8dd638d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58015fa-8d30-42d1-a58f-65b32da4581c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:40.384419 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.386141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.390018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.398534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98670f52-4f0f-4d94-80c6-e12295a7323d HTTP/1.1" status: 204 len: 168 time: 0.7106297 Aug 28 08:11:40.410373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3e27b-645f-4964-89b7-4771a53d4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98670f52-4f0f-4d94-80c6-e12295a7323d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:40.419481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:40.429563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.431465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4114725f-c820-4c2d-8fc0-de6112907164 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8705404 Aug 28 08:11:40.446573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:40.467365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:40.471740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.631966 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:40.666732 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.729828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5faa1682-11b9-4bc1-9311-dd2304e83ad0,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:40.744581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e641f75-fd85-45f9-b436-d01bd45058f5 req-c146fb31-e156-42b7-b171-6eb2e18a8625 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.1165946 Aug 28 08:11:40.823433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.870436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.873082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:40.873665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=5faa1682-11b9-4bc1-9311-dd2304e83ad0,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:40.874363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e58015fa-8d30-42d1-a58f-65b32da4581c HTTP/1.1" status: 204 len: 168 time: 0.6159167 Aug 28 08:11:40.890070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3e646-62a0-4199-852a-f7a2882445b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58015fa-8d30-42d1-a58f-65b32da4581c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:40.958888 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:38Z', 'revision_number': 3, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:41.011283 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Checking router: 8938625a-84cd-499a-99fc-09eb8698e52a for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:11:41.012028 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Updating router 8938625a-84cd-499a-99fc-09eb8698e52a port 73729f5c-d21f-461d-b11b-0b41fa399a13 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:11:41.046753 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.072234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2edec4a7-1b64-4f9a-a537-9e9d372e1534 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:41.121663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33774) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:41.146634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:41.147395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.308784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5faa1682-11b9-4bc1-9311-dd2304e83ad0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:41.405494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:41.405981 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.417921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.503308 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.516510 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Transition to ACTIVE for port object 73729f5c-d21f-461d-b11b-0b41fa399a13 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:41.624037 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.708789 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cf81d-9a47-44c2-85ca-47fb6b8c230d None None] Pushing event updated for resources: {'Port': ['ID=73729f5c-d21f-461d-b11b-0b41fa399a13,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:41.711893 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Attempting to bind port 73729f5c-d21f-461d-b11b-0b41fa399a13 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:41.712497 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Attempting to bind port 73729f5c-d21f-461d-b11b-0b41fa399a13 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:41.712836 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Attempting to bind port 73729f5c-d21f-461d-b11b-0b41fa399a13 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:41.719677 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:41.720235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:41.721102 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.721102 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:41.721756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Bound port: 73729f5c-d21f-461d-b11b-0b41fa399a13, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:41.722176 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.729820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Allocated IP 172.20.0.1 (9002b44f-494f-4815-8137-10e79b699bf0/64073804-7b42-4b53-acd9-aebbd386c04f/0c3ea780-d63c-46ff-af68-8a7316ff509c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:41.775461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-725bbf88-faa6-41b1-890b-cf7a7ad34c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.817632 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] For port 73729f5c-d21f-461d-b11b-0b41fa399a13, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:41.830686 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] For port 73729f5c-d21f-461d-b11b-0b41fa399a13, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=73729f5c-d21f-461d-b11b-0b41fa399a13,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:41.944617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-22fbf8c2-daa0-450d-bf6d-725bd5c6003f req-ae2d1ecf-0015-408e-a615-0e698f0f40ec tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.0592146 Aug 28 08:11:41.953660 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.960546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.964506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-725bbf88-faa6-41b1-890b-cf7a7ad34c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:41.981387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Transition to ACTIVE for port object 0c3ea780-d63c-46ff-af68-8a7316ff509c will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:42.063954 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cf81d-9a47-44c2-85ca-47fb6b8c230d None None] Pushing event updated for resources: {'Port': ['ID=73729f5c-d21f-461d-b11b-0b41fa399a13,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:42.067188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-725bbf88-faa6-41b1-890b-cf7a7ad34c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.074673 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:42.075673 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:42.121720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.134341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-725bbf88-faa6-41b1-890b-cf7a7ad34c16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38516dcca7714e95bcbc2672369cdb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0106626 Aug 28 08:11:42.139078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33814) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:42.194475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Network 9002b44f-494f-4815-8137-10e79b699bf0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:42.204627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bbf88-faa6-41b1-890b-cf7a7ad34c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625732db-d325-430b-9612-b24fd527dab2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:42.205212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:42.229438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:42.233517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.337958 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:42.376419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Pushing event updated for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:42.493302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.522192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.593369 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:38Z', 'revision_number': 3, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:42.635363 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355325a4-093b-4c59-a68a-9b2e2dd636c4 None None] The sync data for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 is: [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:38Z', 'revision_number': 3, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:11:42.679280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33832) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:42.683386 n-d-792458-16 neutron-server[95466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 08:11:42.704192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b19f1783-c318-4093-90ee-b0a7774e5a75 None None] Provisioning for port 0c3ea780-d63c-46ff-af68-8a7316ff509c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:42.711220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b19f1783-c318-4093-90ee-b0a7774e5a75 None None] Provisioning complete for port 0c3ea780-d63c-46ff-af68-8a7316ff509c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:42.711881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b19f1783-c318-4093-90ee-b0a7774e5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.720141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.727449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.734607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/625732db-d325-430b-9612-b24fd527dab2 HTTP/1.1" status: 204 len: 168 time: 0.5875912 Aug 28 08:11:42.759384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f0ff5-9066-471c-b195-d262073eff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625732db-d325-430b-9612-b24fd527dab2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:42.763685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:42.861639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b19f1783-c318-4093-90ee-b0a7774e5a75 None None] Port 0c3ea780-d63c-46ff-af68-8a7316ff509c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:11:42.994377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-3ad905c7-8161-43e4-a8ed-05fb0ff81e15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:42.996025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-3ad905c7-8161-43e4-a8ed-05fb0ff81e15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.3148744 Aug 28 08:11:43.073428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-50b23e2d-7209-4df1-afab-5cc45ee069cc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/quotas/f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 375 time: 0.0701544 Aug 28 08:11:43.152552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-63904629-5a30-4e36-bd31-8a7300187e4f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712295 Aug 28 08:11:43.163610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:43.169758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-6a425d40-bec6-452e-a9c1-959222f8aeda tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:11:43.171445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-6a425d40-bec6-452e-a9c1-959222f8aeda tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106885 Aug 28 08:11:43.193517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34b88f82-1136-4d01-bbd1-9916877f8938 req-76de4b36-f82b-41b0-9609-24dafb84f25e tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.1121314 Aug 28 08:11:43.235360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:43.236103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:43.324855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Pushing event updated for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:43.403459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Network 9002b44f-494f-4815-8137-10e79b699bf0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:43.405126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:43.608746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Router 8938625a-84cd-499a-99fc-09eb8698e52a has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:11:43.813892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-99c8c246-c35f-4aaf-b5e9-3c6e3743959b None None] Provisioning complete for port 0c3ea780-d63c-46ff-af68-8a7316ff509c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:43.816574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-99c8c246-c35f-4aaf-b5e9-3c6e3743959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:43.844718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:11:43.858834 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-422427d7-7193-4497-a3eb-80e8ce6b971d admin admin] 10.222.0.46 "PUT /v2.0/routers/8938625a-84cd-499a-99fc-09eb8698e52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062514 Aug 28 08:11:43.882814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-99c8c246-c35f-4aaf-b5e9-3c6e3743959b None None] Port 0c3ea780-d63c-46ff-af68-8a7316ff509c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:11:44.304220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33876) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:44.326139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82420f45-9e35-41fe-8497-2fba46095b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:44.471494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82420f45-9e35-41fe-8497-2fba46095b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:44.585851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-d1d27842-359d-44db-a6f0-7f4ce74d09b9 service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375354 Aug 28 08:11:44.666121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82420f45-9e35-41fe-8497-2fba46095b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:44.696686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-2494fb9e-ae49-4824-a49d-9e9ebf9c2008 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288055 Aug 28 08:11:44.746363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-82420f45-9e35-41fe-8497-2fba46095b8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c9021a2aed54ca7abdcc0bff18234e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402158 Aug 28 08:11:44.746820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:44.760524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82420f45-9e35-41fe-8497-2fba46095b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28ccc5-648d-4e10-9f57-58978615d079,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:44.807650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-e0a74da6-dd18-4ee7-8e13-6d01169c6d38 service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128768 Aug 28 08:11:44.836095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:44.860337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-1f19b964-923d-4e06-83d6-bace7c80478b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:44.861982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-1f19b964-923d-4e06-83d6-bace7c80478b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576638 Aug 28 08:11:44.862769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:44.903772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-d6cd3a5c-32ac-4632-808e-3b53e75ca79e tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/quotas/df397463bd754bc7a1c26dffacde4de7 HTTP/1.1" status: 200 len: 375 time: 0.0343173 Aug 28 08:11:44.977688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33892) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:44.980194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Sync routers for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:11:45.007867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-62e10abf-6e12-4255-a3be-615436a52b8b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040471 Aug 28 08:11:45.011458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:45.014122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:45.040762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:45.045973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:45.050070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c28ccc5-648d-4e10-9f57-58978615d079 HTTP/1.1" status: 204 len: 168 time: 0.3002160 Aug 28 08:11:45.061333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555c61-6658-4ab9-a3bf-d7dcfe90cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28ccc5-648d-4e10-9f57-58978615d079,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:45.099758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 73729f5c-d21f-461d-b11b-0b41fa399a13 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:45.300657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1108589319-network', 'tenant_id': '150705dfe001456faab8224e3eb11d7e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:45.429379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:45.431870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:45.480372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:45.532122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:45.534639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.64', 61730) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:45.584830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5815387-7911-4cf3-a8cd-338d6cbdaaf2 req-e7c4333c-0f6d-4976-86fe-af27d5fbdaaf tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.0525217 Aug 28 08:11:45.660029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-d193111e-8fe0-44cd-960e-6b834070ccf5 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=14255e7700044a069c716cddcf0a842d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189272 Aug 28 08:11:45.798901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e8fa1d2-60f0-4696-9a7c-87f584104989 req-746f8066-bfc8-41af-b794-9b0ab55060f8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.0606875 Aug 28 08:11:45.906697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 73729f5c-d21f-461d-b11b-0b41fa399a13 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:45.914489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 73729f5c-d21f-461d-b11b-0b41fa399a13 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:45.915300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:45.950309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2690b0c7-2255-4464-a902-47eb39099b46 req-fc92011e-b504-4b56-bdc3-00c9965ccb86 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.1802742 Aug 28 08:11:46.130507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:42Z', 'revision_number': 4, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0c3ea780-d63c-46ff-af68-8a7316ff509c', 'name': '', 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'mac_address': 'fa:16:3e:a0:09:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:41Z', 'updated_at': '2021-08-28T08:11:42Z', 'revision_number': 2, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'subnets': [{'id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:46.161880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-d32f8ab7-7da3-4199-bfc3-3331538c6619 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:46.168683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-d32f8ab7-7da3-4199-bfc3-3331538c6619 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4900465 Aug 28 08:11:46.168930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Checking router: 8938625a-84cd-499a-99fc-09eb8698e52a for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:11:46.168930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Updating router 8938625a-84cd-499a-99fc-09eb8698e52a port 0c3ea780-d63c-46ff-af68-8a7316ff509c binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:11:46.168930 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.214624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 73729f5c-d21f-461d-b11b-0b41fa399a13, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=73729f5c-d21f-461d-b11b-0b41fa399a13,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:46.215588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.215888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.298132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.331927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Request body: {'port': {'device_id': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '14255e7700044a069c716cddcf0a842d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:46.343579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.365499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:46.443870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33942) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:46.444172 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.445061 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Added segment 0c660744-fdab-40f6-87e4-b2fde284092f of type vlan for network 86af6373-b29b-481d-a5d3-2697189036ef Aug 28 08:11:46.465027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=73729f5c-d21f-461d-b11b-0b41fa399a13,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:46.483398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e70bb2-bc1b-41cf-8d69-eede315da4c1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:46.493549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ddaed57f-c35b-43b5-887d-828c78150a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.680701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.720408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.735301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Transition to ACTIVE for port object 0c3ea780-d63c-46ff-af68-8a7316ff509c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:46.757543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ddaed57f-c35b-43b5-887d-828c78150a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.894656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-148782f7-a054-4d13-b8bb-2a09d2af6c17 req-ea0e4549-cc58-4bcd-add8-eb4966e057fb tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.0579393 Aug 28 08:11:46.918575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ddaed57f-c35b-43b5-887d-828c78150a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.929163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.931355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:46.933660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:46.936982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.058067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaed57f-c35b-43b5-887d-828c78150a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ef1cc-c1d7-47ca-8b12-25004e03b4db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:47.085898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd4a9302-5608-4f86-9fc3-baeeaa13e0f5 req-ba5a31d8-5641-4595-96d1-e0e754eaec09 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.0838015 Aug 28 08:11:47.125359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ddaed57f-c35b-43b5-887d-828c78150a6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afa9433c1db340c7afefa643bf3146b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686509 Aug 28 08:11:47.125359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33976) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:47.135721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 73729f5c-d21f-461d-b11b-0b41fa399a13 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:47.144076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc987a21-9a50-443e-b6f9-362ca73c988e None None] Pushing event updated for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:47.191459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] Pushing event updated for resources: {'Network': ['ID=86af6373-b29b-481d-a5d3-2697189036ef,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:47.207263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 86af6373-b29b-481d-a5d3-2697189036ef details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:47.229497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Made reservation on behalf of 14255e7700044a069c716cddcf0a842d for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:47.235541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.257001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f28a8cdc-975a-4c01-8fca-93c4ab9b3d18 req-ae49afe5-2883-4234-bbda-99067f38a5f0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.0827503 Aug 28 08:11:47.265790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.271917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.296408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-497d5798-9572-4a51-a88d-388d713bd13a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3171835 Aug 28 08:11:47.301903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.317182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33988) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:47.330117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Request body: {'subnet': {'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1108589319-subnet', 'tenant_id': '150705dfe001456faab8224e3eb11d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:47.358693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33990) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:47.368419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471454285', 'description': 'tempest-description--686383993'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:47.431751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Attempting to bind port 0c3ea780-d63c-46ff-af68-8a7316ff509c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:47.431927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Attempting to bind port 0c3ea780-d63c-46ff-af68-8a7316ff509c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:47.432682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Attempting to bind port 0c3ea780-d63c-46ff-af68-8a7316ff509c on network 9002b44f-494f-4815-8137-10e79b699bf0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:47.442704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:47.451067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Checking segment: {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:47.451067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.451067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Bound using segment: {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:47.451067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Bound port: 0c3ea780-d63c-46ff-af68-8a7316ff509c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd322d388-92fc-4683-8561-170ce03a407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:47.451067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.451516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.466332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 73729f5c-d21f-461d-b11b-0b41fa399a13 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:47.466703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.555228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.560399 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.563607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/768ef1cc-c1d7-47ca-8b12-25004e03b4db HTTP/1.1" status: 204 len: 168 time: 0.4393048 Aug 28 08:11:47.577355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] For port 0c3ea780-d63c-46ff-af68-8a7316ff509c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:47.583846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] For port 0c3ea780-d63c-46ff-af68-8a7316ff509c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0c3ea780-d63c-46ff-af68-8a7316ff509c,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:47.583943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f72e2-e714-42a6-a84b-6a7d2d60d72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ef1cc-c1d7-47ca-8b12-25004e03b4db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:47.652042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.732518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:47.794870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:47.801766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc987a21-9a50-443e-b6f9-362ca73c988e None None] Pushing event updated for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:47.807410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:11:47.808770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:47.809386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.044184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:48.091924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:11:48.104861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.213579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53db72db-d80c-4278-b175-182094be91f0 req-d78c240d-5724-4b34-b889-b7101ba48605 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.1219554 Aug 28 08:11:48.360291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca08d50d-5ad5-49e2-94dd-53265ceaf7ac req-1942fe62-1df9-439e-90ec-1d3c2b3562fb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.0950811 Aug 28 08:11:48.409296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.490971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08c7047e-ab13-45ce-9116-f31536d50fb6 req-86a025cb-4429-484a-8fe8-d49315d4dd68 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.1138425 Aug 28 08:11:48.528550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Allocated IP 192.168.233.246 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/5a540b08-2bad-4129-adfc-5e7c770653e7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:48.545049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:48.545049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Network hostable DHCP agents. Network: 86af6373-b29b-481d-a5d3-2697189036ef, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:48.545049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3f6eeb-7f2c-409a-bc86-c178f023012c,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:48.619451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.731349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.795186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Network 86af6373-b29b-481d-a5d3-2697189036ef is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:48.800286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1860668e-6a26-4af4-b353-621481187b92,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:48.842014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:42Z', 'revision_number': 4, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0c3ea780-d63c-46ff-af68-8a7316ff509c', 'name': '', 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'mac_address': 'fa:16:3e:a0:09:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:41Z', 'updated_at': '2021-08-28T08:11:47Z', 'revision_number': 4, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'subnets': [{'id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:11:48.920280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 86af6373-b29b-481d-a5d3-2697189036ef) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:48.925929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:48.937008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.940320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7effbb-90f5-4751-b85f-3b2759d104ac None None] Network 86af6373-b29b-481d-a5d3-2697189036ef requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:48.944898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c584eb-da77-439f-bc43-295ee058f570 None None] The sync data for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 is: [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:11:42Z', 'revision_number': 4, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0c3ea780-d63c-46ff-af68-8a7316ff509c', 'name': '', 'network_id': '9002b44f-494f-4815-8137-10e79b699bf0', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'mac_address': 'fa:16:3e:a0:09:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:41Z', 'updated_at': '2021-08-28T08:11:47Z', 'revision_number': 4, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'subnets': [{'id': '64073804-7b42-4b53-acd9-aebbd386c04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:11:48.957989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.989361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:48.993713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f3ec2349-fb6b-4e19-b9eb-3ccdf337c1c5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6329610 Aug 28 08:11:49.001527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Transition to ACTIVE for port object 5a540b08-2bad-4129-adfc-5e7c770653e7 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:49.001636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34032) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:49.008695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'security_group_rule': {'security_group_id': '1860668e-6a26-4af4-b353-621481187b92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:49.064963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a708e48-a847-4b8f-9a82-d827e3b9223a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7460070 Aug 28 08:11:49.263249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:49.361910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:49.559495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.39', 59007) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:49.615070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aee6ff-e77b-41dd-a929-3a40affb5194 None None] Network 86af6373-b29b-481d-a5d3-2697189036ef requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:49.896771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:49.909112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:49.926679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:49.955896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:49.960685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.035665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Pushing event updated for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:50.119223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.133080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bacb2ebe-b049-46c2-bb13-9092de540952 req-bbaa2554-e68a-46ab-b484-9f6d84d219ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.2179663 Aug 28 08:11:50.141554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-953b9f30-5888-442d-9f8d-e29ecb361650 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8183575 Aug 28 08:11:50.164548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf115b5-3d1a-4e25-8677-2d0bd60b6359 req-aa912945-f248-4234-8f8d-b3717d44804a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:50.183100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bf115b5-3d1a-4e25-8677-2d0bd60b6359 req-aa912945-f248-4234-8f8d-b3717d44804a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 936 time: 0.5551579 Aug 28 08:11:50.243194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.262786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-98c3576c-de21-4068-abd6-a8fbf31bc61b tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:11:50.273528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-98c3576c-de21-4068-abd6-a8fbf31bc61b tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244920 Aug 28 08:11:50.456696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bf115b5-3d1a-4e25-8677-2d0bd60b6359 req-495a2e76-d630-41a6-a13d-e454a94c1ca3 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676637 Aug 28 08:11:50.537754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b25dba-4c5b-4545-a1ca-878901e9c766,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:50.632112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f1a3d554-22b2-48b9-b844-57b2bc7f3982 req-71ebdb43-b5a2-47cd-a99f-c86a8c4f64ec tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.2295141 Aug 28 08:11:50.704436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-f242d10b-6bd8-4a61-8544-a693731d4ee4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:50.706118 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-f242d10b-6bd8-4a61-8544-a693731d4ee4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 1.1406217 Aug 28 08:11:50.708225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.709453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c18261b4-1bc3-4a6f-aac5-49967fdfc35a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7067575 Aug 28 08:11:50.713931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34060) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:50.720032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'security_group_rule': {'security_group_id': '1860668e-6a26-4af4-b353-621481187b92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:50.869807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7c40309-d99a-42e9-9dea-d446a880c246 None None] Provisioning for port 5a540b08-2bad-4129-adfc-5e7c770653e7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:50.875943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7c40309-d99a-42e9-9dea-d446a880c246 None None] Provisioning complete for port 5a540b08-2bad-4129-adfc-5e7c770653e7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:50.876446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7c40309-d99a-42e9-9dea-d446a880c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.903764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:50.973208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Request body: {'port': {'device_id': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'admin_state_up': True, 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:51.008115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a7c40309-d99a-42e9-9dea-d446a880c246 None None] Port 5a540b08-2bad-4129-adfc-5e7c770653e7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:11:51.128151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0c3ea780-d63c-46ff-af68-8a7316ff509c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:51.226710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34076) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:51.297532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.39', 59011) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:51.354143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-5e2a4d5a-4d4b-4287-80e3-7fc6754f20ca tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555143 Aug 28 08:11:51.420018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0c3ea780-d63c-46ff-af68-8a7316ff509c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:11:51.430427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0c3ea780-d63c-46ff-af68-8a7316ff509c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:51.431507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:51.520496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Request body: {'port': {'device_id': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'device_owner': 'compute:tempest-test_az-1026249559', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:51.679105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:51.693150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eecbc2db-9df7-4f67-be2d-4643f08df5fe req-802af1c8-804a-4236-943e-27162b339c20 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.3390453 Aug 28 08:11:51.780232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 0c3ea780-d63c-46ff-af68-8a7316ff509c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0c3ea780-d63c-46ff-af68-8a7316ff509c,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:11:51.853169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:51.872605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:51.946626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37a1ea-d399-449a-bc89-2a4e11c4a4e8 req-d3b7da75-ecb2-4109-8e02-49ad4184b56b tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:51.955349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c37a1ea-d399-449a-bc89-2a4e11c4a4e8 req-d3b7da75-ecb2-4109-8e02-49ad4184b56b tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 936 time: 0.2900255 Aug 28 08:11:51.980007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:51.990833 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:52.033082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-dd4b0116-95f9-4317-a22d-c920675eeb9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:52.037933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-dd4b0116-95f9-4317-a22d-c920675eeb9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6688526 Aug 28 08:11:52.053488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59be55a-aba6-463e-88e4-41051aa92cea,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:52.084930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c37a1ea-d399-449a-bc89-2a4e11c4a4e8 req-f703c991-e0c0-466d-af75-06f2ed7461a9 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225157 Aug 28 08:11:52.110297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Request body: {'port': {'device_id': '0b1f41f5-da83-412b-b809-b09db3611837', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'df397463bd754bc7a1c26dffacde4de7'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:52.127690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:52.132444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:52.147297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:52.169283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ea8fda1-5fee-464a-bc93-5156cf5f3cf2 req-1b6faeff-8167-4c23-9bcc-21d5cc0f10cb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.1087039 Aug 28 08:11:52.170086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7fd7-c4bd-4da7-a779-8140ca6f64eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:52.444484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:52.445792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b55cd6de-1a12-44db-81fd-00c4095fb5cd tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7306132 Aug 28 08:11:52.489191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34104) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:52.517151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:52.566095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34108) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:52.612233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-861177937-network', 'tenant_id': 'c0a1a11fb2614c43bbfd5e90bfea6baf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:52.990571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7fd7-c4bd-4da7-a779-8140ca6f64eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.053934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48aebe75-4c6e-4db1-ba4f-9b509c25d313 req-a273ddb6-4926-4e42-a249-7598694fa934 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.1850650 Aug 28 08:11:53.068955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Allocated IP 172.20.0.8 (6ac20677-d6d2-48f3-bcb6-042de6102a53/cf47beaf-059a-4d1a-be03-a010cd2d3dbf/1ad7b672-4c9f-481f-9ded-1df7e983bb77) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:53.099090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0c3ea780-d63c-46ff-af68-8a7316ff509c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:11:53.157447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:11:53.157447 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:11:53.157447 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id_1': 'c0a1a11fb2614c43bbfd5e90bfea6baf', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 11, 52, 617970)}] Aug 28 08:11:53.157447 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:11:53.158873 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:11:53.216940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a540b08-2bad-4129-adfc-5e7c770653e7 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:11:53.253760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.315250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Transition to ACTIVE for port object 5a540b08-2bad-4129-adfc-5e7c770653e7 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:53.387196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:11:53.387196 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:11:53.387196 n-d-792458-16 neutron-server[95466]: [parameters: {'project_id_1': 'df397463bd754bc7a1c26dffacde4de7', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 11, 52, 556325)}] Aug 28 08:11:53.387196 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:11:53.388663 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:11:53.388663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7fd7-c4bd-4da7-a779-8140ca6f64eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.397883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.522139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aa6b7fd7-c4bd-4da7-a779-8140ca6f64eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2cb33483036443eaf0831f2afd6f79b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2871680 Aug 28 08:11:53.524028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0c3ea780-d63c-46ff-af68-8a7316ff509c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:11:53.524028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.524287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.544441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:53.545246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b7fd7-c4bd-4da7-a779-8140ca6f64eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a64489-af5a-4e86-b40c-5df325d70f62,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:53.707138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:53.790430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb30597e-45e8-4dfe-8fd9-d0a79d674126 req-29fb51b6-0f1b-4853-ae91-c0f101fe79e7 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.3975070 Aug 28 08:11:53.873755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Attempting to bind port 5a540b08-2bad-4129-adfc-5e7c770653e7 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:53.874437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Attempting to bind port 5a540b08-2bad-4129-adfc-5e7c770653e7 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:53.874990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Attempting to bind port 5a540b08-2bad-4129-adfc-5e7c770653e7 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:53.892825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5fbc3-a894-467f-975a-05cd5e7344de req-f56a13ce-ef7f-4c3b-8097-e14987075627 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:53.895775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24e5fbc3-a894-467f-975a-05cd5e7344de req-f56a13ce-ef7f-4c3b-8097-e14987075627 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.5734258 Aug 28 08:11:53.913813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:53.967249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.066754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Port 5a540b08-2bad-4129-adfc-5e7c770653e7 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:11:54.076326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Attempting to bind port 5a540b08-2bad-4129-adfc-5e7c770653e7 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:54.081164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:11:54.081164 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:11:54.081164 n-d-792458-16 neutron-server[95466]: [parameters: {'project_id_1': 'df397463bd754bc7a1c26dffacde4de7', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 11, 53, 909250)}] Aug 28 08:11:54.081164 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:11:54.085347 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:11:54.132451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:54.133671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:54.141302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:54.142124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Bound port: 5a540b08-2bad-4129-adfc-5e7c770653e7, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:54.142680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.253713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.257531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Made reservation on behalf of c0a1a11fb2614c43bbfd5e90bfea6baf for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:54.260258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.278059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.316949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24e5fbc3-a894-467f-975a-05cd5e7344de req-0fa5e962-82b2-4219-815d-2f9b6bb19931 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042401 Aug 28 08:11:54.317861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.321588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.322996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7a64489-af5a-4e86-b40c-5df325d70f62 HTTP/1.1" status: 204 len: 168 time: 0.6950336 Aug 28 08:11:54.349012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd595ab-0fc0-4f88-8552-30c5ca8fa13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a64489-af5a-4e86-b40c-5df325d70f62,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:54.450182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:11:54.462694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a540b08-2bad-4129-adfc-5e7c770653e7,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:11:54.540158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.634550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c10239f-c67b-42a3-92b4-0213bb820f05 req-1d728dbe-6ea2-4b6a-a65e-93cba682f9c7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.1125572 Aug 28 08:11:54.638884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.645935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.760593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.769871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:54.770610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:54.773869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a540b08-2bad-4129-adfc-5e7c770653e7 HTTP/1.1" status: 200 len: 1119 time: 3.8593829 Aug 28 08:11:54.775537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:11:54.958930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.095644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:55.103476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74bb5d5-fefc-4be7-a446-769424d7d2b5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:55.167067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:55.179071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:55.197399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:55.203388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:55.204177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.219423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Allocated IP 172.25.0.36 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/59ff5573-fd6c-4e04-b164-6a7fdc6dc967) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:55.232039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:11:55.270072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.271238 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Added segment 035aa460-fc79-489f-9896-fc070d97d427 of type vlan for network 22e00e1b-3fb6-4ebc-b059-624ebdb57d20 Aug 28 08:11:55.546991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.589424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec435-6ccd-4235-a8fd-a55ef86714b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:55.596906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.811036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c81a0db3-f7e7-46ee-bf01-d087d0b3b1d2 req-743669cf-0cab-47b2-bfef-0cdcb1391448 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.8108099 Aug 28 08:11:55.918259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:55.919198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54a81-9c8a-4195-a16c-904688788853 req-3bca1855-c98b-43bb-bc0e-667205c3c34f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:55.937930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51a54a81-9c8a-4195-a16c-904688788853 req-3bca1855-c98b-43bb-bc0e-667205c3c34f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.3150699 Aug 28 08:11:56.017205 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25746c9d-d834-487a-98ad-272f853d4b68" -d '{"events": [{"name": "network-changed", "server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:11:56.025892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-af6c876c-1b52-4435-b143-0f3a4f372b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:56.036563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-af6c876c-1b52-4435-b143-0f3a4f372b0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14255e7700044a069c716cddcf0a842d&device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 1122 time: 0.5195212 Aug 28 08:11:56.099002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51a54a81-9c8a-4195-a16c-904688788853 req-cd2c570f-0ba0-4617-83cf-27595ccc14e1 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511877 Aug 28 08:11:56.187607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.187607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:56.187607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.249726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.299106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] Pushing event updated for resources: {'Network': ['ID=22e00e1b-3fb6-4ebc-b059-624ebdb57d20,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:56.309437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:11:56.315831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:56.322603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:11:56.330832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 22e00e1b-3fb6-4ebc-b059-624ebdb57d20 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:11:56.335623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'Port': ['ID=59ff5573-fd6c-4e04-b164-6a7fdc6dc967,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:56.370648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-6423fc28-4e6c-44c9-b9de-30401a887b02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5a540b08-2bad-4129-adfc-5e7c770653e7 HTTP/1.1" status: 200 len: 217 time: 0.2809048 Aug 28 08:11:56.373304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Made reservation on behalf of df397463bd754bc7a1c26dffacde4de7 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:56.379347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.396226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03dc2162-4a28-4b72-b1d8-0d2fcfb7468f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.8184841 Aug 28 08:11:56.397812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-18d01780-a9f1-4059-aa56-3395d7a075a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4524324 Aug 28 08:11:56.402843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:56.408330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Request body: {'subnet': {'network_id': '22e00e1b-3fb6-4ebc-b059-624ebdb57d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-861177937-subnet', 'tenant_id': 'c0a1a11fb2614c43bbfd5e90bfea6baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:56.424592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-b9aaac51-a957-42e2-af61-235fd1a61ed2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:11:56.426116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-b9aaac51-a957-42e2-af61-235fd1a61ed2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067937 Aug 28 08:11:56.432647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.488871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.524280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa0c6-cca5-469f-a579-ba0a23b2218f req-56f8bf11-0326-4966-8589-b11efec2cb60 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:56.531521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f4aa0c6-cca5-469f-a579-ba0a23b2218f req-56f8bf11-0326-4966-8589-b11efec2cb60 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 931 time: 0.4826794 Aug 28 08:11:56.587488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:56.617397 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609d2e09-66bf-4d07-8fea-90d318a0b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.629085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Made reservation on behalf of c0a1a11fb2614c43bbfd5e90bfea6baf for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:11:56.639719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:56.677746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-0fd3125b-d728-4549-be62-065a52deb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:56.685193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-0fd3125b-d728-4549-be62-065a52deb44f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2932606 Aug 28 08:11:56.723754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f4aa0c6-cca5-469f-a579-ba0a23b2218f req-7c95f39f-63ef-4a74-9efb-e3c52df7469c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480520 Aug 28 08:11:56.948611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a5a-afce-46de-945f-17b63ee8350a req-6c501f1e-430f-4e43-ace3-1a6d2c925168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:56.954077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-6c501f1e-430f-4e43-ace3-1a6d2c925168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2511449 Aug 28 08:11:57.086130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34190) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:57.112655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.200855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-52b8ecac-11f7-4d61-ae85-4adee375b45d service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233231 Aug 28 08:11:57.232422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Request body: {'port': {'device_id': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:11:57.318031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4223c6b1-24a9-40b4-9a57-be0d5160f321 req-504d9e2b-447b-4b36-a03e-1ff592f8a05b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.1074052 Aug 28 08:11:57.339411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae07d11e-d803-438b-9c92-af715e7daf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.362189 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127de702-2103-4c72-b22e-0b91438ba36f x-openstack-request-id: req-127de702-2103-4c72-b22e-0b91438ba36f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:11:57.362665 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:11:57.363024 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-127de702-2103-4c72-b22e-0b91438ba36f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:11:57.363662 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7', 'status': 'completed', 'code': 200} Aug 28 08:11:57.461474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.492130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7720-26fd-4a44-a5e0-9d02d93a2072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.527785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.534968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-615f7a5a-afce-46de-945f-17b63ee8350a req-40fc9684-0c12-46c1-a241-927dd356fb7c service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852700 Aug 28 08:11:57.584528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:57.642025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decdea-cfac-44fd-97e0-20543dcb8e04 req-ed98a1ec-8a06-4604-9203-c0e429d964ce tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:57.648622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66decdea-cfac-44fd-97e0-20543dcb8e04 req-ed98a1ec-8a06-4604-9203-c0e429d964ce tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.1751671 Aug 28 08:11:57.807471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6b843-59c0-4dfb-ba6b-aad6de2f890f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:58.097473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.138708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66decdea-cfac-44fd-97e0-20543dcb8e04 req-529501de-9b32-4431-9799-93c2bd8f90d5 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207720 Aug 28 08:11:58.254034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.255175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70f6fc-2874-46c1-b393-2c306127a811 req-ddf73aeb-35c5-4913-8f6f-0592f91eded1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:58.263602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c70f6fc-2874-46c1-b393-2c306127a811 req-ddf73aeb-35c5-4913-8f6f-0592f91eded1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 931 time: 0.2333312 Aug 28 08:11:58.263934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.272084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Allocated IP 192.168.233.210 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/78049eff-4c43-47ce-ac3e-cb6d791a90be) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:11:58.383646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'Port': ['ID=59ff5573-fd6c-4e04-b164-6a7fdc6dc967,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:58.483309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c70f6fc-2874-46c1-b393-2c306127a811 req-c35f43ca-99b1-42dc-bf70-1150ba88136c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Aug 28 08:11:58.497241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746c9d-d834-487a-98ad-272f853d4b68 req-0d42bec7-6d21-4ab0-a026-446e803a0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:58.504376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-0d42bec7-6d21-4ab0-a026-446e803a0eaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14255e7700044a069c716cddcf0a842d&device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 1122 time: 0.2390125 Aug 28 08:11:58.526288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.637903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f412fb08-ef44-4fcc-b7b3-d83603ac4fe8,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:58.648849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5de8dd88-edea-432f-bfe0-641165077829 req-9f5a7bcb-b66e-4474-8634-bf764d794fe2 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.1365082 Aug 28 08:11:58.678241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609d2e09-66bf-4d07-8fea-90d318a0b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.709492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Checking segment: {'id': '035aa460-fc79-489f-9896-fc070d97d427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '22e00e1b-3fb6-4ebc-b059-624ebdb57d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:58.710575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Network hostable DHCP agents. Network: 22e00e1b-3fb6-4ebc-b059-624ebdb57d20, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:11:58.818536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609d2e09-66bf-4d07-8fea-90d318a0b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.829316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad7b672-4c9f-481f-9ded-1df7e983bb77 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:11:58.886373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:58.957302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746c9d-d834-487a-98ad-272f853d4b68 req-361c08dc-f83e-4db2-ae10-24029e402198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:58.959994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-361c08dc-f83e-4db2-ae10-24029e402198 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.4361084 Aug 28 08:11:58.981701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Network 22e00e1b-3fb6-4ebc-b059-624ebdb57d20 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:11:59.048025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.058882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fcd96b34-bbc9-4a8c-80b6-e7fa8e594b82 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5630867 Aug 28 08:11:59.109509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Transition to ACTIVE for port object 1ad7b672-4c9f-481f-9ded-1df7e983bb77 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:11:59.122883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d2e09-66bf-4d07-8fea-90d318a0b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a5e34-8242-404c-a615-082c65bbeac0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:59.145236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-0009fe7f-5494-4550-8027-c3088bebbdc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5a540b08-2bad-4129-adfc-5e7c770653e7 HTTP/1.1" status: 200 len: 217 time: 0.0895629 Aug 28 08:11:59.147835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-609d2e09-66bf-4d07-8fea-90d318a0b69b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=502b025f6ebd4dc4bbbc8810be2b28b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5584302 Aug 28 08:11:59.149227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:11:59.214671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.297992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 22e00e1b-3fb6-4ebc-b059-624ebdb57d20) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:11:59.319441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:59.319534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e98562-e065-4c85-adb6-da0af651f61e None None] Network 22e00e1b-3fb6-4ebc-b059-624ebdb57d20 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:59.330952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:59.331595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.406566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746c9d-d834-487a-98ad-272f853d4b68 req-523ec3c1-0cf7-4ddb-a214-f7c1395ce486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:59.409254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-523ec3c1-0cf7-4ddb-a214-f7c1395ce486 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2229018 Aug 28 08:11:59.430275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.530739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.547540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:11:59.548151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:11:59.548685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:59.574927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:11:59.575540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:11:59.594845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:11:59.595488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:11:59.596248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:11:59.596924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Bound port: 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:11:59.597469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.615395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33defaa-2766-4837-a956-aaafd6a7c71e req-5a163fb9-04da-40e2-89f8-46bcbc5c08e5 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:59.628769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b33defaa-2766-4837-a956-aaafd6a7c71e req-5a163fb9-04da-40e2-89f8-46bcbc5c08e5 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.2143655 Aug 28 08:11:59.633542 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae07d11e-d803-438b-9c92-af715e7daf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.633885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746c9d-d834-487a-98ad-272f853d4b68 req-89663e9d-2cb3-484c-aab5-eb69e6d6d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:11:59.636639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-89663e9d-2cb3-484c-aab5-eb69e6d6d0af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002351 Aug 28 08:11:59.724610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae07d11e-d803-438b-9c92-af715e7daf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.736736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2561e-891e-4960-9d53-9b96d6823acf None None] Network 22e00e1b-3fb6-4ebc-b059-624ebdb57d20 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:11:59.840746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.871365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-8fafd66a-ec0c-4000-97aa-64eeb149f3ad service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944728 Aug 28 08:11:59.888706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.900655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07d11e-d803-438b-9c92-af715e7daf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1353842-07b2-494b-b84d-c855f9e6e1bc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:11:59.942551 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.945265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:11:59.955212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/091a5e34-8242-404c-a615-082c65bbeac0 HTTP/1.1" status: 204 len: 168 time: 0.7612128 Aug 28 08:11:59.958174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea7326f5-0415-4c30-b362-1719a8be29e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5524492 Aug 28 08:12:00.013195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae07d11e-d803-438b-9c92-af715e7daf3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6054cff67a184d4899f945de5e40d9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9238911 Aug 28 08:12:00.024385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:00.041886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25746c9d-d834-487a-98ad-272f853d4b68 req-738a1b8d-e6a5-4a6f-82b5-c0c12669deca service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499963 Aug 28 08:12:00.096464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:00.119349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f752-7e77-4f73-bf5b-8686039402c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a5e34-8242-404c-a615-082c65bbeac0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:00.283568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:00.335637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b33defaa-2766-4837-a956-aaafd6a7c71e req-eca5af4d-81fc-4568-8a7e-7063bdab935f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054858 Aug 28 08:12:00.338351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Transition to ACTIVE for port object 78049eff-4c43-47ce-ac3e-cb6d791a90be will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:00.360933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd774-18b5-4508-b5b4-d3c4e110b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.368085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.450612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.494067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.559913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.568467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:00.569593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.572244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] 10.222.0.39 "PUT /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 1092 time: 3.4937694 Aug 28 08:12:00.626189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:00.661666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:00.676008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:00.681794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:00.691768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:00.691768 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:00.704324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Pushing event updated for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:00.779811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14205-6e00-4cad-bda0-245af76de92f req-4eb519ad-92ae-4da7-aa66-807e4b8748f5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:00.795658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b14205-6e00-4cad-bda0-245af76de92f req-4eb519ad-92ae-4da7-aa66-807e4b8748f5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.2243931 Aug 28 08:12:00.814708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-4d7e227e-f40d-448b-a450-004e43c4f8d9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.7483463 Aug 28 08:12:00.875487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Request body: {'port': {'device_id': '0b1f41f5-da83-412b-b809-b09db3611837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:01.022701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b14205-6e00-4cad-bda0-245af76de92f req-06372e5c-9e31-4f95-81d6-a607edf8358d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246678 Aug 28 08:12:01.114865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-a3330c72-7540-4a95-aa26-30d8e3d65e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:01.116846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-a3330c72-7540-4a95-aa26-30d8e3d65e42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1095 time: 0.3149765 Aug 28 08:12:01.137925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ea94e-73ca-4bba-a720-02ddde678fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:01.176201 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:01.227751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-94ea6ad9-5d7d-4343-91fe-caea86579608 None None] Provisioning for port 78049eff-4c43-47ce-ac3e-cb6d791a90be completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:01.236962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-94ea6ad9-5d7d-4343-91fe-caea86579608 None None] Provisioning complete for port 78049eff-4c43-47ce-ac3e-cb6d791a90be triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:01.239804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-94ea6ad9-5d7d-4343-91fe-caea86579608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:01.388134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-94ea6ad9-5d7d-4343-91fe-caea86579608 None None] Port 78049eff-4c43-47ce-ac3e-cb6d791a90be cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:01.489931 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3636ab74-90aa-4e43-801e-3f61e4964a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:01.504039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-141999d5-b4f5-4f69-8d1a-d94d5985ff90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.3289590 Aug 28 08:12:01.591175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:01.603832 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:01.622172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1353842-07b2-494b-b84d-c855f9e6e1bc HTTP/1.1" status: 204 len: 168 time: 1.5681033 Aug 28 08:12:01.715611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc2ba4-ffa7-4211-80fb-b8e1f1d8745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1353842-07b2-494b-b84d-c855f9e6e1bc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:01.730084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687f60-313a-48f0-8a86-b3844fc9e091 req-796b7791-8464-4648-a87f-c8f6fd1fd789 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:01.763865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a687f60-313a-48f0-8a86-b3844fc9e091 req-796b7791-8464-4648-a87f-c8f6fd1fd789 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 936 time: 0.4396861 Aug 28 08:12:01.830896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a687f60-313a-48f0-8a86-b3844fc9e091 req-eeacd71e-bbf4-42d6-aa65-3d58d769b314 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 Aug 28 08:12:01.835031 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:02.163795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ec78f8a5-8e24-44b3-a0a5-fde9c4daf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:02.163795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-ec78f8a5-8e24-44b3-a0a5-fde9c4daf2ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0653498 Aug 28 08:12:02.164051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78049eff-4c43-47ce-ac3e-cb6d791a90be {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:02.164051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:02.164051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Transition to ACTIVE for port object 78049eff-4c43-47ce-ac3e-cb6d791a90be will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:02.239182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-64a366e0-cc00-4f3d-9253-0825f3ac5963 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2750545 Aug 28 08:12:02.378457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:02.546852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Pushing event updated for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:02.688256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Attempting to bind port 78049eff-4c43-47ce-ac3e-cb6d791a90be on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:02.689003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Attempting to bind port 78049eff-4c43-47ce-ac3e-cb6d791a90be by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:02.689535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Attempting to bind port 78049eff-4c43-47ce-ac3e-cb6d791a90be on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:02.698288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Port 78049eff-4c43-47ce-ac3e-cb6d791a90be on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:02.699173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Attempting to bind port 78049eff-4c43-47ce-ac3e-cb6d791a90be on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:02.718594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:02.719139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:02.719549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:02.720411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Bound port: 78049eff-4c43-47ce-ac3e-cb6d791a90be, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:02.720961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.089122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:03.115007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:03.197256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:03.227292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.251844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-a6b9e0fa-ace0-45f3-9923-51e7fae8ad22 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182090 Aug 28 08:12:03.525561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Pushing event updated for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:03.525561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:03.525561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.525561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-fcb473c4-b6d0-4d09-8029-1295250338a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/78049eff-4c43-47ce-ac3e-cb6d791a90be HTTP/1.1" status: 200 len: 1097 time: 2.6693664 Aug 28 08:12:03.539509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:03.541904 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656cde22-ba30-4dd3-9ae0-bec330d41222" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:03.559259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-497300032-network', 'tenant_id': '53902e6abab240f782434f2e251f760e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:03.725501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:03.773219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b66d2f89-f89a-4f62-9f39-b664709e8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.801341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Made reservation on behalf of 53902e6abab240f782434f2e251f760e for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:03.805438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.840662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:03.977758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b66d2f89-f89a-4f62-9f39-b664709e8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.042597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b66d2f89-f89a-4f62-9f39-b664709e8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.116025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34284) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:04.122703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b66d2f89-f89a-4f62-9f39-b664709e8e93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2586f79db2f4f5ca2f6d19d05228245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969395 Aug 28 08:12:04.192177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2f89-f89a-4f62-9f39-b664709e8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea77f18a-f7ab-4730-b51d-1fc1f679daa1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:04.303423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.330476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.347288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.408707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.486793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:12:04.509855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.510444 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Added segment 477978ee-97e6-41af-aad5-2c035a656efe of type vlan for network 83451d4b-1f1d-4bff-b13f-9a8d93e741bf Aug 28 08:12:04.570273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfd057-3aa9-4b70-b584-5f97107efd51,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:04.599061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:04.794514 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:12:04.965347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.007351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.007644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.011878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.022993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea77f18a-f7ab-4730-b51d-1fc1f679daa1 HTTP/1.1" status: 204 len: 168 time: 0.8964307 Aug 28 08:12:05.022993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.022993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:05.022993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.075517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936148a9-ef84-4b75-b469-401c7e77c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea77f18a-f7ab-4730-b51d-1fc1f679daa1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:05.124229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-47c6c634-e777-4168-aaec-2fb334e1d2d8 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1471454285&fields=id&tenant_id=4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 267 time: 0.0879948 Aug 28 08:12:05.235722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] Pushing event updated for resources: {'Network': ['ID=83451d4b-1f1d-4bff-b13f-9a8d93e741bf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:05.257598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 83451d4b-1f1d-4bff-b13f-9a8d93e741bf details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:12:05.357901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-a5619ddf-5f6f-4b26-bb2a-85cece183aaa tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:05.360144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-a5619ddf-5f6f-4b26-bb2a-85cece183aaa tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 823 time: 0.2337406 Aug 28 08:12:05.365539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-9d3af7ba-d533-46a5-920b-184ee45166ea tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:05.365539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-9d3af7ba-d533-46a5-920b-184ee45166ea tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.2148728 Aug 28 08:12:05.366727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a80a2b7-de29-41ea-9184-ede887c0066e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1675065 Aug 28 08:12:05.371935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34296) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:05.380351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Request body: {'subnet': {'network_id': '83451d4b-1f1d-4bff-b13f-9a8d93e741bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-497300032-subnet', 'tenant_id': '53902e6abab240f782434f2e251f760e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:05.385808 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-7948fac3-f252-4850-9fa6-45523b72b504 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/quotas/4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 375 time: 0.0183015 Aug 28 08:12:05.414164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-74b12340-b84b-41b8-a0fe-0b2a75cc8dbe tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/quotas/150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 375 time: 0.0244842 Aug 28 08:12:05.472604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-a8fc66cb-3083-4e11-a5d1-e2a909b317e9 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856302 Aug 28 08:12:05.474378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-d81576e1-4ef5-49a5-9a05-962ecae7da2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476873 Aug 28 08:12:05.491945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-aa8421c1-8cb3-48e6-9fe0-09bce7bbacc8 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:12:05.492954 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-aa8421c1-8cb3-48e6-9fe0-09bce7bbacc8 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058982 Aug 28 08:12:05.535176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Made reservation on behalf of 53902e6abab240f782434f2e251f760e for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:05.537828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:05.684937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-2972f81d-6ea8-420f-b8f9-50220939b60a service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032366 Aug 28 08:12:05.850270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-7f767834-c326-442d-9a6b-8d89d1e95680 service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466854 Aug 28 08:12:05.943143 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-b1ac4211-defd-408b-9c2e-6cd3a90aae90 service neutron] 10.222.0.46 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882769 Aug 28 08:12:05.995266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:06.102943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8079c5fd-438e-4aa9-8a85-c82eaa70fd0a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:06.158249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Checking segment: {'id': '477978ee-97e6-41af-aad5-2c035a656efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83451d4b-1f1d-4bff-b13f-9a8d93e741bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:06.159084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Network hostable DHCP agents. Network: 83451d4b-1f1d-4bff-b13f-9a8d93e741bf, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:12:06.179272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-3cf112a7-72eb-4077-8174-a69a03c85503 service neutron] 10.222.0.46 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316484 Aug 28 08:12:06.304262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Network 83451d4b-1f1d-4bff-b13f-9a8d93e741bf is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:12:06.411000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493170-af03-4c61-b51c-47b695cf75b8 req-b658fb73-3509-42b3-a47b-1483a55ca711 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:06.413705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38493170-af03-4c61-b51c-47b695cf75b8 req-b658fb73-3509-42b3-a47b-1483a55ca711 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.1328847 Aug 28 08:12:06.442660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 83451d4b-1f1d-4bff-b13f-9a8d93e741bf) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:06.462628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117be904-08a2-498e-ab3a-d1fa369464ed None None] Network 83451d4b-1f1d-4bff-b13f-9a8d93e741bf requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:06.466551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:06.467080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:06.507024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38493170-af03-4c61-b51c-47b695cf75b8 req-ea230713-e0ac-4507-9eec-9ba942266176 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836470 Aug 28 08:12:06.584249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e5e762a9-9c35-4d21-96c1-6ff6be7467ac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2108684 Aug 28 08:12:06.661643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3bae9-15e6-4784-ab48-162efa94d7bd None None] Network 83451d4b-1f1d-4bff-b13f-9a8d93e741bf requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:06.981429 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3abad47-1ba8-46ae-b357-f0f26aba08c7 x-openstack-request-id: req-d3abad47-1ba8-46ae-b357-f0f26aba08c7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:06.981908 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:06.982383 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3abad47-1ba8-46ae-b357-f0f26aba08c7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:06.983093 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'status': 'completed', 'code': 200} Aug 28 08:12:07.023477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe637b-882f-4676-b928-3ec3972ccb67 req-c496b132-13c6-47d0-8b65-0ee40e4abba3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:07.032118 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bbe637b-882f-4676-b928-3ec3972ccb67 req-c496b132-13c6-47d0-8b65-0ee40e4abba3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1888323 Aug 28 08:12:07.129883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bbe637b-882f-4676-b928-3ec3972ccb67 req-467015fa-af18-46c9-b631-b920c9c39469 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905077 Aug 28 08:12:07.130755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5c337-ca41-48dd-9079-e059a47019f8 req-20bec912-e507-4c9f-bd39-cd044a9789ad tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:07.139297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94f5c337-ca41-48dd-9079-e059a47019f8 req-20bec912-e507-4c9f-bd39-cd044a9789ad tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.0774257 Aug 28 08:12:07.179354 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871e5360-c61c-4df5-a260-cc110c7dc750 x-openstack-request-id: req-871e5360-c61c-4df5-a260-cc110c7dc750 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:07.179648 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:07.180128 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-871e5360-c61c-4df5-a260-cc110c7dc750 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:07.180445 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be', 'status': 'completed', 'code': 200} Aug 28 08:12:07.196937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94f5c337-ca41-48dd-9079-e059a47019f8 req-bf81ded3-8992-4f78-a198-ad5b6cf91dfb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564966 Aug 28 08:12:07.245217 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45ecc79e-1a31-4875-a6d8-f3beaf429ac8 req-06b77608-465f-4fd4-84f0-0fcc6c24e760 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Aug 28 08:12:07.316207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69b0664d-ebb7-453d-8033-468c86e21d91 req-002cad89-4c71-4ee1-9b03-274d5c747f66 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 210 time: 0.0347619 Aug 28 08:12:07.696593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ea8d-5200-476a-a14f-3ce1becb9496 req-e2fba64d-4aad-420b-b6c5-8a2a3f65bf18 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:07.711925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3185ea8d-5200-476a-a14f-3ce1becb9496 req-e2fba64d-4aad-420b-b6c5-8a2a3f65bf18 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 970 time: 0.0743062 Aug 28 08:12:07.758617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3185ea8d-5200-476a-a14f-3ce1becb9496 req-dfbfc5f5-21fc-457d-9b73-5ab72204ef64 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Aug 28 08:12:07.870154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34372) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:07.877726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-218443445-network', 'tenant_id': 'a99be5711bd542f583d2cfed1469fe24'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:08.017696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Made reservation on behalf of a99be5711bd542f583d2cfed1469fe24 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:08.020806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.036476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.169854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.280148 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.304819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:12:08.314288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a540b08-2bad-4129-adfc-5e7c770653e7 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:08.342162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039998e-1e9f-4228-b37a-a01baa389fc6 req-f32b2e6f-4f27-415a-a7c2-15caef9c09ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:08.347677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9039998e-1e9f-4228-b37a-a01baa389fc6 req-f32b2e6f-4f27-415a-a7c2-15caef9c09ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1146989 Aug 28 08:12:08.357635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6891b2-4e06-42b8-a720-14e5ea6ed9cf,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:08.404273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.404273 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Added segment 9cdbf40f-e154-4607-b942-4d98026eba64 of type vlan for network 8eb23774-1247-4f87-afa3-a2ba0f9f03ea Aug 28 08:12:08.439989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9039998e-1e9f-4228-b37a-a01baa389fc6 req-5cdf1a9b-1275-4694-a2ed-f36c19958df3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845487 Aug 28 08:12:08.587536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.591870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fed73f2f-d3e2-4130-8a39-b49c1d417cfd req-9c1ab7f0-c608-4d33-8a88-b8262ddca441 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400394 Aug 28 08:12:08.600582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bdebf-d9e0-4207-b6c4-6887d007409c req-cf8a0f8b-511a-4b51-bf24-29eeac539565 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:08.602199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-241bdebf-d9e0-4207-b6c4-6887d007409c req-cf8a0f8b-511a-4b51-bf24-29eeac539565 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.2565932 Aug 28 08:12:08.612122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a540b08-2bad-4129-adfc-5e7c770653e7,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:08.636196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '5a540b08-2bad-4129-adfc-5e7c770653e7', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '5a540b08-2bad-4129-adfc-5e7c770653e7', 'mac_address': 'fa:16:3e:10:b0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-1026249559', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:08.664817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a759d3b0-c8bd-4422-a307-4109776036e8 req-6c396dd5-c1a0-4559-b6b2-4bec9c152731 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 210 time: 0.0760965 Aug 28 08:12:08.666062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-241bdebf-d9e0-4207-b6c4-6887d007409c req-43d82887-f571-45e0-8fab-19f085665acc tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Aug 28 08:12:08.714395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.735677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a540b08-2bad-4129-adfc-5e7c770653e7 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:08.764407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cde22-ba30-4dd3-9ae0-bec330d41222 req-393d8241-4691-4ddc-98f0-2645980de3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:08.766935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-656cde22-ba30-4dd3-9ae0-bec330d41222 req-393d8241-4691-4ddc-98f0-2645980de3ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 1100 time: 0.1149282 Aug 28 08:12:08.773765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a540b08-2bad-4129-adfc-5e7c770653e7,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:08.839211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c870c42-86dd-413c-9e42-2aaaeaa0658e req-489ce254-8898-4523-a786-1ab4ea83e47e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 210 time: 0.0297866 Aug 28 08:12:08.908679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.909652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:08.910259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:08.933077 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:09.021044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb23774-1247-4f87-afa3-a2ba0f9f03ea,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:09.052588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f4903-c8d2-49bf-b21e-1e0f3821e7d4 req-7145dd3c-6127-4c57-a60b-8b6fb9df4740 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.057100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:09.060174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-361f4903-c8d2-49bf-b21e-1e0f3821e7d4 req-7145dd3c-6127-4c57-a60b-8b6fb9df4740 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 971 time: 0.1015944 Aug 28 08:12:09.067767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8eb23774-1247-4f87-afa3-a2ba0f9f03ea details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:12:09.090505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36ca896b-4a22-4c51-b4c1-abe330e78408 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2189960 Aug 28 08:12:09.099397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34402) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:09.107570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Request body: {'subnet': {'network_id': '8eb23774-1247-4f87-afa3-a2ba0f9f03ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-218443445-subnet', 'tenant_id': 'a99be5711bd542f583d2cfed1469fe24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:09.129267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-656cde22-ba30-4dd3-9ae0-bec330d41222 req-8e139967-3fe3-4fbf-85d0-0b373fd6ad70 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288612 Aug 28 08:12:09.140584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-361f4903-c8d2-49bf-b21e-1e0f3821e7d4 req-25a98f7d-a6b4-4189-98a8-a49641e3fbe7 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794818 Aug 28 08:12:09.142798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-5298b735-92e8-44b3-b62d-46cd7437d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.144327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-5298b735-92e8-44b3-b62d-46cd7437d404 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1095 time: 0.0757685 Aug 28 08:12:09.376511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cde22-ba30-4dd3-9ae0-bec330d41222 req-daf9dc4b-6813-496e-8abf-efdebc3750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.378331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-656cde22-ba30-4dd3-9ae0-bec330d41222 req-daf9dc4b-6813-496e-8abf-efdebc3750a7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391806 Aug 28 08:12:09.411953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5a540b08-2bad-4129-adfc-5e7c770653e7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:09.524507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Made reservation on behalf of a99be5711bd542f583d2cfed1469fe24 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:09.527559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:09.532678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-9e1275e7-c63e-4859-bd41-97f1cbc42ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.535806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-9e1275e7-c63e-4859-bd41-97f1cbc42ed0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3819191 Aug 28 08:12:09.769472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-1cf63645-6be6-47f4-98d6-dd0b92fec56f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0710964 Aug 28 08:12:09.799998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-eb753439-d360-48a6-a527-a6791824ad44 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.799998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-eb753439-d360-48a6-a527-a6791824ad44 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3850727 Aug 28 08:12:09.824549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9d17-d450-4558-972f-b6e53302c06c req-46d7b4b4-8cf0-4573-aac1-d7806794d5cf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.826151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c1d9d17-d450-4558-972f-b6e53302c06c req-46d7b4b4-8cf0-4573-aac1-d7806794d5cf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.2297339 Aug 28 08:12:09.835260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Request body: {'port': {'device_id': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'admin_state_up': True, 'tenant_id': '150705dfe001456faab8224e3eb11d7e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:09.905802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-640756b9-f060-47cf-8958-db943045581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.908894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-640756b9-f060-47cf-8958-db943045581e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1260419 Aug 28 08:12:09.909586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-10fbdbee-74aa-4fff-9918-c76f0059998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:09.911980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-10fbdbee-74aa-4fff-9918-c76f0059998f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 1100 time: 0.2025490 Aug 28 08:12:09.932010 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1395fe7e-b46c-4221-9484-b500454954f5 req-11d9871a-d3b3-485d-bf78-3b39dcb6a4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 210 time: 0.0955126 Aug 28 08:12:09.986144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-461fd2a5-0872-433a-b358-50f55f2e10c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449750 Aug 28 08:12:10.156310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a8155-66df-41c7-a8cd-8161e61e4aa1 req-1f81fab3-16b2-4daa-a1e7-b5afc94a383f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:10.159650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e46a8155-66df-41c7-a8cd-8161e61e4aa1 req-1f81fab3-16b2-4daa-a1e7-b5afc94a383f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.1476028 Aug 28 08:12:10.173214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-933694ed-682a-4e12-a8fc-dad5c82422b9 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710358 Aug 28 08:12:10.190814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.64', 61741) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:10.257601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c1d9d17-d450-4558-972f-b6e53302c06c req-9391e227-2204-412e-b361-9dcf82034ba0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174442 Aug 28 08:12:10.268908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-1598dc02-a2a3-4835-9420-a04d1ab42c19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be HTTP/1.1" status: 200 len: 217 time: 0.2897563 Aug 28 08:12:10.282708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a540b08-2bad-4129-adfc-5e7c770653e7 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:10.457217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 5a540b08-2bad-4129-adfc-5e7c770653e7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:10.460479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-068e6c00-1069-46b1-8c1d-be1d7039abb8 req-e2fe2a0a-1e91-42f5-bb5d-d336ce14ad43 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 210 time: 0.0536046 Aug 28 08:12:10.469429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e46a8155-66df-41c7-a8cd-8161e61e4aa1 req-164c8ed3-73c5-45e6-8be4-db74fa9026c0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944379 Aug 28 08:12:10.470438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 5a540b08-2bad-4129-adfc-5e7c770653e7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:10.470971 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:10.500459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:10.538829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-6d392345-a4e6-4542-8169-1b21791cd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:10.541161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-6d392345-a4e6-4542-8169-1b21791cd89a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2618558 Aug 28 08:12:10.600351 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3636ab74-90aa-4e43-801e-3f61e4964a8b req-9aacdf64-1da3-49b7-ba74-8b1862d1a48e service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137986 Aug 28 08:12:10.600933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881c7b12-ff55-4e95-a090-56f910e1cdcc,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:10.611459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-62840cf0-e459-42b5-8e4e-9b603d44d6ea tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:10.614675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-62840cf0-e459-42b5-8e4e-9b603d44d6ea tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.64 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 823 time: 0.4056647 Aug 28 08:12:10.616932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:10.620541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:10.623250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:10.655346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:10.677095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Checking segment: {'id': '9cdbf40f-e154-4607-b942-4d98026eba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8eb23774-1247-4f87-afa3-a2ba0f9f03ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:10.677453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Network hostable DHCP agents. Network: 8eb23774-1247-4f87-afa3-a2ba0f9f03ea, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:12:10.690886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448662-910f-4362-bbc3-62967d3b1add req-44a5fbf7-52fe-490f-a411-e91bf4ebc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:10.692872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-44a5fbf7-52fe-490f-a411-e91bf4ebc2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436713 Aug 28 08:12:10.735324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a540b08-2bad-4129-adfc-5e7c770653e7,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:10.756634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61f481-a716-4664-bafd-a7c901c2947a req-718f58df-ba76-4486-9b4d-28a2cef83c97 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:10.758237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de61f481-a716-4664-bafd-a7c901c2947a req-718f58df-ba76-4486-9b4d-28a2cef83c97 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 971 time: 0.1667562 Aug 28 08:12:10.781895 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c0c33-3a7c-4ccb-998f-6ed064bb99c4" -d '{"events": [{"server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "name": "network-vif-plugged", "status": "completed", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:10.794937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-3340d86f-3909-4e52-8840-a4cd55ce90e1 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 380 time: 0.1592703 Aug 28 08:12:10.805915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'port': {'device_id': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'admin_state_up': True, 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'security_groups': ['1860668e-6a26-4af4-b353-621481187b92']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:10.897040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:10.907721 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fa4ad-2338-49ce-a1d8-6238e22d2cd3 x-openstack-request-id: req-c99fa4ad-2338-49ce-a1d8-6238e22d2cd3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:10.907721 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "name": "network-vif-plugged", "status": "completed", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:10.907721 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c99fa4ad-2338-49ce-a1d8-6238e22d2cd3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:10.907721 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7', 'code': 200} Aug 28 08:12:10.968605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:10.973964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de61f481-a716-4664-bafd-a7c901c2947a req-df943591-0653-4077-b8bc-04a159ae9ab3 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453812 Aug 28 08:12:10.992795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-8e2ec8ab-f9ec-4cba-b169-2a24961f25a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882624 Aug 28 08:12:10.993680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Allocated IP 172.20.0.9 (86af6373-b29b-481d-a5d3-2697189036ef/ed3f6eeb-7f2c-409a-bc86-c178f023012c/3335b3ae-fd9b-4b6e-874e-6200da4b25ce) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:11.036521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.64', 61742) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:11.073733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Network 8eb23774-1247-4f87-afa3-a2ba0f9f03ea is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:12:11.116937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7e84149-ba76-42d9-98f0-f31da76efb41 req-8fe500f3-4211-40d4-a48d-93300e20fc61 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 210 time: 0.0780251 Aug 28 08:12:11.125046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Made reservation on behalf of 4b945bbd6c2548638e0962aa899ba320 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:11.125046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.147824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:11.177664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-35bead64-30c3-4d42-a5d5-1ae0e7f25647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.179379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-35bead64-30c3-4d42-a5d5-1ae0e7f25647 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 1124 time: 0.1418164 Aug 28 08:12:11.202827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51448662-910f-4362-bbc3-62967d3b1add req-280d668f-4ffa-496e-a48a-8762673dd131 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978505 Aug 28 08:12:11.232057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-cbda987a-afd4-42a2-b124-91469b4de56a service neutron] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.279667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8eb23774-1247-4f87-afa3-a2ba0f9f03ea) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:11.302611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b1324-523e-4e23-846c-053692b53656 None None] Network 8eb23774-1247-4f87-afa3-a2ba0f9f03ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:11.317818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.318481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.333314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5374e960-fa0e-4bdd-b9b0-5f4b3ac09d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.336611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.368691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Allocated IP 172.20.0.13 (82ebee49-5d4e-45fe-9364-839ac5250a78/698ab7db-5bc9-4e58-9c35-57c182aaf9f9/5caccc06-1248-49f5-8b51-1ab1e2e32c40) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:11.477368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd14ac-1188-4646-9d78-675063ee2e30 req-3cd8ade3-7b59-4e0e-a0c7-06bcec0834e6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.477935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539d64c-c2fb-4d58-9739-3388aa0201e4 None None] Network 8eb23774-1247-4f87-afa3-a2ba0f9f03ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:11.479051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1fd14ac-1188-4646-9d78-675063ee2e30 req-3cd8ade3-7b59-4e0e-a0c7-06bcec0834e6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.0692658 Aug 28 08:12:11.511065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-cbda987a-afd4-42a2-b124-91469b4de56a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.566564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1fd14ac-1188-4646-9d78-675063ee2e30 req-28e916b1-a133-4645-ab62-70d3d84f07c0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792952 Aug 28 08:12:11.567923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.569978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.603423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d802e2ee-a0f9-4678-a89b-807e4257f733 req-0d3a389f-0dab-448e-a0d1-95efe584037e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 210 time: 0.0415437 Aug 28 08:12:11.606487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-cbda987a-afd4-42a2-b124-91469b4de56a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.611955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Transition to ACTIVE for port object 5caccc06-1248-49f5-8b51-1ab1e2e32c40 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:11.644782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Network 86af6373-b29b-481d-a5d3-2697189036ef is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:11.655937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:11.659277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c55336ff-16e1-40fa-842f-4f84ca921c00 req-cbda987a-afd4-42a2-b124-91469b4de56a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489782 Aug 28 08:12:11.664879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda987a-afd4-42a2-b124-91469b4de56a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d51604-0bd8-43ee-9905-8b77e9796046,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:11.680208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:11.683491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:11.689497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.690253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.742765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2fe88581-6e02-4fcc-a825-a5beb6b648c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6417842 Aug 28 08:12:11.766191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bec61-1896-43f8-a878-2d81d16e48a5 req-6c0e32c6-e0db-4289-8da7-f7ff50c95687 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.767792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-014bec61-1896-43f8-a878-2d81d16e48a5 req-6c0e32c6-e0db-4289-8da7-f7ff50c95687 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.0551357 Aug 28 08:12:11.809625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-014bec61-1896-43f8-a878-2d81d16e48a5 req-627add42-567d-4b51-9efc-157584735e2c tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Aug 28 08:12:11.832573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.834619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-65b6f2f6-87a7-47a8-9aea-7174f9fc2ee2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0047326 Aug 28 08:12:11.888682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34452) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:11.913869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:11.919589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:11.925185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:11.927190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:11.932984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:11.933657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:11.951063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Deleting subnet 8079c5fd-438e-4aa9-8a85-c82eaa70fd0a {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:12:11.955134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.020965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.044148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Request body: {'port': {'device_id': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'device_owner': 'compute:tempest-test_az-1026249559', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:12.052499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.066976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5374e960-fa0e-4bdd-b9b0-5f4b3ac09d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.159444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a79f91-4e7e-47f6-a6bb-cae87a58dc17 req-7479116d-1078-48bd-8dac-7c2ce824577f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:12.161741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38a79f91-4e7e-47f6-a6bb-cae87a58dc17 req-7479116d-1078-48bd-8dac-7c2ce824577f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 972 time: 0.0647731 Aug 28 08:12:12.170657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.178619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5374e960-fa0e-4bdd-b9b0-5f4b3ac09d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.244774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e960-fa0e-4bdd-b9b0-5f4b3ac09d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eef6e4-d62a-4caf-852a-aff2808f1f92,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:12.266552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5374e960-fa0e-4bdd-b9b0-5f4b3ac09d71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d279b490e3e42b597859f5b406f3f50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1145597 Aug 28 08:12:12.274640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:12.281659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-d46837d3-c201-4c88-8543-1148c87518a3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4802203 Aug 28 08:12:12.290620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38a79f91-4e7e-47f6-a6bb-cae87a58dc17 req-a061970d-58bd-4d4b-9c7e-b72cbd57ea6a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059372 Aug 28 08:12:12.321810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Request body: {'port': {'device_id': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'device_owner': 'compute:tempest-test_az-1026249559', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:12.397683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.401496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4c434899-9d7f-41ec-8d84-e9559897749b None None] Provisioning for port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:12.409202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4c434899-9d7f-41ec-8d84-e9559897749b None None] Provisioning complete for port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:12.409808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4c434899-9d7f-41ec-8d84-e9559897749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.413287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.433181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16196428-53ce-4f4f-8376-31a9dd881a90 req-80e65ebe-12b3-4ba7-8dfc-1b4d53d8fb1a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:12.434870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16196428-53ce-4f4f-8376-31a9dd881a90 req-80e65ebe-12b3-4ba7-8dfc-1b4d53d8fb1a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 931 time: 0.1819196 Aug 28 08:12:12.487084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8079c5fd-438e-4aa9-8a85-c82eaa70fd0a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:12.489040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4c434899-9d7f-41ec-8d84-e9559897749b None None] Port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:12.489466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.491706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-270c562e-a910-48e6-8932-f4924e179dcc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8079c5fd-438e-4aa9-8a85-c82eaa70fd0a HTTP/1.1" status: 204 len: 168 time: 0.6017005 Aug 28 08:12:12.503606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34460) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:12.532121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.670805 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.696296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16196428-53ce-4f4f-8376-31a9dd881a90 req-fdf33089-7587-4e8f-867a-7a2c1aa22dcc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172303 Aug 28 08:12:12.717634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.961696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.979062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.984456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:12.986404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83eef6e4-d62a-4caf-852a-aff2808f1f92 HTTP/1.1" status: 204 len: 168 time: 0.7102020 Aug 28 08:12:12.997133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:12.997484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:12.998501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:12.998930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > port after_create 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:12.999313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > port after_delete 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:12.999869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > port after_update 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.000252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.000628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.000975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.001361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.007065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7276bae-17a2-4f82-aa22-7e2c1ada2b09 req-55d20e48-451a-44e4-9571-b10ab88510f6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.008732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7276bae-17a2-4f82-aa22-7e2c1ada2b09 req-55d20e48-451a-44e4-9571-b10ab88510f6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.3518393 Aug 28 08:12:13.101839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7276bae-17a2-4f82-aa22-7e2c1ada2b09 req-00720585-2fd5-49a0-97a5-a5f3efdf2af2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758467 Aug 28 08:12:13.117412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caccc06-1248-49f5-8b51-1ab1e2e32c40 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:13.136194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.156871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Transition to ACTIVE for port object 5caccc06-1248-49f5-8b51-1ab1e2e32c40 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:13.161802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.162715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.163054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.163529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:12:13.164108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83451d4b-1f1d-4bff-b13f-9a8d93e741bf']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:13.206284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477978ee-97e6-41af-aad5-2c035a656efe') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:13.206579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477978ee-97e6-41af-aad5-2c035a656efe') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:13.211982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3335b3ae-fd9b-4b6e-874e-6200da4b25ce {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:13.239107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436fcb5-34d6-4718-9e1d-13f026ef02d6 req-6f24c3c5-0d10-4f56-8335-5a030bccc946 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.240825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d436fcb5-34d6-4718-9e1d-13f026ef02d6 req-6f24c3c5-0d10-4f56-8335-5a030bccc946 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 932 time: 0.4370306 Aug 28 08:12:13.242468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e092c-1c6e-4420-8acf-321ec3623423 req-da8cd1aa-908b-478e-9f9f-2c78ccdaefef tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.242999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.244114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d3e092c-1c6e-4420-8acf-321ec3623423 req-da8cd1aa-908b-478e-9f9f-2c78ccdaefef tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.0680196 Aug 28 08:12:13.251163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32840750-970a-415f-90db-b0b507bdda9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eef6e4-d62a-4caf-852a-aff2808f1f92,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:13.257549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.273254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.300793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Transition to ACTIVE for port object 3335b3ae-fd9b-4b6e-874e-6200da4b25ce will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:13.303674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.317228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:12:13.317636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.357935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d3e092c-1c6e-4420-8acf-321ec3623423 req-40a52871-91ad-446f-965b-953945de5f69 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001318 Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: from cryptography.utils import int_from_bytes Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: from cryptography.utils import int_from_bytes Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:12:13.359808 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:12:13.376943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:13.433644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Attempting to bind port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:13.437201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Attempting to bind port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:13.437201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Attempting to bind port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:13.446727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:13.447232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Attempting to bind port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:13.457730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:13.458338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Checking segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:13.458950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Bound using segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:13.461843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Bound port: 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:13.461843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.464694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.491646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d436fcb5-34d6-4718-9e1d-13f026ef02d6 req-e3e2eb71-02e6-4373-86d7-501739889826 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374735 Aug 28 08:12:13.634021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:13.680622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.699452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329264-09bc-4ff7-a878-3c1af5e606c8 req-3fbca8e6-aa36-4a0b-b566-1b0f3db9a93c tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.701035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e329264-09bc-4ff7-a878-3c1af5e606c8 req-3fbca8e6-aa36-4a0b-b566-1b0f3db9a93c tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 972 time: 0.1631193 Aug 28 08:12:13.707339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:13.717290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:13.734863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.743417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] 10.222.0.46 "DELETE /v2.0/networks/83451d4b-1f1d-4bff-b13f-9a8d93e741bf HTTP/1.1" status: 204 len: 168 time: 1.2400610 Aug 28 08:12:13.749627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34476) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:13.750518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa128-76b7-44d7-befc-5c125107700b admin admin] Pushing event deleted for resources: {'Network': ['ID=83451d4b-1f1d-4bff-b13f-9a8d93e741bf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:13.762482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:13.763096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:13.763685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:13.774561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:13.778476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:13.790820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:13.791359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:13.792072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:13.792803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Bound port: 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:13.793403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.814475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e329264-09bc-4ff7-a878-3c1af5e606c8 req-ace91a7c-f8cd-4299-ac99-147b5f017e00 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951991 Aug 28 08:12:13.836900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Deleting subnet 881c7b12-ff55-4e95-a090-56f910e1cdcc {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:12:13.841271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.868602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.920219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.935920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.936546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.938045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/5caccc06-1248-49f5-8b51-1ab1e2e32c40 HTTP/1.1" status: 200 len: 1115 time: 1.6365435 Aug 28 08:12:13.938591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:13.941056 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a" -d '{"events": [{"name": "network-changed", "server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:13.945148 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:13.972395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:13.978532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:13.993864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650bbb3-a410-43c1-ab49-e132760ef6ca req-ed8efc58-4350-43a9-b8c8-c6f80d64657a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:13.994512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063754e4-2de9-4785-81f2-d04be1be85c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:13.995648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8650bbb3-a410-43c1-ab49-e132760ef6ca req-ed8efc58-4350-43a9-b8c8-c6f80d64657a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.1178079 Aug 28 08:12:14.000224 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ba998a-9b12-4a54-b2a4-f1e200c51533 x-openstack-request-id: req-90ba998a-9b12-4a54-b2a4-f1e200c51533 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:14.000509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:14.000760 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90ba998a-9b12-4a54-b2a4-f1e200c51533 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:14.001150 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'status': 'completed', 'code': 200} Aug 28 08:12:14.058299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8650bbb3-a410-43c1-ab49-e132760ef6ca req-f295dc79-b6ce-4d2b-8399-1c769cae021a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Aug 28 08:12:14.101917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-b0bc19ba-473e-4a3c-bf61-41f939faa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.103703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-b0bc19ba-473e-4a3c-bf61-41f939faa767 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 1118 time: 0.0469902 Aug 28 08:12:14.169624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.187034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.212831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.213935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.215787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] 10.222.0.64 "PUT /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 1114 time: 2.1780400 Aug 28 08:12:14.218831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:14.225174 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b79537-2cf5-4253-9ae1-145a156d449d" -d '{"events": [{"name": "network-changed", "server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:14.257957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb010e7-a362-4972-bdcc-39f4c3181f77 service neutron] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:14.269443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34484) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:14.287635 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885a47b-0274-4155-9814-ba301bd0ad27 x-openstack-request-id: req-b885a47b-0274-4155-9814-ba301bd0ad27 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:14.287936 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:14.288291 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b885a47b-0274-4155-9814-ba301bd0ad27 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:14.288557 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'status': 'completed', 'code': 200} Aug 28 08:12:14.289405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38bbf432-2790-4271-937c-2bce8e50d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.301967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881c7b12-ff55-4e95-a090-56f910e1cdcc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:14.312431 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.317474 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73c4f8f7-da5b-4376-9cd3-c68007346d31 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/881c7b12-ff55-4e95-a090-56f910e1cdcc HTTP/1.1" status: 204 len: 168 time: 0.5670733 Aug 28 08:12:14.321036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34486) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:14.403164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242ed40-6cd0-417b-81a0-2bd4472db8d1 req-18929b56-fb59-46fa-a80d-f1b12d12fe0e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.404853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d242ed40-6cd0-417b-81a0-2bd4472db8d1 req-18929b56-fb59-46fa-a80d-f1b12d12fe0e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1906230 Aug 28 08:12:14.408937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-6d67e475-ee91-4ec3-a011-ee1f9e08d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.410410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-6d67e475-ee91-4ec3-a011-ee1f9e08d2a6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b945bbd6c2548638e0962aa899ba320&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2797706 Aug 28 08:12:14.542020 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d242ed40-6cd0-417b-81a0-2bd4472db8d1 req-f3a01505-dd43-4f94-ac34-c36665f1d44d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303959 Aug 28 08:12:14.671980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.689684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79537-2cf5-4253-9ae1-145a156d449d req-490d5023-569d-464a-9d68-7c464c4fad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.691225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07b79537-2cf5-4253-9ae1-145a156d449d req-490d5023-569d-464a-9d68-7c464c4fad90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1117 time: 0.1240633 Aug 28 08:12:14.693634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-83abc480-bfde-4804-99bb-328555182a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.695168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d2d015-5fb4-4f6a-962b-52f6fbb1433a req-83abc480-bfde-4804-99bb-328555182a10 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683916 Aug 28 08:12:14.705111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49f93-8eeb-4102-a16d-9d7a2488862f req-f2f554a8-255b-4a52-9037-107637c83480 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.707520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66f49f93-8eeb-4102-a16d-9d7a2488862f req-f2f554a8-255b-4a52-9037-107637c83480 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.1446288 Aug 28 08:12:14.724827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8474cc-7bc5-4bfe-82a8-08eccdbe7a82 req-866bcca9-3637-4b38-8d3a-ce44ec62c78a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.727410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be8474cc-7bc5-4bfe-82a8-08eccdbe7a82 req-866bcca9-3637-4b38-8d3a-ce44ec62c78a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 966 time: 0.0849898 Aug 28 08:12:14.783880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be8474cc-7bc5-4bfe-82a8-08eccdbe7a82 req-8ba43d29-3cad-4741-88e8-efa8c9306980 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467470 Aug 28 08:12:14.830661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-a143b6db-310f-473f-8318-9b8622877ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.832303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-a143b6db-310f-473f-8318-9b8622877ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 1118 time: 0.0600963 Aug 28 08:12:14.885939 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-6be3e7e8-f167-4ca3-a4d5-8217af2843d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40 HTTP/1.1" status: 200 len: 217 time: 0.0387001 Aug 28 08:12:14.968630 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:14.973197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-26a3cc1b-ebfa-45fa-9bd2-e8e1aed56048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:14.975416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-26a3cc1b-ebfa-45fa-9bd2-e8e1aed56048 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.0825968 Aug 28 08:12:15.002911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb23774-1247-4f87-afa3-a2ba0f9f03ea']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:15.019090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66f49f93-8eeb-4102-a16d-9d7a2488862f req-b5b52927-70a6-4c14-944d-f9d14675ec98 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045838 Aug 28 08:12:15.026176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4b06-8e6e-4061-966a-93755f77b618 req-87688100-17a4-4aa2-a0af-745890738d79 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.027393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebc4b06-8e6e-4061-966a-93755f77b618 req-87688100-17a4-4aa2-a0af-745890738d79 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 972 time: 0.0977798 Aug 28 08:12:15.031100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdbf40f-e154-4607-b942-4d98026eba64') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:15.031401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdbf40f-e154-4607-b942-4d98026eba64') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:15.056945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.074075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e12d77-754a-45e4-8363-65aded887329 req-5c5f9ef9-475f-4c6a-9670-c2e3fe2f8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.075898 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-5c5f9ef9-475f-4c6a-9670-c2e3fe2f8392 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925210 Aug 28 08:12:15.076074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79537-2cf5-4253-9ae1-145a156d449d req-ad0eb659-9e1b-4cf6-bd05-12785616ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.078124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07b79537-2cf5-4253-9ae1-145a156d449d req-ad0eb659-9e1b-4cf6-bd05-12785616ce4c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=150705dfe001456faab8224e3eb11d7e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3386736 Aug 28 08:12:15.089406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.093173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38bbf432-2790-4271-937c-2bce8e50d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.108712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:12:15.109124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:12:15.111363 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:12:15.153592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebc4b06-8e6e-4061-966a-93755f77b618 req-db6b0828-9095-4805-8b18-74d93a866fa5 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124856 Aug 28 08:12:15.207393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38bbf432-2790-4271-937c-2bce8e50d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.227556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-e5850c19-2940-40cb-b47e-8888b84c6841 service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355932 Aug 28 08:12:15.299765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbf432-2790-4271-937c-2bce8e50d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ed6fb-1403-4e68-8eac-aff4218beb4e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:15.306477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38bbf432-2790-4271-937c-2bce8e50d129 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43f4533bc1ee4f069c1bcc51af3d3e63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0326843 Aug 28 08:12:15.307489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34498) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:15.338281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba0f16-e05d-46ee-be93-87e7e8cfb2fd req-1cc7c39f-cffd-421d-af24-d437a098fcca tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.339874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ba0f16-e05d-46ee-be93-87e7e8cfb2fd req-1cc7c39f-cffd-421d-af24-d437a098fcca tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.1517806 Aug 28 08:12:15.348584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79537-2cf5-4253-9ae1-145a156d449d req-38049199-6bee-4b82-b5b1-f39e460fe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.348584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07b79537-2cf5-4253-9ae1-145a156d449d req-38049199-6bee-4b82-b5b1-f39e460fe033 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2467854 Aug 28 08:12:15.381164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.392342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.401921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8eb23774-1247-4f87-afa3-a2ba0f9f03ea HTTP/1.1" status: 204 len: 168 time: 1.0758514 Aug 28 08:12:15.402857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-fff35cd4-b17a-437a-a2bf-3a593e568cc5 tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.402857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-fff35cd4-b17a-437a-a2bf-3a593e568cc5 tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 1124 time: 0.1084032 Aug 28 08:12:15.428568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76e12d77-754a-45e4-8363-65aded887329 req-53466b2c-85a8-466d-89ce-a78f69c763be service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891491 Aug 28 08:12:15.431397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7503666-6b11-465a-8b46-9e84938093c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb23774-1247-4f87-afa3-a2ba0f9f03ea,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:15.462364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-e6b3f666-8e41-4f11-bed8-2b98934a773a tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.465200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.471865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ba0f16-e05d-46ee-be93-87e7e8cfb2fd req-5a967689-6bec-4575-9a03-9f47ac670efa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203601 Aug 28 08:12:15.494374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fa5dc4a9-d9f2-48cd-b704-313b8bb39480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.497066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-fa5dc4a9-d9f2-48cd-b704-313b8bb39480 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1117 time: 0.0765264 Aug 28 08:12:15.504057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.561108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-9bfb99d2-96ea-48e3-adb8-a1823cc2d3bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0448718 Aug 28 08:12:15.638561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:15.644412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-e6b3f666-8e41-4f11-bed8-2b98934a773a tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.664889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-836cfb0d-b802-4ce6-a685-076db18760ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.666740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-836cfb0d-b802-4ce6-a685-076db18760ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0976644 Aug 28 08:12:15.708840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-88e0c34e-48ed-478b-ba77-d89e32dd5870 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274217 Aug 28 08:12:15.783983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:15.786765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701915a-0c19-44d7-9f78-11ae534c3ca5 req-fa486413-356a-4b58-aab6-95b53bfc3bb8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:15.788510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e701915a-0c19-44d7-9f78-11ae534c3ca5 req-fa486413-356a-4b58-aab6-95b53bfc3bb8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1409707 Aug 28 08:12:15.803167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'port_id': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'mac_address': 'fa:16:3e:99:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47beaf-059a-4d1a-be03-a010cd2d3dbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:15.815318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-e6b3f666-8e41-4f11-bed8-2b98934a773a tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.818691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.823778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.825009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/466ed6fb-1403-4e68-8eac-aff4218beb4e HTTP/1.1" status: 204 len: 168 time: 0.5030239 Aug 28 08:12:15.869453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e701915a-0c19-44d7-9f78-11ae534c3ca5 req-2f1c783d-8671-46f6-b4bf-0ae5b3534e18 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Aug 28 08:12:15.873520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-f0d710d9-b267-4374-8645-b269655e6005 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557684 Aug 28 08:12:15.875319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:15.911635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad7b672-4c9f-481f-9ded-1df7e983bb77 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:15.926565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3694c1b6-c07f-4425-8d5a-4494d500375c req-e6b3f666-8e41-4f11-bed8-2b98934a773a tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985256 Aug 28 08:12:15.951529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3f666-8e41-4f11-bed8-2b98934a773a tempest-AggregatesAdminTestJSON-461431805 tempest-AggregatesAdminTestJSON-461431805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83598283-197e-4104-8e66-4f11350c7dd2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:15.993706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:16.001419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde45d-c7be-4b81-9c07-303328d7fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ed6fb-1403-4e68-8eac-aff4218beb4e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:16.063135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-663f5e60-950c-4873-b331-1c0f7d0c2ca4 req-b726b7e9-cede-43d2-82f1-07836c764c49 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760125 Aug 28 08:12:16.093960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.097986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78049eff-4c43-47ce-ac3e-cb6d791a90be details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:16.125887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34518) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:16.163611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bdbe5-42ea-4867-96dc-3a5be689804a req-a23a830a-0455-49b9-94e1-1cd01513d976 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:16.167125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c0bdbe5-42ea-4867-96dc-3a5be689804a req-a23a830a-0455-49b9-94e1-1cd01513d976 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 966 time: 0.0853012 Aug 28 08:12:16.204103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-65eaa362-ba37-4444-ae8c-44dfbd248752 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53902e6abab240f782434f2e251f760e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764711 Aug 28 08:12:16.206988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34520) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:16.240065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c0bdbe5-42ea-4867-96dc-3a5be689804a req-715c339d-f091-4999-97e6-08be66395a2f tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628819 Aug 28 08:12:16.293603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.357474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.392101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:16.481956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:16.504461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '78049eff-4c43-47ce-ac3e-cb6d791a90be', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '78049eff-4c43-47ce-ac3e-cb6d791a90be', 'mac_address': 'fa:16:3e:bf:92:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:16.552733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.552733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.558416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86bfd057-3aa9-4b70-b584-5f97107efd51 HTTP/1.1" status: 204 len: 168 time: 0.3498704 Aug 28 08:12:16.566749 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.570814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0155cd1-cd3b-4fb3-a106-717fbcfc9eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfd057-3aa9-4b70-b584-5f97107efd51,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:16.585914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474698c1-6bb7-40bb-9aac-5e8a8a9cca12 req-ac1b2e45-320f-4cb2-afa1-643a3c619831 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:16.588864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-474698c1-6bb7-40bb-9aac-5e8a8a9cca12 req-ac1b2e45-320f-4cb2-afa1-643a3c619831 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 948 time: 0.0991132 Aug 28 08:12:16.607853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78049eff-4c43-47ce-ac3e-cb6d791a90be {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:16.636140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:16.679260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-474698c1-6bb7-40bb-9aac-5e8a8a9cca12 req-abd921e0-812e-4a7d-b37a-e5d308b2c5f0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804117 Aug 28 08:12:16.692386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909560-88ab-4d6f-9431-e75c0a781f01 req-c71220e3-a48e-4ebb-9a7b-fe271f3a9c4d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:16.694369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c909560-88ab-4d6f-9431-e75c0a781f01 req-c71220e3-a48e-4ebb-9a7b-fe271f3a9c4d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0831759 Aug 28 08:12:16.742188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c909560-88ab-4d6f-9431-e75c0a781f01 req-bcc0f7ee-25fa-486a-9758-3092bc1c71a4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 Aug 28 08:12:16.765639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:16.841337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:17.120177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52879b3d-cd8d-48e7-a340-b9f4825e5d2e req-14f7cc66-04f2-4e95-91ec-c421962808ae tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:17.122571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52879b3d-cd8d-48e7-a340-b9f4825e5d2e req-14f7cc66-04f2-4e95-91ec-c421962808ae tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0705919 Aug 28 08:12:17.209637 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52879b3d-cd8d-48e7-a340-b9f4825e5d2e req-2088f62a-cbbe-4c3a-bee7-4bb2188e2844 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 Aug 28 08:12:17.371245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce8601-2d85-45ac-9a8b-ec53a6e42177 req-e080e464-4627-4f0e-a2de-e8be2d3fae2d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:17.372649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-edce8601-2d85-45ac-9a8b-ec53a6e42177 req-e080e464-4627-4f0e-a2de-e8be2d3fae2d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 966 time: 0.0556767 Aug 28 08:12:17.413033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-edce8601-2d85-45ac-9a8b-ec53a6e42177 req-36aebaf8-0f68-4f04-a696-2b22a27a6e88 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Aug 28 08:12:17.511310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['1ad7b672-4c9f-481f-9ded-1df7e983bb77'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:17.561549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['78049eff-4c43-47ce-ac3e-cb6d791a90be'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:17.823428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08890-2d7e-4491-9543-13803bf95e4a req-7116588d-7a26-4f8b-9ee4-9d38d123a2bb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:17.826288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93e08890-2d7e-4491-9543-13803bf95e4a req-7116588d-7a26-4f8b-9ee4-9d38d123a2bb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 949 time: 0.0633008 Aug 28 08:12:17.872242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93e08890-2d7e-4491-9543-13803bf95e4a req-7ab78671-6d81-4c7d-befb-a725c0736990 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Aug 28 08:12:17.906850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34578) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:17.954615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ac53c852-1f0a-4f6c-913c-64380fe1b14f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a99be5711bd542f583d2cfed1469fe24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462198 Aug 28 08:12:17.957151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:18.006533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaaddb-cda4-4a79-9a40-c9eceae6d0b1 req-7fccb5fd-ab64-4154-a453-3c36d6d0c4a5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:18.008106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7adaaddb-cda4-4a79-9a40-c9eceae6d0b1 req-7fccb5fd-ab64-4154-a453-3c36d6d0c4a5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0643234 Aug 28 08:12:18.051715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.052282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7adaaddb-cda4-4a79-9a40-c9eceae6d0b1 req-a34c8967-b56a-400c-a033-e104636e69d7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Aug 28 08:12:18.091323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.287926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5caccc06-1248-49f5-8b51-1ab1e2e32c40 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:18.298568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.304315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.316398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a6891b2-4e06-42b8-a720-14e5ea6ed9cf HTTP/1.1" status: 204 len: 168 time: 0.3478858 Aug 28 08:12:18.390536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5865a2-4064-41a2-82e0-c5565365a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6891b2-4e06-42b8-a720-14e5ea6ed9cf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:18.438721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f566-a5c3-4e16-9b2f-cc697618fc9e req-8dbd2c20-977d-4876-b46b-7334181baa1a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:18.457841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:18.462723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30e3f566-a5c3-4e16-9b2f-cc697618fc9e req-8dbd2c20-977d-4876-b46b-7334181baa1a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.1550522 Aug 28 08:12:18.476039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'port_id': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'mac_address': 'fa:16:3e:5a:99:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1026249559', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:18.518919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30e3f566-a5c3-4e16-9b2f-cc697618fc9e req-6d491add-1b5f-4421-8372-9b04ce6365ba tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Aug 28 08:12:18.526535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.561664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caccc06-1248-49f5-8b51-1ab1e2e32c40 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:18.611481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:18.682478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:18.734005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4c7a-bf77-45cd-9cb1-fa5237598fc1 req-a5689b41-bb37-4e13-be60-c23bc9997a10 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:18.736655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668a4c7a-bf77-45cd-9cb1-fa5237598fc1 req-a5689b41-bb37-4e13-be60-c23bc9997a10 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 966 time: 0.0853534 Aug 28 08:12:18.749411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:18.803360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668a4c7a-bf77-45cd-9cb1-fa5237598fc1 req-b3945cd0-f77c-43e0-90f6-340fe705c014 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555558 Aug 28 08:12:19.032449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5caccc06-1248-49f5-8b51-1ab1e2e32c40'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:19.039548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7e79-87e5-4dc8-846c-05401ce1ae3f req-7647ce16-106e-436a-b2ea-78dd2ca09b97 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:19.041145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62ed7e79-87e5-4dc8-846c-05401ce1ae3f req-7647ce16-106e-436a-b2ea-78dd2ca09b97 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 949 time: 0.0518222 Aug 28 08:12:19.101390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62ed7e79-87e5-4dc8-846c-05401ce1ae3f req-8f23c006-28f2-44cf-a074-a8a0f243db9b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Aug 28 08:12:19.260808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039dfd3-7691-4339-9e50-a02f37aba71e req-4a53de5a-29b8-403c-baa6-6936a0bb26b0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:19.262720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5039dfd3-7691-4339-9e50-a02f37aba71e req-4a53de5a-29b8-403c-baa6-6936a0bb26b0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0839586 Aug 28 08:12:19.344034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5039dfd3-7691-4339-9e50-a02f37aba71e req-0b122450-d7a5-4600-b295-3deb5bc7fbc5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693436 Aug 28 08:12:19.618335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:19.770779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d803-cd45-48e2-9b08-42e57c06a272 req-9cf85024-00de-4689-ba7b-78a9f0c67cf3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:19.772457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2545d803-cd45-48e2-9b08-42e57c06a272 req-9cf85024-00de-4689-ba7b-78a9f0c67cf3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0853081 Aug 28 08:12:19.820615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2545d803-cd45-48e2-9b08-42e57c06a272 req-00ea6479-302f-4769-8023-add4ea00ec1c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Aug 28 08:12:19.885544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:19.890838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:19.891353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:19.988079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9de40-45eb-49f8-a6d7-c33655882aec req-211592c3-25a8-43af-9c42-a98e88337b28 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:19.988939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:19.990663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74f9de40-45eb-49f8-a6d7-c33655882aec req-211592c3-25a8-43af-9c42-a98e88337b28 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 967 time: 0.0697145 Aug 28 08:12:20.016734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:20.019249 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ae230-5300-4829-8d75-e95239a8b1f5" -d '{"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-plugged", "status": "completed", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:20.034511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:20.059191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74f9de40-45eb-49f8-a6d7-c33655882aec req-0ca29d5c-84d2-4290-8fdb-665c19359a71 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615008 Aug 28 08:12:20.187437 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb0b8b-ae9a-4539-8005-cc0c713b9f9e x-openstack-request-id: req-4dfb0b8b-ae9a-4539-8005-cc0c713b9f9e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:20.187437 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-plugged", "status": "completed", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:20.187437 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dfb0b8b-ae9a-4539-8005-cc0c713b9f9e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:20.187437 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'code': 200} Aug 28 08:12:20.238544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.242063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78049eff-4c43-47ce-ac3e-cb6d791a90be up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:20.345256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:20.359480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5caccc06-1248-49f5-8b51-1ab1e2e32c40 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:20.438475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec0ea-d121-4731-9aeb-c9ba5b060819 req-4c430158-ef86-4a3f-b452-36ac55325c2d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:20.440152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a82ec0ea-d121-4731-9aeb-c9ba5b060819 req-4c430158-ef86-4a3f-b452-36ac55325c2d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 949 time: 0.1692789 Aug 28 08:12:20.464836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ca45e-0c68-4011-9541-62316d7166cc req-68867631-8111-48bf-9cb5-a50cd1d2665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:20.464836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de5ca45e-0c68-4011-9541-62316d7166cc req-68867631-8111-48bf-9cb5-a50cd1d2665f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1097 time: 0.1377709 Aug 28 08:12:20.525599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a82ec0ea-d121-4731-9aeb-c9ba5b060819 req-f4aa0d97-0a48-46b9-b8b0-132630ce9c9d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724061 Aug 28 08:12:20.537261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de5ca45e-0c68-4011-9541-62316d7166cc req-538a9666-5bb3-4dff-8400-bedc6c151789 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602810 Aug 28 08:12:20.586449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:20.644841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:20.658661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'port_id': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'mac_address': 'fa:16:3e:fd:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f6eeb-7f2c-409a-bc86-c178f023012c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1026249559', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:20.704186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.720741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3335b3ae-fd9b-4b6e-874e-6200da4b25ce {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:20.727708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3dcb0-7011-4f12-a631-4f5f581966d2 req-cc2eef0b-64b2-4b03-8e7b-a2f21e3a0c61 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:20.729365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ce3dcb0-7011-4f12-a631-4f5f581966d2 req-cc2eef0b-64b2-4b03-8e7b-a2f21e3a0c61 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0818167 Aug 28 08:12:20.735863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 78049eff-4c43-47ce-ac3e-cb6d791a90be completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:20.746613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:20.753552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 78049eff-4c43-47ce-ac3e-cb6d791a90be triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:20.754252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.757884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:20.760339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:20.760766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.822347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ce3dcb0-7011-4f12-a631-4f5f581966d2 req-e2f2ecf6-f79b-495e-83f7-5fe424454f71 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Aug 28 08:12:20.875498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.954646 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:20.962151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:21.029107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:21.035940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:21.049338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8151d-2fa6-4301-9f9a-f20bf5ceb252 req-e76b9ab8-b02b-4670-b3c8-54ad10869c04 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:21.052382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef8151d-2fa6-4301-9f9a-f20bf5ceb252 req-e76b9ab8-b02b-4670-b3c8-54ad10869c04 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 945 time: 0.1026089 Aug 28 08:12:21.088769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:21.106531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef8151d-2fa6-4301-9f9a-f20bf5ceb252 req-beccf5ae-986d-43ac-9751-aa88e41178e4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Aug 28 08:12:21.171660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:21.217506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:21.250715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3335b3ae-fd9b-4b6e-874e-6200da4b25ce'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:21.296716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:21.396556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:21.411894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89aead-7c60-48c0-acff-4e6a00328026 req-65950d4f-e6a4-4112-a28e-1f4442eb7e14 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:21.413624 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee89aead-7c60-48c0-acff-4e6a00328026 req-65950d4f-e6a4-4112-a28e-1f4442eb7e14 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.0667686 Aug 28 08:12:21.472701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee89aead-7c60-48c0-acff-4e6a00328026 req-e17dc040-154d-48ff-9ea6-ed7a2e34d183 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Aug 28 08:12:21.699977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf3d5-7980-438a-a3b0-31d90b7b9679 req-d6294bd5-e4a7-4d2c-93d8-947903dc2a3f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:21.702722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bcf3d5-7980-438a-a3b0-31d90b7b9679 req-d6294bd5-e4a7-4d2c-93d8-947903dc2a3f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.0665238 Aug 28 08:12:21.759261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bcf3d5-7980-438a-a3b0-31d90b7b9679 req-8d5b093e-f2c6-4d69-a480-56fcb7c36083 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Aug 28 08:12:22.057388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4ef6-d155-445b-9d0c-ae72e5f07c1b req-fde57749-a23e-41c2-a486-0a2bd8c9f457 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:22.058946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e77e4ef6-d155-445b-9d0c-ae72e5f07c1b req-fde57749-a23e-41c2-a486-0a2bd8c9f457 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.0553589 Aug 28 08:12:22.102589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e77e4ef6-d155-445b-9d0c-ae72e5f07c1b req-944d3711-5756-43b6-a10a-181404c6a8ab tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Aug 28 08:12:22.181225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40'}, {'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:22.184672 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fedeebf-699d-49ce-a29a-1ac50d6eb74d" -d '{"events": [{"server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "name": "network-vif-plugged", "status": "completed", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40"}, {"server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "name": "network-vif-plugged", "status": "completed", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:22.304971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34772) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:22.317633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:22.445510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:22.451969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:22.453712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.478644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24a1a9ed-7240-4aa5-9d3b-dfc1dee4f6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.479531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd49b18-5e9e-4c48-bfeb-b1f456c6943b req-549527e7-530d-46b8-81c0-f9936ad9707c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:22.481665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bd49b18-5e9e-4c48-bfeb-b1f456c6943b req-549527e7-530d-46b8-81c0-f9936ad9707c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 945 time: 0.0620618 Aug 28 08:12:22.545224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bd49b18-5e9e-4c48-bfeb-b1f456c6943b req-f5cdd742-349e-49ef-926e-18a44f5aa7a5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Aug 28 08:12:22.573347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.627681 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fefeb-625e-4df4-bbb1-b6e07d539dfa x-openstack-request-id: req-7a2fefeb-625e-4df4-bbb1-b6e07d539dfa {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:22.633946 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "name": "network-vif-plugged", "status": "completed", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40", "code": 200}, {"server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "name": "network-vif-plugged", "status": "completed", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:22.633946 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a2fefeb-625e-4df4-bbb1-b6e07d539dfa {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:22.633946 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'code': 200} Aug 28 08:12:22.633946 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be', 'code': 200} Aug 28 08:12:22.633946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:22.635004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24a1a9ed-7240-4aa5-9d3b-dfc1dee4f6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.731527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.770688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24a1a9ed-7240-4aa5-9d3b-dfc1dee4f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:22.787864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:22.851469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d573f-e9c4-4cfc-9eb2-b17f405e1f2d req-fb55312a-0eb1-43a0-9e8c-fca5610d6d03 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:22.853079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa0d573f-e9c4-4cfc-9eb2-b17f405e1f2d req-fb55312a-0eb1-43a0-9e8c-fca5610d6d03 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.1547463 Aug 28 08:12:22.871509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1a9ed-7240-4aa5-9d3b-dfc1dee4f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d1cf9-b57c-40db-8b6e-22878c7c8ff8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:22.882881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-24a1a9ed-7240-4aa5-9d3b-dfc1dee4f6e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=040d96ce529a435fbcb91bdfb499f89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767844 Aug 28 08:12:22.886323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34792) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:22.900903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6ed3-5deb-4e72-ad3b-5ee11cdbf3f3 req-705ffb26-40c0-4488-bf58-edafbd8355db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:22.902514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74be6ed3-5deb-4e72-ad3b-5ee11cdbf3f3 req-705ffb26-40c0-4488-bf58-edafbd8355db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 1120 time: 0.1904743 Aug 28 08:12:22.977529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:23.010605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:23.153993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd344-8536-4213-b1c0-2ce864acf9e7 req-8c147dd9-5265-43b0-8ba4-dbff7aac004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:23.156213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-786cd344-8536-4213-b1c0-2ce864acf9e7 req-8c147dd9-5265-43b0-8ba4-dbff7aac004a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 1102 time: 0.3428299 Aug 28 08:12:23.160330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:23.161439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa0d573f-e9c4-4cfc-9eb2-b17f405e1f2d req-7603602f-1448-4752-a92e-cf02cde5c324 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913816 Aug 28 08:12:23.165218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:23.171019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/582d1cf9-b57c-40db-8b6e-22878c7c8ff8 HTTP/1.1" status: 204 len: 168 time: 0.2792635 Aug 28 08:12:23.204204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65448eb1-8c4c-48d7-9e34-8e91d0dc21f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d1cf9-b57c-40db-8b6e-22878c7c8ff8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:23.213336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74be6ed3-5deb-4e72-ad3b-5ee11cdbf3f3 req-ff086f06-19ce-438e-88b5-edeb8211fc0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917714 Aug 28 08:12:23.296106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-786cd344-8536-4213-b1c0-2ce864acf9e7 req-a738c374-e25e-460f-b42b-a53512b4f42e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185479 Aug 28 08:12:23.398444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a997b-97b8-43cf-8ea5-76e6cabfcc89 req-7098d22f-db97-4770-b6e1-342114e47e70 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:23.401068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-954a997b-97b8-43cf-8ea5-76e6cabfcc89 req-7098d22f-db97-4770-b6e1-342114e47e70 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.0671136 Aug 28 08:12:23.487828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-954a997b-97b8-43cf-8ea5-76e6cabfcc89 req-573a7aa2-1ddf-407b-a7c0-a7daa78faba0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Aug 28 08:12:23.580259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6739-1053-45a0-909c-cac1d1a7fe62 req-01f4a5e0-797b-41b7-81be-8c68cba5e32b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:23.582861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fcf6739-1053-45a0-909c-cac1d1a7fe62 req-01f4a5e0-797b-41b7-81be-8c68cba5e32b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 967 time: 0.0984116 Aug 28 08:12:23.653866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fcf6739-1053-45a0-909c-cac1d1a7fe62 req-cf846d1f-0b05-4c06-955f-e2df310f72b1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Aug 28 08:12:23.825836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47e3d-f979-4269-a88c-f63c400548b3 req-3241fcaa-0bc9-4b4a-8a39-d96ae1145a64 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:23.827712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f5a47e3d-f979-4269-a88c-f63c400548b3 req-3241fcaa-0bc9-4b4a-8a39-d96ae1145a64 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 945 time: 0.0563774 Aug 28 08:12:23.903959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f5a47e3d-f979-4269-a88c-f63c400548b3 req-60dacd2d-5bf1-400e-8b7d-7e5d2fb7146b tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644891 Aug 28 08:12:24.091851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34834) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:24.111224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa9c6-91a3-45de-aa15-96f491ca9ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.243057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa9c6-91a3-45de-aa15-96f491ca9ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.439949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa9c6-91a3-45de-aa15-96f491ca9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.495055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c3fa9c6-91a3-45de-aa15-96f491ca9ec1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=032b822cb0104ca994ccc4a0f6c520ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013171 Aug 28 08:12:24.495946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fa9c6-91a3-45de-aa15-96f491ca9ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d799b9-4965-4282-a9e0-9e2d816548d4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:24.497881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:24.593647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e8304-113f-4ba5-bd7e-a0a67a6ed33a req-9230522e-1489-4a7d-bb6d-3038e764480d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:24.595214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-358e8304-113f-4ba5-bd7e-a0a67a6ed33a req-9230522e-1489-4a7d-bb6d-3038e764480d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1097 time: 0.0687809 Aug 28 08:12:24.596558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.630876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:24.632900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.633308 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842297f-51f3-492e-af66-a5972d133fe9" -d '{"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-plugged", "status": "completed", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:24.663940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-358e8304-113f-4ba5-bd7e-a0a67a6ed33a req-f5644c50-28ea-44f0-8607-98689b19470d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Aug 28 08:12:24.794368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4df8b1-df7a-4c24-aae5-13ca2d1e1c0e req-69103c57-8e8b-431b-83a3-077351159416 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:24.796590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f4df8b1-df7a-4c24-aae5-13ca2d1e1c0e req-69103c57-8e8b-431b-83a3-077351159416 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.0618415 Aug 28 08:12:24.840055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.844160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:24.845621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15d799b9-4965-4282-a9e0-9e2d816548d4 HTTP/1.1" status: 204 len: 168 time: 0.3459589 Aug 28 08:12:24.859598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d799b9-4965-4282-a9e0-9e2d816548d4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:24.859893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f4df8b1-df7a-4c24-aae5-13ca2d1e1c0e req-5868bbde-7055-4cc5-b749-a2b33ba6f60a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518758 Aug 28 08:12:24.870630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.871621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.872157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.872824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.873733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.874698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.875402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.875838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.876252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.876694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.877125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:24.877593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87d2d6-e754-423e-92c3-e2eef20b78ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:25.067809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56e72-397a-45d3-96fa-78ffd44017b5 req-27dfeba2-da05-41fe-9d89-c4cc1775a0f0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:25.070579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cec56e72-397a-45d3-96fa-78ffd44017b5 req-27dfeba2-da05-41fe-9d89-c4cc1775a0f0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.0685015 Aug 28 08:12:25.133121 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72dfd44-4f0a-430f-9a18-7838cb51d833 x-openstack-request-id: req-d72dfd44-4f0a-430f-9a18-7838cb51d833 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:25.133385 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-plugged", "status": "completed", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:25.133678 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d72dfd44-4f0a-430f-9a18-7838cb51d833 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:25.133999 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'code': 200} Aug 28 08:12:25.147301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cec56e72-397a-45d3-96fa-78ffd44017b5 req-8bc0dc59-a829-421c-8f0c-eb768c781728 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629413 Aug 28 08:12:25.336368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2904694-7172-45a4-b3b3-8180416f1e6c req-9aaefa0a-2d9d-4cf7-b21a-02e11f79d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:25.338682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2904694-7172-45a4-b3b3-8180416f1e6c req-9aaefa0a-2d9d-4cf7-b21a-02e11f79d939 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1119 time: 0.0874774 Aug 28 08:12:25.347373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff8524-395b-4a55-98e9-f637654e9e0b req-054711a9-54bf-4240-a83e-4fa27e093ade tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:25.349313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ff8524-395b-4a55-98e9-f637654e9e0b req-054711a9-54bf-4240-a83e-4fa27e093ade tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1097 time: 0.0994043 Aug 28 08:12:25.360524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8735d-856e-4f89-a3b2-1bb67c91c89f req-b4fb10cc-c7aa-4a21-acb6-103540ff6d6c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:25.363557 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29a8735d-856e-4f89-a3b2-1bb67c91c89f req-b4fb10cc-c7aa-4a21-acb6-103540ff6d6c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 967 time: 0.1047029 Aug 28 08:12:25.415031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2904694-7172-45a4-b3b3-8180416f1e6c req-7e55df28-c1b5-441f-89be-bfa099ed7c35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644808 Aug 28 08:12:25.430441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ff8524-395b-4a55-98e9-f637654e9e0b req-8e155535-a4e2-4dcf-9123-d1811c552892 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642915 Aug 28 08:12:25.440468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29a8735d-856e-4f89-a3b2-1bb67c91c89f req-69e07917-b70c-4d5a-8728-4ed60121e542 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646639 Aug 28 08:12:25.503272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:26.116394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-9c2be3bd-26b9-43a6-ba73-5f6f64a875d0 req-39cf61a6-6502-4534-aade-a067071474d5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:12:26.118328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c2be3bd-26b9-43a6-ba73-5f6f64a875d0 req-39cf61a6-6502-4534-aade-a067071474d5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122182 Aug 28 08:12:26.202078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324ff9-bf04-4dd8-96df-4c42b8bb7510 req-be9b5eca-76ef-490c-b40a-2410560927e7 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:26.206767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-19324ff9-bf04-4dd8-96df-4c42b8bb7510 req-be9b5eca-76ef-490c-b40a-2410560927e7 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.0703337 Aug 28 08:12:26.249992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-19324ff9-bf04-4dd8-96df-4c42b8bb7510 req-3907c844-ec0c-417d-81df-0ade93d30410 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391376 Aug 28 08:12:26.594421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:26.805754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad01dd-e4b3-42e1-9599-fd1905d31f3d req-7c199bb1-5d21-46ae-b509-8c566778d7bd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:26.808485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdad01dd-e4b3-42e1-9599-fd1905d31f3d req-7c199bb1-5d21-46ae-b509-8c566778d7bd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.0816748 Aug 28 08:12:26.873788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdad01dd-e4b3-42e1-9599-fd1905d31f3d req-51ad5850-05ae-4b4e-b1c3-ea730f81c102 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579576 Aug 28 08:12:26.999202 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa051122-5d77-4cc0-9b62-87cdc0ec6ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.057910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32635949-dd87-4132-a5ea-6c5937a7b7da req-bbe437fc-e0a0-4b39-b730-2ce1e90a17df tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:27.065085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32635949-dd87-4132-a5ea-6c5937a7b7da req-bbe437fc-e0a0-4b39-b730-2ce1e90a17df tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.0893414 Aug 28 08:12:27.074420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34938) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:27.086744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'floatingip': {'port_id': '5caccc06-1248-49f5-8b51-1ab1e2e32c40'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:27.189898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa051122-5d77-4cc0-9b62-87cdc0ec6ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.248135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.297850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa051122-5d77-4cc0-9b62-87cdc0ec6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.348889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa051122-5d77-4cc0-9b62-87cdc0ec6ac9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a523a098be574e9b995343503ae32e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632010 Aug 28 08:12:27.350424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa051122-5d77-4cc0-9b62-87cdc0ec6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb44cb-bba8-4ff6-a5b2-986676af7224,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:27.353137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:27.447967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.473744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e308-7634-4f3b-82db-6c065fdf1a91 req-0b7144ff-f14d-456f-8690-7f5a68bcc80a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:27.475520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9152e308-7634-4f3b-82db-6c065fdf1a91 req-0b7144ff-f14d-456f-8690-7f5a68bcc80a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 967 time: 0.2604721 Aug 28 08:12:27.499996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.531254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-679cecc9-b28c-4c83-b7b1-a4ae1e3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.576364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9152e308-7634-4f3b-82db-6c065fdf1a91 req-34f6883f-5c77-4559-9466-76606c438379 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925303 Aug 28 08:12:27.670727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.675569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:27.679204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46cb44cb-bba8-4ff6-a5b2-986676af7224 HTTP/1.1" status: 204 len: 168 time: 0.3245850 Aug 28 08:12:27.698502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60c5be-d8d1-4351-b5cd-33da8c7b6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb44cb-bba8-4ff6-a5b2-986676af7224,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:28.153567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:12:28.274743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:28.405808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:28.557738 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Floating IP 41781605-bdb4-42e5-88af-f6ced417b72f associated. External IP: 172.25.0.36, port: 5caccc06-1248-49f5-8b51-1ab1e2e32c40. Aug 28 08:12:28.964991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34994) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:28.980782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06100fd0-6a10-4041-ba49-fbf5af36add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.014614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:12:29.017942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8120bf-09ab-4e15-8004-24ecfdd5642d req-c468dfcf-35c7-4f7b-9a45-cded44021e22 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:29.019748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd8120bf-09ab-4e15-8004-24ecfdd5642d req-c468dfcf-35c7-4f7b-9a45-cded44021e22 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1119 time: 0.0636504 Aug 28 08:12:29.102914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06100fd0-6a10-4041-ba49-fbf5af36add7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.137310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd8120bf-09ab-4e15-8004-24ecfdd5642d req-df5ba755-7d7a-4abd-ba21-223443d888de tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714986 Aug 28 08:12:29.161762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:12:29.166699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.179571 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:12:29.191300 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:29.191853 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:29.194492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06100fd0-6a10-4041-ba49-fbf5af36add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.198077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7dd70a84-ef89-4f33-931a-61ad8f390ffb tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "PUT /v2.0/floatingips/41781605-bdb4-42e5-88af-f6ced417b72f HTTP/1.1" status: 200 len: 1013 time: 2.1220412 Aug 28 08:12:29.198705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:29.202894 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c92344-98e8-488b-8130-90b42bb13921" -d '{"events": [{"name": "network-changed", "server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:29.245293 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-06100fd0-6a10-4041-ba49-fbf5af36add7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5850d93d44db473c85469128062ba02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787066 Aug 28 08:12:29.247675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06100fd0-6a10-4041-ba49-fbf5af36add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b867a-7f54-4249-8eb0-1ab2dd336bae,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:29.248867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35002) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:29.356419 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:29.359530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.398239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:29.406371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.543033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.546671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:29.548974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/744b867a-7f54-4249-8eb0-1ab2dd336bae HTTP/1.1" status: 204 len: 168 time: 0.2986453 Aug 28 08:12:29.574827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b867a-7f54-4249-8eb0-1ab2dd336bae,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:29.588257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-94a819ba-1fd1-4141-bb07-fd800020a6d8 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:12:29.589290 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-94a819ba-1fd1-4141-bb07-fd800020a6d8 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1891668 Aug 28 08:12:29.608541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.608870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.609206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.609539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.609868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.610193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.610545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.610868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.611186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.611504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.611824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.612139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2a0a1-ba0a-4acb-90e9-7f1f8dfa487d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:29.666447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b31ce-4e38-4f67-8b30-7347193ec674 req-46fa7406-e761-4dc9-9d13-cb8be18cad56 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:29.676559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a2b31ce-4e38-4f67-8b30-7347193ec674 req-46fa7406-e761-4dc9-9d13-cb8be18cad56 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.1027627 Aug 28 08:12:29.734724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Request body: {'binding': {'host': 'n-h2-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:29.735455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Unknown quota resources ['binding']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:12:29.752452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a2b31ce-4e38-4f67-8b30-7347193ec674 req-e5f2e8e9-5104-46ac-90cf-51014a63f4e1 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Aug 28 08:12:29.829934 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:5a:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'device_owner': 'compute:tempest-test_az-1026249559'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:12:28Z', 'revision_number': 1, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:29.858510 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:12:29.867929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:29.868588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:29.909235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on host n-h2-792458-16 for vnic_type normal with profile None {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:29.909599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:29.909931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:29.914759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:29.915078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:29.920418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:29.920887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:29.921131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:29.921554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Bound port: 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:30.028088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:30.030899 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:30.031437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:30.253368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:30.254613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-ce7a6ff9-6e72-43b5-b52f-3f644bd354dd service neutron] 10.222.0.46 "POST /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77/bindings HTTP/1.1" status: 201 len: 390 time: 0.5975733 Aug 28 08:12:30.298606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e445df8-88be-4bbb-85ee-94168f59c77d req-d908d525-3ac1-474c-8453-a75584c5ab73 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:30.300677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e445df8-88be-4bbb-85ee-94168f59c77d req-d908d525-3ac1-474c-8453-a75584c5ab73 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1119 time: 0.0610247 Aug 28 08:12:30.332196 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:5a:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'device_owner': 'compute:tempest-test_az-1026249559'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:12:28Z', 'revision_number': 1, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:30.345661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79907b6d-8fb3-455e-a8bc-dd7957f4b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:30.346437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e445df8-88be-4bbb-85ee-94168f59c77d req-740e17e9-54a2-4729-b97a-980222f26591 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Aug 28 08:12:30.372844 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3367f3-0a3e-4d18-86c9-61df3f9c2dfc None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:5a:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'device_owner': 'compute:tempest-test_az-1026249559'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:12:28Z', 'revision_number': 1, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:12:30.556588 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca9271-d3b9-45ce-bf5d-a4997d4777a5 x-openstack-request-id: req-58ca9271-d3b9-45ce-bf5d-a4997d4777a5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:30.557297 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:30.557297 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58ca9271-d3b9-45ce-bf5d-a4997d4777a5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:30.557915 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'status': 'completed', 'code': 200} Aug 28 08:12:30.727883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b8c92-7b3f-4490-9b2d-ff29ac2b7cb0 None None] New status for floating IP 41781605-bdb4-42e5-88af-f6ced417b72f: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:12:30.731195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92344-98e8-488b-8130-90b42bb13921 req-4a18972e-c44f-4e19-903d-f177d72ac0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:30.735118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-4a18972e-c44f-4e19-903d-f177d72ac0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 1120 time: 0.1182477 Aug 28 08:12:30.923535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb1ae3-b707-4924-95b0-bb3d33afc3a9 req-5aba48e1-57c0-467e-b661-916a2725e63a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:30.939509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68fb1ae3-b707-4924-95b0-bb3d33afc3a9 req-5aba48e1-57c0-467e-b661-916a2725e63a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 945 time: 0.1184323 Aug 28 08:12:31.019918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92344-98e8-488b-8130-90b42bb13921 req-61ced9bd-659e-48b7-b2aa-fbff50d7faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.023459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-61ced9bd-659e-48b7-b2aa-fbff50d7faea service neutron] 10.222.0.64 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 924 time: 0.2800131 Aug 28 08:12:31.054868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68fb1ae3-b707-4924-95b0-bb3d33afc3a9 req-81107dd9-743f-49b7-91df-78e38a3f86bf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131740 Aug 28 08:12:31.322575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca354-20a6-4e68-9e08-1f1e06b91804 req-0c2498d9-e44a-4bf6-a4c9-6010da6588d7 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.333653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cbca354-20a6-4e68-9e08-1f1e06b91804 req-0c2498d9-e44a-4bf6-a4c9-6010da6588d7 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 950 time: 0.1166477 Aug 28 08:12:31.361568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-38e6db6d-7170-4fbb-953b-b95c2df76014 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40 HTTP/1.1" status: 200 len: 1021 time: 0.3200033 Aug 28 08:12:31.413672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-4eff7360-4161-42ef-97de-bcb784ae9338 req-ad699011-7c2e-45c6-b25e-fb5e526c81dc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:12:31.419721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4eff7360-4161-42ef-97de-bcb784ae9338 req-ad699011-7c2e-45c6-b25e-fb5e526c81dc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297720 Aug 28 08:12:31.425307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-a8535df4-6e9b-4e2a-b352-90deaea434fd tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.427004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-a8535df4-6e9b-4e2a-b352-90deaea434fd tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 1102 time: 0.4019179 Aug 28 08:12:31.485367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92344-98e8-488b-8130-90b42bb13921 req-8a9f9612-63f1-4f12-bd94-62f482cc095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.488398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-8a9f9612-63f1-4f12-bd94-62f482cc095b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.1173446 Aug 28 08:12:31.635032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92344-98e8-488b-8130-90b42bb13921 req-78a40087-5dcb-42d6-a951-eb75d5ddcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.640125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-78a40087-5dcb-42d6-a951-eb75d5ddcb62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382041 Aug 28 08:12:31.676501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Deleting port 78049eff-4c43-47ce-ac3e-cb6d791a90be {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:12:31.676846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:31.703648 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cbca354-20a6-4e68-9e08-1f1e06b91804 req-ba3b467c-c64a-439c-98ea-5061356468c6 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688309 Aug 28 08:12:31.708612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-337eed51-b208-4be0-bc31-cfa0b771800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.710091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-337eed51-b208-4be0-bc31-cfa0b771800f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1097 time: 0.3733363 Aug 28 08:12:31.793736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:31.846290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] For port 78049eff-4c43-47ce-ac3e-cb6d791a90be, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78049eff-4c43-47ce-ac3e-cb6d791a90be,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:31.846672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:31.850771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-9bfe1f95-bbe8-4b9c-9bf8-eaa498537081 service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972339 Aug 28 08:12:31.858768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-909c7abb-d7ee-41db-ab06-88a11f8dc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.861206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-909c7abb-d7ee-41db-ab06-88a11f8dc943 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1412063 Aug 28 08:12:31.870189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Calling delete_port for 78049eff-4c43-47ce-ac3e-cb6d791a90be owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:12:31.913132 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-cc7181fe-13b8-4f08-ab7f-dc45a0aa18d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0446954 Aug 28 08:12:31.985515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-a48440e0-0760-46ed-9c53-8377188c6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:31.987445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-a48440e0-0760-46ed-9c53-8377188c6051 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0668972 Aug 28 08:12:32.022632 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-9e880b2b-f6bd-4c75-b924-113ffc28f9b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273652 Aug 28 08:12:32.072604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41c92344-98e8-488b-8130-90b42bb13921 req-e0d6cdd3-16cc-436d-a328-83ebaec09708 service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125044 Aug 28 08:12:32.181734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-18ee4a2f-badc-4c61-9c6d-9948fd875149 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501894 Aug 28 08:12:32.292247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:32.323912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-f7a55626-6263-4006-801c-fe449179f8ec service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156247 Aug 28 08:12:32.325701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Pushing event deleted for resources: {'Port': ['ID=78049eff-4c43-47ce-ac3e-cb6d791a90be,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:32.341271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['78049eff-4c43-47ce-ac3e-cb6d791a90be'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:32.370522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] No DVR routers for this DVR port 78049eff-4c43-47ce-ac3e-cb6d791a90be on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:12:32.374878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:32.377134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f166615c-3cda-4ec8-9d1b-e009215a9825 req-2da3383b-eab5-4b47-b1dc-6fbcc84f1433 tempest-DeleteServersAdminTestJSON-740329283 tempest-DeleteServersAdminTestJSON-740329283-project-admin] 10.222.0.39 "DELETE /v2.0/ports/78049eff-4c43-47ce-ac3e-cb6d791a90be HTTP/1.1" status: 204 len: 173 time: 0.9316478 Aug 28 08:12:32.559423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'name': 'network-vif-deleted', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:32.564071 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6787914d-a624-493b-8d80-93a410e916f0" -d '{"events": [{"server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "name": "network-vif-deleted", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:32.719421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35100) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:32.876503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5be532b9-13f8-4d52-8b35-f86938dfdb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:32.882276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-2914e8c2-f5ad-480d-a4a5-cd55da95693b tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:32.884341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-2914e8c2-f5ad-480d-a4a5-cd55da95693b tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1103783 Aug 28 08:12:32.899095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-16'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:32.984592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.181490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5be532b9-13f8-4d52-8b35-f86938dfdb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.245327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329713fd-a5ed-4bc0-9a54-7a4dac0392bb req-d92f44ef-8b99-4fe2-8b76-b65d9bc8aa20 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:33.246942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-329713fd-a5ed-4bc0-9a54-7a4dac0392bb req-d92f44ef-8b99-4fe2-8b76-b65d9bc8aa20 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 945 time: 0.1175520 Aug 28 08:12:33.289943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:33.330385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-329713fd-a5ed-4bc0-9a54-7a4dac0392bb req-a0bc0ea9-00f0-4390-bdde-30935dde48fe tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710769 Aug 28 08:12:33.354733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:33.404495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5be532b9-13f8-4d52-8b35-f86938dfdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.411033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:33.413333 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a193c01-a003-4d2f-b415-609ddddd68ec" -d '{"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:33.417450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.442182 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf2459-d234-4482-b429-c4d3c50229e5 x-openstack-request-id: req-bfcf2459-d234-4482-b429-c4d3c50229e5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:33.445433 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1f41f5-da83-412b-b809-b09db3611837", "name": "network-vif-deleted", "tag": "78049eff-4c43-47ce-ac3e-cb6d791a90be", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:33.445578 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfcf2459-d234-4482-b429-c4d3c50229e5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:33.446157 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1f41f5-da83-412b-b809-b09db3611837', 'name': 'network-vif-deleted', 'tag': '78049eff-4c43-47ce-ac3e-cb6d791a90be', 'status': 'completed', 'code': 200} Aug 28 08:12:33.462434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5be532b9-13f8-4d52-8b35-f86938dfdb2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=113ebeba6bbc46e69a925ef6e91d4817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375348 Aug 28 08:12:33.462434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be532b9-13f8-4d52-8b35-f86938dfdb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c1639-7695-470b-abc2-ffccfb22b9ab,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:33.464408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35126) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:33.529484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.546202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd120256-3176-4ce0-a3a2-9e3cf75e9bd9 req-5a0f1ae9-c172-4989-b611-2e26f33ede2c tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b1f41f5-da83-412b-b809-b09db3611837 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Aug 28 08:12:33.582375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.619590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.766169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:33.783655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:33.784199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:33.784727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:33.806310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa960-6a87-4a80-8909-c8df717f83bb req-403a1c22-83e4-45b8-ae86-3ce12c4b3006 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:33.809028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-710aa960-6a87-4a80-8909-c8df717f83bb req-403a1c22-83e4-45b8-ae86-3ce12c4b3006 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 972 time: 0.1824901 Aug 28 08:12:33.810882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:33.811341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Attempting to bind port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:33.832932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:33.833492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:33.834115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:33.834922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Bound port: 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:33.835511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.905630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.908336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:33.909590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d7c1639-7695-470b-abc2-ffccfb22b9ab HTTP/1.1" status: 204 len: 168 time: 0.4441564 Aug 28 08:12:33.919326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-710aa960-6a87-4a80-8909-c8df717f83bb req-178b8d23-99d8-44ab-8c4f-1e8bde9e1f0f tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/security-groups?id=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020820 Aug 28 08:12:33.938903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9fc0d-2698-44dd-8ced-65ec9d0bcd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c1639-7695-470b-abc2-ffccfb22b9ab,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:33.976280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:33.983965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:34.131340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:34.225129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=8']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:34.242830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:34.243957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:34.249568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-8276f833-c0e0-44ee-a47f-c5ab9f5875ca service neutron] 10.222.0.64 "PUT /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 1123 time: 1.3560393 Aug 28 08:12:34.303538 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7118f-f789-4686-9ad0-9330eaf0ad55 x-openstack-request-id: req-e5b7118f-f789-4686-9ad0-9330eaf0ad55 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:34.303949 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:34.304317 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5b7118f-f789-4686-9ad0-9330eaf0ad55 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:34.304970 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'code': 200} Aug 28 08:12:34.449870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['1ad7b672-4c9f-481f-9ded-1df7e983bb77'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:34.729190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeb670-cc1d-4b59-a559-f2e5835e157f req-7baaecd0-6681-43e8-b758-1eea670ab2b4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:34.731203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eaeeb670-cc1d-4b59-a559-f2e5835e157f req-7baaecd0-6681-43e8-b758-1eea670ab2b4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.0780375 Aug 28 08:12:34.777697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eaeeb670-cc1d-4b59-a559-f2e5835e157f req-3e0d631c-72b0-43d3-8fe0-4205d2335a62 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Aug 28 08:12:34.783087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:34.898594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-b44862e0-8e25-48e1-bff1-c52f88df71c8 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:34.900448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-b44862e0-8e25-48e1-bff1-c52f88df71c8 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 972 time: 0.0531871 Aug 28 08:12:34.965641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.085224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Deleting port 5a540b08-2bad-4129-adfc-5e7c770653e7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:12:35.085571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.150480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35178) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:35.237277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-fc36710d-937e-4d41-ad78-7754afc430a5 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342889 Aug 28 08:12:35.237626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:35.237626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9259-7864-4b35-a93c-58f3d301b0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.282939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] For port 5a540b08-2bad-4129-adfc-5e7c770653e7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a540b08-2bad-4129-adfc-5e7c770653e7,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:35.308040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.311920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Calling delete_port for 5a540b08-2bad-4129-adfc-5e7c770653e7 owned by compute:tempest-test_az-1026249559 {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:12:35.362120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9259-7864-4b35-a93c-58f3d301b0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.646730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-338e4e6b-8f33-40cc-b515-ee6ead17ff2b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:35.646730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-338e4e6b-8f33-40cc-b515-ee6ead17ff2b tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183595 Aug 28 08:12:35.646730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-7de58205-b3a2-4b82-81f6-5b94b3c134c7 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/quotas/df397463bd754bc7a1c26dffacde4de7 HTTP/1.1" status: 200 len: 375 time: 0.0166371 Aug 28 08:12:35.648490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-a3913305-edef-4952-b021-5065ba21ec08 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:12:35.648490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-a3913305-edef-4952-b021-5065ba21ec08 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3296962 Aug 28 08:12:35.649942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-c11ca806-22a9-4cae-b5af-a239856093a0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324917 Aug 28 08:12:35.650604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Request body: {'binding': {'host': 'n-h1-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:35.650604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Unknown quota resources ['binding']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:12:35.718722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78049eff-4c43-47ce-ac3e-cb6d791a90be no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:12:35.747637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 78049eff-4c43-47ce-ac3e-cb6d791a90be {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:12:35.748066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78049eff-4c43-47ce-ac3e-cb6d791a90be not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:12:35.784975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on host n-h1-792458-16 for vnic_type normal with profile None {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:35.785311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:35.785638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:35.790992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:35.791295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:35.796844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:35.797181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:35.797569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:35.798059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Bound port: 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:35.818868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9259-7864-4b35-a93c-58f3d301b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.846160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:35.893410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5a540b08-2bad-4129-adfc-5e7c770653e7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:35.905383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Pushing event deleted for resources: {'Port': ['ID=5a540b08-2bad-4129-adfc-5e7c770653e7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:35.963764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dcfe9259-7864-4b35-a93c-58f3d301b0f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9823be75f8b644c1822c6ec085ff0b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640738 Aug 28 08:12:35.964589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9259-7864-4b35-a93c-58f3d301b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8234c7db-2485-4311-ba95-06dd18533ac4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:35.969438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35194) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:35.995747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:36.055624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.072235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] No DVR routers for this DVR port 5a540b08-2bad-4129-adfc-5e7c770653e7 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:12:36.091058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.095214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18bffa1b-19fd-425c-ac70-92d772b2edb8 req-1e817eff-f97a-4549-b26a-285dc611890a tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.64 "DELETE /v2.0/ports/5a540b08-2bad-4129-adfc-5e7c770653e7 HTTP/1.1" status: 204 len: 173 time: 1.1875873 Aug 28 08:12:36.099134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.117574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.123205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-08ab1b59-0f31-45b1-b36b-f2d444bee93c req-7a759f3a-0876-4eea-a8dc-3f89320e7d54 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.0528247 Aug 28 08:12:36.124232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-3bf88fb4-c418-482d-9ef3-1079c09a6f02 service neutron] 10.222.0.46 "POST /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.5722597 Aug 28 08:12:36.302550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.307049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77'}, {'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'name': 'network-vif-deleted', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:36.313219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:36.313219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8234c7db-2485-4311-ba95-06dd18533ac4 HTTP/1.1" status: 204 len: 168 time: 0.3394492 Aug 28 08:12:36.325760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e06d97-636f-4a87-b766-fbe8053db69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234c7db-2485-4311-ba95-06dd18533ac4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:36.331347 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61" -d '{"events": [{"name": "network-changed", "server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77"}, {"server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "name": "network-vif-deleted", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:36.526917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fc3d8d1-b433-4a39-93c9-fabd35f74e52 req-ced13a37-59f8-4ca5-8df6-53648d9b91f6 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0634143 Aug 28 08:12:36.543544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a4e1-8800-439c-b400-532f8fdef669 req-ef3b50a3-1029-42dc-aaee-a0bdb5ad3f83 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:36.546562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6622a4e1-8800-439c-b400-532f8fdef669 req-ef3b50a3-1029-42dc-aaee-a0bdb5ad3f83 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1399868 Aug 28 08:12:36.608884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6622a4e1-8800-439c-b400-532f8fdef669 req-f7a994e6-f0b9-47a6-b916-a6c1e3349ed1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Aug 28 08:12:36.653871 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88148cfa-6dd6-4866-a1c5-5c7ad8d66cce x-openstack-request-id: req-88148cfa-6dd6-4866-a1c5-5c7ad8d66cce {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:36.654881 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77", "status": "completed", "code": 200}, {"server_uuid": "63e2f8a0-f84e-45ca-8a87-d2c46128f013", "name": "network-vif-deleted", "tag": "5a540b08-2bad-4129-adfc-5e7c770653e7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:36.655400 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88148cfa-6dd6-4866-a1c5-5c7ad8d66cce {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:36.656055 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'status': 'completed', 'code': 200} Aug 28 08:12:36.656462 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2f8a0-f84e-45ca-8a87-d2c46128f013', 'name': 'network-vif-deleted', 'tag': '5a540b08-2bad-4129-adfc-5e7c770653e7', 'status': 'completed', 'code': 200} Aug 28 08:12:36.792064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-06b58413-a633-4ee2-a386-e8fbea1e0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:36.793913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-06b58413-a633-4ee2-a386-e8fbea1e0da6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1126 time: 0.0627422 Aug 28 08:12:36.902788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79d5f-1ba6-4b60-8f57-b828f520ed17 req-7957f454-5350-46b7-8494-e4f83c903451 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:36.905911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-add79d5f-1ba6-4b60-8f57-b828f520ed17 req-7957f454-5350-46b7-8494-e4f83c903451 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 967 time: 0.1267731 Aug 28 08:12:37.007278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-add79d5f-1ba6-4b60-8f57-b828f520ed17 req-33dc8218-7d3a-40a8-9ff5-cdec9771b8e1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775015 Aug 28 08:12:37.008312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-77c1bb6d-2033-4bed-923a-0986b570b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.009695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-77c1bb6d-2033-4bed-923a-0986b570b7fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1974306 Aug 28 08:12:37.114767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-0df85ecb-0f42-4fe2-8a88-6526d3f45677 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0823479 Aug 28 08:12:37.213614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-0589d0dd-a770-4023-9adb-4251be090bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.230712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-0589d0dd-a770-4023-9adb-4251be090bab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0970666 Aug 28 08:12:37.263252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-b3b0cd59-8443-4a34-93e2-c2c87e681028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.266823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-b3b0cd59-8443-4a34-93e2-c2c87e681028 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1119 time: 0.1150370 Aug 28 08:12:37.294593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-7aa0e7f5-e00b-4b8f-90e2-541ad151ba86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583324 Aug 28 08:12:37.338241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a9954bb-0fe0-4f76-8928-85eb213d5bd8 req-a99ab449-6718-4c35-bdf6-954ce6ec8e31 tempest-AggregatesAdminTestJSON-1771247770 tempest-AggregatesAdminTestJSON-1771247770-project] 10.222.0.46 "GET /v2.0/ports?device_id=63e2f8a0-f84e-45ca-8a87-d2c46128f013 HTTP/1.1" status: 200 len: 210 time: 0.0369217 Aug 28 08:12:37.481646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-749b210c-c9e7-440e-ac64-9c44a348f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.484731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-749b210c-c9e7-440e-ac64-9c44a348f078 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2015426 Aug 28 08:12:37.497937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-315a2573-48ac-4396-9122-e490ab2805f0 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855779 Aug 28 08:12:37.568161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-ee8d2d0f-9405-41f0-9f87-61d707a4f5f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0714934 Aug 28 08:12:37.649950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-64bfcdc2-deb6-4baa-b637-3cae9d4ebcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.650738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-64bfcdc2-deb6-4baa-b637-3cae9d4ebcc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0704961 Aug 28 08:12:37.673414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1275c9c-5a18-40e1-bb32-b4dfe1fb5c61 req-4621abb8-c70b-4b1d-a5c5-4bbcd5582840 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631322 Aug 28 08:12:37.692696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-93f3dc5e-86b0-494d-b7a7-d48c990d7403 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322611 Aug 28 08:12:37.694137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1928af9c-7b9c-4cb5-8325-6f8040620c74 req-7158e374-25b0-4654-aae9-09f6a60e1382 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0469024 Aug 28 08:12:37.837209 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-cb99a2d6-e68a-4c90-a856-c0554b23863e service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181328 Aug 28 08:12:37.901135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442419c4-b6b9-4314-a48c-341741172bcc req-05879a07-0b02-498c-b455-1f0a3dac52ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:37.904035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-442419c4-b6b9-4314-a48c-341741172bcc req-05879a07-0b02-498c-b455-1f0a3dac52ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.0785475 Aug 28 08:12:38.021527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-442419c4-b6b9-4314-a48c-341741172bcc req-5c7b18b0-d8d5-45ac-ab27-3be8222be6f2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040604 Aug 28 08:12:38.047309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-521d994d-1ee2-4008-8962-0685f4beb089 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995492 Aug 28 08:12:38.190044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cde16-0b43-4a8b-bc08-9267ad7934e5 req-776b48b7-84bb-4dea-b8f5-0e673158a5c7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:38.192704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96cde16-0b43-4a8b-bc08-9267ad7934e5 req-776b48b7-84bb-4dea-b8f5-0e673158a5c7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 967 time: 0.0640595 Aug 28 08:12:38.248293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96cde16-0b43-4a8b-bc08-9267ad7934e5 req-847823d1-4290-41d5-bfd9-d7eb07e401a1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Aug 28 08:12:38.454020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:38.469056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a540b08-2bad-4129-adfc-5e7c770653e7 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:12:38.494323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 5a540b08-2bad-4129-adfc-5e7c770653e7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:12:38.494692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a540b08-2bad-4129-adfc-5e7c770653e7 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:12:38.645117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:38.661760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 has no active binding in host n-h2-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:12:38.748728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-e850aab2-dcc2-4b3b-aa78-78348a3c5e17 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:38.751487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-e850aab2-dcc2-4b3b-aa78-78348a3c5e17 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1119 time: 0.0867798 Aug 28 08:12:38.775220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-16'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:38.832829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9226b90-25ac-436b-86df-1ce92177d2e0 req-3b55fc26-1806-4e21-a36f-141c1998f3c9 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0513706 Aug 28 08:12:38.834484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35312) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:38.870163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:38.995049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bae6be24-10a0-48df-bb26-248b1559f0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.075307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:39.147055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:39.187046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bae6be24-10a0-48df-bb26-248b1559f0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.226488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b196967-44ad-4026-a511-72efb75030f4 req-c1e8ea60-2a59-4119-94c2-db3f82a5c1cd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:39.233219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b196967-44ad-4026-a511-72efb75030f4 req-c1e8ea60-2a59-4119-94c2-db3f82a5c1cd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.0918510 Aug 28 08:12:39.238000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:39.243803 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d8d88-d0a5-4b9f-9fc1-752b6657e4b3" -d '{"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:39.251507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.314657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b196967-44ad-4026-a511-72efb75030f4 req-f94c50cb-945d-4ad3-93b1-4a3dc6934a93 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 Aug 28 08:12:39.328281 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d1c896-bbdd-438a-9b00-bee5d7f3128a x-openstack-request-id: req-84d1c896-bbdd-438a-9b00-bee5d7f3128a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:39.329111 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:39.329832 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84d1c896-bbdd-438a-9b00-bee5d7f3128a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:39.331405 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'code': 200} Aug 28 08:12:39.331569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bae6be24-10a0-48df-bb26-248b1559f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.354932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.454412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bae6be24-10a0-48df-bb26-248b1559f0db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9160bf0238a48629baec9960942843e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181800 Aug 28 08:12:39.456388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6be24-10a0-48df-bb26-248b1559f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d968f8-9bdb-49c6-9e10-f06abc745390,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:39.459978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35332) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:39.520231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-76424788-1c6e-436f-b9e1-02982f78510f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499609 Aug 28 08:12:39.521078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35334) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:39.701830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on host n-h2-792458-16 for vnic_type normal with profile {"migrating_to": "n-h1-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:39.706468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:39.706468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:39.766064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:39.767185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.775965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:39.776432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Attempting to bind port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:39.779023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-a6c59902-318b-4177-aae2-2b15c1c6f00d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:39.780594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-a6c59902-318b-4177-aae2-2b15c1c6f00d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474530 Aug 28 08:12:39.796653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:39.796992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:39.797431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:39.797872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Bound port: 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:39.798245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.804444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Request body: {'port': {'device_id': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'df397463bd754bc7a1c26dffacde4de7'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:39.817331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898d70-a714-4416-bd32-f57a45bf4850 req-a3a200ea-2ce3-4908-a0c6-afd6c38450d1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:39.817331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de898d70-a714-4416-bd32-f57a45bf4850 req-a3a200ea-2ce3-4908-a0c6-afd6c38450d1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.3651223 Aug 28 08:12:39.826657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:39.938155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de898d70-a714-4416-bd32-f57a45bf4850 req-5e870764-d3fc-4a88-a076-1015f6a74594 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075530 Aug 28 08:12:39.953155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:39.962057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:40.046684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.051670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.056854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13d968f8-9bdb-49c6-9e10-f06abc745390 HTTP/1.1" status: 204 len: 168 time: 0.5735645 Aug 28 08:12:40.068947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9d43-62d4-45a7-86b2-543760eb71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d968f8-9bdb-49c6-9e10-f06abc745390,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:40.075015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.134050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e43c2ef0-7aeb-4085-aca6-8d48a03b3a68 req-1e210c79-c3bd-48f2-b0fb-36ec5d58e536 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0973289 Aug 28 08:12:40.182397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d581b4a7-34ce-4fe6-9f63-2798bcd4ce34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14255e7700044a069c716cddcf0a842d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593666 Aug 28 08:12:40.185960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35348) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:40.277964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.280291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:40.281290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.283925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] 10.222.0.39 "PUT /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 1145 time: 1.5184822 Aug 28 08:12:40.285201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3cba-7d66-476a-9757-adce8b58465b service neutron] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=8']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:40.285994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Made reservation on behalf of df397463bd754bc7a1c26dffacde4de7 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:40.291807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.322589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.395373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35356) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:40.501647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3335b3ae-fd9b-4b6e-874e-6200da4b25ce'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:40.510095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Allocated IP 192.168.233.124 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:40.533494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc5f67-5223-44af-9e47-bf17b77d927f req-226a5502-7b95-4261-bd6e-f599fe747b11 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:40.535225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18dc5f67-5223-44af-9e47-bf17b77d927f req-226a5502-7b95-4261-bd6e-f599fe747b11 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.0878479 Aug 28 08:12:40.618140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18dc5f67-5223-44af-9e47-bf17b77d927f req-dca853a1-6387-4a9c-8142-4e72625f189c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Aug 28 08:12:40.630385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.632695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.633868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30ab005b-d72f-4aa0-9b8a-a5086c9f82a3 HTTP/1.1" status: 204 len: 168 time: 0.4463038 Aug 28 08:12:40.918938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a675c0e-3b5b-40a3-840a-38bb54e62718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:40.927312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da286c2-4739-469e-a1cd-8029a077c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab005b-d72f-4aa0-9b8a-a5086c9f82a3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:40.963761 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-969118c9-82ff-463e-a949-f775d9b55888 service neutron] 10.222.0.39 "GET /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.1047950 Aug 28 08:12:41.008473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.024837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Transition to ACTIVE for port object d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:41.160319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.233643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Pushing event updated for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:41.246093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:41.248430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:41.265336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:41.335424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:41.338065 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f477e-f963-4602-923f-a36728f7caf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:41.353321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:41.353999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.467531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a675c0e-3b5b-40a3-840a-38bb54e62718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.485412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6245532-14b3-467c-a1d8-a56fd483d6c7 req-a40bc9da-7653-4830-b923-8bb5fbca8941 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:41.487196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6245532-14b3-467c-a1d8-a56fd483d6c7 req-a40bc9da-7653-4830-b923-8bb5fbca8941 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.1419642 Aug 28 08:12:41.500454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df19da-5478-4767-8f17-9dd9f661ba87 req-785873ef-0e01-4eba-ae3c-54dd5adafc9e tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:41.502257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51df19da-5478-4767-8f17-9dd9f661ba87 req-785873ef-0e01-4eba-ae3c-54dd5adafc9e tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 936 time: 0.1058655 Aug 28 08:12:41.547911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51df19da-5478-4767-8f17-9dd9f661ba87 req-fcce5f90-662c-4fa6-9cc7-5d891dbd2a42 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Aug 28 08:12:41.555848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6245532-14b3-467c-a1d8-a56fd483d6c7 req-3c6aeff9-6d60-436a-a456-e0b764bf079b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622268 Aug 28 08:12:41.588957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:41.613062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:41.637373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a675c0e-3b5b-40a3-840a-38bb54e62718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.641403 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e32b0-b74e-44c9-9df7-ffc28f4a88fc x-openstack-request-id: req-641e32b0-b74e-44c9-9df7-ffc28f4a88fc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:41.641701 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:41.641979 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-641e32b0-b74e-44c9-9df7-ffc28f4a88fc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:41.642394 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'status': 'completed', 'code': 200} Aug 28 08:12:41.671352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad7b672-4c9f-481f-9ded-1df7e983bb77 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:41.703168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:41.715547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a675c0e-3b5b-40a3-840a-38bb54e62718 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51713e1a221e4c428002f1dc5507ae2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3190651 Aug 28 08:12:41.716381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a675c0e-3b5b-40a3-840a-38bb54e62718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1861047-7aec-40de-89e8-6464ad240ff1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:41.719018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35392) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:41.759960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-af9103cd-4a49-49dd-a48a-03ec939f52dd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9409902 Aug 28 08:12:41.760434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad70b0c6-60bb-4665-b9e0-fb0b6eaf3a3e None None] Provisioning for port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:41.768411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad70b0c6-60bb-4665-b9e0-fb0b6eaf3a3e None None] Provisioning complete for port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:41.769185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0c6-60bb-4665-b9e0-fb0b6eaf3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.770130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Request body: {'port': {'device_id': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:41.802448 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:12:41.807243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.812206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc70526-573c-45bd-b9a0-1c0c675d342c req-07f3e110-eeb7-4527-aaf6-beadaa340f86 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:41.819057 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbc70526-573c-45bd-b9a0-1c0c675d342c req-07f3e110-eeb7-4527-aaf6-beadaa340f86 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 943 time: 0.1061416 Aug 28 08:12:41.830091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ad70b0c6-60bb-4665-b9e0-fb0b6eaf3a3e None None] Port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:41.836467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f477e-f963-4602-923f-a36728f7caf3 req-b55e442c-1e7e-4fbd-a4dc-dc0b497fb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:41.838341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-b55e442c-1e7e-4fbd-a4dc-dc0b497fb28c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1148 time: 0.1154022 Aug 28 08:12:41.869568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.893471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.925727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbc70526-573c-45bd-b9a0-1c0c675d342c req-a8f31aed-1545-44cb-b314-a07e477d1c36 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049531 Aug 28 08:12:41.951350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:41.994069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:42.037505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f477e-f963-4602-923f-a36728f7caf3 req-21303687-4709-456f-babf-b741b268d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:42.039083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-21303687-4709-456f-babf-b741b268d271 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1897130 Aug 28 08:12:42.111961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-9779f645-f1bb-4ec0-8855-75f0eafb5b93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0585122 Aug 28 08:12:42.171906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-01ea1e27-cba2-44c0-9034-d5752baa9094 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22a8e7c8bb954f3590c2df30f3628606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528730 Aug 28 08:12:42.174133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35404) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:42.222202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f477e-f963-4602-923f-a36728f7caf3 req-8fca92fe-b9e6-40d0-a87f-f2535657f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:42.223818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-8fca92fe-b9e6-40d0-a87f-f2535657f2ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1018074 Aug 28 08:12:42.228024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] Transition to ACTIVE for port object 1ad7b672-4c9f-481f-9ded-1df7e983bb77 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:42.235786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.238363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.239592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1861047-7aec-40de-89e8-6464ad240ff1 HTTP/1.1" status: 204 len: 168 time: 0.5195570 Aug 28 08:12:42.255407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:42.259804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d9dbc-2622-47ba-8722-0e65ee941aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1861047-7aec-40de-89e8-6464ad240ff1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:42.265508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.268633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-e50fd524-ec28-4fab-9066-9729c611d22e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 28 08:12:42.289391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Transition to ACTIVE for port object d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:42.304736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.363187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.408838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.468161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-0554d7b5-032c-4e1c-b164-a868f427f5bc service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866276 Aug 28 08:12:42.469318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.516654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] No DVR routers for this DVR port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:12:42.539960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35412) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:42.561211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Pushing event updated for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:42.637329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35420) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:42.652238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c65f477e-f963-4602-923f-a36728f7caf3 req-cdd00063-9ff0-47be-af5d-0d62a4683822 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746066 Aug 28 08:12:42.685780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] Pushing event updated for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:42.720523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-38fc360a-689b-4786-b688-7bc0bb6e341f service neutron] 10.222.0.39 "PUT /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77/bindings/n-h2-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7447798 Aug 28 08:12:42.721126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.724837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.726950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83598283-197e-4104-8e66-4f11350c7dd2 HTTP/1.1" status: 204 len: 168 time: 0.5499434 Aug 28 08:12:42.752861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335542ef-991e-45c0-9427-34d6d5e8971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83598283-197e-4104-8e66-4f11350c7dd2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:42.781214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Attempting to bind port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:42.781552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Attempting to bind port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:42.783200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Attempting to bind port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:42.790510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31dfa1-e780-4cfb-b40b-16495d568565 req-c692bb93-9610-4c07-bf4b-e6b4fb3dff0f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:42.793681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce31dfa1-e780-4cfb-b40b-16495d568565 req-c692bb93-9610-4c07-bf4b-e6b4fb3dff0f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.1395180 Aug 28 08:12:42.824614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:42.824966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Attempting to bind port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:42.832894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:42.833481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:42.833608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:42.834053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Bound port: d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:42.834508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:42.856223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce31dfa1-e780-4cfb-b40b-16495d568565 req-44ffa27d-9155-45bc-bfc4-8fe10e7aab3f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Aug 28 08:12:42.889091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e81855-7972-4e85-a970-42dcf7b8a361 req-d092d52b-b1d0-4f5c-ae33-635178385fe0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:42.890692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e81855-7972-4e85-a970-42dcf7b8a361 req-d092d52b-b1d0-4f5c-ae33-635178385fe0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.1641934 Aug 28 08:12:42.950752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:42.965382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e81855-7972-4e85-a970-42dcf7b8a361 req-909a3803-b58e-440f-8ef9-5fd6d228568d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664082 Aug 28 08:12:42.969508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:42.999657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6869bd72-becb-4ca2-ac5b-3abd6cbde841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.036276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-network', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:43.095187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-7b026e56-bdd0-40c9-896f-8bca090840ca tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.096705 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-7b026e56-bdd0-40c9-896f-8bca090840ca tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1125848 Aug 28 08:12:43.105648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.149879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.155857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.155857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] 10.222.0.39 "PUT /v2.0/ports/d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 HTTP/1.1" status: 200 len: 1097 time: 1.3866122 Aug 28 08:12:43.159028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:43.161278 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b7d66-3233-4c0e-993d-ae19ce750632" -d '{"events": [{"name": "network-changed", "server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:43.193844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6869bd72-becb-4ca2-ac5b-3abd6cbde841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.215876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef391b-b18b-4855-890b-d4f02abfc785 service neutron] Pushing event updated for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:43.229348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54621e5-6b9f-4ad3-be1a-a9a3d75c711f req-4dc16616-5646-421d-8675-029fa7a1f0fb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.230999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b54621e5-6b9f-4ad3-be1a-a9a3d75c711f req-4dc16616-5646-421d-8675-029fa7a1f0fb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.1600707 Aug 28 08:12:43.231832 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b4eea8-a256-4c7c-a860-bcbf6902a42f x-openstack-request-id: req-d5b4eea8-a256-4c7c-a860-bcbf6902a42f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:43.232781 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:43.233123 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5b4eea8-a256-4c7c-a860-bcbf6902a42f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:43.233611 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2', 'status': 'completed', 'code': 200} Aug 28 08:12:43.240558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-806897f4-4b88-4f01-95f8-db622a88bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.242054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-806897f4-4b88-4f01-95f8-db622a88bab4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&tenant_id=f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 1096 time: 0.1227083 Aug 28 08:12:43.278282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b54621e5-6b9f-4ad3-be1a-a9a3d75c711f req-48d8a0f6-5b46-48c0-aa5e-5e9c79651b58 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Aug 28 08:12:43.329554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7d66-3233-4c0e-993d-ae19ce750632 req-bba3ae79-d569-4ae6-ae2a-4701b967d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.330122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-d02db59e-d206-417f-93ee-06c77c434299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.331515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30b7d66-3233-4c0e-993d-ae19ce750632 req-bba3ae79-d569-4ae6-ae2a-4701b967d02a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 1100 time: 0.0584037 Aug 28 08:12:43.331858 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-d02db59e-d206-417f-93ee-06c77c434299 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1096 time: 0.0467677 Aug 28 08:12:43.348671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6869bd72-becb-4ca2-ac5b-3abd6cbde841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.395299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30b7d66-3233-4c0e-993d-ae19ce750632 req-64a847c2-030e-42fa-bed4-cd73b89a5cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=df397463bd754bc7a1c26dffacde4de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435183 Aug 28 08:12:43.449446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-b5975416-3475-4524-b7ab-9596cd70334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.451701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-b5975416-3475-4524-b7ab-9596cd70334a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1101756 Aug 28 08:12:43.464934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869bd72-becb-4ca2-ac5b-3abd6cbde841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff5355a-790b-4bf4-9bf3-916722205b2a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:43.476151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6869bd72-becb-4ca2-ac5b-3abd6cbde841 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd555b2516f94e18b55b2bb66a9b6cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9349115 Aug 28 08:12:43.476768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:43.502004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-f03a9e6b-af9f-4dea-bcf6-9dbd736bb5c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0417500 Aug 28 08:12:43.559083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Made reservation on behalf of 7541bc7ae1d74bbc822ed34692e8ca97 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:43.566363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.567569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7d66-3233-4c0e-993d-ae19ce750632 req-76faf211-5402-4080-8a0b-8de6591d6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.569149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30b7d66-3233-4c0e-993d-ae19ce750632 req-76faf211-5402-4080-8a0b-8de6591d6221 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543264 Aug 28 08:12:43.572830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-3d661f86-c245-4ec2-b1e8-134c796fe87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.574463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-3d661f86-c245-4ec2-b1e8-134c796fe87e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0594709 Aug 28 08:12:43.577599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.579278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.610521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-f824234b-3931-49ec-b4d6-52780cc9fbef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280423 Aug 28 08:12:43.611014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35442) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:43.625401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38699b51-a1b4-4d65-a84e-1e6e1d26204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.627110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.749550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-17cdf567-4b90-4021-9980-2b73fdafcd75 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155164 Aug 28 08:12:43.752754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:43.765769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-8b800729-3c74-43fb-b599-2443dab693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.767223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:12:43.768343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-8b800729-3c74-43fb-b599-2443dab693fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df397463bd754bc7a1c26dffacde4de7&device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 1100 time: 0.0944457 Aug 28 08:12:43.840699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-b74657be-2c2b-467d-80e4-d0491b2cb491 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 HTTP/1.1" status: 200 len: 217 time: 0.0462446 Aug 28 08:12:43.846493 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:43.876913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:12:43.882088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-1a5df8cc-03c6-4614-85f9-076d8b11406c service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159837 Aug 28 08:12:43.907687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-1ba1c3de-a258-4b46-883e-9523dd2abbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.909646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-1ba1c3de-a258-4b46-883e-9523dd2abbd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0568984 Aug 28 08:12:43.927371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:43.941010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:12:43.984136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-a543d2cd-c3ac-4106-ba08-fdfa8d2a5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:43.985645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-a543d2cd-c3ac-4106-ba08-fdfa8d2a5027 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683370 Aug 28 08:12:44.009582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a511-c9d8-4c13-ad68-4dd4bc62ff67 req-49bfbe33-b832-4bef-9389-bf1b5f195bcb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:44.011080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7276a511-c9d8-4c13-ad68-4dd4bc62ff67 req-49bfbe33-b832-4bef-9389-bf1b5f195bcb tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.0691710 Aug 28 08:12:44.058802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.066641 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.072142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.074296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dff5355a-790b-4bf4-9bf3-916722205b2a HTTP/1.1" status: 204 len: 168 time: 0.5946727 Aug 28 08:12:44.129273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb7cb-c0b7-433a-9c31-bd4b2f7f9838 req-207ebd00-007f-42ac-89dd-1ddc962f9177 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:44.131015 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21bcb7cb-c0b7-433a-9c31-bd4b2f7f9838 req-207ebd00-007f-42ac-89dd-1ddc962f9177 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0791717 Aug 28 08:12:44.159230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376af85e-b942-46c6-9979-13bead303a27,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:44.172000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7276a511-c9d8-4c13-ad68-4dd4bc62ff67 req-880f642e-e62c-4fbf-9ff7-ac4458d7f5c4 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Aug 28 08:12:44.197551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd758fb-5d77-4fc4-ab0d-883eae8f5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff5355a-790b-4bf4-9bf3-916722205b2a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:44.199324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38699b51-a1b4-4d65-a84e-1e6e1d26204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.217002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21bcb7cb-c0b7-433a-9c31-bd4b2f7f9838 req-c54a368a-4f21-49ff-903e-546d110eb886 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Aug 28 08:12:44.227691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:12:44.258719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.259147 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Added segment 216ba212-f917-48ea-aced-56a0155f148a of type vlan for network 5fd75a8d-def5-4158-a39c-f3ef5bae599d Aug 28 08:12:44.302554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-826fce5d-4ead-4e80-9a8e-d690fc6a6dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073227 Aug 28 08:12:44.314117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38699b51-a1b4-4d65-a84e-1e6e1d26204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.316886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.362789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-38699b51-a1b4-4d65-a84e-1e6e1d26204d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b220b6211b3479a9ce3c3ab15411236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7506332 Aug 28 08:12:44.363711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699b51-a1b4-4d65-a84e-1e6e1d26204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f6d5b1-0d53-446f-80a6-f5206263ff85,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:44.383852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:44.460627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c17fa-a273-4a06-a27f-4fcf7ecb94e3 req-89c43940-8fed-46d4-8559-9bcb1284fe2c service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392853 Aug 28 08:12:44.464169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359e009-1e7d-4bd1-b914-d1fec3a1041c req-3e34e419-a3f4-42e3-9584-c7ec84141335 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:44.465766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1359e009-1e7d-4bd1-b914-d1fec3a1041c req-3e34e419-a3f4-42e3-9584-c7ec84141335 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0890899 Aug 28 08:12:44.489373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.532776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.536608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.537617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:44.538377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.543518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1359e009-1e7d-4bd1-b914-d1fec3a1041c req-2d38a2fe-70a6-464b-bacf-d045a95a2db4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661747 Aug 28 08:12:44.627043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd75a8d-def5-4158-a39c-f3ef5bae599d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:44.653543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:12:44.653662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-7fcd4a08-c0bd-4910-b698-e8edaa1d81bb tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:44.654538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-7fcd4a08-c0bd-4910-b698-e8edaa1d81bb tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.0520170 Aug 28 08:12:44.766371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c758b568-88c5-4b7b-900d-7574e828f622 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1271555 Aug 28 08:12:44.769581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.770090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35468) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:44.772562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.777390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12f6d5b1-0d53-446f-80a6-f5206263ff85 HTTP/1.1" status: 204 len: 168 time: 0.3993001 Aug 28 08:12:44.785052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Request body: {'subnet': {'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-subnet', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:44.791449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7bfc8-9704-4943-a6a6-736e925775c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f6d5b1-0d53-446f-80a6-f5206263ff85,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:44.959883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Made reservation on behalf of 7541bc7ae1d74bbc822ed34692e8ca97 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:44.962343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.963362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-4d833b7e-46f2-4d4d-abd8-117887bec8f6 service neutron] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:44.967608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-4d833b7e-46f2-4d4d-abd8-117887bec8f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:44.974691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bae2dd0-d8c0-4611-ba96-e243a8e672f5 req-4d833b7e-46f2-4d4d-abd8-117887bec8f6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77/bindings/n-h1-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.3025167 Aug 28 08:12:45.298066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917815af-38b3-454f-bc4c-c9ea7b848ab2 req-4705bf64-f77e-4352-9c1b-6288b1430656 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:45.299839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-917815af-38b3-454f-bc4c-c9ea7b848ab2 req-4705bf64-f77e-4352-9c1b-6288b1430656 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.0614247 Aug 28 08:12:45.308544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.352375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:45.382473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300efd4-0722-4f4e-bf9b-13bb0827cfb8 req-5fba00ad-bee2-4cff-8f03-24e67cf6e7f5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:45.395457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6300efd4-0722-4f4e-bf9b-13bb0827cfb8 req-5fba00ad-bee2-4cff-8f03-24e67cf6e7f5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0833900 Aug 28 08:12:45.396580 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1cc5-dc73-4aad-b5bb-f412cd1a507c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.402485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-917815af-38b3-454f-bc4c-c9ea7b848ab2 req-ee8bc68b-bfc2-4326-95c2-54f81bce0251 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 Aug 28 08:12:45.405369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6c43e2-4f50-464e-b011-74f37464563e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:45.424750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Checking segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:45.425246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Network hostable DHCP agents. Network: 5fd75a8d-def5-4158-a39c-f3ef5bae599d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:12:45.494577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6300efd4-0722-4f4e-bf9b-13bb0827cfb8 req-a15c1c9c-e1e4-4d5b-96f3-09a34a608660 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947986 Aug 28 08:12:45.570711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1cc5-dc73-4aad-b5bb-f412cd1a507c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.605385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:12:45.680796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88631be2-49a9-4c1a-857c-b7ac32f5c963 req-28c0cbd5-f6ec-4f13-8f95-d4bc417b047f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:45.682749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-88631be2-49a9-4c1a-857c-b7ac32f5c963 req-28c0cbd5-f6ec-4f13-8f95-d4bc417b047f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0547781 Aug 28 08:12:45.713796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5fd75a8d-def5-4158-a39c-f3ef5bae599d) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:45.719249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:45.720234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.727141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac4d1e-7aee-4617-95e8-1f8931e3c9c9 None None] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:45.737437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1cc5-dc73-4aad-b5bb-f412cd1a507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.772128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba1cc5-dc73-4aad-b5bb-f412cd1a507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e509e6c6-e5e3-4c87-97fc-716c36af4bcf,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:45.777132 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-88631be2-49a9-4c1a-857c-b7ac32f5c963 req-cf471dcc-2f86-4b69-afcc-f020c65b819a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860295 Aug 28 08:12:45.811756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f5ba1cc5-dc73-4aad-b5bb-f412cd1a507c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=132c05e0c29447149870636d5514e265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576881 Aug 28 08:12:45.814442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35496) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:45.889450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.932054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.933304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:12:45.934456 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:45.958038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e86d899-b45a-4b7c-ada6-6c848982176f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1862650 Aug 28 08:12:45.960661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:45.968568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:45.971865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe862ae2-e976-4937-b724-95026881e74f req-f873ba6e-c540-4294-a6cf-4fcd967a3a51 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:45.980247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe862ae2-e976-4937-b724-95026881e74f req-f873ba6e-c540-4294-a6cf-4fcd967a3a51 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1096 time: 0.0646510 Aug 28 08:12:46.045798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe862ae2-e976-4937-b724-95026881e74f req-6bcbade3-67c8-4d8e-b23c-1a8c65df9928 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635805 Aug 28 08:12:46.097787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.099583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.157395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Allocated IP 172.20.0.2 (5fd75a8d-def5-4158-a39c-f3ef5bae599d/ea6c43e2-4f50-464e-b011-74f37464563e/ffc94b39-b37f-4e14-b50e-f96726928953) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:46.195361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.197976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.199234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e509e6c6-e5e3-4c87-97fc-716c36af4bcf HTTP/1.1" status: 204 len: 168 time: 0.3835967 Aug 28 08:12:46.222202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3cf1-1a1b-4200-95e9-fc1fa6a86244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e509e6c6-e5e3-4c87-97fc-716c36af4bcf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:46.257251 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.337859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.348419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Transition to ACTIVE for port object ffc94b39-b37f-4e14-b50e-f96726928953 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:46.364834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Transition to ACTIVE for port object ffc94b39-b37f-4e14-b50e-f96726928953 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:46.457118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.508535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Pushing event updated for resources: {'Port': ['ID=ffc94b39-b37f-4e14-b50e-f96726928953,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:46.522305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:46.524312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:46.528280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:46.532661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.532920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.533262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.533600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.533933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.534285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.534617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.534940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.535263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.535586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.535908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.536227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:46.609668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761cb8-e7cb-4d41-855b-d1f6a8c95fb7 req-3f2b5c63-8ac0-41f1-84a0-c58d012c6233 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:46.610287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Attempting to bind port ffc94b39-b37f-4e14-b50e-f96726928953 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:46.610806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Attempting to bind port ffc94b39-b37f-4e14-b50e-f96726928953 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:46.611369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Attempting to bind port ffc94b39-b37f-4e14-b50e-f96726928953 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:46.612729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21761cb8-e7cb-4d41-855b-d1f6a8c95fb7 req-3f2b5c63-8ac0-41f1-84a0-c58d012c6233 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.0684001 Aug 28 08:12:46.619749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:46.621106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Checking segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:46.621736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.622363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Bound using segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:46.623704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Bound port: ffc94b39-b37f-4e14-b50e-f96726928953, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:46.624300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.660086 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21761cb8-e7cb-4d41-855b-d1f6a8c95fb7 req-86f054b3-0370-43cd-ba8e-34d2f636c983 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Aug 28 08:12:46.704009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.721757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] For port ffc94b39-b37f-4e14-b50e-f96726928953, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:46.726495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] For port ffc94b39-b37f-4e14-b50e-f96726928953, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ffc94b39-b37f-4e14-b50e-f96726928953,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:46.759655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-53b38749-bbfa-4e62-84c4-08761e769345 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:46.768566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-53b38749-bbfa-4e62-84c4-08761e769345 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.2762365 Aug 28 08:12:46.789137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-86068bbe-7f1c-42a2-a221-b8c7f1b6a81e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/quotas/f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 375 time: 0.0177789 Aug 28 08:12:46.823785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c85d0-2836-4cc0-b02a-5e62bb3d635b req-45909d2e-4fed-4b69-aef3-d14c17c01b8e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:46.827033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d7c85d0-2836-4cc0-b02a-5e62bb3d635b req-45909d2e-4fed-4b69-aef3-d14c17c01b8e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.0626404 Aug 28 08:12:46.864712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-07696254-5355-4c14-b69f-72a9fbb5c6f6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745945 Aug 28 08:12:46.878682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d7c85d0-2836-4cc0-b02a-5e62bb3d635b req-53026628-b848-4942-8fbb-c9f39f4f4f22 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Aug 28 08:12:46.891858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:46.989372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ae52e-0bf8-4732-b9c8-daea48133b8f None None] Pushing event updated for resources: {'Port': ['ID=ffc94b39-b37f-4e14-b50e-f96726928953,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:47.046910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-64802ecc-21c4-41af-a8c0-6bd5f5ff86df service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685908 Aug 28 08:12:47.180685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-90849f60-8a34-4e04-b238-6ff7006dd15c service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169827 Aug 28 08:12:47.358542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:47.394881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:47.534025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-f96d5cfe-9fdd-40fb-a929-6866fb7526c5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233874 Aug 28 08:12:47.546554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Allocated IP 172.25.0.198 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/9546b7a7-f3b8-48e7-b05c-18991741da27) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:47.753519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-682de92d-40a1-498e-96e4-c49694a72bef tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:47.757130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f111552-3a72-486b-9aae-c07124fe5618 req-93f0a5b3-0057-487b-94ba-a606d7aaeadb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0744245 Aug 28 08:12:47.762441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-682de92d-40a1-498e-96e4-c49694a72bef tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217844 Aug 28 08:12:47.781254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-956c0597-5579-4f79-bc15-9bbf987dfc03 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/quotas/fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 375 time: 0.0176020 Aug 28 08:12:47.841954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:47.851049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-18fae20b-fa72-4df6-a862-cd5ac468886e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689316 Aug 28 08:12:47.985009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e16b0-f156-4fd3-bff2-e02ff13a3008 req-3253b8b3-4061-4be6-b57d-bd9fa6ca0e98 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:47.986850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb1e16b0-f156-4fd3-bff2-e02ff13a3008 req-3253b8b3-4061-4be6-b57d-bd9fa6ca0e98 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.0831003 Aug 28 08:12:48.012686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-7ea2e242-f434-4532-a560-ca6dcdfe1e1b service neutron] 10.222.0.64 "GET /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.0841982 Aug 28 08:12:48.034235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb1e16b0-f156-4fd3-bff2-e02ff13a3008 req-9284c4d9-272e-4723-8df7-5203e18a7b97 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Aug 28 08:12:48.080016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:48.131541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:48.137008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:48.140074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:48.172850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Pushing event updated for resources: {'Port': ['ID=9546b7a7-f3b8-48e7-b05c-18991741da27,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:48.347002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:48.384732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:48.396409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d1432-9de1-427e-b33b-a0b170893fa7 req-5131c0f5-56cd-4831-a9fc-4f39c3832c2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:48.410000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-056d1432-9de1-427e-b33b-a0b170893fa7 req-5131c0f5-56cd-4831-a9fc-4f39c3832c2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 965 time: 0.2166712 Aug 28 08:12:48.444033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e7560-d71f-426b-a464-33f156684c7d None None] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:48.513635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35604) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:48.544682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-056d1432-9de1-427e-b33b-a0b170893fa7 req-8b6aa8c8-5e04-4c29-8580-0bf01f328fbb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220582 Aug 28 08:12:48.571398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46d691de-8e12-443f-9e07-28f02d2b8efa req-9e3abf8b-de75-4bbd-8d86-0e9d2ae559bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.1024821 Aug 28 08:12:48.575066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3335b3ae-fd9b-4b6e-874e-6200da4b25ce {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:48.595072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:48.653092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b818c96-136a-4834-a041-376da62d5b17 None None] Provisioning for port ffc94b39-b37f-4e14-b50e-f96726928953 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:48.736969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:48.855759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] Transition to ACTIVE for port object 3335b3ae-fd9b-4b6e-874e-6200da4b25ce will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:48.973627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b93feb-cacb-42ad-9dcb-fb58a71759d3 req-5425ec14-6a0c-4b7f-bec3-d0f8ba523a9a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0573206 Aug 28 08:12:48.975010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.092685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] No DVR routers for this DVR port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:12:49.101668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:49.141617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ffc94b39-b37f-4e14-b50e-f96726928953 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:49.156067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-d272c24b-58be-4e76-9486-2a5c476754f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce/bindings/n-h1-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1340013 Aug 28 08:12:49.162938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.170280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-392509544-network', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:49.270173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7845-5881-4ab4-aebb-85f694c2dd46 req-a0cacc77-abed-465b-be8b-10401e4fc73a tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:49.271798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-836d7845-5881-4ab4-aebb-85f694c2dd46 req-a0cacc77-abed-465b-be8b-10401e4fc73a tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 948 time: 0.0805042 Aug 28 08:12:49.319728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-836d7845-5881-4ab4-aebb-85f694c2dd46 req-aeb320aa-5d45-4760-b141-23fbe2b2e4b6 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Aug 28 08:12:49.393964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ffc94b39-b37f-4e14-b50e-f96726928953 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:49.399160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Made reservation on behalf of 172cce5922d147daae680d2fb2ff3b50 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:49.401927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.403738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ffc94b39-b37f-4e14-b50e-f96726928953 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:49.407017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.420456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.532464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.549391 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.564736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-4d9269c2-515b-4e9f-8212-711080aabf44 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:49.566297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-4d9269c2-515b-4e9f-8212-711080aabf44 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1118 time: 0.1471267 Aug 28 08:12:49.567616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ffc94b39-b37f-4e14-b50e-f96726928953, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ffc94b39-b37f-4e14-b50e-f96726928953,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:49.714149 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.763912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff8b6f30-b91e-48aa-b9f4-b54bbbec3dae req-6e0beb82-6958-4b4e-871b-953e579d42bb tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.0479903 Aug 28 08:12:49.777940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:12:49.793523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ffc94b39-b37f-4e14-b50e-f96726928953,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:49.849557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-8d01e604-8f57-4f25-aa33-a93ce4e07580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:49.849557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-8d01e604-8f57-4f25-aa33-a93ce4e07580 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&tenant_id=150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 1118 time: 0.2360332 Aug 28 08:12:49.876826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:49.944937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:49.959393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-9463c13e-d28b-4129-bdf5-3815302ffead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:49.959967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2', 'mac_address': 'fa:16:3e:60:73:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:12:49.961358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-9463c13e-d28b-4129-bdf5-3815302ffead service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1118 time: 0.0520303 Aug 28 08:12:50.004367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.020516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:50.043441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.048592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:50.069946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:12:50.087795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:12:50.126065 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.126509 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Added segment 3429908d-da94-4f86-9ac4-2bcc27bd58c3 of type vlan for network 8852765b-80bb-4e60-b137-e7bc18855191 Aug 28 08:12:50.131073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0029d-4f27-433d-9431-31fb70a22395,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:50.143016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.187059 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ea3df35-1234-4cd4-9049-fbf7b389686a req-1c7c3ea1-d859-4425-86d6-a45d9e5d471f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0591166 Aug 28 08:12:50.204889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:50.246024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5a0b-a0ad-4e64-9724-b01c7fa2cbe5 req-78e7cb2a-bcb1-4c29-949d-66a8cd91bbb4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:50.247663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc9c5a0b-a0ad-4e64-9724-b01c7fa2cbe5 req-78e7cb2a-bcb1-4c29-949d-66a8cd91bbb4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.2742672 Aug 28 08:12:50.260011 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.359358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-22347ae0-2ac8-4e36-b9b6-d1d310adffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:50.360825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-22347ae0-2ac8-4e36-b9b6-d1d310adffd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.3892372 Aug 28 08:12:50.392505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc9c5a0b-a0ad-4e64-9724-b01c7fa2cbe5 req-37160599-fb01-46a3-a4a3-241250a55dc1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279113 Aug 28 08:12:50.425305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-1b051fc6-1cdc-43f8-b99e-f24327256c64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0475280 Aug 28 08:12:50.430810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:12:50.447111 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:12:50.464916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:50.464916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:50.476317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.477339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:50.477934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.504808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:12:50.530625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1494b81-daab-4d81-bc1a-a166395c2d32 req-6e95e606-95a1-4fe5-9478-d34355a83e22 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:50.545542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1494b81-daab-4d81-bc1a-a166395c2d32 req-6e95e606-95a1-4fe5-9478-d34355a83e22 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 949 time: 0.1151476 Aug 28 08:12:50.564239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:12:50.565284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-2a237eb1-5a63-432b-baf5-b80e5d10a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:50.566939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-2a237eb1-5a63-432b-baf5-b80e5d10a2e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1307263 Aug 28 08:12:50.568170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] Pushing event updated for resources: {'Network': ['ID=8852765b-80bb-4e60-b137-e7bc18855191,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:50.579004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8852765b-80bb-4e60-b137-e7bc18855191 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:12:50.597377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1494b81-daab-4d81-bc1a-a166395c2d32 req-5bd3c4bc-999e-4632-99e7-f327317f9814 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Aug 28 08:12:50.616189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-401725c4-2440-4c74-b8a9-3aa05ccb054d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345805 Aug 28 08:12:50.617130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.618596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1812d8e1-c5a7-4404-8d2f-6fee6777f67a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6563704 Aug 28 08:12:50.625908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:50.627445 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:50.659285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-55f3e6ff-de0f-4c8a-b58c-7e92aaf9b776 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1416044 Aug 28 08:12:50.660612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35670) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:50.667933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Request body: {'subnet': {'network_id': '8852765b-80bb-4e60-b137-e7bc18855191', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-392509544-subnet', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:50.727816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:12:50.789362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Made reservation on behalf of 172cce5922d147daae680d2fb2ff3b50 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:50.790267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:50.869836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-0d0fd6de-b594-4075-95fe-fd7e25019253 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390125 Aug 28 08:12:50.982068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:48Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:51.044416 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:12:51.044755 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Updating router e3ba2687-70c7-4af5-8fa6-d605bd55c77c port 9546b7a7-f3b8-48e7-b05c-18991741da27 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:12:51.067843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d214995e-5844-4974-bf2c-7447d419255a req-121f282c-468a-40d0-aee0-41e881e24075 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.1300626 Aug 28 08:12:51.083332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ffc94b39-b37f-4e14-b50e-f96726928953 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:51.108773 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.164770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-2b8f5911-25f9-45ba-8118-648c728f9832 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812796 Aug 28 08:12:51.172570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ffc94b39-b37f-4e14-b50e-f96726928953 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:51.173625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.347041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.398325 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c529a968-bb15-490a-9b8a-af5539c0513c req-6f047877-2c55-4a59-ab93-ba629ca9d29a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0711172 Aug 28 08:12:51.499801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8312f7a-59de-4f2b-8403-26fe5097b81c,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:51.530813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Checking segment: {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:51.531369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Network hostable DHCP agents. Network: 8852765b-80bb-4e60-b137-e7bc18855191, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:12:51.623159 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.640201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Network 8852765b-80bb-4e60-b137-e7bc18855191 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:12:51.661798 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Transition to ACTIVE for port object 9546b7a7-f3b8-48e7-b05c-18991741da27 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:51.745642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5a25-b6a1-49f6-9021-527a16f9e94f req-0b473b51-b05e-4976-a5ad-b3c09c0f5103 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:51.751260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67ba5a25-b6a1-49f6-9021-527a16f9e94f req-0b473b51-b05e-4976-a5ad-b3c09c0f5103 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 949 time: 0.0616415 Aug 28 08:12:51.798190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:51.818484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67ba5a25-b6a1-49f6-9021-527a16f9e94f req-dac8e5d4-ac1f-4982-a887-c2b82bf8fcee tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Aug 28 08:12:51.822695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8852765b-80bb-4e60-b137-e7bc18855191) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:51.834873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83614490-8c01-46a3-a308-9fdcb17d15c7 None None] Network 8852765b-80bb-4e60-b137-e7bc18855191 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:51.838085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:51.839321 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.857964 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:51.939241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08946-bd39-4daf-89ee-7a8617823360 req-10554148-bf7c-4f77-a1c1-7c8d80545c0b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:51.940877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44e08946-bd39-4daf-89ee-7a8617823360 req-10554148-bf7c-4f77-a1c1-7c8d80545c0b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.2347474 Aug 28 08:12:51.960243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d84489b6-89d0-4636-b81e-02d23230d496 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2979538 Aug 28 08:12:51.963589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:51.969422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:51.976902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-02201713-a740-4851-ba93-ec78a6af9c56 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:51.983901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-02201713-a740-4851-ba93-ec78a6af9c56 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.6649008 Aug 28 08:12:51.992214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Pushing event updated for resources: {'Port': ['ID=9546b7a7-f3b8-48e7-b05c-18991741da27,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:52.005496 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.005993 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.006444 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.007760 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.008239 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.008646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.009481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.009998 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.010543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.010967 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.011365 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.011869 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:12:52.034182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Request body: {'port': {'device_id': '665a574c-f153-41c6-a576-d3b464107e04', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'admin_state_up': True, 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:52.047672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573a94a6-99e5-49a7-8b34-91d890c4c035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.072845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Attempting to bind port 9546b7a7-f3b8-48e7-b05c-18991741da27 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:52.074160 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Attempting to bind port 9546b7a7-f3b8-48e7-b05c-18991741da27 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:52.074574 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Attempting to bind port 9546b7a7-f3b8-48e7-b05c-18991741da27 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:52.082477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:52.082867 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:52.083338 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.083749 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:52.084420 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Bound port: 9546b7a7-f3b8-48e7-b05c-18991741da27, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:52.084842 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.116592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.117627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.174932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44e08946-bd39-4daf-89ee-7a8617823360 req-89d1f96c-97f1-4225-a592-f2e07609ee11 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897268 Aug 28 08:12:52.205212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.224756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] For port 9546b7a7-f3b8-48e7-b05c-18991741da27, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:52.233268 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] For port 9546b7a7-f3b8-48e7-b05c-18991741da27, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9546b7a7-f3b8-48e7-b05c-18991741da27,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:52.237726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8852765b-80bb-4e60-b137-e7bc18855191', 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'fixed_ips': [{'subnet_id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:12:52.238660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.260537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-1e48450d-6bf1-4849-a01f-7a2f1a2570c5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221624 Aug 28 08:12:52.273380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.332327 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.350248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0407e3af-0b14-4992-bf06-21c23f594a8d req-acad215c-1fa6-4c38-b57b-29a59dd5736d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.0865152 Aug 28 08:12:52.398720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.39', 59052) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:52.496627 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e687-c818-409a-9178-a9e00ed94616 None None] Pushing event updated for resources: {'Port': ['ID=9546b7a7-f3b8-48e7-b05c-18991741da27,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:52.545028 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:52.545728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:52.565669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Allocated IP 172.20.0.2 (8852765b-80bb-4e60-b137-e7bc18855191/b8312f7a-59de-4f2b-8403-26fe5097b81c/e559a957-5f50-4e45-9aec-fe2396ae132b) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:52.607311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-50a9e58e-1323-4cda-af69-e004a3f8ded5 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:52.609559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-50a9e58e-1323-4cda-af69-e004a3f8ded5 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1118 time: 0.2077124 Aug 28 08:12:52.615045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573a94a6-99e5-49a7-8b34-91d890c4c035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.650554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Allocated IP 172.20.0.1 (5fd75a8d-def5-4158-a39c-f3ef5bae599d/ea6c43e2-4f50-464e-b011-74f37464563e/dccbc152-d589-45ee-bd34-fe99d2f74fb8) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:52.689266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:52.790050 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.802406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Transition to ACTIVE for port object e559a957-5f50-4e45-9aec-fe2396ae132b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:52.815348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.823501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Transition to ACTIVE for port object e559a957-5f50-4e45-9aec-fe2396ae132b will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:52.840684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Transition to ACTIVE for port object dccbc152-d589-45ee-bd34-fe99d2f74fb8 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:52.864814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-1e3813b2-c9d4-4c18-8a27-6efca252d294 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:52.866371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-1e3813b2-c9d4-4c18-8a27-6efca252d294 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5914512 Aug 28 08:12:52.871559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf0d67ec-b44f-4f52-9c95-6aafcea4e7aa req-b1688720-95b1-462a-b624-2fe7cb3ea46e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.2873077 Aug 28 08:12:52.872321 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.881866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573a94a6-99e5-49a7-8b34-91d890c4c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.906942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Request body: {'port': {'device_id': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'fe90ff7ea3824107bdeecd1e3ac5de54'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:52.961152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:52.989375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-573a94a6-99e5-49a7-8b34-91d890c4c035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc97d9c886d14d4494b3f8d7b75f718c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1893709 Aug 28 08:12:52.991764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:53.023282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Network 8852765b-80bb-4e60-b137-e7bc18855191 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:53.026411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:53.032712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:53.052350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Pushing event updated for resources: {'Port': ['ID=e559a957-5f50-4e45-9aec-fe2396ae132b,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:53.063749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a94a6-99e5-49a7-8b34-91d890c4c035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bb3c54-2f64-4184-aac8-7256d6238092,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:53.112924 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:48Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:53.119960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ee538-6652-4e3a-b1d9-21d3bfcf6b33 req-5ede5320-99a4-4c52-b119-2c6463f6e818 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:53.128087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f27ee538-6652-4e3a-b1d9-21d3bfcf6b33 req-5ede5320-99a4-4c52-b119-2c6463f6e818 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 949 time: 0.1788526 Aug 28 08:12:53.137614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Attempting to bind port e559a957-5f50-4e45-9aec-fe2396ae132b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:53.138622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Attempting to bind port e559a957-5f50-4e45-9aec-fe2396ae132b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:53.139040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Attempting to bind port e559a957-5f50-4e45-9aec-fe2396ae132b on network 8852765b-80bb-4e60-b137-e7bc18855191 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:53.144932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:53.147057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:53.147255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Checking segment: {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:53.147597 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.148000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Bound using segment: {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:53.148540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Bound port: e559a957-5f50-4e45-9aec-fe2396ae132b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:53.148933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.150803 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.156918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73989d2-4c7e-4bd0-8c65-ba8aa0c3872d None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:48Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:12:53.180335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.222301 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.277039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] For port e559a957-5f50-4e45-9aec-fe2396ae132b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:53.283264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] For port e559a957-5f50-4e45-9aec-fe2396ae132b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e559a957-5f50-4e45-9aec-fe2396ae132b,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:53.288518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f27ee538-6652-4e3a-b1d9-21d3bfcf6b33 req-0d59dbe9-3ffa-4c91-9fd2-f5364bee62d4 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574514 Aug 28 08:12:53.317689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.319404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:53.338495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Made reservation on behalf of fe90ff7ea3824107bdeecd1e3ac5de54 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:12:53.344973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.360797 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.375132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:53.382584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Pushing event updated for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:53.402426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.453898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:53.503210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364107f-6e71-4b19-87bb-3b2a55887525 None None] Pushing event updated for resources: {'Port': ['ID=e559a957-5f50-4e45-9aec-fe2396ae132b,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:53.591387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-8aaa8407-e928-4d2b-a0e0-3eab27d717c9 service neutron] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:53.607971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-8aaa8407-e928-4d2b-a0e0-3eab27d717c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.609268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01b483c-140f-427e-9801-7c0b1d45c9b1 req-8aaa8407-e928-4d2b-a0e0-3eab27d717c9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce/bindings/n-h2-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.7599154 Aug 28 08:12:53.652732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a3cc68ee-f6a7-4c85-a57e-fa4b326bb7af req-c02b621b-ec79-4483-af83-19af9cc9bdc9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.1400733 Aug 28 08:12:53.731418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.780353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.797931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:53.832142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.836047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.836506 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0bb3c54-2f64-4184-aac8-7256d6238092 HTTP/1.1" status: 204 len: 168 time: 0.8435769 Aug 28 08:12:53.857774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:53.875861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd626001-d859-4e4b-b81c-eaa9e89f8dc3 req-cab0d9eb-a70e-496f-87ba-7f05bffd0508 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:53.889499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd626001-d859-4e4b-b81c-eaa9e89f8dc3 req-cab0d9eb-a70e-496f-87ba-7f05bffd0508 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.5675755 Aug 28 08:12:53.978353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Allocated IP 172.20.0.14 (6ac20677-d6d2-48f3-bcb6-042de6102a53/cf47beaf-059a-4d1a-be03-a010cd2d3dbf/963471f4-945b-46f4-8b24-9bddb5395f83) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:53.987778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:53.992142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:53.992520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.004205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e9d92-abfc-4f1b-9984-9d5de4579516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bb3c54-2f64-4184-aac8-7256d6238092,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:54.034571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24c6f4ea-306d-4e8a-88c3-ac5f0885af97 req-59dba3a3-f8b6-4eee-9f2c-82123e0efff5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0432312 Aug 28 08:12:54.113977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd626001-d859-4e4b-b81c-eaa9e89f8dc3 req-63feb326-8826-45bb-a3e4-5e600e8bc83e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235498 Aug 28 08:12:54.153096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.205736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Allocated IP 172.25.0.134 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/50f6c6bc-2105-41ea-b09e-5c16dd46fe95) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:54.270510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.284890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1cd6315f-916f-4bba-84ed-40d44bd9c128 None None] Provisioning for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:54.319727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1cd6315f-916f-4bba-84ed-40d44bd9c128 None None] Provisioning complete for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:54.320296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cd6315f-916f-4bba-84ed-40d44bd9c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.423126 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.485287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6315f-916f-4bba-84ed-40d44bd9c128 None None] Port dccbc152-d589-45ee-bd34-fe99d2f74fb8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:54.506147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:54.518514 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1ad8a-4a35-4a92-bd03-fda31bb9bfc0" -d '{"events": [{"server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:54.539220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:54.565727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b484ff-4984-4061-9dc4-6af03fd059f1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:54.648963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.660186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b807f39-b54b-47bb-b7f9-0ccf7fc84649 req-768f61c8-497d-4de5-a9b0-0bd0c42c3250 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:54.661800 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b807f39-b54b-47bb-b7f9-0ccf7fc84649 req-768f61c8-497d-4de5-a9b0-0bd0c42c3250 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1118 time: 0.1869829 Aug 28 08:12:54.677710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73de7-d07a-47f6-abdf-d95f257ebaf4 req-f2fb666a-eb96-4953-87e3-beb161eff318 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:54.679680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7d73de7-d07a-47f6-abdf-d95f257ebaf4 req-f2fb666a-eb96-4953-87e3-beb161eff318 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 949 time: 0.1719515 Aug 28 08:12:54.725907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.736759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.742293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Allocated IP 192.168.233.122 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/9939d3fa-86f6-4956-a562-60ddb12b034e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:12:54.746118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:54.766040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b807f39-b54b-47bb-b7f9-0ccf7fc84649 req-d8377601-2b1a-4146-85d3-c0beaa64fb9a tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923562 Aug 28 08:12:54.811731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7d73de7-d07a-47f6-abdf-d95f257ebaf4 req-cfd3c6bc-aec1-4488-ba05-6c07e016aebd tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169419 Aug 28 08:12:54.863105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:54.901839 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749cc98-3d54-4d6e-91cd-277ecb14d2ce x-openstack-request-id: req-4749cc98-3d54-4d6e-91cd-277ecb14d2ce {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:54.902263 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:54.902532 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4749cc98-3d54-4d6e-91cd-277ecb14d2ce {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:54.903013 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2', 'code': 200} Aug 28 08:12:55.017125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.066082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:55.173665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:55.189171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.199154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:55.210133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Pushing event updated for resources: {'Port': ['ID=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:55.225236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef57df9a-b7ae-4ecf-88c9-893dea538f0f req-8b60860a-bf50-4d5e-9ab6-4d52cbfc3fde tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.1567276 Aug 28 08:12:55.235520 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9320c1cd-4409-4da8-9997-ed8322ca4067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.266673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5de49-444d-49ab-8e93-25686db0b612 req-8f3a3f85-9d07-48ad-ad02-1503c8c66da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:55.267129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:55.268321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a5de49-444d-49ab-8e93-25686db0b612 req-8f3a3f85-9d07-48ad-ad02-1503c8c66da8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 1102 time: 0.2031789 Aug 28 08:12:55.295657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9546b7a7-f3b8-48e7-b05c-18991741da27 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:55.307089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.369597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe8bd2-a9f3-41d8-a59d-c6e3509e3a2d None None] Network 8852765b-80bb-4e60-b137-e7bc18855191 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:12:55.436676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Transition to ACTIVE for port object 9939d3fa-86f6-4956-a562-60ddb12b034e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:55.495161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:55.524582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8365c-dfb5-4dd5-871f-df7831f77854 req-4318a02e-2150-4bd0-89c5-b4e78102d1dd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:55.533060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9da8365c-dfb5-4dd5-871f-df7831f77854 req-4318a02e-2150-4bd0-89c5-b4e78102d1dd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 932 time: 0.1312966 Aug 28 08:12:55.542864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:55.545634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:55.548324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:55.583789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-973154c7-8d3b-420c-8e39-3f7f8c423c7a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:55.587634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-973154c7-8d3b-420c-8e39-3f7f8c423c7a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3891435 Aug 28 08:12:55.616162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a5de49-444d-49ab-8e93-25686db0b612 req-22b3dbd1-6bab-4269-8f68-de4ec2f2b013 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810035 Aug 28 08:12:55.620578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.622140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:55.623569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.629252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-3b8f14b6-4517-4f6b-b6fc-9e344187853a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/quotas/150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 375 time: 0.0159943 Aug 28 08:12:55.646637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-10962149-07ab-41a2-9fc2-a23dc7fe12b2 None None] Provisioning for port e559a957-5f50-4e45-9aec-fe2396ae132b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:55.651310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9546b7a7-f3b8-48e7-b05c-18991741da27 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:55.666410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9546b7a7-f3b8-48e7-b05c-18991741da27 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:55.667017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.670439 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.704655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9da8365c-dfb5-4dd5-871f-df7831f77854 req-4cac743d-f504-41f1-8802-080183b421f3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676428 Aug 28 08:12:55.710976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-c7820661-5837-4c3f-a42d-5b325baf8331 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742152 Aug 28 08:12:55.811892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.813663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9320c1cd-4409-4da8-9997-ed8322ca4067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.839637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.874300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9546b7a7-f3b8-48e7-b05c-18991741da27, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9546b7a7-f3b8-48e7-b05c-18991741da27,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:55.939433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:55.948378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:55.956174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:55.958548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.960529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:12:55.967066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:55.967733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.995466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:55.996267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e559a957-5f50-4e45-9aec-fe2396ae132b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:56.012545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9320c1cd-4409-4da8-9997-ed8322ca4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.034037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-c91b8b6d-3e1e-44ce-a29c-7699627f3da0 service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143029 Aug 28 08:12:56.072359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.114838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ce242-7aff-4e0b-a0c7-7ca80dc64abf req-36f97067-2fca-4427-9731-27d30d7147a8 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:56.123466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-012ce242-7aff-4e0b-a0c7-7ca80dc64abf req-36f97067-2fca-4427-9731-27d30d7147a8 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.1986759 Aug 28 08:12:56.137344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9546b7a7-f3b8-48e7-b05c-18991741da27,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:56.149564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-dbd20e5f-fafc-49fa-8acb-32db892456ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1326649 Aug 28 08:12:56.155678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9320c1cd-4409-4da8-9997-ed8322ca4067 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6903287494c41fa976f0c5251068bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0825136 Aug 28 08:12:56.158680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:56.158680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.174179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Pushing event updated for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:56.174473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-08a9752b-d167-42d8-a659-35d4a760d681 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2808406 Aug 28 08:12:56.176665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c1cd-4409-4da8-9997-ed8322ca4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8144629-01d7-4637-ad7a-5943e83b05bd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:56.189821 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Request body: {'port': {'device_id': '665a574c-f153-41c6-a576-d3b464107e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:56.213342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Request body: {'port': {'device_id': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:12:56.246108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e559a957-5f50-4e45-9aec-fe2396ae132b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:56.251918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e559a957-5f50-4e45-9aec-fe2396ae132b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:56.252623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.315024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-012ce242-7aff-4e0b-a0c7-7ca80dc64abf req-604c309c-c2ef-4192-8a45-698c7f218197 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903968 Aug 28 08:12:56.375254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f52cef4-1188-4de2-9408-1865752a5749 None None] Provisioning for port 9939d3fa-86f6-4956-a562-60ddb12b034e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:12:56.381694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.381906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f52cef4-1188-4de2-9408-1865752a5749 None None] Provisioning complete for port 9939d3fa-86f6-4956-a562-60ddb12b034e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:56.382250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f52cef4-1188-4de2-9408-1865752a5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.387664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.448845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6f52cef4-1188-4de2-9408-1865752a5749 None None] Port 9939d3fa-86f6-4956-a562-60ddb12b034e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:56.457129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.463832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e559a957-5f50-4e45-9aec-fe2396ae132b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e559a957-5f50-4e45-9aec-fe2396ae132b,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:12:56.469857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.559807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.572362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b927841-1dae-49d7-b9f0-1f988893c10b req-579c102e-d6d1-499d-b0a4-0ea0d7ea6904 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:56.574023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b927841-1dae-49d7-b9f0-1f988893c10b req-579c102e-d6d1-499d-b0a4-0ea0d7ea6904 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 936 time: 0.1898770 Aug 28 08:12:56.585649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:12:56.597008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:12:56.645201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e559a957-5f50-4e45-9aec-fe2396ae132b,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:56.738268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.743159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.745901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:56.747708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8144629-01d7-4637-ad7a-5943e83b05bd HTTP/1.1" status: 204 len: 168 time: 0.5899701 Aug 28 08:12:56.748869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-7126a352-5bee-4333-ab41-c535237d20fe service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008209 Aug 28 08:12:56.797333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b927841-1dae-49d7-b9f0-1f988893c10b req-ef2618a6-8b3b-491b-bd9a-a587b9a1a35a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032568 Aug 28 08:12:56.862775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0d8b8-dcf8-4ade-9503-f4a7b7e01506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8144629-01d7-4637-ad7a-5943e83b05bd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:57.089473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6ae44d04-35f1-4622-bc55-a14e184e06ab None None] Provisioning complete for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:57.089857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6ae44d04-35f1-4622-bc55-a14e184e06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.166802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9546b7a7-f3b8-48e7-b05c-18991741da27 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:57.171149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6ae44d04-35f1-4622-bc55-a14e184e06ab None None] Port dccbc152-d589-45ee-bd34-fe99d2f74fb8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:12:57.265846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:12:57.281790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035320b1-64c3-4196-9bcc-792d5f74c21a req-c27c1e42-2641-424f-a521-415abb2820fa tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:57.283441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-035320b1-64c3-4196-9bcc-792d5f74c21a req-c27c1e42-2641-424f-a521-415abb2820fa tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 932 time: 0.1330948 Aug 28 08:12:57.302909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9546b7a7-f3b8-48e7-b05c-18991741da27 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:57.303268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.448151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9939d3fa-86f6-4956-a562-60ddb12b034e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:57.458636 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.473692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Transition to ACTIVE for port object 9939d3fa-86f6-4956-a562-60ddb12b034e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:57.486681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.512490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-035320b1-64c3-4196-9bcc-792d5f74c21a req-3c825c39-680c-4c26-bf32-0058ca9d6ee6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050483 Aug 28 08:12:57.519830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cfd68114-5634-42c3-a754-faceac2a1df0 req-1ae2088b-cd32-42fb-93a2-f4f4c493187f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.0428789 Aug 28 08:12:57.555678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4665b08-37fe-48b0-93bb-c9fbc063bc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.564427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e559a957-5f50-4e45-9aec-fe2396ae132b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:12:57.570177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963471f4-945b-46f4-8b24-9bddb5395f83 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:12:57.597353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.603742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.632136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:12:57.641506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dee1f3a8-30f1-428e-8459-18bbe6beb66d admin admin] 10.222.0.46 "PUT /v2.0/routers/e3ba2687-70c7-4af5-8fa6-d605bd55c77c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0129189 Aug 28 08:12:57.647235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Transition to ACTIVE for port object 963471f4-945b-46f4-8b24-9bddb5395f83 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:57.661896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:12:57.687545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e559a957-5f50-4e45-9aec-fe2396ae132b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:12:57.687931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.725321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:57.725992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:57.740785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f2cfa-8366-4600-b990-971f554fe07b req-74d08469-ba17-40f0-831b-21a82e3c94e0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:57.743082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a48f2cfa-8366-4600-b990-971f554fe07b req-74d08469-ba17-40f0-831b-21a82e3c94e0 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.0999274 Aug 28 08:12:57.758442 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:57.885443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:57.889476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:58.030275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:58.036850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a48f2cfa-8366-4600-b990-971f554fe07b req-a405d561-68ae-49e2-bf9f-60f49543d996 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856748 Aug 28 08:12:58.067357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:58.067699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:58.068035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:58.080656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:58.081175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:58.089839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:58.090294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:58.090637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:58.092163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Bound port: 963471f4-945b-46f4-8b24-9bddb5395f83, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:58.092824 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.181880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:58.182952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:58.183640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:58.207854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:58.212062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:12:58.212265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:58.212711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:58.229751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:58.230084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:58.230495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:58.231108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Bound port: 9939d3fa-86f6-4956-a562-60ddb12b034e, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:58.231488 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.268316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c974436-b701-4e39-9e8c-db7a61a0efc6 req-ae3f674a-e99c-495f-a03f-ae90c2b0f374 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:58.269954 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c974436-b701-4e39-9e8c-db7a61a0efc6 req-ae3f674a-e99c-495f-a03f-ae90c2b0f374 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.1672914 Aug 28 08:12:58.314280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.352828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 2, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:58.370752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:58.371689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.373955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] 10.222.0.39 "PUT /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 1093 time: 2.1895103 Aug 28 08:12:58.374758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:58.377458 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c733aad8-bdf8-4c07-b09f-5d1d73e57007" -d '{"events": [{"name": "network-changed", "server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:58.392095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117dcc-6b7b-4c46-a34a-a703bbc2e07c service neutron] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:58.401915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:58.410864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c974436-b701-4e39-9e8c-db7a61a0efc6 req-aeaa8c4d-abce-446b-86d6-77877f04f007 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132607 Aug 28 08:12:58.426112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:58.457507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:12:58.457861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Updating router e3ba2687-70c7-4af5-8fa6-d605bd55c77c port dccbc152-d589-45ee-bd34-fe99d2f74fb8 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:12:58.495532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.504430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Router 38de5147-8204-492f-aa0b-38a5759bc89d is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:12:58.549346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.686295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:58.694632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:58.697203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:58.700778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-87224712-0b64-47d5-bec0-dfcdf85991a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 1097 time: 2.4973552 Aug 28 08:12:58.711579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:12:58.711579 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c5826-33cb-45c4-9ddf-468f9db024d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:12:58.747930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-b2dddcdb-4526-4bf1-8710-7252fa934be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:58.750784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-b2dddcdb-4526-4bf1-8710-7252fa934be0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1096 time: 0.1871634 Aug 28 08:12:58.878476 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23744c1e-c789-4800-9e61-94d78bf668ca x-openstack-request-id: req-23744c1e-c789-4800-9e61-94d78bf668ca {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:12:58.880797 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:12:58.881700 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23744c1e-c789-4800-9e61-94d78bf668ca {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:12:58.891105 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83', 'status': 'completed', 'code': 200} Aug 28 08:12:58.899088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:12:58.899539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-686c46de-4ee0-4ada-82af-7c3fe246f6b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.1266208 Aug 28 08:12:58.914921 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Sync routers for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:12:58.928481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:12:58.929193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:59.076731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.083469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-42332469-396f-4def-9094-9dab6d8ea00d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1189091 Aug 28 08:12:59.092399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35824) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:12:59.178490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-5e24b86e-cd91-4f6e-b2bd-8e8683c4b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:59.180556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-5e24b86e-cd91-4f6e-b2bd-8e8683c4b800 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.2353022 Aug 28 08:12:59.212802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63bbf-6e4b-40dc-8f76-4e9fe6fb7ae1 req-5f8d0cf3-b67f-4f38-9001-8fc1d08eebf8 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:59.216719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4c63bbf-6e4b-40dc-8f76-4e9fe6fb7ae1 req-5f8d0cf3-b67f-4f38-9001-8fc1d08eebf8 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.1627483 Aug 28 08:12:59.244347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.249735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-54a47332-af45-43e4-8b5c-712ce9e2568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:59.253604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-54a47332-af45-43e4-8b5c-712ce9e2568d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1100 time: 0.2762480 Aug 28 08:12:59.270837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Transition to ACTIVE for port object dccbc152-d589-45ee-bd34-fe99d2f74fb8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:12:59.295569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-a758e387-2d3d-49df-a36d-394b4aa065c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772562 Aug 28 08:12:59.313997 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:12:59.394987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.428702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-0e8b368e-84c7-4702-b0b1-cb9410f33456 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:59.441588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-0e8b368e-84c7-4702-b0b1-cb9410f33456 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 820 time: 0.5595198 Aug 28 08:12:59.448257 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-9735fcf1-fb9a-4013-a8ab-f3094b873a58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.1661453 Aug 28 08:12:59.473382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4c63bbf-6e4b-40dc-8f76-4e9fe6fb7ae1 req-a4e9617f-a14c-4d20-875c-39351ea2496e tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207036 Aug 28 08:12:59.484460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39cca-d542-4dcb-a063-8967a6dc3afd None None] Pushing event updated for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:12:59.578061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-421d492b-bf0b-406d-b411-905414579b4c service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566481 Aug 28 08:12:59.578851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-fc5c29fb-af35-4b31-989d-bfa52dd39b26 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/quotas/7541bc7ae1d74bbc822ed34692e8ca97 HTTP/1.1" status: 200 len: 375 time: 0.1079004 Aug 28 08:12:59.672861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Attempting to bind port dccbc152-d589-45ee-bd34-fe99d2f74fb8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:12:59.673320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Attempting to bind port dccbc152-d589-45ee-bd34-fe99d2f74fb8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:12:59.673707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Attempting to bind port dccbc152-d589-45ee-bd34-fe99d2f74fb8 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:12:59.731224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:12:59.731589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Checking segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:12:59.731993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.732399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Bound using segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:12:59.735351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Bound port: dccbc152-d589-45ee-bd34-fe99d2f74fb8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:12:59.735860 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.801647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 3, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:12:59.867758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] For port dccbc152-d589-45ee-bd34-fe99d2f74fb8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:12:59.871637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] For port dccbc152-d589-45ee-bd34-fe99d2f74fb8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=dccbc152-d589-45ee-bd34-fe99d2f74fb8,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:12:59.886761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.891152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50853e2c-36d4-4193-b84b-7c8133586cd1 req-8e94c492-f0ae-42ce-a6bc-647560a97cd4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051534 Aug 28 08:12:59.893203 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Checking router: 38de5147-8204-492f-aa0b-38a5759bc89d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:12:59.902796 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Updating router 38de5147-8204-492f-aa0b-38a5759bc89d port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:12:59.935305 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:12:59.944305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1b33b-1c97-46fc-a79e-84cc0fc47273 req-1ede1299-4214-4ab4-b696-58d1e1a6d16c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:12:59.948712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7f1b33b-1c97-46fc-a79e-84cc0fc47273 req-1ede1299-4214-4ab4-b696-58d1e1a6d16c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.1168633 Aug 28 08:12:59.993957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.039586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-c2cf0360-686e-4d34-ae9f-d650810dbe94 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4595618 Aug 28 08:13:00.048361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7f1b33b-1c97-46fc-a79e-84cc0fc47273 req-9d5f5dcf-a766-4e41-904f-56774ac9d871 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932226 Aug 28 08:13:00.063251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-ec5b78ac-42ac-4740-8e91-6279b0fdef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:00.067241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-ec5b78ac-42ac-4740-8e91-6279b0fdef7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.4786215 Aug 28 08:13:00.128836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:00.129930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:12:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:00.243362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-8e124229-380a-4fd8-a437-a14115cab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:00.243362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-8e124229-380a-4fd8-a437-a14115cab84b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1096 time: 0.1046867 Aug 28 08:13:00.300606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-0e15f2de-f15a-4e18-8af0-47fbbd662a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:00.302487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-0e15f2de-f15a-4e18-8af0-47fbbd662a38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694145 Aug 28 08:13:00.448656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-71e51c70-b940-4afd-bb6d-52e54160314e service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886399 Aug 28 08:13:00.500475 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.525783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b3f8ec0-795a-49e5-aeb9-da4661b4e252 req-79316558-f9c2-4ddc-a646-99f72949604c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.2636714 Aug 28 08:13:00.531458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Transition to ACTIVE for port object 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:00.570025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:00.571819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-1f41f975-2e59-4af8-8c8b-fa02032a0c86 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217036 Aug 28 08:13:00.629762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-caf6f439-a812-4195-b0af-5e4c4be725f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:00.638642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-caf6f439-a812-4195-b0af-5e4c4be725f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3897409 Aug 28 08:13:00.689573 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.740451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-5a7c5932-2643-41f7-9b51-8ba794301dee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.0910404 Aug 28 08:13:00.851713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Attempting to bind port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:00.852175 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Attempting to bind port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:00.852469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Attempting to bind port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:00.866324 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3c73-63ed-4828-aa72-4a9f77799440 None None] Pushing event updated for resources: {'Port': ['ID=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:00.868168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39cca-d542-4dcb-a063-8967a6dc3afd None None] Pushing event updated for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:00.869051 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:00.869432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:00.869874 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.870289 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:00.870777 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Bound port: 50f6c6bc-2105-41ea-b09e-5c16dd46fe95, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:00.871179 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.966033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1893c3-bad2-43eb-9bc3-afe99dcc9b3d req-a13ab692-b6d3-44a0-a558-f2414430292d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:00.969161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1893c3-bad2-43eb-9bc3-afe99dcc9b3d req-a13ab692-b6d3-44a0-a558-f2414430292d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.2008445 Aug 28 08:13:00.995311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-600b790e-5d2b-4681-8c86-d1faee0b3576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:00.996716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] For port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:01.018979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] For port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:01.039163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:59Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:01.099626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326df21-45b4-40eb-b1af-938b0f15f53b None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:59Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:01.114671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1893c3-bad2-43eb-9bc3-afe99dcc9b3d req-1c7f8b4d-2dba-4f89-aa33-d009d70a1d9d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211231 Aug 28 08:13:01.117377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-61b24588-122b-44aa-9b2b-fd1925402491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:01.119941 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:01.130826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-61b24588-122b-44aa-9b2b-fd1925402491 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.3762629 Aug 28 08:13:01.256877 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3c73-63ed-4828-aa72-4a9f77799440 None None] Pushing event updated for resources: {'Port': ['ID=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:01.262379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-ce7207e2-345e-4d86-88bb-22872079e639 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217446 Aug 28 08:13:01.269516 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:01.270335 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:01Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:01.285786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-03964e0f-9458-4f82-b980-5a6c9f48b8ce tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:01.287443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-03964e0f-9458-4f82-b980-5a6c9f48b8ce tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.7055323 Aug 28 08:13:01.290653 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd317c-c471-43b4-9d46-ab56de6a9fa3 x-openstack-request-id: req-efdd317c-c471-43b4-9d46-ab56de6a9fa3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:01.290653 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:01.290653 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efdd317c-c471-43b4-9d46-ab56de6a9fa3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:01.290653 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'status': 'completed', 'code': 200} Aug 28 08:13:01.360909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Request body: {'port': {'device_id': '87112c43-37c7-48f5-aaae-04158b328116', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'admin_state_up': True, 'tenant_id': '150705dfe001456faab8224e3eb11d7e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:01.446204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-bed099cc-f27f-4bac-bc45-53265391e920 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726115 Aug 28 08:13:01.456043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-359157e5-fa97-459e-9802-43f55f46917b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1299174 Aug 28 08:13:01.460069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:01.472047 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:01.680097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c733aad8-bdf8-4c07-b09f-5d1d73e57007 req-51b631da-3ee9-4f9f-a250-40fffdc43dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225337 Aug 28 08:13:01.761141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Allocated IP 172.20.0.1 (8852765b-80bb-4e60-b137-e7bc18855191/b8312f7a-59de-4f2b-8403-26fe5097b81c/fe5334c4-92d5-48fe-9775-efabcae293ec) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:01.765298 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 3, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:01.794912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:01.797567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f5de-1f26-49b1-8d8f-9d9f07e5a120 None None] The sync data for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 is: [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 3, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:01.798253 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f1829e9d-3f19-4d5b-bfc6-546c99e03c80 req-a7cf7d87-90e0-4b35-9fe6-7612d8fcb0cb tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 210 time: 0.0541227 Aug 28 08:13:01.948368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6dc996f1-1d8d-4ab5-8adb-c24588707bc5 req-8dfd63c2-d1ba-48dd-a604-875626f1f3ee service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727843 Aug 28 08:13:02.029612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:02.061044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Transition to ACTIVE for port object fe5334c4-92d5-48fe-9775-efabcae293ec will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:02.108347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dbf9b-880c-47c7-9430-5a53d0ae4f6b req-af83ff32-6049-4fa8-8b2a-2aad56c84e02 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.111519 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca6dbf9b-880c-47c7-9430-5a53d0ae4f6b req-af83ff32-6049-4fa8-8b2a-2aad56c84e02 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.1939950 Aug 28 08:13:02.132214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5e45baf-3d97-4f60-8d5b-fd917d856e7d req-5d184ce8-7415-4c83-8515-78daf22fba6f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.0477085 Aug 28 08:13:02.212027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-44818eb0-5aef-44c5-91f4-4a901cfc669a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691242 Aug 28 08:13:02.239415 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca6dbf9b-880c-47c7-9430-5a53d0ae4f6b req-55269240-b4df-40ec-9a5e-6c2b8294a38b tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986814 Aug 28 08:13:02.240575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:02.271422 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:02.445427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-0ffd4a26-5931-4914-bf56-0bb68c1e49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.449059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-0ffd4a26-5931-4914-bf56-0bb68c1e49ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1096 time: 0.1351128 Aug 28 08:13:02.497029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857dc4-2034-4c46-9777-bf0dc9a01c8a req-aa06ab0b-355a-45ae-923e-adad178b9253 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.499618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98857dc4-2034-4c46-9777-bf0dc9a01c8a req-aa06ab0b-355a-45ae-923e-adad178b9253 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.2142241 Aug 28 08:13:02.537506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:02.577577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-9c3caa92-1f1d-442e-bd42-8b3a716ecc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.579140 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-9c3caa92-1f1d-442e-bd42-8b3a716ecc14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1100 time: 0.3796458 Aug 28 08:13:02.725214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Network 8852765b-80bb-4e60-b137-e7bc18855191 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:02.727117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-12f242e2-0c2d-4799-b814-4fdacae56c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.728659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-12f242e2-0c2d-4799-b814-4fdacae56c3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1277654 Aug 28 08:13:02.733682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98857dc4-2034-4c46-9777-bf0dc9a01c8a req-32f99e8a-2e2e-410a-99e4-546be2004de5 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037432 Aug 28 08:13:02.735435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:02.738604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:02.739495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:02.797762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-4517b664-4dae-42df-9f14-c04efcd52fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:02.806854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-4517b664-4dae-42df-9f14-c04efcd52fa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3023400 Aug 28 08:13:02.898376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-3657564b-276d-4f99-bdcb-2ee3827d9cf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0808730 Aug 28 08:13:02.989461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-d0469523-0160-4a51-90e9-d0e79e8c8ec1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.2339005 Aug 28 08:13:03.100719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-05d92b4e-b454-42d2-a26a-3d8122dbdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.103083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-05d92b4e-b454-42d2-a26a-3d8122dbdd3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1797533 Aug 28 08:13:03.123277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:03.131024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-22e5e33e-5598-425e-a842-124a6b78ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.136809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-22e5e33e-5598-425e-a842-124a6b78ee6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1221924 Aug 28 08:13:03.146138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Allocated IP 172.20.0.3 (86af6373-b29b-481d-a5d3-2697189036ef/ed3f6eeb-7f2c-409a-bc86-c178f023012c/9caf9375-4728-4d27-b78c-a88b2c18fb29) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:03.189191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-fe0bf12a-c7da-4134-9908-56de2278c7b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783696 Aug 28 08:13:03.238425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device dccbc152-d589-45ee-bd34-fe99d2f74fb8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:03.249971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78f04-a22f-4dee-966d-ef5d7a1f3169 req-61bc0d79-6fc7-4381-adab-2355e4435107 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.251670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ba78f04-a22f-4dee-966d-ef5d7a1f3169 req-61bc0d79-6fc7-4381-adab-2355e4435107 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.4586716 Aug 28 08:13:03.395584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ba78f04-a22f-4dee-966d-ef5d7a1f3169 req-a38c2524-9209-4a2d-9f89-fb732903b4dd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788271 Aug 28 08:13:03.420582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71f028a3-0947-4e8e-8661-c5f523f68ff0 req-4d799c5c-931a-444e-aeb2-7c88bad383d0 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 210 time: 0.0358617 Aug 28 08:13:03.439356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f022bd96-d32b-4283-889e-3c91733a06f3 None None] Provisioning for port fe5334c4-92d5-48fe-9775-efabcae293ec completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:03.441944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:03.450762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f022bd96-d32b-4283-889e-3c91733a06f3 None None] Provisioning complete for port fe5334c4-92d5-48fe-9775-efabcae293ec triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:03.450762 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f022bd96-d32b-4283-889e-3c91733a06f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:03.469577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:03.472284 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:03.478458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-135ab73b-e744-4b84-805f-91f4f6946dbf service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802308 Aug 28 08:13:03.547983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-b17862ba-5af2-4168-b6e8-c6ad0384865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.551638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-b17862ba-5af2-4168-b6e8-c6ad0384865c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3613257 Aug 28 08:13:03.615387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f022bd96-d32b-4283-889e-3c91733a06f3 None None] Port fe5334c4-92d5-48fe-9775-efabcae293ec cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:03.689551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:03.753415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port dccbc152-d589-45ee-bd34-fe99d2f74fb8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=dccbc152-d589-45ee-bd34-fe99d2f74fb8,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:03.759590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212a04-3dd8-480b-8142-f4216be79cdc req-e6d62622-1911-42ab-b797-05cb52b08e0e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.770982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf212a04-3dd8-480b-8142-f4216be79cdc req-e6d62622-1911-42ab-b797-05cb52b08e0e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.1787126 Aug 28 08:13:03.781987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f42e04a2-8775-4ad5-b09d-901d3bbc587d req-426b72ff-48a3-4057-8f61-5ec4a55cb6a3 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933211 Aug 28 08:13:03.811528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:03.829896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:03.831412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:03.855283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1879a41-6159-4e04-8dad-593155a30e1b req-e192d710-a6e2-47da-9733-62c7aa362f74 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.2336991 Aug 28 08:13:03.855538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf212a04-3dd8-480b-8142-f4216be79cdc req-3f250bcd-19d4-48d9-ac4b-40fcf1091b20 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781593 Aug 28 08:13:03.920084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:03.928719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be782e13-5f2a-46af-a41f-5678aa353ded req-c481c7ca-09d6-43ad-98dc-885061526bfc tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:03.930007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be782e13-5f2a-46af-a41f-5678aa353ded req-c481c7ca-09d6-43ad-98dc-885061526bfc tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.0914299 Aug 28 08:13:04.052568 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:13:04.091812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-d2bfac0a-88dc-475e-a3d6-71bd3671f47d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102930 Aug 28 08:13:04.109443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.164209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:04.217590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Deleting port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:04.219170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.256482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:04.279540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '963471f4-945b-46f4-8b24-9bddb5395f83', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'port_id': '963471f4-945b-46f4-8b24-9bddb5395f83', 'mac_address': 'fa:16:3e:a2:23:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47beaf-059a-4d1a-be03-a010cd2d3dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:04.322190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:04.333049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:04.333584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.369597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285424fe-dca0-421c-9850-40f3474a7a75 req-d04e4f8d-42a7-47fc-b89c-1af75b89fa5d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:04.371282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-285424fe-dca0-421c-9850-40f3474a7a75 req-d04e4f8d-42a7-47fc-b89c-1af75b89fa5d tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 950 time: 0.2925503 Aug 28 08:13:04.388858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.397404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] For port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:04.398707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.426064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963471f4-945b-46f4-8b24-9bddb5395f83 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:04.438704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Calling delete_port for d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:04.460914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-285424fe-dca0-421c-9850-40f3474a7a75 req-1dd31ddd-ed5d-4954-89d8-6f09abe5d027 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/security-groups?id=14a6b843-59c0-4dfb-ba6b-aad6de2f890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Aug 28 08:13:04.469270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:04.489027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.543566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.549523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.620399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:04.627992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:04.644482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa8c5826-33cb-45c4-9ddf-468f9db024d3 req-36d690a5-a61b-4d62-b7d3-1bb05560162d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320258 Aug 28 08:13:04.649184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:04.686348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Network 86af6373-b29b-481d-a5d3-2697189036ef is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:04.699138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:04.706641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:04.711103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:04.711862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.732725 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.735435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.753315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec053bb-08f0-4cde-a656-11d3e9aea101 req-ce0efde7-0258-421c-ba6e-8767decce115 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 210 time: 0.0657463 Aug 28 08:13:04.774548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.794747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389dd9-e959-4605-9b26-4ca06d3929cd req-718bb18b-2f00-4558-9140-71ebc21ff068 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:04.808110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82389dd9-e959-4605-9b26-4ca06d3929cd req-718bb18b-2f00-4558-9140-71ebc21ff068 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.2199886 Aug 28 08:13:04.863028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-92e688c9-c108-41f0-9a62-b0e46bfb1ec6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5094872 Aug 28 08:13:04.890039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:04.893688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Request body: {'port': {'device_id': '87112c43-37c7-48f5-aaae-04158b328116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:04.898192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82389dd9-e959-4605-9b26-4ca06d3929cd req-70059628-c82f-4ee0-9f1a-7e21e63cb164 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748947 Aug 28 08:13:04.905658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-5fbce746-edba-435c-bf8f-a1c2424d358e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:04.907390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-5fbce746-edba-435c-bf8f-a1c2424d358e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 820 time: 0.2554986 Aug 28 08:13:04.935342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'port': {'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'admin_state_up': True, 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:04.945806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:04.952102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.016977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.036380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['963471f4-945b-46f4-8b24-9bddb5395f83'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:05.206869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device dccbc152-d589-45ee-bd34-fe99d2f74fb8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:05.209214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b38f-aa76-4565-9901-a1afd4e3478c req-89b16187-aae9-4873-b02b-7db84ddfebaf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:05.226181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cd5b38f-aa76-4565-9901-a1afd4e3478c req-89b16187-aae9-4873-b02b-7db84ddfebaf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1710782 Aug 28 08:13:05.251903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:05.269348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.339154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35908) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:05.367069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Pushing event deleted for resources: {'Port': ['ID=d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:05.392472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port dccbc152-d589-45ee-bd34-fe99d2f74fb8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:05.393043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.478728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cd5b38f-aa76-4565-9901-a1afd4e3478c req-e85fd291-04bc-4386-8215-29dfc07abaf1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387581 Aug 28 08:13:05.500594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:05.551950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Made reservation on behalf of 7541bc7ae1d74bbc822ed34692e8ca97 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:05.558515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.589691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:05.590503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.614634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] No DVR routers for this DVR port d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:05.647434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.651087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be782e13-5f2a-46af-a41f-5678aa353ded req-a8e3593e-0976-44c5-b423-973100cf1c9f tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.39 "DELETE /v2.0/ports/d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 HTTP/1.1" status: 204 len: 173 time: 1.7085414 Aug 28 08:13:05.652382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'name': 'network-vif-deleted', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:05.656902 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3cdeb-3ef8-4fe7-90e7-2b13d50873b2" -d '{"events": [{"server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "name": "network-vif-deleted", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:05.662108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef263164-4ccb-40c1-a018-91811ab3dd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.781149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:05.806276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Network 8852765b-80bb-4e60-b137-e7bc18855191 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:05.819543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7d3c-c0e8-40ed-a7a8-4f89455b60cc req-0b718e93-89f4-4217-8138-13ca2920add4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:05.821226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef6c7d3c-c0e8-40ed-a7a8-4f89455b60cc req-0b718e93-89f4-4217-8138-13ca2920add4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 931 time: 0.7885499 Aug 28 08:13:05.823000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:05.832322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:05.999806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:06.017578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'mac_address': 'fa:16:3e:b9:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:06.026100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:06.087774 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.108506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9939d3fa-86f6-4956-a562-60ddb12b034e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:06.125690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d403a1b2-4b96-4c3b-9b18-7aab03a91220 req-f97b2202-5201-49e1-acc1-e83e4f015fe2 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.3362744 Aug 28 08:13:06.138800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:06.192102 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c1ce20-66e0-4ef6-a329-57c5eb54dc5b x-openstack-request-id: req-b1c1ce20-66e0-4ef6-a329-57c5eb54dc5b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:06.192601 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b70db45-f450-4572-97d2-a1b1e0f7a7a8", "name": "network-vif-deleted", "tag": "d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:06.193092 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1c1ce20-66e0-4ef6-a329-57c5eb54dc5b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:06.193716 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70db45-f450-4572-97d2-a1b1e0f7a7a8', 'name': 'network-vif-deleted', 'tag': 'd0db5a42-0ba7-4be4-ba21-dddf7f7a68f2', 'status': 'completed', 'code': 200} Aug 28 08:13:06.206253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Router 38de5147-8204-492f-aa0b-38a5759bc89d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:13:06.234434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.256931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef6c7d3c-c0e8-40ed-a7a8-4f89455b60cc req-63910832-aad8-46db-9725-6485031183ef tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758252 Aug 28 08:13:06.278744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Allocated IP 172.20.0.8 (5fd75a8d-def5-4158-a39c-f3ef5bae599d/ea6c43e2-4f50-464e-b011-74f37464563e/5a9960cd-781a-485b-9e14-31256dab7e10) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:06.346728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec06bb67-efa4-4614-9db2-7c32566d18d2 None None] Provisioning complete for port fe5334c4-92d5-48fe-9775-efabcae293ec triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:06.347109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec06bb67-efa4-4614-9db2-7c32566d18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.350489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:06.387983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ec06bb67-efa4-4614-9db2-7c32566d18d2 None None] Port fe5334c4-92d5-48fe-9775-efabcae293ec cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:06.401029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7af7c560-6a67-49b6-8218-e0e30c4ce4bc req-9c22bf2a-47d7-4889-b946-e55913e63224 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 210 time: 0.0880334 Aug 28 08:13:06.835770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef263164-4ccb-40c1-a018-91811ab3dd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.844947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40c77-745f-4960-8df0-49d2ac3964c4 req-a27e80dd-0e75-486c-8f3f-d719e49b070c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:06.844947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dac40c77-745f-4960-8df0-49d2ac3964c4 req-a27e80dd-0e75-486c-8f3f-d719e49b070c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 949 time: 0.1611998 Aug 28 08:13:06.844947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:06.844947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e361bc8-764c-4c95-82a8-56dfb70f0795 admin admin] 10.222.0.46 "PUT /v2.0/routers/38de5147-8204-492f-aa0b-38a5759bc89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5079427 Aug 28 08:13:06.847090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.847938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Sync routers for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:06.849164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Transition to ACTIVE for port object 5a9960cd-781a-485b-9e14-31256dab7e10 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:06.849500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:06.849500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:01Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:06.850188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82489f-1543-4884-a805-34feee6b993a req-3de9b34d-f981-437c-8611-0e6960ceefce tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:06.850188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc82489f-1543-4884-a805-34feee6b993a req-3de9b34d-f981-437c-8611-0e6960ceefce tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1140828 Aug 28 08:13:06.856753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dac40c77-745f-4960-8df0-49d2ac3964c4 req-2c69d2cb-b661-4615-8695-126c6ee9a6bf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673579 Aug 28 08:13:06.856753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caf9375-4728-4d27-b78c-a88b2c18fb29 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:06.856753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.856753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Transition to ACTIVE for port object 9caf9375-4728-4d27-b78c-a88b2c18fb29 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:06.857339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc82489f-1543-4884-a805-34feee6b993a req-48f53594-f4ef-400a-909d-2deaacf3f3b0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688393 Aug 28 08:13:06.857504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:06.880421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:06.965316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef263164-4ccb-40c1-a018-91811ab3dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:06.994521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.017536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.094395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:07.100112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:07.100455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:07.100779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:07.106918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:07.108562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:07.126034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:07.126034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:07.126595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:07.126911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Bound port: 9caf9375-4728-4d27-b78c-a88b2c18fb29, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:07.127274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.156482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef263164-4ccb-40c1-a018-91811ab3dd6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d396fe893ce410f8905838708149499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8057153 Aug 28 08:13:07.166080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:07.216535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef263164-4ccb-40c1-a018-91811ab3dd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e65fb-7c47-4cb3-8d9c-f378c7b0dfdc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:07.304958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event updated for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:07.319598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:07.338264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:07.351339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.355128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:07.401701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:07.442193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.468498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:07.472738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:07.474344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.498927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48735a8b-2ead-4a46-a157-22c57b23fa22 req-2975a35b-99ab-4c21-a9e0-6a8a67e33d35 tempest-DeleteServersAdminTestJSON-903717635 tempest-DeleteServersAdminTestJSON-903717635-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b70db45-f450-4572-97d2-a1b1e0f7a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0836017 Aug 28 08:13:07.555978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.590319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 4, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'fe5334c4-92d5-48fe-9775-efabcae293ec', 'name': '', 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'mac_address': 'fa:16:3e:b6:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:01Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 2, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'subnets': [{'id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:07.625156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-414f8c3c-6798-46b5-839e-8f145115de2e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6974418 Aug 28 08:13:07.639127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Checking router: 38de5147-8204-492f-aa0b-38a5759bc89d for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:07.639824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Updating router 38de5147-8204-492f-aa0b-38a5759bc89d port fe5334c4-92d5-48fe-9775-efabcae293ec binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:13:07.676355 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.702484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:07.722461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:07.722461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.722461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-5b93a6dc-25ca-4284-be97-2ffbf90fb377 service neutron] 10.222.0.64 "PUT /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 1092 time: 2.8362293 Aug 28 08:13:07.755140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:07.759679 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:07.789529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Request body: {'port': {'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:07.808164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04e378-c171-49dc-b06e-9e74df5a28ed req-3a844b9e-dcd4-46b1-9786-ba11623d3bd0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:07.815075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f04e378-c171-49dc-b06e-9e74df5a28ed req-3a844b9e-dcd4-46b1-9786-ba11623d3bd0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.1519032 Aug 28 08:13:07.846445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.850869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.855185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d10e65fb-7c47-4cb3-8d9c-f378c7b0dfdc HTTP/1.1" status: 204 len: 168 time: 0.6775968 Aug 28 08:13:07.879704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-7eb0ca5a-0e9d-42e4-aeed-e576934dfc8b tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3736579 Aug 28 08:13:07.886982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:07.892337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:07.905146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:07.905695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339538bf-e493-4167-8757-fa19a193c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e65fb-7c47-4cb3-8d9c-f378c7b0dfdc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:07.930850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f04e378-c171-49dc-b06e-9e74df5a28ed req-bc1c24f1-b8e7-4134-9690-7e90eabd5575 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129756 Aug 28 08:13:08.024510 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea94daee-2b8c-4a8e-b04b-0d22580b7752 x-openstack-request-id: req-ea94daee-2b8c-4a8e-b04b-0d22580b7752 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:08.025154 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:08.025919 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea94daee-2b8c-4a8e-b04b-0d22580b7752 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:08.027111 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'status': 'completed', 'code': 200} Aug 28 08:13:08.048423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-3aa15e20-da53-46ee-ae9e-33c4527f2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:08.050968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-3aa15e20-da53-46ee-ae9e-33c4527f2c53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1095 time: 0.0802157 Aug 28 08:13:08.126771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.192555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-f3f8160e-8aa1-49f7-883f-430896faeaa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.1252394 Aug 28 08:13:08.234727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccdb5d-6955-46ac-a893-51ddfaa43aec req-838ee366-e44d-46e9-92b7-506f4490d679 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:08.236620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20ccdb5d-6955-46ac-a893-51ddfaa43aec req-838ee366-e44d-46e9-92b7-506f4490d679 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 931 time: 0.0796325 Aug 28 08:13:08.317128 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20ccdb5d-6955-46ac-a893-51ddfaa43aec req-b72ff960-9671-42cc-9ac7-e4e9d142a993 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592952 Aug 28 08:13:08.346806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-0d761886-9216-4ffd-8b6d-684724bf228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:08.348711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8e29b69a-4a87-4c12-babb-fbb1765203d7 None None] Provisioning for port 5a9960cd-781a-485b-9e14-31256dab7e10 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:08.350117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-0d761886-9216-4ffd-8b6d-684724bf228a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1480079 Aug 28 08:13:08.364071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8e29b69a-4a87-4c12-babb-fbb1765203d7 None None] Provisioning complete for port 5a9960cd-781a-485b-9e14-31256dab7e10 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:08.365731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e29b69a-4a87-4c12-babb-fbb1765203d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.396129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-dc85d5ff-b3b9-40b7-ba47-ed2397d08cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363305 Aug 28 08:13:08.413913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.440526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Transition to ACTIVE for port object fe5334c4-92d5-48fe-9775-efabcae293ec will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:08.445790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8e29b69a-4a87-4c12-babb-fbb1765203d7 None None] Port 5a9960cd-781a-485b-9e14-31256dab7e10 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:08.492957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.547807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 963471f4-945b-46f4-8b24-9bddb5395f83 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:08.554658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 963471f4-945b-46f4-8b24-9bddb5395f83 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:08.562002 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.600284 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.616285 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-4f5e6419-9cd1-4d13-ae1d-36a1f059099d service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116306 Aug 28 08:13:08.624359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9960cd-781a-485b-9e14-31256dab7e10 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:08.633333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.648638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Transition to ACTIVE for port object 5a9960cd-781a-485b-9e14-31256dab7e10 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:08.697007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a2ba-b724-40ae-9d4a-916b5a442168 None None] Pushing event updated for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:08.729023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Allocated IP 172.25.0.188 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b911e92b-e4ba-4576-b7ed-6c0c9927ddbd) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:08.753604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae50ae-bc9c-4840-9e5a-598d7baf1cf7 req-282c2a2c-b25d-43d0-97cb-34e2fa466d09 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:08.763827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ae50ae-bc9c-4840-9e5a-598d7baf1cf7 req-282c2a2c-b25d-43d0-97cb-34e2fa466d09 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 949 time: 0.2541375 Aug 28 08:13:08.844561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.848877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Attempting to bind port fe5334c4-92d5-48fe-9775-efabcae293ec on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:08.849114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Attempting to bind port fe5334c4-92d5-48fe-9775-efabcae293ec by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:08.849320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Attempting to bind port fe5334c4-92d5-48fe-9775-efabcae293ec on network 8852765b-80bb-4e60-b137-e7bc18855191 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:08.849833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.866661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ae50ae-bc9c-4840-9e5a-598d7baf1cf7 req-6f92191b-f832-4487-bd7c-5592a1d42530 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013861 Aug 28 08:13:08.924715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:08.926349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Checking segment: {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:08.926784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.927203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Bound using segment: {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:08.927714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Bound port: fe5334c4-92d5-48fe-9775-efabcae293ec, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3429908d-da94-4f86-9ac4-2bcc27bd58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:08.929689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.934078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35952) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:08.951937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a9a9c3-20e9-43d5-8f60-0a4f473aab96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:08.967938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:08.975441 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cee3256-00a4-4a31-80c4-173e666ef371" -d '{"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-plugged", "status": "completed", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:09.031173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fcc9b0f-42c2-44ab-8388-9c6265595297 req-496064ec-3f4a-4646-bf9b-00a37354f0b2 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025731 Aug 28 08:13:09.038415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:09.076654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192608c-f1df-4b1e-b314-b93b92b08be8 req-186f4550-b860-4fcc-ac2b-e447f209db62 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:09.080195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b192608c-f1df-4b1e-b314-b93b92b08be8 req-186f4550-b860-4fcc-ac2b-e447f209db62 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1035767 Aug 28 08:13:09.108262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] For port fe5334c4-92d5-48fe-9775-efabcae293ec, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:09.117733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] For port fe5334c4-92d5-48fe-9775-efabcae293ec, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fe5334c4-92d5-48fe-9775-efabcae293ec,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:09.136147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.139037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.140219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:09.146956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b192608c-f1df-4b1e-b314-b93b92b08be8 req-5292c79f-66a4-4081-a188-af1f36513e83 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588546 Aug 28 08:13:09.175314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.222572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:09.223578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d0db5a42-0ba7-4be4-ba21-dddf7f7a68f2 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:09.227871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.237618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Attempting to bind port 5a9960cd-781a-485b-9e14-31256dab7e10 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:09.237989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Attempting to bind port 5a9960cd-781a-485b-9e14-31256dab7e10 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:09.238421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Attempting to bind port 5a9960cd-781a-485b-9e14-31256dab7e10 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:09.244914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Port 5a9960cd-781a-485b-9e14-31256dab7e10 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:09.245242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Attempting to bind port 5a9960cd-781a-485b-9e14-31256dab7e10 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:09.253170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:09.253534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Checking segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:09.253926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Bound using segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:09.254421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Bound port: 5a9960cd-781a-485b-9e14-31256dab7e10, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:09.254782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.336880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.397581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a9a9c3-20e9-43d5-8f60-0a4f473aab96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.412471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-34e37f27-d572-4a21-9354-de1684817f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:09.413983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-34e37f27-d572-4a21-9354-de1684817f76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1095 time: 0.1782210 Aug 28 08:13:09.415548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:09.424086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a9960cd-781a-485b-9e14-31256dab7e10,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:09.427540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.474644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:09.474644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:01Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:09.484368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a9a9c3-20e9-43d5-8f60-0a4f473aab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.509725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.539041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9a9c3-20e9-43d5-8f60-0a4f473aab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5897f-4f8f-428e-8ee8-bc47f56e67e6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.539324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a2ba-b724-40ae-9d4a-916b5a442168 None None] Pushing event updated for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.543988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:09.552975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:09.562859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:09.605713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79a9a9c3-20e9-43d5-8f60-0a4f473aab96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb76c45a86a444dea423f9703ef37af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704502 Aug 28 08:13:09.616012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:09.618422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event updated for resources: {'Port': ['ID=b911e92b-e4ba-4576-b7ed-6c0c9927ddbd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.630176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:09.631123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:09.640645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 1092 time: 1.8478136 Aug 28 08:13:09.644851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:09.648661 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be48b4e-6c49-4837-8e4c-b69a524e6734" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:09.677019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-1a74796e-f01a-49d9-b9f4-a80cb50cc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:09.694125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-1a74796e-f01a-49d9-b9f4-a80cb50cc81f service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2723198 Aug 28 08:13:09.724327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:09.854580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605dd77-de2d-4c11-89ec-2835899de7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:09.874921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-67f0ed66-d7cc-452d-8ab9-49e4141a4560 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.1670029 Aug 28 08:13:09.914849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:09.959082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c6dfd-d5cc-46bf-9eed-60f97d14ee5b req-8da99ef5-d06a-416d-b1c9-c6c10ff3d2b3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:09.967306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb8c6dfd-d5cc-46bf-9eed-60f97d14ee5b req-8da99ef5-d06a-416d-b1c9-c6c10ff3d2b3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.2637622 Aug 28 08:13:09.980278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.003717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-78155b6d-dafb-4ee4-ab07-8765648dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.004874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-6a765a1a-f2a7-432b-94bf-6fc5621d0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.010576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-78155b6d-dafb-4ee4-ab07-8765648dd502 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1202943 Aug 28 08:13:10.010972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-6a765a1a-f2a7-432b-94bf-6fc5621d0113 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1095 time: 0.1968150 Aug 28 08:13:10.010972 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.044422 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.080266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb8c6dfd-d5cc-46bf-9eed-60f97d14ee5b req-55777da1-78aa-440f-8e28-da7727b023c9 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119447 Aug 28 08:13:10.085052 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-c5ea38ef-8406-44cf-8070-cb6308664b47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516913 Aug 28 08:13:10.150177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-6987378e-dc4c-44f1-9ebd-f9888240a85a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.1095145 Aug 28 08:13:10.173681 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f007b4e-7fda-41a5-b8c4-9f700571cbfb x-openstack-request-id: req-4f007b4e-7fda-41a5-b8c4-9f700571cbfb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:10.173681 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-plugged", "status": "completed", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:10.173681 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f007b4e-7fda-41a5-b8c4-9f700571cbfb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:10.173681 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83', 'code': 200} Aug 28 08:13:10.213278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 4, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'fe5334c4-92d5-48fe-9775-efabcae293ec', 'name': '', 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'mac_address': 'fa:16:3e:b6:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:01Z', 'updated_at': '2021-08-28T08:13:09Z', 'revision_number': 4, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'subnets': [{'id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:10.218427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 9939d3fa-86f6-4956-a562-60ddb12b034e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:10.267390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 9939d3fa-86f6-4956-a562-60ddb12b034e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:10.268295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.270542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ae87-f1d4-4fc7-b10f-948910127783 None None] The sync data for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 is: [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 4, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'fe5334c4-92d5-48fe-9775-efabcae293ec', 'name': '', 'network_id': '8852765b-80bb-4e60-b137-e7bc18855191', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'mac_address': 'fa:16:3e:b6:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:01Z', 'updated_at': '2021-08-28T08:13:09Z', 'revision_number': 4, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'subnets': [{'id': 'b8312f7a-59de-4f2b-8403-26fe5097b81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:10.292212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.295508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.298676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.303204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8df5897f-4f8f-428e-8ee8-bc47f56e67e6 HTTP/1.1" status: 204 len: 168 time: 0.6825142 Aug 28 08:13:10.344350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f182d-f1a0-41e6-93d0-2912aaa74d20 req-bbe6f7c5-0e22-415e-b91a-272a2fbd71f8 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.351397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-875f182d-f1a0-41e6-93d0-2912aaa74d20 req-bbe6f7c5-0e22-415e-b91a-272a2fbd71f8 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 943 time: 0.1369109 Aug 28 08:13:10.440332 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.442256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-6719dd38-8759-4972-b03e-0150a14211cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.444236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-6719dd38-8759-4972-b03e-0150a14211cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.2850010 Aug 28 08:13:10.446980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-ac939b2d-da9a-4dac-8d25-cdab909d2750 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384702 Aug 28 08:13:10.448487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b0f90-906c-4b87-940e-57872ccfc28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5897f-4f8f-428e-8ee8-bc47f56e67e6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:10.508128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:10.592708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-ef0d0283-b642-4a09-b87e-adfc1bc6ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.595030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-ef0d0283-b642-4a09-b87e-adfc1bc6ccde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187563 Aug 28 08:13:10.599519 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:10.632361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-875f182d-f1a0-41e6-93d0-2912aaa74d20 req-0abbd93d-9f55-4c91-bb81-224c68f6f477 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790225 Aug 28 08:13:10.691622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8b74-6f6f-4a4f-9510-54769f630c02 req-c2fb2359-4019-4448-b00f-b77de4c48696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.693209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd7e8b74-6f6f-4a4f-9510-54769f630c02 req-c2fb2359-4019-4448-b00f-b77de4c48696 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1098 time: 0.2409852 Aug 28 08:13:10.738697 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa62f93-d12e-4e03-bb77-fac032c65ab0 x-openstack-request-id: req-aaa62f93-d12e-4e03-bb77-fac032c65ab0 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:10.739165 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:10.739470 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aaa62f93-d12e-4e03-bb77-fac032c65ab0 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:10.739898 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:13:10.743510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a1cde77-7c19-4cf6-83f7-fe39c0a59f0b req-2db18942-e1a9-42b4-991f-36774a4a85d0 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680943 Aug 28 08:13:10.793998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:10.805193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd7e8b74-6f6f-4a4f-9510-54769f630c02 req-b9ac8379-55d3-4175-af50-f7042b3f8d15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643663 Aug 28 08:13:10.881988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-dcc30d9a-8dcf-42a9-8060-42b350cb180d service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568312 Aug 28 08:13:10.921940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3636-60d5-4020-a88c-4f2e1f6246d3 req-e1420f3f-1b4d-4ba8-9fe5-fdb598404056 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:10.922896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2ff3636-60d5-4020-a88c-4f2e1f6246d3 req-e1420f3f-1b4d-4ba8-9fe5-fdb598404056 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0865250 Aug 28 08:13:10.985550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2ff3636-60d5-4020-a88c-4f2e1f6246d3 req-10209149-c1bf-435e-83b5-84d409401191 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Aug 28 08:13:11.057703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.131361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.205174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fe5334c4-92d5-48fe-9775-efabcae293ec up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:11.265757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5364c9c6-e4c8-4eda-aa55-5145d9e745e5 req-0c3240e6-02cd-4e54-97bb-9fb9c1ffc664 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701842 Aug 28 08:13:11.266483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6a670-7408-4440-a74d-b53479ee8e92 req-51cf8e3a-ee52-49ce-8a7a-3f76ba051984 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:11.272922 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19c6a670-7408-4440-a74d-b53479ee8e92 req-51cf8e3a-ee52-49ce-8a7a-3f76ba051984 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 946 time: 0.1635485 Aug 28 08:13:11.363069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19c6a670-7408-4440-a74d-b53479ee8e92 req-ef5827ca-a67d-4ac6-99dc-b701bee1fa4a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793757 Aug 28 08:13:11.379895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event updated for resources: {'Port': ['ID=b911e92b-e4ba-4576-b7ed-6c0c9927ddbd,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:11.399052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port fe5334c4-92d5-48fe-9775-efabcae293ec completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:11.417974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.428824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fe5334c4-92d5-48fe-9775-efabcae293ec triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:11.429428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.574973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.625256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.637108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-a4c73c6e-4eec-4cb2-97c1-9be4e348016f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7454531 Aug 28 08:13:11.641726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-f0c7d257-9ec0-40e8-ac36-203971083ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:11.644532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-f0c7d257-9ec0-40e8-ac36-203971083ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1095 time: 0.1531270 Aug 28 08:13:11.664072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port fe5334c4-92d5-48fe-9775-efabcae293ec, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fe5334c4-92d5-48fe-9775-efabcae293ec,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:11.747502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:11.801082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6e0b-328f-4de3-83c6-a9676dd83799 req-5acd9c29-26b7-41de-a9c4-adc76b04f5e5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:11.814435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-f34697bd-bb34-400c-bbeb-6526b0606e5e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.1614234 Aug 28 08:13:11.817195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-915e6e0b-328f-4de3-83c6-a9676dd83799 req-5acd9c29-26b7-41de-a9c4-adc76b04f5e5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.1170557 Aug 28 08:13:11.857407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:11.870050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-a6159c1d-53d8-4b7b-9d34-9a5626e4d230 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3630044 Aug 28 08:13:11.893002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-915e6e0b-328f-4de3-83c6-a9676dd83799 req-5f3cf481-1ad5-46b8-aeb7-f6641066849f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720127 Aug 28 08:13:12.033966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-8f2fd585-4567-4681-ac25-405a1f928e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.035695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-8f2fd585-4567-4681-ac25-405a1f928e18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.3795369 Aug 28 08:13:12.058606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-9d2ca089-202d-40b0-806c-f701a0c6c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.075488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-9d2ca089-202d-40b0-806c-f701a0c6c918 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1118 time: 0.1029363 Aug 28 08:13:12.130728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f34e92-a4ba-4bad-932e-229aa21ddcd9 req-1ea77ad9-a35c-41f3-b364-8bf29c362b9a tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.133376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77f34e92-a4ba-4bad-932e-229aa21ddcd9 req-1ea77ad9-a35c-41f3-b364-8bf29c362b9a tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 943 time: 0.0997765 Aug 28 08:13:12.167169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:12.170671 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8cac5d-e337-46c2-8a67-92e98c37c345" -d '{"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-plugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:12.200202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77f34e92-a4ba-4bad-932e-229aa21ddcd9 req-1bdc3594-e8e8-4442-80a8-ba4ff2f47af1 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560458 Aug 28 08:13:12.419228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-72e8c93a-5ce2-4c74-8769-fa1830ae623a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.3650134 Aug 28 08:13:12.427530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-da1b99df-be6a-459d-a7aa-29c93a628fde tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.428939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-da1b99df-be6a-459d-a7aa-29c93a628fde tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.5777807 Aug 28 08:13:12.477508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a6722-c4a6-4d51-81de-49c99062acdc req-7aadbd86-06a8-4f34-a6c0-fdfad7a60dcf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.487679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e89a6722-c4a6-4d51-81de-49c99062acdc req-7aadbd86-06a8-4f34-a6c0-fdfad7a60dcf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1309762 Aug 28 08:13:12.498952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-c2f63859-9f1a-4a13-953d-86dde6667262 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:12.509267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381c6d69-1cd1-47dd-a3de-fc701b055168 req-c2f63859-9f1a-4a13-953d-86dde6667262 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307252 Aug 28 08:13:12.592790 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662e6619-abfe-4d6a-aaa4-5a3172035352 x-openstack-request-id: req-662e6619-abfe-4d6a-aaa4-5a3172035352 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:12.592790 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-plugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:12.594603 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-662e6619-abfe-4d6a-aaa4-5a3172035352 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:12.595738 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'code': 200} Aug 28 08:13:12.598004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-42ddf705-a41b-41a1-bb4f-b3132e8e3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.599550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-42ddf705-a41b-41a1-bb4f-b3132e8e3a18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1594219 Aug 28 08:13:12.611267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e89a6722-c4a6-4d51-81de-49c99062acdc req-68bb4d28-291d-474e-ac55-34b9f3427818 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152437 Aug 28 08:13:12.626236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:12.678914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-075b755f-7eab-4596-befa-24ad8cd6a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.678914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-075b755f-7eab-4596-befa-24ad8cd6a356 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2650151 Aug 28 08:13:12.819179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-a794744d-7cf2-4d28-a4c6-33510dbb4569 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0726213 Aug 28 08:13:12.832238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8491e57f-e679-4917-b9af-afad94310735 req-0f9084ba-2c83-4550-86b8-371a983744cc tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips/dad0934c-4c68-4722-b924-d256e4bb7262 HTTP/1.1" status: 200 len: 693 time: 0.1448534 Aug 28 08:13:12.835199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:12.847641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5563aee-5d38-448a-a75e-9ba9da39eb2d req-fe9178c0-608a-49b5-885d-5f919b8b1001 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.850509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5563aee-5d38-448a-a75e-9ba9da39eb2d req-fe9178c0-608a-49b5-885d-5f919b8b1001 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 946 time: 0.1729925 Aug 28 08:13:12.861637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-d9dd5040-831d-4c59-8344-5604a964ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:12.863432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'port_id': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'mac_address': 'fa:16:3e:ce:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f6eeb-7f2c-409a-bc86-c178f023012c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:12.864343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-d9dd5040-831d-4c59-8344-5604a964ac50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2459095 Aug 28 08:13:12.993634 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.053605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea01bb1-a600-4a18-8c34-d3c81758402c req-bcdffbe2-04d8-4162-9d54-35c67f97acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.054408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caf9375-4728-4d27-b78c-a88b2c18fb29 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:13.055196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ea01bb1-a600-4a18-8c34-d3c81758402c req-bcdffbe2-04d8-4162-9d54-35c67f97acc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1102 time: 0.1466582 Aug 28 08:13:13.090138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-0680bb0f-95cf-442e-b2a7-4bbeb8ca8e1d service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104459 Aug 28 08:13:13.113340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491e57f-e679-4917-b9af-afad94310735 req-057b79a2-c9b9-46fa-808a-73847125e24c tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.114873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8491e57f-e679-4917-b9af-afad94310735 req-057b79a2-c9b9-46fa-808a-73847125e24c tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.2585816 Aug 28 08:13:13.121658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:13.144663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fe5334c4-92d5-48fe-9775-efabcae293ec up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:13.154913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-8491e57f-e679-4917-b9af-afad94310735 req-730c55c4-6d0f-4627-9f76-b9830312f2e8 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:13.156026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8491e57f-e679-4917-b9af-afad94310735 req-730c55c4-6d0f-4627-9f76-b9830312f2e8 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087845 Aug 28 08:13:13.178316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ea01bb1-a600-4a18-8c34-d3c81758402c req-9e254681-e351-4140-ab9b-e060d45069e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053393 Aug 28 08:13:13.241005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.271583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:13.361717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5563aee-5d38-448a-a75e-9ba9da39eb2d req-0ace5b76-33c5-47bd-8e4a-2688608a0b15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958727 Aug 28 08:13:13.378085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fe5334c4-92d5-48fe-9775-efabcae293ec triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:13.384457 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.389993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:13.391158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-1f6c6cc8-6b64-4289-8c7e-c2a8939d732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.392683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-1f6c6cc8-6b64-4289-8c7e-c2a8939d732e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.4958212 Aug 28 08:13:13.441702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5be48b4e-6c49-4837-8e4c-b69a524e6734 req-d6819846-9f1b-4565-8e41-175f72105810 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248181 Aug 28 08:13:13.471832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499813a-b3e7-4486-93b3-7e5378aba455 req-885ee013-102b-4472-a3d4-7ddd9d9846fa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.474334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6499813a-b3e7-4486-93b3-7e5378aba455 req-885ee013-102b-4472-a3d4-7ddd9d9846fa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.1198287 Aug 28 08:13:13.579273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6499813a-b3e7-4486-93b3-7e5378aba455 req-901d1696-13ad-40ac-8540-ca041236d75b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935421 Aug 28 08:13:13.587791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b839d321-0f7c-4ade-89f3-d2763500a4f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df397463bd754bc7a1c26dffacde4de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151684 Aug 28 08:13:13.590874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-598d88b5-9528-49d6-8df8-c6f17ada8de1 req-b6fbe274-06ae-47dc-8a38-0ccd96cb2198 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=172cce5922d147daae680d2fb2ff3b50 HTTP/1.1" status: 200 len: 696 time: 0.1480336 Aug 28 08:13:13.592150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36036) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:13.626538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9caf9375-4728-4d27-b78c-a88b2c18fb29'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:13.679896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.713931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.832697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-343d60f5-f47d-419e-880f-648e3e7cde4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665293 Aug 28 08:13:13.881734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab07b6-3e2e-425d-86c2-097c3e90bdfd req-57469068-9c87-49ce-b052-44cb1cdfbc72 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.884285 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05ab07b6-3e2e-425d-86c2-097c3e90bdfd req-57469068-9c87-49ce-b052-44cb1cdfbc72 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 943 time: 0.1219518 Aug 28 08:13:13.927116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d88b5-9528-49d6-8df8-c6f17ada8de1 req-288b0d38-4901-4f5c-8986-70a5fde1dff3 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:13.927849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.931216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:13.935225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-598d88b5-9528-49d6-8df8-c6f17ada8de1 req-288b0d38-4901-4f5c-8986-70a5fde1dff3 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks?id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 787 time: 0.3362567 Aug 28 08:13:13.943611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-598d88b5-9528-49d6-8df8-c6f17ada8de1 req-5ea2f61f-08e5-49a1-a3e4-d9fcc86f52cb tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:13.946567 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14a6b843-59c0-4dfb-ba6b-aad6de2f890f HTTP/1.1" status: 204 len: 168 time: 0.3489413 Aug 28 08:13:13.950394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-598d88b5-9528-49d6-8df8-c6f17ada8de1 req-5ea2f61f-08e5-49a1-a3e4-d9fcc86f52cb tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139248 Aug 28 08:13:13.987193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d271-da4e-4a91-9fb9-5d462fe3c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6b843-59c0-4dfb-ba6b-aad6de2f890f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:14.013226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05ab07b6-3e2e-425d-86c2-097c3e90bdfd req-c03ef537-a152-4dab-85f7-024dc691b8fe tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136918 Aug 28 08:13:14.048021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-cc56ce12-e4c8-4027-9e26-3ebb4b818676 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950843 Aug 28 08:13:14.133330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-27bc485f-901e-4d3c-acfd-d22a9a8163f9 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips/dad0934c-4c68-4722-b924-d256e4bb7262 HTTP/1.1" status: 200 len: 693 time: 0.0737519 Aug 28 08:13:14.202573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2d4d-328f-4244-8913-4abbc4e1c222 req-5bb5cc8f-9e23-4295-bfcb-b038aa23489b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:14.205297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dfe2d4d-328f-4244-8913-4abbc4e1c222 req-5bb5cc8f-9e23-4295-bfcb-b038aa23489b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1597672 Aug 28 08:13:14.293078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa88f672-c005-4728-a70d-0b8ab4cb8fd1 req-2e35c46b-4df5-4f16-8c32-cb7fa512f52b service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119610 Aug 28 08:13:14.296337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dfe2d4d-328f-4244-8913-4abbc4e1c222 req-8548b15d-9c51-4c4c-b4b8-d06bf667f79b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759513 Aug 28 08:13:14.310125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-69b45897-6b0d-4c95-8a4b-619623841140 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:14.312414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-69b45897-6b0d-4c95-8a4b-619623841140 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1726952 Aug 28 08:13:14.341580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-e7c9ed5c-be79-4bed-9f71-73e9b45717f4 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:14.342921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-e7c9ed5c-be79-4bed-9f71-73e9b45717f4 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138149 Aug 28 08:13:14.437954 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-511cc0fc-653c-4d36-916f-381ba590a7cc tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.0867600 Aug 28 08:13:14.524497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-d4756790-8970-477f-8e1f-b2181769f050 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.0774624 Aug 28 08:13:14.623932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a9960cd-781a-485b-9e14-31256dab7e10 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:14.712286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:14.737170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Deleting port b911e92b-e4ba-4576-b7ed-6c0c9927ddbd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:14.737751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.831208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a9960cd-781a-485b-9e14-31256dab7e10,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:14.846609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '5a9960cd-781a-485b-9e14-31256dab7e10', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:14.863692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.864071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.878459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:14.885419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Calling delete_port for b911e92b-e4ba-4576-b7ed-6c0c9927ddbd owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:14.896594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3141-715e-49c3-9587-bf16e6df09a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.912486 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.930848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9960cd-781a-485b-9e14-31256dab7e10 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:14.937008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9caf9375-4728-4d27-b78c-a88b2c18fb29 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:14.947743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9caf9375-4728-4d27-b78c-a88b2c18fb29 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:14.948129 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:14.978413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a9960cd-781a-485b-9e14-31256dab7e10,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:15.060005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.062092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205261-5484-4b30-8a7a-8ac15c2fbd28 req-5a594d4a-79fa-41f3-85d4-244f71ba3bb4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.063766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58205261-5484-4b30-8a7a-8ac15c2fbd28 req-5a594d4a-79fa-41f3-85d4-244f71ba3bb4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 946 time: 0.1109035 Aug 28 08:13:15.095559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.108533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:15.112516 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959f938-4e3e-483c-83ce-82880c85ee03" -d '{"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-plugged", "status": "completed", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:15.116120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3141-715e-49c3-9587-bf16e6df09a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.152293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58205261-5484-4b30-8a7a-8ac15c2fbd28 req-c1e7e078-7613-4b63-8866-7ebf103c5b7b tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778682 Aug 28 08:13:15.164063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:15.201716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:15.279632 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3141-715e-49c3-9587-bf16e6df09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.304476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.335992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1bdd3141-715e-49c3-9587-bf16e6df09a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24e2a54812e8492a9f9598848f0a75e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563644 Aug 28 08:13:15.340015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36074) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:15.342945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd3141-715e-49c3-9587-bf16e6df09a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2810d5-3038-44ec-9d68-16d496fff5db,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:15.372002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dafb88-a3e8-403a-b607-136aa960a00a req-626c2ae5-06be-4f0a-94df-b84299bd3a27 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.373846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71dafb88-a3e8-403a-b607-136aa960a00a req-626c2ae5-06be-4f0a-94df-b84299bd3a27 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.1403301 Aug 28 08:13:15.389816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:15.437893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71dafb88-a3e8-403a-b607-136aa960a00a req-21f3898c-27ea-41b7-b2d3-fa9b681cb938 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Aug 28 08:13:15.448310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.473831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.494930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5a9960cd-781a-485b-9e14-31256dab7e10'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:15.496988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.543154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event deleted for resources: {'Port': ['ID=b911e92b-e4ba-4576-b7ed-6c0c9927ddbd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:15.583660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.587416 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.589007 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d77d24b0-462a-4ec3-b909-7cb67c5afb12 req-67eb36f2-8c5f-4e0d-9a28-2a8448bf0714 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "DELETE /v2.0/floatingips/dad0934c-4c68-4722-b924-d256e4bb7262 HTTP/1.1" status: 204 len: 173 time: 1.0570223 Aug 28 08:13:15.618255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68e16-9d20-4f98-8d35-828a3968b4a9 req-73ad8e5e-998f-4f40-872a-1e7def6865d7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.620158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2b68e16-9d20-4f98-8d35-828a3968b4a9 req-73ad8e5e-998f-4f40-872a-1e7def6865d7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 944 time: 0.0678544 Aug 28 08:13:15.650307 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.653591 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:15.660345 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74af706-16d2-464c-a782-3dc30928d496 x-openstack-request-id: req-e74af706-16d2-464c-a782-3dc30928d496 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:15.660345 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-plugged", "status": "completed", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:15.660345 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e74af706-16d2-464c-a782-3dc30928d496 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:15.660345 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'code': 200} Aug 28 08:13:15.663147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a2810d5-3038-44ec-9d68-16d496fff5db HTTP/1.1" status: 204 len: 168 time: 0.3157706 Aug 28 08:13:15.707600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11425bfd-baed-4f8a-9675-53d30164e58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2810d5-3038-44ec-9d68-16d496fff5db,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:15.742834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2b68e16-9d20-4f98-8d35-828a3968b4a9 req-71277766-6e15-4619-b266-27274c2d36a7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102538 Aug 28 08:13:15.790478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb780c75-2d08-42e2-9ba7-27ba3cc21975 req-72f8e2e4-3a9c-452e-ae94-afe292e56a64 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.793291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb780c75-2d08-42e2-9ba7-27ba3cc21975 req-72f8e2e4-3a9c-452e-ae94-afe292e56a64 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1098 time: 0.0845294 Aug 28 08:13:15.839426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb780c75-2d08-42e2-9ba7-27ba3cc21975 req-a65c0680-ad85-4d83-8e42-14e09d76e348 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Aug 28 08:13:15.843991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e879ea5-4dce-475f-a1d8-7dabd21ab6cd req-5629d966-7268-4e77-827a-d66aeafed8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.845548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e879ea5-4dce-475f-a1d8-7dabd21ab6cd req-5629d966-7268-4e77-827a-d66aeafed8ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1097 time: 0.0521522 Aug 28 08:13:15.931199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf5e1-093c-4f73-b9b2-ca7b30b40b70 req-b7b80206-549c-43f9-ab77-8fa30496cb5f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:15.931199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ccf5e1-093c-4f73-b9b2-ca7b30b40b70 req-b7b80206-549c-43f9-ab77-8fa30496cb5f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0772793 Aug 28 08:13:15.932204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e879ea5-4dce-475f-a1d8-7dabd21ab6cd req-d33934f4-5832-4648-8146-fe25f291d177 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686517 Aug 28 08:13:15.999674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ccf5e1-093c-4f73-b9b2-ca7b30b40b70 req-5e20a1d1-5c19-4a52-96bf-d1dfe9573d73 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553172 Aug 28 08:13:16.195915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-501674f6-10ad-47ad-87b3-2a7b924cdce8 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2621834 Aug 28 08:13:16.208954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:16.319216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.379843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0770bab-42dd-4c57-90c0-650baa696294 req-183a0692-f877-4b23-a989-2a98bef865c5 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:16.382105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0770bab-42dd-4c57-90c0-650baa696294 req-183a0692-f877-4b23-a989-2a98bef865c5 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1098 time: 0.0662105 Aug 28 08:13:16.423683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0770bab-42dd-4c57-90c0-650baa696294 req-447df8f1-d75c-49ac-84e7-82fcbdb52802 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344055 Aug 28 08:13:16.502413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.624262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a9960cd-781a-485b-9e14-31256dab7e10 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:16.645304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Allocated IP 172.25.0.184 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/9d866841-9820-4aa3-84be-ac3826ecd07f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:16.770494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 5a9960cd-781a-485b-9e14-31256dab7e10 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:16.776872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 5a9960cd-781a-485b-9e14-31256dab7e10 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:16.777254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.800256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.890736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.919322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-edf7cbd9-7de8-43a3-8cc0-5331082fc4b7 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:16.921797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-edf7cbd9-7de8-43a3-8cc0-5331082fc4b7 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1102 time: 0.0679929 Aug 28 08:13:16.931429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a9960cd-781a-485b-9e14-31256dab7e10,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:16.955304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-d6cf8c84-1aca-4f0c-8816-25adfab87f36 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:16.976632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.010351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.030086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:17.038341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:17.044702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:17.067367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event updated for resources: {'Port': ['ID=9d866841-9820-4aa3-84be-ac3826ecd07f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:17.105305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:17.149944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.154384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-d6cf8c84-1aca-4f0c-8816-25adfab87f36 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.232610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-d6cf8c84-1aca-4f0c-8816-25adfab87f36 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.262925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ee96b48-a3a1-454a-b3d5-042e60eb5d4f req-d6cf8c84-1aca-4f0c-8816-25adfab87f36 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287942 Aug 28 08:13:17.273402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf8c84-1aca-4f0c-8816-25adfab87f36 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec83c7b-6b3c-4526-83e7-10d8542bfbfb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:17.321656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.426594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29097e-cdde-4dbe-8c36-264fb32af380 req-2c083d3f-8f14-419f-baa6-1891cca5ec9e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:17.429224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f29097e-cdde-4dbe-8c36-264fb32af380 req-2c083d3f-8f14-419f-baa6-1891cca5ec9e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 945 time: 0.0880659 Aug 28 08:13:17.492588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f29097e-cdde-4dbe-8c36-264fb32af380 req-27f3a2ac-c325-429e-a18f-7193fbfb07ae tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Aug 28 08:13:17.565793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.663322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:17.666262 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979025c-0e2d-4e06-89a1-d704bf442f67" -d '{"events": [{"server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:17.727681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e4071-b65c-4d1c-964d-cfe4585b03b6 req-d097596c-0e81-4e62-8953-6cb69be4c81f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:17.729257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-538e4071-b65c-4d1c-964d-cfe4585b03b6 req-d097596c-0e81-4e62-8953-6cb69be4c81f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 945 time: 0.0635469 Aug 28 08:13:17.758556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.776456 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.785583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-538e4071-b65c-4d1c-964d-cfe4585b03b6 req-6ac014ae-4b5d-47ef-9030-1076398d47fc tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Aug 28 08:13:17.827267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event updated for resources: {'Port': ['ID=9d866841-9820-4aa3-84be-ac3826ecd07f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:17.930066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:17.930066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-287f6ba8-c7ed-4cac-892a-c24c7a0cddba tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7217286 Aug 28 08:13:17.983414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-b9fb1ca1-c610-40c7-ac8f-872f5627e569 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0497060 Aug 28 08:13:18.172311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-7b7f223d-2c19-4074-a774-2da14765dcc6 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:18.178529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-7b7f223d-2c19-4074-a774-2da14765dcc6 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1852818 Aug 28 08:13:18.189825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-38dc00b4-4201-4d8f-ba4e-9c66d68106fc tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:18.191555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf84f82f-1202-47b9-90ea-22288e257e2d req-38dc00b4-4201-4d8f-ba4e-9c66d68106fc tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114748 Aug 28 08:13:18.584693 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d41bca2-4630-47bc-af78-2bae1c7e9704 x-openstack-request-id: req-9d41bca2-4630-47bc-af78-2bae1c7e9704 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:18.585156 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:18.585489 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d41bca2-4630-47bc-af78-2bae1c7e9704 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:18.586309 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'code': 200} Aug 28 08:13:18.674926 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-34c7d416-3d71-4d58-b319-407278bf67e9 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips/0cbcc5d3-8df2-4518-93c1-0fa073c9c602 HTTP/1.1" status: 200 len: 693 time: 0.0782013 Aug 28 08:13:18.754370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92722901-b250-4b3a-b832-0eaa500eb9f2 req-5fca8ae7-f08d-4548-9646-49b9d828f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:18.756374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92722901-b250-4b3a-b832-0eaa500eb9f2 req-5fca8ae7-f08d-4548-9646-49b9d828f5bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.0580771 Aug 28 08:13:18.799574 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:13:18.807808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92722901-b250-4b3a-b832-0eaa500eb9f2 req-d8ad45f9-dfd8-4c2d-a701-448c767424d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Aug 28 08:13:18.843467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-af6c3dc5-5092-4889-a7f2-2e7f0e6a3563 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:18.846027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-af6c3dc5-5092-4889-a7f2-2e7f0e6a3563 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1594620 Aug 28 08:13:18.927763 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-bca61aa4-7779-4690-977f-9055d152b97f tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0716102 Aug 28 08:13:19.013778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-46041fb3-23cc-46e1-a250-fb07139e1ca3 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0722857 Aug 28 08:13:19.053988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b0e93c60-7b5a-4938-9043-de38e07f9704 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480022 Aug 28 08:13:19.172915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Deleting port 9d866841-9820-4aa3-84be-ac3826ecd07f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:19.174524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.237544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9e179-6cfc-417a-bfaa-37d6a2508845 req-bb45a7d9-2098-4e1b-ba78-d5289ddceddd tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:19.239260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ff9e179-6cfc-417a-bfaa-37d6a2508845 req-bb45a7d9-2098-4e1b-ba78-d5289ddceddd tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1098 time: 0.0497234 Aug 28 08:13:19.288635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.289327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.289530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ff9e179-6cfc-417a-bfaa-37d6a2508845 req-1dbf9d18-575c-44f3-95e6-22e0419d0d4c tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Aug 28 08:13:19.312022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Calling delete_port for 9d866841-9820-4aa3-84be-ac3826ecd07f owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:19.458120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12165877-d36b-41c7-838b-ae23d754310b req-d7eebd51-064b-41d5-b4f2-0c1347be6239 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:19.460120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12165877-d36b-41c7-838b-ae23d754310b req-d7eebd51-064b-41d5-b4f2-0c1347be6239 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 945 time: 0.0603819 Aug 28 08:13:19.509793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12165877-d36b-41c7-838b-ae23d754310b req-2ce7e18b-c9ff-4b1b-9cf1-bf19226f8274 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Aug 28 08:13:19.570075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.605137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Pushing event deleted for resources: {'Port': ['ID=9d866841-9820-4aa3-84be-ac3826ecd07f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:19.628746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.632224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:19.633417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffda4bd2-8b21-481d-989e-6154a667d974 req-d827b461-9271-4c55-b855-d340fc2d019e tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "DELETE /v2.0/floatingips/0cbcc5d3-8df2-4518-93c1-0fa073c9c602 HTTP/1.1" status: 204 len: 173 time: 0.6138029 Aug 28 08:13:19.694627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09850f-4ec3-4698-aa2d-fbf1e90c7296 req-e191e425-ca32-4ab9-a22e-2f8c0d974817 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:19.696232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c09850f-4ec3-4698-aa2d-fbf1e90c7296 req-e191e425-ca32-4ab9-a22e-2f8c0d974817 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 945 time: 0.0675728 Aug 28 08:13:19.739322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c09850f-4ec3-4698-aa2d-fbf1e90c7296 req-b6ba432e-ae55-433d-a4bb-42e037cfcd0b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Aug 28 08:13:19.741406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d2b2c-1156-4c4d-9af0-73692612a49c req-3528686e-2404-4924-b386-4abd8bde78e2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:19.743021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-574d2b2c-1156-4c4d-9af0-73692612a49c req-3528686e-2404-4924-b386-4abd8bde78e2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0538406 Aug 28 08:13:19.789670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-574d2b2c-1156-4c4d-9af0-73692612a49c req-ccbc2994-8168-4ba5-b1f2-92765c724b7a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Aug 28 08:13:20.080909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ef1e-9e02-48dc-8b98-e87098ff8cb1 req-4f27b3ec-b962-4dc1-af28-08654a13f737 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:20.083453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a930ef1e-9e02-48dc-8b98-e87098ff8cb1 req-4f27b3ec-b962-4dc1-af28-08654a13f737 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1097 time: 0.0641170 Aug 28 08:13:20.130014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a930ef1e-9e02-48dc-8b98-e87098ff8cb1 req-62c14dcd-c15c-44f2-9ec0-315d60f791b1 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Aug 28 08:13:20.307600 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-527074ae-ca3a-4fe7-a487-bdd046802e93 req-207ef1da-8782-4ddd-ad99-1ab719e229c4 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] show failed (client error): The resource could not be found. Aug 28 08:13:20.307600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-527074ae-ca3a-4fe7-a487-bdd046802e93 req-207ef1da-8782-4ddd-ad99-1ab719e229c4 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips/0cbcc5d3-8df2-4518-93c1-0fa073c9c602 HTTP/1.1" status: 404 len: 350 time: 0.0733492 Aug 28 08:13:20.576759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6487a5a-8a23-4d6e-b3ad-aaf9d9760561 req-dd711e30-5272-43b2-ac1a-95576048dc96 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:20.578263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6487a5a-8a23-4d6e-b3ad-aaf9d9760561 req-dd711e30-5272-43b2-ac1a-95576048dc96 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1097 time: 0.0469842 Aug 28 08:13:20.621573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6487a5a-8a23-4d6e-b3ad-aaf9d9760561 req-552a227e-0964-4318-855a-12bf5780ed69 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 28 08:13:20.682147 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-f1517514-68d9-4ada-92ee-33bdadbf3505 req-42f9c61f-9701-41f9-83ad-0f268509cda2 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] show failed (client error): The resource could not be found. Aug 28 08:13:20.683549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f1517514-68d9-4ada-92ee-33bdadbf3505 req-42f9c61f-9701-41f9-83ad-0f268509cda2 tempest-FloatingIPsTestJSON-1195452876 tempest-FloatingIPsTestJSON-1195452876-project] 10.222.0.46 "GET /v2.0/floatingips/0cbcc5d3-8df2-4518-93c1-0fa073c9c602 HTTP/1.1" status: 404 len: 350 time: 0.0379190 Aug 28 08:13:20.696868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:21.055799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b26c-95af-43b8-b345-0dcbfe920963 req-1f76f4c5-e48b-4b3e-972b-626a7814639b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:21.059281 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93b4b26c-95af-43b8-b345-0dcbfe920963 req-1f76f4c5-e48b-4b3e-972b-626a7814639b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 945 time: 0.1031978 Aug 28 08:13:21.068440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36256) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:21.149153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93b4b26c-95af-43b8-b345-0dcbfe920963 req-18f81e9a-7425-4942-9482-bb54157ac2e4 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704165 Aug 28 08:13:21.305515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d690de4-0d44-4d0f-b75e-381b1f8768bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.455386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d690de4-0d44-4d0f-b75e-381b1f8768bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.470170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.696244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d690de4-0d44-4d0f-b75e-381b1f8768bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.736402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d690de4-0d44-4d0f-b75e-381b1f8768bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a145191a38df43308eea5ae1b7a08b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663454 Aug 28 08:13:21.737637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d690de4-0d44-4d0f-b75e-381b1f8768bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf7315-beb4-4da8-9397-8c2461601c20,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:21.740188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36268) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:21.817573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.818515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Deleting port fe5334c4-92d5-48fe-9775-efabcae293ec {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:21.822310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.846911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.925395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514c49-c1b6-4635-a22a-37f87da8060c req-9bd2945b-0eb4-4196-b090-a92a95393711 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:21.927455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec514c49-c1b6-4635-a22a-37f87da8060c req-9bd2945b-0eb4-4196-b090-a92a95393711 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0861759 Aug 28 08:13:21.966727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] For port fe5334c4-92d5-48fe-9775-efabcae293ec, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fe5334c4-92d5-48fe-9775-efabcae293ec,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:21.967565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:21.992917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Calling delete_port for fe5334c4-92d5-48fe-9775-efabcae293ec owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:22.011579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec514c49-c1b6-4635-a22a-37f87da8060c req-a2478306-e308-46f4-a981-ad1889c3b01f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Aug 28 08:13:22.035945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:22.040502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:22.042252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85cf7315-beb4-4da8-9397-8c2461601c20 HTTP/1.1" status: 204 len: 168 time: 0.3004129 Aug 28 08:13:22.062659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425181c4-3439-45e6-91f2-1c24a46e3466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf7315-beb4-4da8-9397-8c2461601c20,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:22.395238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:22.438854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-1a6dc79d-8180-48e3-91eb-19188b4817f6 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1434100 Aug 28 08:13:22.463759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:22.467659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5334c4-92d5-48fe-9775-efabcae293ec,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:22.524771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-c345180b-5707-4f63-87c6-f1d3ff5b9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:22.526617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-c345180b-5707-4f63-87c6-f1d3ff5b9193 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1102 time: 0.1747925 Aug 28 08:13:22.647566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:22.728043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-06888f15-64df-4d32-9819-8d45cbae8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:22.730724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-06888f15-64df-4d32-9819-8d45cbae8185 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1824574 Aug 28 08:13:22.809650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:22.974225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Allocated IP 172.25.0.195 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/873f670a-dcfa-40f9-8926-226305ffcee0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:23.049996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36288) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:23.054522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-7b4d4d56-cc5d-4502-8798-71048109c6bb tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:23.055739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-7b4d4d56-cc5d-4502-8798-71048109c6bb tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345461 Aug 28 08:13:23.072012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Request body: {'binding': {'host': 'n-h2-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:23.072689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Unknown quota resources ['binding']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:13:23.119550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3af14759-3984-4757-a47a-dfa35b3f6697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.214247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-d80c4324-41a8-485e-acba-ecdc710ad981 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.4734378 Aug 28 08:13:23.270262 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.270748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.287745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-eb3e23c1-5da2-4e46-886a-7bd0281fda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:23.289455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-eb3e23c1-5da2-4e46-886a-7bd0281fda57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0651379 Aug 28 08:13:23.339801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on host n-h2-792458-16 for vnic_type normal with profile None {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:23.340187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:23.340394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:23.363473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:23.363898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:23.377470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:23.377808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:23.378197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:23.378672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Bound port: 963471f4-945b-46f4-8b24-9bddb5395f83, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:23.422792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-df409244-e109-4fd7-8988-e701b2edc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:23.424303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-df409244-e109-4fd7-8988-e701b2edc5a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944335 Aug 28 08:13:23.431089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3af14759-3984-4757-a47a-dfa35b3f6697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.455335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:23.462039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.493978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3af14759-3984-4757-a47a-dfa35b3f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.540007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.541210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-2837b00e-0e79-4bc4-ab70-6e6caccc72f9 service neutron] 10.222.0.46 "POST /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83/bindings HTTP/1.1" status: 201 len: 390 time: 0.4744227 Aug 28 08:13:23.543215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:23.556759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event updated for resources: {'Port': ['ID=873f670a-dcfa-40f9-8926-226305ffcee0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:23.565193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:23.569245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:23.576086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af14759-3984-4757-a47a-dfa35b3f6697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41b027-4887-4cbc-bc79-0fcbf29aef3e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:23.580636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3af14759-3984-4757-a47a-dfa35b3f6697 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52e3091a34fc48e6a3440f6acda90ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238397 Aug 28 08:13:23.586253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:23.620038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-34b155d7-531c-45be-86bc-78b5f4e54a64 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860807 Aug 28 08:13:23.644418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Router 38de5147-8204-492f-aa0b-38a5759bc89d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:13:23.654521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.677169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.712327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:23.823976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b0bf5311-aadd-45a6-98c0-bca9e76aa012 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899359 Aug 28 08:13:23.848863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:23.855325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-30936cf0-8701-4249-b59e-b3759af211a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/38de5147-8204-492f-aa0b-38a5759bc89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1569703 Aug 28 08:13:23.858837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:23.860158 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Sync routers for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:23.870681 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:23.871432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:01Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:23.996200 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:24.172371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.270119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.289166 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:22Z', 'revision_number': 5, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:24.346941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Checking router: 38de5147-8204-492f-aa0b-38a5759bc89d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:24.346941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Routers {'38de5147-8204-492f-aa0b-38a5759bc89d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:24.346941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:01Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['38de5147-8204-492f-aa0b-38a5759bc89d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:24.393535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.396172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.397341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff41b027-4887-4cbc-bc79-0fcbf29aef3e HTTP/1.1" status: 204 len: 168 time: 0.8101048 Aug 28 08:13:24.427708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bb11d-d120-4a72-acd0-259b02b97df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41b027-4887-4cbc-bc79-0fcbf29aef3e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:24.468390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.480407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056820e-b309-4590-a56b-f23a0815ad75 req-bd4b1ba2-3f32-466a-9254-013dfa30d025 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:24.483019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1056820e-b309-4590-a56b-f23a0815ad75 req-bd4b1ba2-3f32-466a-9254-013dfa30d025 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1097 time: 0.1072161 Aug 28 08:13:24.486461 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] Set router 38de5147-8204-492f-aa0b-38a5759bc89d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:24.518986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.524202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1056820e-b309-4590-a56b-f23a0815ad75 req-315d5c1b-8164-4791-bf62-2bfbf2acf113 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Aug 28 08:13:24.643493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.683678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcdd57-27f2-4ad5-a27c-43bcd507c6c3 req-4fde2bfa-0838-46d1-a9e4-0f6b83d957ef tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:24.685816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8dcdd57-27f2-4ad5-a27c-43bcd507c6c3 req-4fde2bfa-0838-46d1-a9e4-0f6b83d957ef tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0796616 Aug 28 08:13:24.702127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.733593 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:22Z', 'revision_number': 5, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:24.733850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event updated for resources: {'Port': ['ID=873f670a-dcfa-40f9-8926-226305ffcee0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:24.752054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8dcdd57-27f2-4ad5-a27c-43bcd507c6c3 req-9e5a5452-df22-44f5-aa5b-3b14a31f62a6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585694 Aug 28 08:13:24.758333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Deleting port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:24.758685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.797391 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bde5e1-2c5c-48e6-b6d6-994aa7d55f3a None None] The sync data for ids ['38de5147-8204-492f-aa0b-38a5759bc89d'] in n-d-792458-16 is: [{'id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'name': 'tempest-FloatingIPsTestJSON-392509544-router', 'tenant_id': '172cce5922d147daae680d2fb2ff3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:22Z', 'revision_number': 5, 'project_id': '172cce5922d147daae680d2fb2ff3b50', 'gw_port': {'id': '50f6c6bc-2105-41ea-b09e-5c16dd46fe95', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38de5147-8204-492f-aa0b-38a5759bc89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:53Z', 'updated_at': '2021-08-28T08:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:24.866798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] For port 50f6c6bc-2105-41ea-b09e-5c16dd46fe95, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:24.867166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.877401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:24.878681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-e717a4b7-b6ed-482d-b674-c81d11a369c5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4354260 Aug 28 08:13:24.888248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Calling delete_port for 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:24.964811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-a2f622d4-4bce-4340-8919-00f63bd3e26c tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0717804 Aug 28 08:13:25.046792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb008f0-f2c3-4a32-89f7-2e34467c041d req-1d4501aa-fa33-47f5-b207-0dd58651fdd3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.050368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb008f0-f2c3-4a32-89f7-2e34467c041d req-1d4501aa-fa33-47f5-b207-0dd58651fdd3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 946 time: 0.0801799 Aug 28 08:13:25.138730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb008f0-f2c3-4a32-89f7-2e34467c041d req-e54d5112-726b-41c3-a725-bffcd29a1459 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776932 Aug 28 08:13:25.201626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-4d6dcb33-6511-4b1a-8e0a-2091de99081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.204169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-4d6dcb33-6511-4b1a-8e0a-2091de99081e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1098 time: 0.0562930 Aug 28 08:13:25.227285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-fe31ce94-6892-46a2-865e-eeada166f88b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.229724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-767a0b33-e89c-44a6-b1d8-db4f9bbbc853 req-fe31ce94-6892-46a2-865e-eeada166f88b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.2572958 Aug 28 08:13:25.278360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fe5334c4-92d5-48fe-9775-efabcae293ec no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:25.318674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: fe5334c4-92d5-48fe-9775-efabcae293ec {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:25.318674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fe5334c4-92d5-48fe-9775-efabcae293ec not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:25.424508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-1c101a68-2d26-4f16-b8c4-4dee452a0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.426477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-1c101a68-2d26-4f16-b8c4-4dee452a0004 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.2091336 Aug 28 08:13:25.495727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.507676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-a45366b7-52e5-4b0f-bf6e-2aa2263e8663 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.0622408 Aug 28 08:13:25.540747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6c6bc-2105-41ea-b09e-5c16dd46fe95,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:25.564119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.567490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.581481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.581955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.582391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.582902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.583399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.583796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.584190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.584578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.585335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.585754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.586156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.589907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:25.600063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-cfa05719-05d1-47e5-831d-b634f4fcbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.603130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-cfa05719-05d1-47e5-831d-b634f4fcbaca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0869570 Aug 28 08:13:25.671727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-d1426a81-663f-41c7-8f05-876fba9df1bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598781 Aug 28 08:13:25.706504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.711015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.846319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-6585bc69-045e-44a1-94b5-b5fc66e3c9eb service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648307 Aug 28 08:13:25.867055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-1165517f-5669-457a-b07f-0215603c6dd1 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:25.868649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-1165517f-5669-457a-b07f-0215603c6dd1 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 820 time: 0.1787641 Aug 28 08:13:25.890920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-eb89cdb0-10c9-4b73-b9dc-476f1a083280 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/quotas/7541bc7ae1d74bbc822ed34692e8ca97 HTTP/1.1" status: 200 len: 375 time: 0.0111880 Aug 28 08:13:25.963298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.964192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38de5147-8204-492f-aa0b-38a5759bc89d {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:13:25.975932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:25.977143 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-76e063b1-258c-4bb8-9cab-eec221203622 admin admin] 10.222.0.46 "DELETE /v2.0/routers/38de5147-8204-492f-aa0b-38a5759bc89d HTTP/1.1" status: 204 len: 168 time: 2.1171305 Aug 28 08:13:25.977606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-d33988c0-b70c-45dc-a71c-ec518622d909 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158736 Aug 28 08:13:25.984791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36336) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:26.004969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-94bfe422-8a09-47e5-b80d-817fd64b3c43 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1014204 Aug 28 08:13:26.044886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Deleting subnet b8312f7a-59de-4f2b-8403-26fe5097b81c {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:13:26.052076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.109315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.166789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-86872595-9983-4893-b622-adb76c36ca7d service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605375 Aug 28 08:13:26.300465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-51471d49-4255-479e-9eb3-d2c7f9631a78 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323881 Aug 28 08:13:26.317682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.358516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-d48fd3f0-d2f6-4bca-a2e5-ad031ed85b7d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:26.360221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-d48fd3f0-d2f6-4bca-a2e5-ad031ed85b7d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1098 time: 0.1417656 Aug 28 08:13:26.373873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-16'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:26.453118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.496023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.550787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.555999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b8312f7a-59de-4f2b-8403-26fe5097b81c HTTP/1.1" status: 204 len: 168 time: 0.5696316 Aug 28 08:13:26.556988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605b237-4b07-4b5b-bfa2-0e257c0281a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8312f7a-59de-4f2b-8403-26fe5097b81c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:26.557509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:26.558701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd3829-eb7e-4d08-aa1c-08a39c67c5ce None None] Network 8852765b-80bb-4e60-b137-e7bc18855191 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:13:26.738547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.739896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:26.860688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:26.893018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Deleting port e559a957-5f50-4e45-9aec-fe2396ae132b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:26.893488 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.923464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:26.926662 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41fc8ac-43ce-4cde-92ed-fff884c0a8a0" -d '{"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-unplugged", "status": "completed", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:26.931026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:26.952215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] DHCP port deletion for 8852765b-80bb-4e60-b137-e7bc18855191 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:13:26.979616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5723f-8c4f-4683-b2bb-eda80209f415 req-ec4c9d1c-5b43-4146-bf06-b3dd062d31f4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:26.982168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-daa5723f-8c4f-4683-b2bb-eda80209f415 req-ec4c9d1c-5b43-4146-bf06-b3dd062d31f4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1451395 Aug 28 08:13:27.019386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] For port e559a957-5f50-4e45-9aec-fe2396ae132b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e559a957-5f50-4e45-9aec-fe2396ae132b,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:27.019921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.022501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Deleting port e559a957-5f50-4e45-9aec-fe2396ae132b {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:27.023097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.041851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Calling delete_port for e559a957-5f50-4e45-9aec-fe2396ae132b owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:27.070310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-daa5723f-8c4f-4683-b2bb-eda80209f415 req-601da82a-2bb4-4374-ba14-27b7f2d916df tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805097 Aug 28 08:13:27.090563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.125871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e559a957-5f50-4e45-9aec-fe2396ae132b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:27.221190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] For port e559a957-5f50-4e45-9aec-fe2396ae132b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e559a957-5f50-4e45-9aec-fe2396ae132b,segment=NetworkSegment(3429908d-da94-4f86-9ac4-2bcc27bd58c3),segment_id=3429908d-da94-4f86-9ac4-2bcc27bd58c3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:27.221631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.300300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:27.300676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:27.301020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:27.307619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:27.308055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Attempting to bind port 963471f4-945b-46f4-8b24-9bddb5395f83 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:27.313622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:27.313971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:27.314451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:27.314913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Bound port: 963471f4-945b-46f4-8b24-9bddb5395f83, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:27.315279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.321879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:27.326367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.378036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e559a957-5f50-4e45-9aec-fe2396ae132b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:27.406071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] No DVR routers for this DVR port e559a957-5f50-4e45-9aec-fe2396ae132b on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:27.408257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:27.412836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:27.505734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Calling delete_port for e559a957-5f50-4e45-9aec-fe2396ae132b owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:27.531515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.541739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216600-dc72-4570-9d74-b31437541e47 req-6b97c4aa-917b-4785-8eeb-81f3c8ea06f0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:27.543722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c216600-dc72-4570-9d74-b31437541e47 req-6b97c4aa-917b-4785-8eeb-81f3c8ea06f0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.1677589 Aug 28 08:13:27.549081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.569340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.569786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.570679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.571083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.571500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.571931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.572325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.578091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.578091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.578091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.636503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=8']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:27.637543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No active binding found for port e559a957-5f50-4e45-9aec-fe2396ae132b {{(pid=95468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 08:13:27.637899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e559a957-5f50-4e45-9aec-fe2396ae132b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:27.638425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:27.668095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.668626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.669107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.669548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 08:13:27.670007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8852765b-80bb-4e60-b137-e7bc18855191']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:27.690204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63adadaa-910f-492d-a149-0945953c2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.696652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:27.697589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50f6c6bc-2105-41ea-b09e-5c16dd46fe95 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:27.701322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3429908d-da94-4f86-9ac4-2bcc27bd58c3') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:27.706771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3429908d-da94-4f86-9ac4-2bcc27bd58c3') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:27.706985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:27.706985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.709227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-6d3fd03f-8f32-4c92-b63d-82fd24374ef3 service neutron] 10.222.0.64 "PUT /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 1124 time: 1.3393061 Aug 28 08:13:27.742877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.750356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c216600-dc72-4570-9d74-b31437541e47 req-0083bf56-91e7-4b1a-9ee8-895e9918a64a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956801 Aug 28 08:13:27.771808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.784605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:13:27.785238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: from cryptography.utils import int_from_bytes Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: from cryptography.utils import int_from_bytes Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:13:27.797489 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:13:27.891913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11144e49-a04e-4e26-b5ac-dcf9d30e2b9e req-fefb5ab3-eeba-4c80-9dfb-95088f859d4a tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 210 time: 0.0433047 Aug 28 08:13:27.906344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:27.954707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['963471f4-945b-46f4-8b24-9bddb5395f83'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:27.958382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] Pushing event deleted for resources: {'Port': ['ID=e559a957-5f50-4e45-9aec-fe2396ae132b,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:27.964572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bc5da-6598-4864-a87d-bebc44889290 None None] No DVR routers for this DVR port e559a957-5f50-4e45-9aec-fe2396ae132b on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:28.061037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:28.085355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:28.088510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8852765b-80bb-4e60-b137-e7bc18855191 HTTP/1.1" status: 204 len: 168 time: 1.5285561 Aug 28 08:13:28.090734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b233bcb-94ed-4f61-a6f5-7addd9b552e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8852765b-80bb-4e60-b137-e7bc18855191,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:28.231235 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584bd572-f400-4683-8c14-463716541a88 x-openstack-request-id: req-584bd572-f400-4683-8c14-463716541a88 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:28.232054 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-unplugged", "status": "completed", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:28.232316 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-584bd572-f400-4683-8c14-463716541a88 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:28.232731 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83', 'code': 200} Aug 28 08:13:28.501365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071b4b-f589-4b99-8bc6-e87d18a69630 req-81d88e8e-3c86-4908-a37a-ef3db7be3e51 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:28.503006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df071b4b-f589-4b99-8bc6-e87d18a69630 req-81d88e8e-3c86-4908-a37a-ef3db7be3e51 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0646939 Aug 28 08:13:28.547945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df071b4b-f589-4b99-8bc6-e87d18a69630 req-28f2d7cc-8076-4836-a931-588bc3574344 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383511 Aug 28 08:13:28.628986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36412) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:28.673855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-377c9002-19e4-4d72-9abc-986dff14e008 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=172cce5922d147daae680d2fb2ff3b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436175 Aug 28 08:13:28.677198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36414) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:28.762990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:28.793549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.032669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.036383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.038741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0a0029d-4f27-433d-9431-31fb70a22395 HTTP/1.1" status: 204 len: 168 time: 0.3597944 Aug 28 08:13:29.048163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf9a75-56ab-46ce-b04d-19769f92dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0029d-4f27-433d-9431-31fb70a22395,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:29.051094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e15a1-1c9e-4903-83e7-cd1025057c39 req-557b0f75-2303-4e60-b59c-f51d6bbfdcf8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:29.054245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-827e15a1-1c9e-4903-83e7-cd1025057c39 req-557b0f75-2303-4e60-b59c-f51d6bbfdcf8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.0657096 Aug 28 08:13:29.121435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-827e15a1-1c9e-4903-83e7-cd1025057c39 req-c4dbaa1a-c183-404f-aa66-675ce6edff72 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Aug 28 08:13:29.280323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5ac61a0-486a-4850-b9c8-7b9fec692a62 req-857219b6-5b45-44d4-b70e-f5e5dfb6d967 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 210 time: 0.0617380 Aug 28 08:13:29.431101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:29.574950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da804abb-37df-4bf1-a66c-067341a07b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.738866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff813-b113-4a45-b352-4d880265122f req-173f5b12-9f13-49b4-8c17-2c1aa75a8c2e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:29.740437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9aeff813-b113-4a45-b352-4d880265122f req-173f5b12-9f13-49b4-8c17-2c1aa75a8c2e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0868704 Aug 28 08:13:29.766417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da804abb-37df-4bf1-a66c-067341a07b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.800117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9aeff813-b113-4a45-b352-4d880265122f req-2cdc0daf-2a15-49f3-bee1-1fdf0493ff4c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Aug 28 08:13:29.816370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.884105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da804abb-37df-4bf1-a66c-067341a07b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:29.952269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da804abb-37df-4bf1-a66c-067341a07b17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37a565599e61404ab79a4981191db9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169380 Aug 28 08:13:29.952269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da804abb-37df-4bf1-a66c-067341a07b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068cdbf-2541-4048-910f-a3f72abf12aa,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:29.952657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36454) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:30.045487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.067025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36456) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:30.075843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.216401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a0399957-85c2-48d6-ab75-8b748225bcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.234287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:30.237330 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6646e9-29f6-4728-a192-25d1ee8c5e31" -d '{"events": [{"name": "network-changed", "server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:30.255506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-00948496-3e85-4044-aac0-5150eebe4728 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:30.257066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-00948496-3e85-4044-aac0-5150eebe4728 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.39 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 820 time: 0.1788738 Aug 28 08:13:30.290742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'port': {'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'admin_state_up': True, 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:30.301842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-301e959f-96ce-4b23-a6ff-6a2b37cad87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.355126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.359698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.365996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d068cdbf-2541-4048-910f-a3f72abf12aa HTTP/1.1" status: 204 len: 168 time: 0.4073098 Aug 28 08:13:30.374767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-54dc0fc2-cf9c-4d89-9c7a-d8ddccba0e8d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:30.375977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-54dc0fc2-cf9c-4d89-9c7a-d8ddccba0e8d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135505 Aug 28 08:13:30.393402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Request body: {'binding': {'host': 'n-h1-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:30.393949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Unknown quota resources ['binding']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:13:30.400056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068cdbf-2541-4048-910f-a3f72abf12aa,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:30.414280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171a3bb-ae42-41b0-8f0a-a550b2dbac3f req-34427da3-36d5-4642-bb0b-9d31eaddbbf4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:30.414280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0171a3bb-ae42-41b0-8f0a-a550b2dbac3f req-34427da3-36d5-4642-bb0b-9d31eaddbbf4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.1560407 Aug 28 08:13:30.446424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.446867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.447280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.447685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.448090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.448623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.449065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.450296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.450449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.450815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.451215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.451615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095883f-3065-41f7-a4ee-d5df2879b0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:30.510090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0171a3bb-ae42-41b0-8f0a-a550b2dbac3f req-ae6da042-8216-4430-a482-f51adcdc2a4d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Aug 28 08:13:30.582772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a0399957-85c2-48d6-ab75-8b748225bcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.583524 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e238e2-0c51-49fe-b851-0eac6fd5d594 x-openstack-request-id: req-b8e238e2-0c51-49fe-b851-0eac6fd5d594 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:30.583524 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:30.583524 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8e238e2-0c51-49fe-b851-0eac6fd5d594 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:30.583524 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83', 'status': 'completed', 'code': 200} Aug 28 08:13:30.659288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on host n-h1-792458-16 for vnic_type normal with profile None {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:30.659873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:30.660427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:30.667209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:30.667717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:30.670933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48e90181-e850-4220-bb1a-c86622d3fd7c req-58585acb-938b-4756-902b-45ece7f54f1b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 210 time: 0.0506172 Aug 28 08:13:30.678156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:30.696178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:30.696178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:30.696178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Bound port: 9caf9375-4728-4d27-b78c-a88b2c18fb29, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:30.704142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-52367e2f-75fd-48ed-954a-c560d915f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:30.705811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-52367e2f-75fd-48ed-954a-c560d915f12f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1127 time: 0.0492005 Aug 28 08:13:30.723610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36476) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:30.726593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:30.795574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:30.828417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-75238224-f60c-474d-ba3e-213a250d2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:30.830242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-75238224-f60c-474d-ba3e-213a250d2943 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1168365 Aug 28 08:13:30.857893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:30.876018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a0399957-85c2-48d6-ab75-8b748225bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:30.879864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 has no active binding in host n-h2-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:13:30.954538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-fe1ed23a-ac3e-411f-af94-16e772dbd7f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.0998023 Aug 28 08:13:31.010903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.013094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ba7df3ca-d34e-4563-897c-d5662a0adaa7 service neutron] 10.222.0.46 "POST /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29/bindings HTTP/1.1" status: 201 len: 390 time: 0.6237288 Aug 28 08:13:31.061360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Made reservation on behalf of 7541bc7ae1d74bbc822ed34692e8ca97 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:31.064484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-network', 'tenant_id': '63e691ea601e409a91c12917a89eda40'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:31.065782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.115827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0399957-85c2-48d6-ab75-8b748225bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa97c9eb-dd39-4363-8bf1-d6469633a402,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:31.124230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a0399957-85c2-48d6-ab75-8b748225bcff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbfff1e2ea5c46af96100f6402bc3ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0557363 Aug 28 08:13:31.129984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36486) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:31.198170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf520-feeb-4f17-9b3e-3460f9bec158 req-7afa5438-ed5d-41a6-b62e-90651539d964 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:31.200878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6ecf520-feeb-4f17-9b3e-3460f9bec158 req-7afa5438-ed5d-41a6-b62e-90651539d964 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.2562110 Aug 28 08:13:31.202581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-db9204f4-3dd1-41fe-a102-eae33c55388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:31.204156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-db9204f4-3dd1-41fe-a102-eae33c55388f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.2188854 Aug 28 08:13:31.243289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.269403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Allocated IP 172.20.0.11 (5fd75a8d-def5-4158-a39c-f3ef5bae599d/ea6c43e2-4f50-464e-b011-74f37464563e/8ba5f4f5-30d9-43bc-869c-53da871de017) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:31.270055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-63d8b083-e86c-48f0-b582-609f6e842e67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420318 Aug 28 08:13:31.273385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Made reservation on behalf of 63e691ea601e409a91c12917a89eda40 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:31.275770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.285566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.297341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6ecf520-feeb-4f17-9b3e-3460f9bec158 req-74595eef-3d2d-4f31-bc41-091cfc35d95d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878973 Aug 28 08:13:31.299879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.440195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-2a729068-5c1a-49cc-aae0-43c41dafd383 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582870 Aug 28 08:13:31.578539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.590641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505f379-ac92-4f0c-8156-3601ea6904e0 req-12e45479-2714-4971-a8f9-8879fc4da9b7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:31.600516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8505f379-ac92-4f0c-8156-3601ea6904e0 req-12e45479-2714-4971-a8f9-8879fc4da9b7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 945 time: 0.1400638 Aug 28 08:13:31.603155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36492) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:31.611563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.615674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.617755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa97c9eb-dd39-4363-8bf1-d6469633a402 HTTP/1.1" status: 204 len: 168 time: 0.4864943 Aug 28 08:13:31.629626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Transition to ACTIVE for port object 8ba5f4f5-30d9-43bc-869c-53da871de017 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:31.664012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f41daf-ef4e-47db-9f85-5b7e8b330df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.673074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6646e9-29f6-4728-a192-25d1ee8c5e31 req-d5ff21a1-41a7-4a74-92b8-8ea33d3260c1 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206452 Aug 28 08:13:31.690839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7426-fc45-4d61-94f4-b8278c361cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa97c9eb-dd39-4363-8bf1-d6469633a402,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:31.725934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8505f379-ac92-4f0c-8156-3601ea6904e0 req-1265727d-2ea5-46fd-9f9f-ba52ff117851 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245341 Aug 28 08:13:31.817157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.845226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:31.846541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb05f77-f939-46e8-98b4-448d51655e0a req-2e021adc-8cc4-4990-8bc8-682fef039b8e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:31.854876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb05f77-f939-46e8-98b4-448d51655e0a req-2e021adc-8cc4-4990-8bc8-682fef039b8e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.2277467 Aug 28 08:13:31.893663 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e784019b-078a-40c0-91e6-bc8190bad210 req-7a305114-515d-4131-a0a1-521d5d69757d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 210 time: 0.0292294 Aug 28 08:13:31.898399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb05f77-f939-46e8-98b4-448d51655e0a req-960d379f-67f3-4a01-9af6-61d32f6087cb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Aug 28 08:13:31.994903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.033703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5a9960cd-781a-485b-9e14-31256dab7e10'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:32.047596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.051260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:32.055195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:32.060362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:32.086181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:13:32.093733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event updated for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:32.119831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.120525 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Added segment a202a310-4bb8-4ce9-8db6-05867993f5b8 of type vlan for network 669d447a-18b7-4191-b966-ac812a111af4 Aug 28 08:13:32.126537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:32.127444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.304194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b19d2-8914-4dd7-a937-43c28e7fd290,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:32.321910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.390371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-5cbcceb1-94d3-495d-a404-90e91788cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:32.393186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-5cbcceb1-94d3-495d-a404-90e91788cb23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1097 time: 0.1628757 Aug 28 08:13:32.442176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f41daf-ef4e-47db-9f85-5b7e8b330df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.526258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.528115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:32.529150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.562010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f41daf-ef4e-47db-9f85-5b7e8b330df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.611834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-9103ac9d-7e41-48a5-9e87-8d5cfd2f89fb service neutron] 10.222.0.39 "GET /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.1581407 Aug 28 08:13:32.671469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8da-b4a3-4dac-bc82-18200e18e26c req-c699266e-2099-4a7a-9a62-b48439da378a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:32.673171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b62fc8da-b4a3-4dac-bc82-18200e18e26c req-c699266e-2099-4a7a-9a62-b48439da378a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1673057 Aug 28 08:13:32.677465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b55b179d-d5a2-4d31-a3cb-501f6cf9b534 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3940890 Aug 28 08:13:32.725734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Request body: {'port': {'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:32.742314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-59afd489-9925-4bc7-9d68-7481e4687e66 None None] Provisioning for port 8ba5f4f5-30d9-43bc-869c-53da871de017 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:32.750604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-59afd489-9925-4bc7-9d68-7481e4687e66 None None] Provisioning complete for port 8ba5f4f5-30d9-43bc-869c-53da871de017 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:32.751560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-59afd489-9925-4bc7-9d68-7481e4687e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.880196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-59afd489-9925-4bc7-9d68-7481e4687e66 None None] Port 8ba5f4f5-30d9-43bc-869c-53da871de017 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:32.891785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b62fc8da-b4a3-4dac-bc82-18200e18e26c req-3ea130fe-94ca-49aa-8b49-712dc7132e9f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051654 Aug 28 08:13:32.926521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:32.989774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b7f41daf-ef4e-47db-9f85-5b7e8b330df4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a23fc99dc94a4ae689ff1580e65617fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3731475 Aug 28 08:13:32.997130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41daf-ef4e-47db-9f85-5b7e8b330df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1cfce-895d-4b9b-b57f-45ad6076510e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:33.000115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] Pushing event updated for resources: {'Network': ['ID=669d447a-18b7-4191-b966-ac812a111af4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:33.000566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36510) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:33.040995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-d4913265-9a2e-44c2-b109-c137ec2fafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:33.042538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-d4913265-9a2e-44c2-b109-c137ec2fafe0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.5983536 Aug 28 08:13:33.054869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a64b1d1f-8762-4cae-a485-7d837bb18b1c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3281360 Aug 28 08:13:33.061750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:33.066014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 669d447a-18b7-4191-b966-ac812a111af4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:13:33.100821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Request body: {'subnet': {'network_id': '669d447a-18b7-4191-b966-ac812a111af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-subnet', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:33.107918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-fafe0a8e-736a-4707-8a1b-e7e5e2010ef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.0570309 Aug 28 08:13:33.166456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9dfb-42c0-4a34-a9aa-16071dbba103 req-f6a19e92-2a3d-425c-ac85-8a2fc8ed3fa9 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:33.169040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-748a9dfb-42c0-4a34-a9aa-16071dbba103 req-f6a19e92-2a3d-425c-ac85-8a2fc8ed3fa9 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 945 time: 0.1912799 Aug 28 08:13:33.181276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:33.220189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e04cdca-5d52-4984-aaa6-6b22e279b23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:33.238466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-db0151a5-3efc-47b9-957c-5ac62902d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:33.240272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-db0151a5-3efc-47b9-957c-5ac62902d86f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1212180 Aug 28 08:13:33.281322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-748a9dfb-42c0-4a34-a9aa-16071dbba103 req-b1579505-2b52-4063-ab07-60a3e781628d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043308 Aug 28 08:13:33.283647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-3693b84c-a41e-4f54-b1fe-077d776ee9e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343835 Aug 28 08:13:33.361738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Made reservation on behalf of 63e691ea601e409a91c12917a89eda40 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:33.364368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:33.434236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407141-defd-45b8-b56a-bcff64fbcb17 req-60179f65-06ca-44c5-bae9-e7454a9983ae tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:33.437411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b407141-defd-45b8-b56a-bcff64fbcb17 req-60179f65-06ca-44c5-bae9-e7454a9983ae tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 932 time: 0.3414538 Aug 28 08:13:33.503113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:33.549854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-d8435312-b2bb-40d1-b4ab-28189a821c97 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570939 Aug 28 08:13:33.603993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2102-5c0f-4b19-bac0-3b797af8af21 req-a7bc8ad9-7bca-4a31-9b9e-7835f79914dc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:33.606438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f6c2102-5c0f-4b19-bac0-3b797af8af21 req-a7bc8ad9-7bca-4a31-9b9e-7835f79914dc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 944 time: 0.2199328 Aug 28 08:13:33.785877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f6c2102-5c0f-4b19-bac0-3b797af8af21 req-6d1335a4-152e-40e5-9b18-7546efb241bd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425993 Aug 28 08:13:33.835276 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e04cdca-5d52-4984-aaa6-6b22e279b23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:33.864197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-38ceb14f-8e7a-4967-b18d-3beeb20c8da1 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026233 Aug 28 08:13:33.956057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:33.975847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e04cdca-5d52-4984-aaa6-6b22e279b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.008776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:34.034341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.034701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8e04cdca-5d52-4984-aaa6-6b22e279b23b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a20791c1740546b38e089b23e47e7f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517914 Aug 28 08:13:34.035694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04cdca-5d52-4984-aaa6-6b22e279b23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632d6fd2-8c18-4783-8aec-37dd1748cadb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.038442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:34.040272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b407141-defd-45b8-b56a-bcff64fbcb17 req-0f19eb43-c327-4cee-877a-ade522e14b2d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815229 Aug 28 08:13:34.070486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.098640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963471f4-945b-46f4-8b24-9bddb5395f83 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:34.122954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:34.219614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba5f4f5-30d9-43bc-869c-53da871de017 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:34.231896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.232198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2301d23-b4f8-4150-9cf7-5d301d4be7d7,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.276961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b85701-66c4-4c0e-9fb8-a727be806497 req-caa48811-334d-4658-84f8-6209b1590068 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:34.279213 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b1b85701-66c4-4c0e-9fb8-a727be806497 req-caa48811-334d-4658-84f8-6209b1590068 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.2169943 Aug 28 08:13:34.284031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.300233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.304236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-4c0de062-9935-46db-9d25-b1f1244b3621 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:34.305744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-4c0de062-9935-46db-9d25-b1f1244b3621 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1482511 Aug 28 08:13:34.313323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Checking segment: {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:34.313783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Network hostable DHCP agents. Network: 669d447a-18b7-4191-b966-ac812a111af4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:13:34.326240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-16'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:34.333263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Transition to ACTIVE for port object 8ba5f4f5-30d9-43bc-869c-53da871de017 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:34.336430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.345776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.345776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ee1cfce-895d-4b9b-b57f-45ad6076510e HTTP/1.1" status: 204 len: 168 time: 1.3386240 Aug 28 08:13:34.354942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d0287-8b38-4074-9e24-9e85245e4a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1cfce-895d-4b9b-b57f-45ad6076510e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.408587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b1b85701-66c4-4c0e-9fb8-a727be806497 req-35568a9d-34cc-447d-b193-392acae53a6f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190031 Aug 28 08:13:34.429940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.496323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.500599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] Transition to ACTIVE for port object 963471f4-945b-46f4-8b24-9bddb5395f83 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:34.515034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.531760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Network 669d447a-18b7-4191-b966-ac812a111af4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:13:34.619247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.623769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.644600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.648010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50707d-ad5e-4058-9496-64daf1d19bbe req-6f27fe7c-5b93-4173-8461-50813fa8229d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:34.649716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a50707d-ad5e-4058-9496-64daf1d19bbe req-6f27fe7c-5b93-4173-8461-50813fa8229d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 945 time: 0.2071049 Aug 28 08:13:34.650270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 669d447a-18b7-4191-b966-ac812a111af4) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:34.676969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986cd4f-0cf8-45d6-9352-e59083998227 None None] Network 669d447a-18b7-4191-b966-ac812a111af4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:13:34.706781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:34.707752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.749089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.753927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.755939 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/632d6fd2-8c18-4783-8aec-37dd1748cadb HTTP/1.1" status: 204 len: 168 time: 0.7163203 Aug 28 08:13:34.820019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573594a5-a244-48ab-a3e3-61e599c5b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632d6fd2-8c18-4783-8aec-37dd1748cadb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.906418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:34.920769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-669d447a-18b7-4191-b966-ac812a111af4', 'network_id': '669d447a-18b7-4191-b966-ac812a111af4', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'fixed_ips': [{'subnet_id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:13:34.922252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:34.928222 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-220a45fd-a0f6-43ed-b34d-4e67f04772c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8615022 Aug 28 08:13:34.934919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] Pushing event updated for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:34.944832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36530) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:34.962020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:35.112744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:35.114337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] No DVR routers for this DVR port 963471f4-945b-46f4-8b24-9bddb5395f83 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:35.133793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.218041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.228119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:35.232681 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2e6c3-6500-4b46-859f-1ede82801b72" -d '{"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-unplugged", "status": "completed", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:35.240882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a50707d-ad5e-4058-9496-64daf1d19bbe req-5f786c20-763a-4374-9bf9-cb00c703ff21 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473032 Aug 28 08:13:35.267561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-18e1c603-4d18-43fc-9279-ae18dfeee3bd service neutron] 10.222.0.39 "PUT /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83/bindings/n-h2-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 2.6457007 Aug 28 08:13:35.291139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Allocated IP 172.20.0.2 (669d447a-18b7-4191-b966-ac812a111af4/f2301d23-b4f8-4150-9cf7-5d301d4be7d7/7d838c93-f15f-4d35-b26a-791cb2d76768) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:35.292348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Attempting to bind port 8ba5f4f5-30d9-43bc-869c-53da871de017 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:35.293313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Attempting to bind port 8ba5f4f5-30d9-43bc-869c-53da871de017 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:35.294917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Attempting to bind port 8ba5f4f5-30d9-43bc-869c-53da871de017 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:35.304029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Port 8ba5f4f5-30d9-43bc-869c-53da871de017 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:35.304776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Attempting to bind port 8ba5f4f5-30d9-43bc-869c-53da871de017 on network 5fd75a8d-def5-4158-a39c-f3ef5bae599d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:35.322314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.323717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:35.324960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Checking segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:35.325463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Bound using segment: {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:35.326136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Bound port: 8ba5f4f5-30d9-43bc-869c-53da871de017, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216ba212-f917-48ea-aced-56a0155f148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:35.334854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.355143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.359943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.459979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:35.468520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8ba5f4f5-30d9-43bc-869c-53da871de017,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:35.560233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.615003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409680d-11ca-4092-baf6-034839037bcb req-7729d027-c109-4f36-926f-965145ef393f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:35.628544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8409680d-11ca-4092-baf6-034839037bcb req-7729d027-c109-4f36-926f-965145ef393f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.5457749 Aug 28 08:13:35.645535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:35.710012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-bd45b62d-086b-4b72-b335-80adb0abf180 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:35.711655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-bd45b62d-086b-4b72-b335-80adb0abf180 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.2292602 Aug 28 08:13:35.733790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:35.734480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.736065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-b33d663a-cfa4-4559-a54c-60e5e026c8d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 1093 time: 3.0312836 Aug 28 08:13:35.736548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:35.738959 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85" -d '{"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:35.748771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.782948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:35.841749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4c1e4-c9d1-4870-b8f2-3435b774393b req-3a5893d8-e155-4867-82d4-26c70de8cb68 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:35.844670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9b4c1e4-c9d1-4870-b8f2-3435b774393b req-3a5893d8-e155-4867-82d4-26c70de8cb68 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 944 time: 0.2118700 Aug 28 08:13:35.866605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8409680d-11ca-4092-baf6-034839037bcb req-18b4337a-ba7d-4383-92fc-85b8f692dcdf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240856 Aug 28 08:13:35.877674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.889009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on host n-h2-792458-16 for vnic_type normal with profile {"migrating_to": "n-h1-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:35.889554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:35.893114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Transition to ACTIVE for port object 7d838c93-f15f-4d35-b26a-791cb2d76768 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:35.903008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:35.939425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:35.939948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Attempting to bind port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:35.951803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:35.952367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:35.952973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:35.953729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Bound port: 9caf9375-4728-4d27-b78c-a88b2c18fb29, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:35.954507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:35.965630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Transition to ACTIVE for port object 7d838c93-f15f-4d35-b26a-791cb2d76768 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:35.997184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:36.015533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-d71ad33e-6d75-4d3d-a351-198e8489dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.017437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-d71ad33e-6d75-4d3d-a351-198e8489dbab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04&tenant_id=f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 1097 time: 0.2674513 Aug 28 08:13:36.085580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9b4c1e4-c9d1-4870-b8f2-3435b774393b req-369f1f3b-1014-42e1-aaa7-a5333616a062 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Aug 28 08:13:36.123888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.183814 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f922524-d593-4283-9d85-19c819a5e67c x-openstack-request-id: req-4f922524-d593-4283-9d85-19c819a5e67c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:36.184388 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:36.184646 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f922524-d593-4283-9d85-19c819a5e67c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:36.185064 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'status': 'completed', 'code': 200} Aug 28 08:13:36.191446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:36.197604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:36.201887 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111c990-04c0-476b-abc5-f3122775a5fb x-openstack-request-id: req-7111c990-04c0-476b-abc5-f3122775a5fb {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:36.202512 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-unplugged", "status": "completed", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:36.203036 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7111c990-04c0-476b-abc5-f3122775a5fb {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:36.203975 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'code': 200} Aug 28 08:13:36.244911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:36.254132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.264440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Network 669d447a-18b7-4191-b966-ac812a111af4 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:36.277720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-88229cf9-0af6-459a-a3db-802e6c1a9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.277720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-88229cf9-0af6-459a-a3db-802e6c1a9cb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1096 time: 0.3439701 Aug 28 08:13:36.278185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Pushing event updated for resources: {'Port': ['ID=7d838c93-f15f-4d35-b26a-791cb2d76768,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:36.278185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:36.283058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:36.283577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a761e4-8f2c-4b74-b977-c50b0d4b9ba8 req-134f6522-5401-492c-9731-b3296cf6feb5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.303418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30a761e4-8f2c-4b74-b977-c50b0d4b9ba8 req-134f6522-5401-492c-9731-b3296cf6feb5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1207724 Aug 28 08:13:36.314710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.327234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-e42bc6d9-d628-4c0d-988b-983edad94787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.330964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-e42bc6d9-d628-4c0d-988b-983edad94787 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1097 time: 0.1504607 Aug 28 08:13:36.409892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-60aaa394-a7dd-43e8-b1ea-73d1f89b65f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 217 time: 0.1132371 Aug 28 08:13:36.425757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Attempting to bind port 7d838c93-f15f-4d35-b26a-791cb2d76768 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:36.426157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Attempting to bind port 7d838c93-f15f-4d35-b26a-791cb2d76768 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:36.426520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Attempting to bind port 7d838c93-f15f-4d35-b26a-791cb2d76768 on network 669d447a-18b7-4191-b966-ac812a111af4 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:36.436867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:36.437543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Checking segment: {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:36.437990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.438405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Bound using segment: {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:36.438913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Bound port: 7d838c93-f15f-4d35-b26a-791cb2d76768, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:36.439308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.545278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30a761e4-8f2c-4b74-b977-c50b0d4b9ba8 req-370e304f-2782-4177-a6ab-0922fb304fa5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323248 Aug 28 08:13:36.547683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=8']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:36.629074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] For port 7d838c93-f15f-4d35-b26a-791cb2d76768, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:36.632472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.633565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.635012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-314c95c0-4d07-4426-80c7-5ddb56a87ce8 service neutron] 10.222.0.39 "PUT /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 1123 time: 2.3150067 Aug 28 08:13:36.637175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] For port 7d838c93-f15f-4d35-b26a-791cb2d76768, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d838c93-f15f-4d35-b26a-791cb2d76768,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:36.710249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-ae33e0de-019b-4da5-b495-699156b86209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.711785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-ae33e0de-019b-4da5-b495-699156b86209 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.2621369 Aug 28 08:13:36.731498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161039-65d2-4ee2-98a0-03fc5fc9954c req-79ac47a8-a12e-4a76-b285-803dd02b0391 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.733091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00161039-65d2-4ee2-98a0-03fc5fc9954c req-79ac47a8-a12e-4a76-b285-803dd02b0391 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.3421798 Aug 28 08:13:36.782620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-e09326d9-1ccd-4702-ae0b-9777d4512fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.784152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-e09326d9-1ccd-4702-ae0b-9777d4512fb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3952186 Aug 28 08:13:36.825531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9caf9375-4728-4d27-b78c-a88b2c18fb29'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:36.879478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:36.890522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-e0cc7dad-a930-4ea3-974c-0a70da984088 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.0864573 Aug 28 08:13:36.926272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-2b7df5c4-1255-4dc8-8607-32b251ec16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:36.928606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-2b7df5c4-1255-4dc8-8607-32b251ec16b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054434 Aug 28 08:13:36.936199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00161039-65d2-4ee2-98a0-03fc5fc9954c req-3d32b211-6f59-4c52-9bec-da660ae64367 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849792 Aug 28 08:13:37.114428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add31e03-e21c-4b7d-991b-e84b3d4a64b1 None None] Pushing event updated for resources: {'Port': ['ID=7d838c93-f15f-4d35-b26a-791cb2d76768,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:37.175951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-27c11b6f-af66-4117-86ed-0cab0fe45b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:37.182859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-27c11b6f-af66-4117-86ed-0cab0fe45b08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.2832382 Aug 28 08:13:37.191301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5153117-e729-45fe-ba94-99cc82831106 req-b46e1a19-0c6d-4bf3-90f1-27c35454ec15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:37.203529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5153117-e729-45fe-ba94-99cc82831106 req-b46e1a19-0c6d-4bf3-90f1-27c35454ec15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1139359 Aug 28 08:13:37.282943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5153117-e729-45fe-ba94-99cc82831106 req-e3de5bd2-3446-4863-aee9-63049cd834ec tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781598 Aug 28 08:13:37.291984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-483fb998-af3e-493f-8f9e-ccaf0291ebeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915928 Aug 28 08:13:37.421818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-5b595438-db40-4352-b67d-9d6d44fce087 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501047 Aug 28 08:13:37.715486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106032c-eafe-472c-8cd1-fa48bcc0f116 req-c0c075af-da91-4e63-b441-33c91bc31133 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:37.718907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0106032c-eafe-472c-8cd1-fa48bcc0f116 req-c0c075af-da91-4e63-b441-33c91bc31133 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0810461 Aug 28 08:13:37.756690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041aeb32-4319-4b42-b377-a904add55828 req-606873e3-03af-4b59-a832-48f2772c7b57 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:37.759756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-041aeb32-4319-4b42-b377-a904add55828 req-606873e3-03af-4b59-a832-48f2772c7b57 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 944 time: 0.3270242 Aug 28 08:13:37.766445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0106032c-eafe-472c-8cd1-fa48bcc0f116 req-5d9420a7-2e26-4992-ac8a-616460ff4f4e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Aug 28 08:13:37.876490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-b27a7e65-5b8d-4f34-b0bc-e7d1b15278d1 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687559 Aug 28 08:13:37.881926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f59ffa-6bdb-4439-9ad8-9f34244746c3 req-e4db1f3b-4dfb-4246-886e-cd5bcfd4fd4e service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130864 Aug 28 08:13:37.883026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:37.961950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:37.969553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-041aeb32-4319-4b42-b377-a904add55828 req-80a567af-e3fa-4c24-b83b-da1769233758 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748300 Aug 28 08:13:38.116015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e57c5e-a8ed-4896-a466-7540d3a46f63 req-42861ca6-0dab-4419-87f7-a853cfe6e6c4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:38.118032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0e57c5e-a8ed-4896-a466-7540d3a46f63 req-42861ca6-0dab-4419-87f7-a853cfe6e6c4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.0571449 Aug 28 08:13:38.153494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-db4da429-1855-4965-b048-965f848ebd4d service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658510 Aug 28 08:13:38.216916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:38.220793 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ce872-79bb-485e-9d1d-a96b94baf85d" -d '{"events": [{"name": "network-changed", "server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:38.229562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0e57c5e-a8ed-4896-a466-7540d3a46f63 req-cec3e13e-fe65-41e7-b6ad-30f9271433ce tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036413 Aug 28 08:13:38.291334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Allocated IP 172.25.0.148 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:38.338558 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf9a6f-e916-48c7-bf49-12920d880904 x-openstack-request-id: req-dcaf9a6f-e916-48c7-bf49-12920d880904 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:38.338879 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:38.339086 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcaf9a6f-e916-48c7-bf49-12920d880904 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:38.340247 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'status': 'completed', 'code': 200} Aug 28 08:13:38.495093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7584-27f4-4988-afbf-a65514597e44 req-ac5098b5-a1e4-4bfa-8455-475301582c0d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:38.495252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-28f5a9f6-2776-488c-adb3-e54bdd00fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:38.497638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-844b7584-27f4-4988-afbf-a65514597e44 req-ac5098b5-a1e4-4bfa-8455-475301582c0d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.0923524 Aug 28 08:13:38.497819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-28f5a9f6-2776-488c-adb3-e54bdd00fdcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1096 time: 0.2879980 Aug 28 08:13:38.528977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5269498-30d0-4650-b91a-57c314ebf18d None None] Network 669d447a-18b7-4191-b966-ac812a111af4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:13:38.643059 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-844b7584-27f4-4988-afbf-a65514597e44 req-01c0dad3-c3ed-4747-a233-bafc59d5b134 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150494 Aug 28 08:13:38.708462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:38.740157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-71be22f2-dca9-4c2d-bfb2-0b1efe4f276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:38.743079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-71be22f2-dca9-4c2d-bfb2-0b1efe4f276a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1126 time: 0.2435114 Aug 28 08:13:38.811064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f6594a37-aeaf-413b-88b2-bf8d13fd81de None None] Provisioning for port 7d838c93-f15f-4d35-b26a-791cb2d76768 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:38.940719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-0855a634-549d-4922-9f1e-7b356605d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:38.943684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-0855a634-549d-4922-9f1e-7b356605d914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.4245942 Aug 28 08:13:39.041723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069230-6783-42ef-8899-edd9232f6161 req-4bcaa706-9e03-4b51-8d4c-35826b60cbd6 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.044660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-4bcaa706-9e03-4b51-8d4c-35826b60cbd6 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1216407 Aug 28 08:13:39.325978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d838c93-f15f-4d35-b26a-791cb2d76768 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:39.445509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-77069230-6783-42ef-8899-edd9232f6161 req-7225bb4a-fbb2-489f-ad01-77857cb5460b service neutron] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:39.452790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77069230-6783-42ef-8899-edd9232f6161 req-7225bb4a-fbb2-489f-ad01-77857cb5460b service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:39.455153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77069230-6783-42ef-8899-edd9232f6161 req-7225bb4a-fbb2-489f-ad01-77857cb5460b service neutron] 10.222.0.64 "DELETE /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83/bindings/n-h1-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.3908710 Aug 28 08:13:39.470102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-128f94fe-5155-4b36-b3bf-d5ccd3f2b2dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 217 time: 0.4986143 Aug 28 08:13:39.535594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7d838c93-f15f-4d35-b26a-791cb2d76768 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:39.536230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-23515b40-e696-4c6f-8b11-6eb22f341bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.537476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-23515b40-e696-4c6f-8b11-6eb22f341bd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.7848947 Aug 28 08:13:39.543788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7d838c93-f15f-4d35-b26a-791cb2d76768 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:39.544457 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:39.582954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9891a-f422-4119-935c-e96306b3435c req-24e6ee2a-87cc-4874-9881-23720af5b41f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.596091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bad9891a-f422-4119-935c-e96306b3435c req-24e6ee2a-87cc-4874-9881-23720af5b41f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 944 time: 0.0928283 Aug 28 08:13:39.601053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-ee7c4672-dc34-473c-8e19-240a19fd27f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.0537386 Aug 28 08:13:39.603686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-83c2b4e2-0fab-4913-87ee-61e971dcd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.605727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-83c2b4e2-0fab-4913-87ee-61e971dcd358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1116652 Aug 28 08:13:39.613627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267674f-a28c-464f-8fa0-9bde34504cbb req-c044435f-6ca0-4f6e-872d-35308b1e74f4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.615278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e267674f-a28c-464f-8fa0-9bde34504cbb req-c044435f-6ca0-4f6e-872d-35308b1e74f4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.6419141 Aug 28 08:13:39.619028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:39.662741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bad9891a-f422-4119-935c-e96306b3435c req-722bf693-13d3-45f4-aced-7dd8d8b9fd00 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Aug 28 08:13:39.671294 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:39.718656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7d838c93-f15f-4d35-b26a-791cb2d76768, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d838c93-f15f-4d35-b26a-791cb2d76768,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:39.742555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:39.759102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:39.770016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:39.772125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:39.784247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-e283a3b1-bf90-4d80-8d97-c1f2415f9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.799846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-e283a3b1-bf90-4d80-8d97-c1f2415f9bdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1693697 Aug 28 08:13:39.801532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2d58-9a01-481c-976c-67cb946afcc4 req-66b41589-0509-4096-9ef6-49fc680cd107 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.803331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-104d2d58-9a01-481c-976c-67cb946afcc4 req-66b41589-0509-4096-9ef6-49fc680cd107 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.0640578 Aug 28 08:13:39.810415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:39.815295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e267674f-a28c-464f-8fa0-9bde34504cbb req-7090eb36-c314-43e7-9238-8dcd35c100d9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758931 Aug 28 08:13:39.849234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-26d47942-6de9-45bc-b171-da09059d80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:39.850331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-26d47942-6de9-45bc-b171-da09059d80fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2327464 Aug 28 08:13:39.854567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-61169082-0b4f-4eee-b724-f8368e0295ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467987 Aug 28 08:13:39.868681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7d838c93-f15f-4d35-b26a-791cb2d76768,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:39.871887 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-104d2d58-9a01-481c-976c-67cb946afcc4 req-ae74815c-350a-440a-8c1e-413d9be309cc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534985 Aug 28 08:13:40.022132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:40.124564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-0b0c4f47-695c-4b39-8ac0-5e6bfbe49c5e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558050 Aug 28 08:13:40.158604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581369d0-18f1-45a1-9346-9e958fdf7870 req-aaf8b64d-0b9d-412a-8bfe-81a1026c3efc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:40.178084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-581369d0-18f1-45a1-9346-9e958fdf7870 req-aaf8b64d-0b9d-412a-8bfe-81a1026c3efc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1536553 Aug 28 08:13:40.221637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-742195f9-9fcf-4705-bf1a-31699fc8001b service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530722 Aug 28 08:13:40.226403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-708438b7-ccf1-4e14-a25e-a520b78d2d88 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567536 Aug 28 08:13:40.247245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-581369d0-18f1-45a1-9346-9e958fdf7870 req-babb975e-ef42-4535-817e-8b555213b1f5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Aug 28 08:13:40.346050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:40.370234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:13:40.432041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53eb7-4703-49b3-aed5-6f1f16c87bf4 req-359bf496-bc09-4533-b7ba-f524b3d9343d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:40.434990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71d53eb7-4703-49b3-aed5-6f1f16c87bf4 req-359bf496-bc09-4533-b7ba-f524b3d9343d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1097 time: 0.0484185 Aug 28 08:13:40.507318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71d53eb7-4703-49b3-aed5-6f1f16c87bf4 req-dcb255c5-7f0c-4246-8362-8f2b935ffd92 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Aug 28 08:13:40.569286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-b306b7fd-6946-4514-9223-e34106f883a8 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:40.570904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-b306b7fd-6946-4514-9223-e34106f883a8 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4373667 Aug 28 08:13:40.608823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-71bd20bf-6797-4b83-a921-e7814d69956d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/quotas/aecc4775af054d4cb26c9fd88a4bae78 HTTP/1.1" status: 200 len: 375 time: 0.0222430 Aug 28 08:13:40.683942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-202de1ed-ce6b-4cf2-8fc1-382a453e0d85 req-0a26080b-f045-4c86-a302-f3ce81ee7c89 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367931 Aug 28 08:13:40.690592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-4c8fd2da-8363-4d99-84c0-33bbc577b99f tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620279 Aug 28 08:13:40.700340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d95ce872-79bb-485e-9d1d-a96b94baf85d req-c5028656-084c-4960-b7cd-60827b42c111 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654567 Aug 28 08:13:40.703517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:40.713034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36668) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:40.909174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b7652-bc65-4b89-a5bd-7d9801e53901 req-b27ae841-b39a-4bc9-915e-4d9d1a078051 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:40.911328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-046b7652-bc65-4b89-a5bd-7d9801e53901 req-b27ae841-b39a-4bc9-915e-4d9d1a078051 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 944 time: 0.0942411 Aug 28 08:13:40.959991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78376688-bcc1-497a-9549-b6f9f60e4c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:40.991365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-046b7652-bc65-4b89-a5bd-7d9801e53901 req-2d62f376-9e56-40ca-a59b-10292d03c9d0 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721214 Aug 28 08:13:41.046780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.145339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78376688-bcc1-497a-9549-b6f9f60e4c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.175221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d838c93-f15f-4d35-b26a-791cb2d76768 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:41.228894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7d838c93-f15f-4d35-b26a-791cb2d76768 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:41.229738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.254241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78376688-bcc1-497a-9549-b6f9f60e4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.259263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951320b8-d479-4eda-90b0-5e14f5246cff req-3f8c7c1e-9288-426e-965d-3a6220b170d1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:41.261781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-951320b8-d479-4eda-90b0-5e14f5246cff req-3f8c7c1e-9288-426e-965d-3a6220b170d1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1138620 Aug 28 08:13:41.321496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-96c5e985-5a48-44ae-8792-f55234b87bb0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:41.336159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-96c5e985-5a48-44ae-8792-f55234b87bb0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.2241383 Aug 28 08:13:41.361802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-951320b8-d479-4eda-90b0-5e14f5246cff req-8e89aac5-2e49-4690-9c3e-7780668800c2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Aug 28 08:13:41.399712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78376688-bcc1-497a-9549-b6f9f60e4c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0a750e-99f4-401d-88ac-65735675ad03,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:41.407930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-a268168e-1fbd-4555-abe2-9059344f770c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/quotas/f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 375 time: 0.0700715 Aug 28 08:13:41.411822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Router 11b934ab-d149-422a-a26b-c96e77d913c0 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:13:41.415584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-78376688-bcc1-497a-9549-b6f9f60e4c05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cecb10a969df450a9a728693c8775647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979456 Aug 28 08:13:41.419619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:41.485169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-cab2cb51-e8b1-492d-96c5-4fde464c7ba9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618038 Aug 28 08:13:41.623819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-62a97973-b668-4b53-b23f-e118b0fc806e service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304612 Aug 28 08:13:41.624897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.672524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.694165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa62681-ac39-4cea-905b-80e9107ea23b req-27f08e76-18bb-4c9d-a273-611f1c7e0c20 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:41.695903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fa62681-ac39-4cea-905b-80e9107ea23b req-27f08e76-18bb-4c9d-a273-611f1c7e0c20 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.1660171 Aug 28 08:13:41.699618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:41.711975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Sync routers for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:41.726794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:41.728012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:41.749145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-2bb3f03e-09e6-4530-9d59-e6be149bef04 service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178946 Aug 28 08:13:41.770374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fa62681-ac39-4cea-905b-80e9107ea23b req-c2f5ab8e-d601-4a5c-b57b-6e8a77172bc1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Aug 28 08:13:41.872962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8033ed2d-df1e-48e7-a2de-123e236e12fd req-3a0cf473-1a46-4693-a551-558dcf9cb89c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0493228 Aug 28 08:13:41.874000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.875172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-84d1a4b5-563e-4007-b82b-a150d2b0fd39 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9233239 Aug 28 08:13:41.878161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36700) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:41.883096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:41.918429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.921448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:41.925342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c0a750e-99f4-401d-88ac-65735675ad03 HTTP/1.1" status: 204 len: 168 time: 0.4973252 Aug 28 08:13:41.931522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e5920-87cf-469b-a50c-efeb0a22470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0a750e-99f4-401d-88ac-65735675ad03,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:42.044712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8ba5f4f5-30d9-43bc-869c-53da871de017 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:42.130785 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-933a0460-9488-43fd-a735-b859bb6f1bfb req-a55d526d-137d-4578-b528-49026e684070 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 210 time: 0.0355179 Aug 28 08:13:42.165863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f224ec-480b-49cb-8334-0b0a24ed2d30 req-da33457e-91e8-477d-91ab-c7cc3bea0d9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:42.178709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1f224ec-480b-49cb-8334-0b0a24ed2d30 req-da33457e-91e8-477d-91ab-c7cc3bea0d9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 944 time: 0.0840933 Aug 28 08:13:42.264502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8ba5f4f5-30d9-43bc-869c-53da871de017,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:42.270884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1f224ec-480b-49cb-8334-0b0a24ed2d30 req-4663c1d7-d44e-4fa6-9efb-1458cd5f51d2 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903878 Aug 28 08:13:42.284254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:42.335058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:40Z', 'revision_number': 3, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:42.366734 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.369027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Checking router: 11b934ab-d149-422a-a26b-c96e77d913c0 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:42.369622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Updating router 11b934ab-d149-422a-a26b-c96e77d913c0 port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:13:42.408358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba5f4f5-30d9-43bc-869c-53da871de017 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:42.416280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.475395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8ba5f4f5-30d9-43bc-869c-53da871de017,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:42.568533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.683639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:42.705742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2531086-2249-4f7d-8b5f-0c62b17e171d req-5b99423a-25d9-4169-827b-9b4b0e18aa6b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:42.714496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d2531086-2249-4f7d-8b5f-0c62b17e171d req-5b99423a-25d9-4169-827b-9b4b0e18aa6b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.2093961 Aug 28 08:13:42.760686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.785789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d2531086-2249-4f7d-8b5f-0c62b17e171d req-3ee1744c-090d-4f6d-9b0c-823620fb0b77 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 Aug 28 08:13:42.885400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.912062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Transition to ACTIVE for port object cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:42.942802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36724) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:42.960553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd57693-424b-496d-8e82-2d77c67f5ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:42.978298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eed18-80b2-45c0-a19a-24b7cbd2bce0 req-5a9a1fba-fd16-4845-8f9c-ff7c569e70e4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:42.980433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f5eed18-80b2-45c0-a19a-24b7cbd2bce0 req-5a9a1fba-fd16-4845-8f9c-ff7c569e70e4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.1185112 Aug 28 08:13:43.004010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.016802 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51f17705-aef2-4be3-87a6-05d1dd1ec728 req-e0711b70-0f62-4e42-917a-120f876fd341 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0475650 Aug 28 08:13:43.075161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f5eed18-80b2-45c0-a19a-24b7cbd2bce0 req-84aca1b8-97dc-41a6-afb6-243daff67a5f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Aug 28 08:13:43.105612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83467f1b-d7b6-462e-95b9-963e5f267222 None None] Pushing event updated for resources: {'Port': ['ID=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:43.115027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Attempting to bind port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:43.115718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Attempting to bind port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:43.116466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Attempting to bind port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:43.123996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:43.124751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:43.125386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.126004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:43.126537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Bound port: cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:43.126934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.131158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Allocated IP 172.20.0.1 (669d447a-18b7-4191-b966-ac812a111af4/f2301d23-b4f8-4150-9cf7-5d301d4be7d7/f34f55df-0d9a-4d04-9a66-2f91b21afa2f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:43.166909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd57693-424b-496d-8e82-2d77c67f5ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.200173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] For port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:43.203870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] For port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:43.273348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea069991-238e-4212-8d56-8a2a8695124c req-5d55bacb-1b69-4822-8d28-719e3c53f585 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 210 time: 0.0456886 Aug 28 08:13:43.274545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd57693-424b-496d-8e82-2d77c67f5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.297035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.370731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd57693-424b-496d-8e82-2d77c67f5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f43468-9717-463a-9e44-22bca027e68a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:43.380833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bbd57693-424b-496d-8e82-2d77c67f5ee9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dce4e9bd2efe46fe996cbbfed99811fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367540 Aug 28 08:13:43.381289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:43.425839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83467f1b-d7b6-462e-95b9-963e5f267222 None None] Pushing event updated for resources: {'Port': ['ID=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:43.444853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:43.445889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:43.462324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.493509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.618774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.632709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.633617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:43.636869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.639059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2f43468-9717-463a-9e44-22bca027e68a HTTP/1.1" status: 204 len: 168 time: 0.2566512 Aug 28 08:13:43.650420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b58fc-cb88-4661-8f90-f45a1e44fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f43468-9717-463a-9e44-22bca027e68a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:43.677461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Transition to ACTIVE for port object f34f55df-0d9a-4d04-9a66-2f91b21afa2f will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:43.707951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112ddbd-4f2c-4030-989e-b673a767ca22 req-b20f19b5-5584-4d85-9753-84622f5d7e98 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:43.709782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c112ddbd-4f2c-4030-989e-b673a767ca22 req-b20f19b5-5584-4d85-9753-84622f5d7e98 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 945 time: 0.0849609 Aug 28 08:13:43.763853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8ba5f4f5-30d9-43bc-869c-53da871de017'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:43.770644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c112ddbd-4f2c-4030-989e-b673a767ca22 req-9687ea83-b57f-4e1b-a15f-676dcbb6dcb9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Aug 28 08:13:43.867299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:43.934139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Network 669d447a-18b7-4191-b966-ac812a111af4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:43.937339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:43.941616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:43.948312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Pushing event updated for resources: {'Port': ['ID=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:43.997098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-a38f248a-873b-4312-b9d8-8ccee271b265 service neutron] 10.222.0.64 "GET /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.2173808 Aug 28 08:13:44.005748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-b4629c2f-9ac3-4d75-9cc9-116544cd4df9 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449214 Aug 28 08:13:44.027599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:44.036766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:44.244715 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e964dd5-6222-426a-b625-d4ad7d6716ab req-f1947a2e-7891-4f52-95d0-f39f5f05c392 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0601139 Aug 28 08:13:44.432117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:44.470998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:40Z', 'revision_number': 3, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:44.491544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9af2-4f1c-4a94-b44a-ec22b5ea9ce2 req-1f760640-59ee-4415-8aaa-375ab9bedffd tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:44.500703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d8f9af2-4f1c-4a94-b44a-ec22b5ea9ce2 req-1f760640-59ee-4415-8aaa-375ab9bedffd tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 943 time: 0.1226137 Aug 28 08:13:44.506012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5d71c-d875-423d-9ef1-966c44afc20c None None] The sync data for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 is: [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:40Z', 'revision_number': 3, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:44.582728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-18db84a3-f0f4-4a4a-82ab-801606817492 None None] Provisioning for port f34f55df-0d9a-4d04-9a66-2f91b21afa2f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:44.607337 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d8f9af2-4f1c-4a94-b44a-ec22b5ea9ce2 req-0bfbcf1e-6e26-4b91-a895-2c82a3dd26bb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052697 Aug 28 08:13:44.607699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-18db84a3-f0f4-4a4a-82ab-801606817492 None None] Provisioning complete for port f34f55df-0d9a-4d04-9a66-2f91b21afa2f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:44.608024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-18db84a3-f0f4-4a4a-82ab-801606817492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:44.611579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:44.684532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:13:44.695030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-18db84a3-f0f4-4a4a-82ab-801606817492 None None] Port f34f55df-0d9a-4d04-9a66-2f91b21afa2f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:44.706645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f6ce2-457e-4e1a-9691-052a11fbd5bd req-b9875645-5d87-4694-b923-58b09041091a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:44.723069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a97f6ce2-457e-4e1a-9691-052a11fbd5bd req-b9875645-5d87-4694-b923-58b09041091a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.8148239 Aug 28 08:13:44.786152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:44.868128 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d13d92bc-ee87-4b86-8ba1-38871a994de5 req-322020c2-d002-45ed-8196-2bab41bab850 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 210 time: 0.0483365 Aug 28 08:13:44.908186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-82e40689-5dfa-4059-bdb4-b9652d78343b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:44.912015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-82e40689-5dfa-4059-bdb4-b9652d78343b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8663678 Aug 28 08:13:44.913843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:44.923338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a97f6ce2-457e-4e1a-9691-052a11fbd5bd req-e9d76d15-4b03-439d-bd4f-5560c10e1f6b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902316 Aug 28 08:13:45.052829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Request body: {'port': {'device_id': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'aecc4775af054d4cb26c9fd88a4bae78'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:45.109917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.154165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Pushing event updated for resources: {'Port': ['ID=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:45.203231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:45.218509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:45.270505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:45.350125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caf9375-4728-4d27-b78c-a88b2c18fb29 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:45.374894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:45.392787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:45.397694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:45.398065 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.420638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92db64-4e50-4eab-89a1-0bc60955186c req-766be346-7abc-4031-9ca6-6ede2f3c5b03 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:45.423834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Made reservation on behalf of aecc4775af054d4cb26c9fd88a4bae78 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:45.428444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f92db64-4e50-4eab-89a1-0bc60955186c req-766be346-7abc-4031-9ca6-6ede2f3c5b03 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 945 time: 0.3337235 Aug 28 08:13:45.434028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.485405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-15ef073d-9dbb-43a5-be08-3d49e47bd586 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:45.487199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-15ef073d-9dbb-43a5-be08-3d49e47bd586 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.4120364 Aug 28 08:13:45.505176 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f92db64-4e50-4eab-89a1-0bc60955186c req-039de40c-fe7e-469c-8e20-dc5ea8ef3469 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755746 Aug 28 08:13:45.513925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Request body: {'port': {'device_id': '12c88490-9342-423a-93e4-4fc6144e7cae', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'admin_state_up': True, 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:45.554868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d68c9f19-1dad-434b-a248-d0747d7e9598 req-5831de2f-4080-412a-94c0-1ffa43cd4b9d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.1113596 Aug 28 08:13:45.557069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.578080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.605543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Network 669d447a-18b7-4191-b966-ac812a111af4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:45.610270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:45.657877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.718077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:45.762581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] Transition to ACTIVE for port object 9caf9375-4728-4d27-b78c-a88b2c18fb29 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:45.809841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.831981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.840790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:45.912399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:45.944333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Router 11b934ab-d149-422a-a26b-c96e77d913c0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:13:45.999265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] Pushing event updated for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:46.008514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.047765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e28fb1d-f364-4a6b-b917-32c69dcb2edb None None] Provisioning complete for port f34f55df-0d9a-4d04-9a66-2f91b21afa2f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:46.048137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e28fb1d-f364-4a6b-b917-32c69dcb2edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.056525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8ba5f4f5-30d9-43bc-869c-53da871de017 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:46.143126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac5672-b238-4083-b64b-ee7ff98e49df req-b1f34b31-9707-4d1d-9e22-3ef2faa01b41 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:46.150972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94ac5672-b238-4083-b64b-ee7ff98e49df req-b1f34b31-9707-4d1d-9e22-3ef2faa01b41 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.3277609 Aug 28 08:13:46.164076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e28fb1d-f364-4a6b-b917-32c69dcb2edb None None] Port f34f55df-0d9a-4d04-9a66-2f91b21afa2f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:46.227472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] No DVR routers for this DVR port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:46.232606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3d7c008-b6e8-42a0-9ced-0cbd2a0884df req-b6866979-3b66-45a9-858e-dbb9c40d3daa tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 210 time: 0.1451409 Aug 28 08:13:46.240685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc1f67-03c0-4562-a18c-7739716113a4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:46.267630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:46.279255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce88985f-4900-41b3-8fe6-5369dc26d289 admin admin] 10.222.0.46 "PUT /v2.0/routers/11b934ab-d149-422a-a26b-c96e77d913c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3996727 Aug 28 08:13:46.288116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-166cbf61-dff7-4146-ad28-7630383675aa service neutron] 10.222.0.64 "PUT /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29/bindings/n-h1-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2831080 Aug 28 08:13:46.295023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 8ba5f4f5-30d9-43bc-869c-53da871de017 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:46.303310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 8ba5f4f5-30d9-43bc-869c-53da871de017 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:46.303983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.322077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:46.325825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.355573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94ac5672-b238-4083-b64b-ee7ff98e49df req-20e82e06-f256-4613-bcdd-a5b0890c56c1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019815 Aug 28 08:13:46.551594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Allocated IP 192.168.233.31 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/4feb8288-57be-4f1b-826b-88ec64ff44a1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:46.561445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.602796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:46.605685 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b9498e-86a7-49a2-a4ff-9dfb2d56617b" -d '{"events": [{"server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:46.620815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8ba5f4f5-30d9-43bc-869c-53da871de017,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:46.700915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:46.711867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Allocated IP 172.20.0.2 (6ac20677-d6d2-48f3-bcb6-042de6102a53/cf47beaf-059a-4d1a-be03-a010cd2d3dbf/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:46.727872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0b1b-406e-459c-b940-e0697d945028 req-393b1c18-d866-43e5-a16f-ef61ba54f707 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:46.730131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381a0b1b-406e-459c-b940-e0697d945028 req-393b1c18-d866-43e5-a16f-ef61ba54f707 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.2522595 Aug 28 08:13:46.766920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:46.769696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:46.783372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-1fd88177-0f0b-40f1-97b7-2783287e275a tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:46.784351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-1fd88177-0f0b-40f1-97b7-2783287e275a tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1752768 Aug 28 08:13:46.803306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.803816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.804011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.804311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.804690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.805036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.805404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.805738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.806063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.806413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.806737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.807058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:13:46.835758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:46.913337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-381a0b1b-406e-459c-b940-e0697d945028 req-8860cd19-19a0-43c2-bd7b-78c178e74ec9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701384 Aug 28 08:13:46.934592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ac98078f-9af1-4725-99bd-e030a5d7edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:46.936220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-ac98078f-9af1-4725-99bd-e030a5d7edee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116&tenant_id=150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 1096 time: 0.1352813 Aug 28 08:13:47.066746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.081404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.120259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Transition to ACTIVE for port object 4feb8288-57be-4f1b-826b-88ec64ff44a1 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:47.121830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:47.147204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83906d8e-5f34-4809-a3b7-161e529165fe req-079524ae-5818-42e3-9329-3125def9077d tempest-FloatingIPsNegativeTestJSON-1392850461 tempest-FloatingIPsNegativeTestJSON-1392850461-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=63e691ea601e409a91c12917a89eda40 HTTP/1.1" status: 200 len: 217 time: 0.0764184 Aug 28 08:13:47.160584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-00d23592-68c0-43a4-b717-65c9fb103f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.162452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-00d23592-68c0-43a4-b717-65c9fb103f32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1096 time: 0.1757236 Aug 28 08:13:47.219422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da22a50-2ccb-4a21-8fc8-f24d5857e8cf req-d69dcebe-ea8d-4e14-af23-faaec1c61694 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.221329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da22a50-2ccb-4a21-8fc8-f24d5857e8cf req-d69dcebe-ea8d-4e14-af23-faaec1c61694 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 946 time: 0.1584609 Aug 28 08:13:47.253525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:47.254298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.318322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4f4d7fc-6018-4c3b-9a40-0b65c34e724a req-b4d0a8df-1d25-4c43-80af-a5770713d87e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0609853 Aug 28 08:13:47.321496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.368531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Sync routers for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:47.377188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da22a50-2ccb-4a21-8fc8-f24d5857e8cf req-f6885b06-c451-4172-ab7f-284a4c31c6d3 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234722 Aug 28 08:13:47.388619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:47.393480 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:47.395072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:47.398583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.418169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:47.420233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:47.423473 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf8c2ed-c48c-499c-a96c-7b8d969ee3cc x-openstack-request-id: req-1cf8c2ed-c48c-499c-a96c-7b8d969ee3cc {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:47.423863 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:47.424190 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cf8c2ed-c48c-499c-a96c-7b8d969ee3cc {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:47.424817 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'code': 200} Aug 28 08:13:47.427393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:47.490813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24174dbd-1bb0-44b5-81fb-02c38f9cfeed req-a5f413b2-4b1a-426f-9d4e-d060483219f9 tempest-FloatingIPsNegativeTestJSON-1392850461 tempest-FloatingIPsNegativeTestJSON-1392850461-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0367501 Aug 28 08:13:47.514447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.515725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.541455 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:47.549784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-c4501a5d-d57e-4616-b402-2fb1cc5b183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.551570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-c4501a5d-d57e-4616-b402-2fb1cc5b183e service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.3740330 Aug 28 08:13:47.554087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:47.558132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:47.563820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:47.566560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.39', 59078) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:47.645669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.646473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.693913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-e95644da-8b5d-4691-ad94-33c4bae48130 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1845567 Aug 28 08:13:47.711906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-7de8f508-25c0-4bfd-bbbf-0606ea39bb8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.0623803 Aug 28 08:13:47.716432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Pushing event updated for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:47.725344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Request body: {'port': {'device_id': '12c88490-9342-423a-93e4-4fc6144e7cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:47.769183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.39', 59079) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:47.827348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-9b23e6f9-9f6d-4738-b293-f81948a0876c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7824926 Aug 28 08:13:47.834128 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:44Z', 'revision_number': 4, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f34f55df-0d9a-4d04-9a66-2f91b21afa2f', 'name': '', 'network_id': '669d447a-18b7-4191-b966-ac812a111af4', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'mac_address': 'fa:16:3e:ba:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:42Z', 'updated_at': '2021-08-28T08:13:44Z', 'revision_number': 2, 'project_id': '63e691ea601e409a91c12917a89eda40', 'subnets': [{'id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:47.837641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-f68725fb-df1f-4ab1-9507-2bd533c12750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.839994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-f68725fb-df1f-4ab1-9507-2bd533c12750 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1103308 Aug 28 08:13:47.844120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.856778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Request body: {'port': {'device_id': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:47.863443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e81b-1e56-4d21-930f-0146c655b38e req-6dbcad16-4a22-46de-884d-b7a0b09d4877 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.876079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f81e81b-1e56-4d21-930f-0146c655b38e req-6dbcad16-4a22-46de-884d-b7a0b09d4877 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 931 time: 0.2633193 Aug 28 08:13:47.885887 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Checking router: 11b934ab-d149-422a-a26b-c96e77d913c0 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:47.887003 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Updating router 11b934ab-d149-422a-a26b-c96e77d913c0 port f34f55df-0d9a-4d04-9a66-2f91b21afa2f binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:13:47.944072 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.947036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07667e8-d717-4097-9958-115f1769eb89 req-d187c367-6a38-4c3f-851b-aab8e968b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:47.947883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a07667e8-d717-4097-9958-115f1769eb89 req-d187c367-6a38-4c3f-851b-aab8e968b37a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1098 time: 0.3594556 Aug 28 08:13:47.965240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-72881282-6102-4843-b23f-dc947a4a0322 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757771 Aug 28 08:13:47.982263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:47.997726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-328a90e3-7942-469c-9a39-c35b17d1bb18 None None] Provisioning for port 4feb8288-57be-4f1b-826b-88ec64ff44a1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:48.002288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-328a90e3-7942-469c-9a39-c35b17d1bb18 None None] Provisioning complete for port 4feb8288-57be-4f1b-826b-88ec64ff44a1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:48.002655 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-89dd0674-6493-4218-8af9-4e2427d07db6 service neutron] show failed (client error): The resource could not be found. Aug 28 08:13:48.002825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-328a90e3-7942-469c-9a39-c35b17d1bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.003643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-89dd0674-6493-4218-8af9-4e2427d07db6 service neutron] 10.222.0.39 "GET /v2.0/ports/9939d3fa-86f6-4956-a562-60ddb12b034e/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.2334692 Aug 28 08:13:48.068080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f81e81b-1e56-4d21-930f-0146c655b38e req-08ee3234-8670-4ced-aa14-7ed4b74de4c7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888993 Aug 28 08:13:48.108625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-328a90e3-7942-469c-9a39-c35b17d1bb18 None None] Port 4feb8288-57be-4f1b-826b-88ec64ff44a1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:13:48.127625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003c36b-40b8-4854-9aa8-7fef0f68e5dc req-5f871dd5-0166-4f04-aa32-157494caa42d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:48.130976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a003c36b-40b8-4854-9aa8-7fef0f68e5dc req-5f871dd5-0166-4f04-aa32-157494caa42d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.2272105 Aug 28 08:13:48.210802 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a07667e8-d717-4097-9958-115f1769eb89 req-42ed03d3-017f-4476-b57c-b3d53b9320cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098613 Aug 28 08:13:48.212003 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-7cadfb6d-4379-4e59-9703-88b21bab25fb req-c5bbaeca-c473-4878-bbce-d32b61a81ad9 tempest-FloatingIPsNegativeTestJSON-1392850461 tempest-FloatingIPsNegativeTestJSON-1392850461-project] show failed (client error): The resource could not be found. Aug 28 08:13:48.227727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cadfb6d-4379-4e59-9703-88b21bab25fb req-c5bbaeca-c473-4878-bbce-d32b61a81ad9 tempest-FloatingIPsNegativeTestJSON-1392850461 tempest-FloatingIPsNegativeTestJSON-1392850461-project] 10.222.0.46 "GET /v2.0/floatingips/ed993b5f-55a6-493e-961b-2cc3cc48c5b0 HTTP/1.1" status: 404 len: 350 time: 0.1140547 Aug 28 08:13:48.234416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36820) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:48.350134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-90c2adce-e341-4e03-a795-ef631d6a2116 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701777 Aug 28 08:13:48.367040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a003c36b-40b8-4854-9aa8-7fef0f68e5dc req-3cc130b0-1b3b-484e-bfca-b3ba40c4a06e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255104 Aug 28 08:13:48.563906 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.588153 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Transition to ACTIVE for port object f34f55df-0d9a-4d04-9a66-2f91b21afa2f will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:48.646088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:48.654269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0abf7-426e-4799-97d0-23301284299b req-de135bc9-3d0d-4a01-8d63-497ac852c508 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:48.657357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.664977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e0abf7-426e-4799-97d0-23301284299b req-de135bc9-3d0d-4a01-8d63-497ac852c508 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1262732 Aug 28 08:13:48.685006 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.731830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4feb8288-57be-4f1b-826b-88ec64ff44a1 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:48.753801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.762691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a699a5-24f8-4bbb-bdbc-9e77656332fa None None] Pushing event updated for resources: {'Port': ['ID=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:48.763927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Transition to ACTIVE for port object c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:48.811659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Transition to ACTIVE for port object 4feb8288-57be-4f1b-826b-88ec64ff44a1 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:48.836330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e0abf7-426e-4799-97d0-23301284299b req-2a99648f-f169-424d-b003-78b8939c7467 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230552 Aug 28 08:13:48.883660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Attempting to bind port f34f55df-0d9a-4d04-9a66-2f91b21afa2f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:48.884298 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Attempting to bind port f34f55df-0d9a-4d04-9a66-2f91b21afa2f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:48.884816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Attempting to bind port f34f55df-0d9a-4d04-9a66-2f91b21afa2f on network 669d447a-18b7-4191-b966-ac812a111af4 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:48.887178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-31b5a343-2c41-475e-a635-01a0bc89a868 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415128 Aug 28 08:13:48.891540 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:48.891856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Checking segment: {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:48.892268 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.892701 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Bound using segment: {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:48.900139 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Bound port: f34f55df-0d9a-4d04-9a66-2f91b21afa2f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a202a310-4bb8-4ce9-8db6-05867993f5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '669d447a-18b7-4191-b966-ac812a111af4'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:48.900139 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.908820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.939908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:48.992474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] For port f34f55df-0d9a-4d04-9a66-2f91b21afa2f, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:48.996333 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] For port f34f55df-0d9a-4d04-9a66-2f91b21afa2f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:49.009820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Pushing event updated for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:49.016395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-33340510-e432-487b-83f6-c353428ca77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:49.018008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-33340510-e432-487b-83f6-c353428ca77a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1102 time: 0.1524038 Aug 28 08:13:49.080242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:49.159655 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:49.249632 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a699a5-24f8-4bbb-bdbc-9e77656332fa None None] Pushing event updated for resources: {'Port': ['ID=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:49.268624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094f51-f8ed-4596-a6f2-84a0d3ac724b req-891aaf85-4031-45d6-bd21-77571c3594d4 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:49.270583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9094f51-f8ed-4596-a6f2-84a0d3ac724b req-891aaf85-4031-45d6-bd21-77571c3594d4 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 947 time: 0.2515473 Aug 28 08:13:49.297394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:49.304230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Attempting to bind port 4feb8288-57be-4f1b-826b-88ec64ff44a1 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:49.306752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Attempting to bind port 4feb8288-57be-4f1b-826b-88ec64ff44a1 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:49.307142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Attempting to bind port 4feb8288-57be-4f1b-826b-88ec64ff44a1 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:49.307506 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:49.308581 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:49.360153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Port 4feb8288-57be-4f1b-826b-88ec64ff44a1 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:49.360482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Attempting to bind port 4feb8288-57be-4f1b-826b-88ec64ff44a1 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:49.399458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:49.399807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:49.400204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:49.400665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Bound port: 4feb8288-57be-4f1b-826b-88ec64ff44a1, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:49.401032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:49.449743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9094f51-f8ed-4596-a6f2-84a0d3ac724b req-a9d600aa-aa26-485a-a7b0-4055a5054b7c tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Aug 28 08:13:49.495144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:49.596571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:49.707549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:49.822276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:49.920352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:49.946399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf6e30-994a-41ce-bc5d-03e5dae05e99 req-1e373666-8258-4515-9793-9144cc63cd6d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:49.960218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aaf6e30-994a-41ce-bc5d-03e5dae05e99 req-1e373666-8258-4515-9793-9144cc63cd6d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 946 time: 0.3196032 Aug 28 08:13:49.967152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:49.974581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:49.974581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:49.985736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:49.986594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:50.003945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:50.004411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:50.004878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:50.005407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Bound port: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:50.005604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:44Z', 'revision_number': 4, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f34f55df-0d9a-4d04-9a66-2f91b21afa2f', 'name': '', 'network_id': '669d447a-18b7-4191-b966-ac812a111af4', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'mac_address': 'fa:16:3e:ba:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:42Z', 'updated_at': '2021-08-28T08:13:48Z', 'revision_number': 4, 'project_id': '63e691ea601e409a91c12917a89eda40', 'subnets': [{'id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:50.006467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.008306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-4545b4ed-fac4-4421-a934-1900ca6481ef tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.011387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-4545b4ed-fac4-4421-a934-1900ca6481ef tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.2883780 Aug 28 08:13:50.016677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.044568 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f21ea-cd4b-422e-a180-ef60e3323022 None None] The sync data for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 is: [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:44Z', 'revision_number': 4, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f34f55df-0d9a-4d04-9a66-2f91b21afa2f', 'name': '', 'network_id': '669d447a-18b7-4191-b966-ac812a111af4', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'mac_address': 'fa:16:3e:ba:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:42Z', 'updated_at': '2021-08-28T08:13:48Z', 'revision_number': 4, 'project_id': '63e691ea601e409a91c12917a89eda40', 'subnets': [{'id': 'f2301d23-b4f8-4150-9cf7-5d301d4be7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:50.098715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:50.207007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aaf6e30-994a-41ce-bc5d-03e5dae05e99 req-1b9f5d6a-8e0f-4f25-b004-7eecbfb516b1 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442477 Aug 28 08:13:50.310467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.311118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.312558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] 10.222.0.39 "PUT /v2.0/ports/4feb8288-57be-4f1b-826b-88ec64ff44a1 HTTP/1.1" status: 200 len: 1096 time: 2.4606912 Aug 28 08:13:50.333773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:50.345555 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef1383-0b0a-4afa-8526-77180486440a" -d '{"events": [{"name": "network-changed", "server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:50.357944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.448847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:50.457239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb520-6b4b-4473-80f8-d94fc76cd049 service neutron] Pushing event updated for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:50.457481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:50.486759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e3330-4eb8-47ec-8eb4-83ff496e7e4e req-3ef1c95f-0f57-4ceb-9591-60e34d15d7d8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.496614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e28e3330-4eb8-47ec-8eb4-83ff496e7e4e req-3ef1c95f-0f57-4ceb-9591-60e34d15d7d8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1977460 Aug 28 08:13:50.526792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:50.585719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e28e3330-4eb8-47ec-8eb4-83ff496e7e4e req-4aebb395-02ca-4fe9-a49a-96c38342279e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859118 Aug 28 08:13:50.612913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc251-9dd4-4360-a34d-c55a3de9bf1c req-ae04f61c-b7cb-44b0-8b95-919b764984aa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.623776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-073cc251-9dd4-4360-a34d-c55a3de9bf1c req-ae04f61c-b7cb-44b0-8b95-919b764984aa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.2381351 Aug 28 08:13:50.639847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.647919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:50.693978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-f9e73879-3655-4478-98fd-9abf9a850ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.695751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-f9e73879-3655-4478-98fd-9abf9a850ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 1099 time: 0.2352993 Aug 28 08:13:50.739538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-073cc251-9dd4-4360-a34d-c55a3de9bf1c req-91c99a56-49ca-4309-b12c-de291acb856b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138229 Aug 28 08:13:50.743969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.744592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.746565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] 10.222.0.39 "PUT /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 1092 time: 3.0324039 Aug 28 08:13:50.753611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:50.753611 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd3287-282c-48bd-81c1-e0f041e476b6" -d '{"events": [{"name": "network-changed", "server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:50.782420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.788656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-757c7cd1-c75f-4005-b086-08c096489c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1 HTTP/1.1" status: 200 len: 217 time: 0.0642207 Aug 28 08:13:50.794286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-5943db94-e5f8-4417-84cb-434fc18e33dd service neutron] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:50.794675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a87f7c-32f0-458d-add9-6da52c7e6dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:50.805473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-5943db94-e5f8-4417-84cb-434fc18e33dd service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.807088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3579ff4-ad7b-465a-bbba-a72ca81f6282 req-5943db94-e5f8-4417-84cb-434fc18e33dd service neutron] 10.222.0.39 "DELETE /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29/bindings/n-h2-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.7778921 Aug 28 08:13:50.820250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Transition to ACTIVE for port object 9939d3fa-86f6-4956-a562-60ddb12b034e will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:13:50.826904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd397350-f19d-4b9b-a7b9-8de4457bdcee req-db903135-d1d4-4fa3-94cf-fe78504069d7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.834183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd397350-f19d-4b9b-a7b9-8de4457bdcee req-db903135-d1d4-4fa3-94cf-fe78504069d7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1417627 Aug 28 08:13:50.884420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-2d19c678-ae04-48b4-bb93-618dc710a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:50.886883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-2d19c678-ae04-48b4-bb93-618dc710a09e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0871065 Aug 28 08:13:50.888361 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c17bc-7cc4-4aee-9785-a4d0d0b2d383 x-openstack-request-id: req-7a1c17bc-7cc4-4aee-9785-a4d0d0b2d383 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:50.888649 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:50.888903 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a1c17bc-7cc4-4aee-9785-a4d0d0b2d383 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:50.889298 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1', 'status': 'completed', 'code': 200} Aug 28 08:13:50.891268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd397350-f19d-4b9b-a7b9-8de4457bdcee req-92842786-6758-462d-b330-f24c3d8635f1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Aug 28 08:13:50.912925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Deleting port f34f55df-0d9a-4d04-9a66-2f91b21afa2f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:50.912925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.913213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:50.957976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:13:50.958513 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:13:50.986555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:50.990462 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff33608-9fa0-4a44-9b88-465bd39570ad x-openstack-request-id: req-7ff33608-9fa0-4a44-9b88-465bd39570ad {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:50.990775 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:50.991364 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ff33608-9fa0-4a44-9b88-465bd39570ad {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:50.991787 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'status': 'completed', 'code': 200} Aug 28 08:13:51.086325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] For port f34f55df-0d9a-4d04-9a66-2f91b21afa2f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:51.086968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:51.117164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Calling delete_port for f34f55df-0d9a-4d04-9a66-2f91b21afa2f owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:51.154071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f34f55df-0d9a-4d04-9a66-2f91b21afa2f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:13:51.330522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f34f55df-0d9a-4d04-9a66-2f91b21afa2f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:13:51.353188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f34f55df-0d9a-4d04-9a66-2f91b21afa2f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:13:51.353925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:51.535382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] No DVR routers for this DVR port 9939d3fa-86f6-4956-a562-60ddb12b034e on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:51.549672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36dea-92ab-4ee8-b990-64289d9f1aae req-e5470410-6bfa-4d2d-b828-5d3bb7af2eb5 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:51.558262 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:51.560197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15b36dea-92ab-4ee8-b990-64289d9f1aae req-e5470410-6bfa-4d2d-b828-5d3bb7af2eb5 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 947 time: 0.1831472 Aug 28 08:13:51.589681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:51.597577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Pushing event deleted for resources: {'Port': ['ID=f34f55df-0d9a-4d04-9a66-2f91b21afa2f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:51.601379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-efe00da7-3d01-4351-90e1-2e0b73bc5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:51.603682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-efe00da7-3d01-4351-90e1-2e0b73bc5319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1095 time: 0.2374618 Aug 28 08:13:51.673455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-129396a6-eb5f-4b4b-b972-139539720b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:51.676100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-129396a6-eb5f-4b4b-b972-139539720b32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6751196 Aug 28 08:13:51.731941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15b36dea-92ab-4ee8-b990-64289d9f1aae req-033df94c-9c08-4e0a-8b5b-ca6b6f108751 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694221 Aug 28 08:13:51.864087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:13:51.864415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:13:51.864759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:51.868677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-f9be70d2-d2b4-4a86-a0e4-564bea01945b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 217 time: 0.1895676 Aug 28 08:13:51.910963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:13:51.912113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Attempting to bind port 9939d3fa-86f6-4956-a562-60ddb12b034e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:13:51.933691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:51.962308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:13:51.962663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:13:51.963064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:13:51.963535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Bound port: 9939d3fa-86f6-4956-a562-60ddb12b034e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:13:51.963955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:52.048248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-071f221c-17b4-4336-b3cb-d50617b77b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.049722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-071f221c-17b4-4336-b3cb-d50617b77b10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1424584 Aug 28 08:13:52.056365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e1768-1946-4742-b05d-bddf2f6bb872 req-56a2a50c-ef5c-44f3-ba57-065e5e15d99d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.059643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f59e1768-1946-4742-b05d-bddf2f6bb872 req-56a2a50c-ef5c-44f3-ba57-065e5e15d99d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1096 time: 0.1844852 Aug 28 08:13:52.062077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-21c81490-a1ae-4b11-a6bd-22aaea8b9058 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755858 Aug 28 08:13:52.160269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-726e242f-9280-4448-ba04-952602e72340 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971887 Aug 28 08:13:52.203464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:13:52.264962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:13:52.278159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Router 11b934ab-d149-422a-a26b-c96e77d913c0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:13:52.296457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f59e1768-1946-4742-b05d-bddf2f6bb872 req-59711b92-6714-4c65-a5a9-54b7d032a7ea tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243369 Aug 28 08:13:52.401672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:52.426072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-880a0d4c-088d-4efe-8ee3-650b2b29ef7f req-95969ca8-10c6-4fbe-b60c-dd74eb19cc12 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384628 Aug 28 08:13:52.464848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:52.478602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Sync routers for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:52.479935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-558cf889-75bc-47c6-959a-76e278c1c04a admin admin] 10.222.0.46 "PUT /v2.0/routers/11b934ab-d149-422a-a26b-c96e77d913c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2445729 Aug 28 08:13:52.489540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:52.497664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:52.498518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:52.517128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.521466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:52.521466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] 10.222.0.64 "PUT /v2.0/ports/9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 1097 time: 3.4453204 Aug 28 08:13:52.606009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d15e-0e22-473c-9ef2-7d9ea34496ad req-14adba0c-5b4e-47a6-99ef-3ec7d79b365a tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.607942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f46d15e-0e22-473c-9ef2-7d9ea34496ad req-14adba0c-5b4e-47a6-99ef-3ec7d79b365a tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 946 time: 0.1329296 Aug 28 08:13:52.647499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7764534-8668-40b2-b1fd-552ea8bbbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:52.708607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-7aa0fc18-7ad6-4f66-b256-2c28313afacf service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372093 Aug 28 08:13:52.737379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:52.741950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f46d15e-0e22-473c-9ef2-7d9ea34496ad req-7c82b57d-4881-4f4e-8712-f4aef971c6d6 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957587 Aug 28 08:13:52.753812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15842c5-6628-42a1-ae4f-590f741862a7 req-2ccfe54f-c871-4be0-b8d8-6570c566aeec tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.756790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15842c5-6628-42a1-ae4f-590f741862a7 req-2ccfe54f-c871-4be0-b8d8-6570c566aeec tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.3263946 Aug 28 08:13:52.764414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:52.890268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}, {'name': 'network-changed', 'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:52.906819 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7197b1-db45-4d5e-923b-d8d48e63df3b" -d '{"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}, {"name": "network-changed", "server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:52.906819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b5fee5-f0ff-4b66-84e9-3f562edd5756 req-a48de46a-2505-42b8-bab2-3ae0664fde46 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311920 Aug 28 08:13:52.906819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-e4220731-607c-48d8-9de3-59566147ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.906819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-e4220731-607c-48d8-9de3-59566147ed43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1100 time: 0.3274920 Aug 28 08:13:52.977693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90e76-b883-4fbd-8b9f-ab8e2fec7300 req-33360b0b-b518-43ef-ba8e-7bfbc2dfb77c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:52.980177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-13d90e76-b883-4fbd-8b9f-ab8e2fec7300 req-33360b0b-b518-43ef-ba8e-7bfbc2dfb77c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.1045225 Aug 28 08:13:52.982491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:53.043827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36872) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:53.072633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-13d90e76-b883-4fbd-8b9f-ab8e2fec7300 req-23b19694-58ec-4d1a-ac09-d779349c8568 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778840 Aug 28 08:13:53.087778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-790d6e16-d016-4a0d-87b2-a2b3d5f56304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.090713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-790d6e16-d016-4a0d-87b2-a2b3d5f56304 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1594563 Aug 28 08:13:53.144776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef1383-0b0a-4afa-8526-77180486440a req-6a7748e5-93cf-4323-9ddd-c1387d5c6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.146732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-6a7748e5-93cf-4323-9ddd-c1387d5c6326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 1099 time: 0.3885932 Aug 28 08:13:53.222626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Deleting port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:53.223571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:53.235275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:51Z', 'revision_number': 5, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port': {'id': 'cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:13:37Z', 'updated_at': '2021-08-28T08:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:53.252249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15842c5-6628-42a1-ae4f-590f741862a7 req-fdb015a9-aa31-46ec-b2e7-02821a1caa64 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441436 Aug 28 08:13:53.259995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-2c23766e-73bd-4cd3-b767-32680381209e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.1426883 Aug 28 08:13:53.283397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Checking router: 11b934ab-d149-422a-a26b-c96e77d913c0 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:53.294320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Routers {'11b934ab-d149-422a-a26b-c96e77d913c0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:53.295108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['11b934ab-d149-422a-a26b-c96e77d913c0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:53.414330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] Set router 11b934ab-d149-422a-a26b-c96e77d913c0 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:53.429873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641eff07-b539-427b-afcf-f577abc9df2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:53.444745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] For port cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:53.445149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:53.476279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:52Z', 'revision_number': 6, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:53.487127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Calling delete_port for cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:53.489831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-20e7e75d-61be-44d3-88a5-326c2160e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.491479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-20e7e75d-61be-44d3-88a5-326c2160e2d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1095 time: 0.3432875 Aug 28 08:13:53.507227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477ff17-f562-4ee6-96f0-22dacffca0c8 None None] The sync data for ids ['11b934ab-d149-422a-a26b-c96e77d913c0'] in n-d-792458-16 is: [{'id': '11b934ab-d149-422a-a26b-c96e77d913c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-155382057-router', 'tenant_id': '63e691ea601e409a91c12917a89eda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:13:35Z', 'updated_at': '2021-08-28T08:13:52Z', 'revision_number': 6, 'project_id': '63e691ea601e409a91c12917a89eda40', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:53.511816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-dcbe8b77-55d6-4057-b295-08341216ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.513358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-dcbe8b77-55d6-4057-b295-08341216ef01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1708124 Aug 28 08:13:53.563488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef1383-0b0a-4afa-8526-77180486440a req-86ac34bc-222b-4abf-b792-92c93146300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.564990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-86ac34bc-222b-4abf-b792-92c93146300a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3498366 Aug 28 08:13:53.572590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e16ee9-1ea4-493f-b471-b590c54375b1 req-c3624aed-2957-4b03-9c9f-332709a2a057 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.574196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0e16ee9-1ea4-493f-b471-b590c54375b1 req-c3624aed-2957-4b03-9c9f-332709a2a057 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 947 time: 0.2268550 Aug 28 08:13:53.576267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-7b738fcb-c487-44e9-bc71-4bf51f989ee4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.577801 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-7b738fcb-c487-44e9-bc71-4bf51f989ee4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3200154 Aug 28 08:13:53.610493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-78ccf25d-8e74-4a4c-8782-d99bc9b02cfb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/quotas/150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 375 time: 0.0210142 Aug 28 08:13:53.704618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-e18c7272-fa50-40c0-963d-46c48d7ffd73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1 HTTP/1.1" status: 200 len: 217 time: 0.0841804 Aug 28 08:13:53.746794 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-e8382476-1a7d-4437-baca-faa43fa46505 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995216 Aug 28 08:13:53.800676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0e16ee9-1ea4-493f-b471-b590c54375b1 req-1d5b30d3-cc1d-4be0-a605-c21b691147db tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813619 Aug 28 08:13:53.808579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-514356f2-c717-4d9b-ab36-c5598d2f8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.810160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-514356f2-c717-4d9b-ab36-c5598d2f8b33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2774067 Aug 28 08:13:53.904117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-0931dc0d-e53d-4a1a-97e0-a8b8fdd03448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.905756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-0931dc0d-e53d-4a1a-97e0-a8b8fdd03448 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3902352 Aug 28 08:13:53.910704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-877f5d03-4cdc-4406-9377-161f0fc38476 service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486948 Aug 28 08:13:53.911526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef1383-0b0a-4afa-8526-77180486440a req-e0a3aab8-50b8-4e38-8df3-a3796a6713d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:53.911910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:53.913021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-e0a3aab8-50b8-4e38-8df3-a3796a6713d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1865005 Aug 28 08:13:54.075987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641eff07-b539-427b-afcf-f577abc9df2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.078754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-dabb24c9-a617-4a7e-a09c-d0dcb586311a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 217 time: 0.1354001 Aug 28 08:13:54.126339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-e286f5ac-343c-4be5-b218-1596e4fb2005 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036339 Aug 28 08:13:54.171567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641eff07-b539-427b-afcf-f577abc9df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.220728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:54.251922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef1383-0b0a-4afa-8526-77180486440a req-93a02a38-3bcc-4e86-a527-7ddc3df00ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:54.251922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-93a02a38-3bcc-4e86-a527-7ddc3df00ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3107784 Aug 28 08:13:54.296547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-345602be-595a-4042-a2b8-dbffa8d832ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:54.297959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-345602be-595a-4042-a2b8-dbffa8d832ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1946125 Aug 28 08:13:54.341966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-641eff07-b539-427b-afcf-f577abc9df2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6da9aaa401646deab639ae1a7f7f369&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525344 Aug 28 08:13:54.347008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36890) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:54.347639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-f178c152-1c8c-4fe3-8610-3120aa18ed7f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:54.351541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-f178c152-1c8c-4fe3-8610-3120aa18ed7f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3786349 Aug 28 08:13:54.363591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eff07-b539-427b-afcf-f577abc9df2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa1365b-eda9-4ad2-bba5-3b3547113901,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:54.406880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.411598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-e49294a5-5f5e-4aba-b4a9-a54c4a1ac839 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002364 Aug 28 08:13:54.442835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-98409e7d-40bb-407a-b12a-d5170ad2bdaa service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332296 Aug 28 08:13:54.576539 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.580659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.596943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.656985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.743125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.750971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b934ab-d149-422a-a26b-c96e77d913c0 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:13:54.765937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.774255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fde1b7b1-f261-40e9-9e18-6d379b8821d0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/11b934ab-d149-422a-a26b-c96e77d913c0 HTTP/1.1" status: 204 len: 168 time: 2.2831786 Aug 28 08:13:54.775552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36896) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:54.829933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.840577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:54.840577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfa1365b-eda9-4ad2-bba5-3b3547113901 HTTP/1.1" status: 204 len: 168 time: 0.4894214 Aug 28 08:13:54.876081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f592d1-d6b7-47d1-986d-5689c8be6489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa1365b-eda9-4ad2-bba5-3b3547113901,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:54.915494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Deleting subnet f2301d23-b4f8-4150-9cf7-5d301d4be7d7 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:13:54.924090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.005337 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965faf3-e32a-4f86-ae26-18160238c594 x-openstack-request-id: req-e965faf3-e32a-4f86-ae26-18160238c594 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:55.005808 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "code": 200}, {"name": "network-changed", "server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:55.006257 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e965faf3-e32a-4f86-ae26-18160238c594 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:55.008892 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'code': 200} Aug 28 08:13:55.009575 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'status': 'completed', 'code': 200} Aug 28 08:13:55.094139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-47b82ecb-ae98-4794-9b06-3c1cc47ad168 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.7214506 Aug 28 08:13:55.104068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:55.104978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.137435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-b734a957-1e60-49f4-9bd3-336cfacf892b service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737890 Aug 28 08:13:55.163180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f34f55df-0d9a-4d04-9a66-2f91b21afa2f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:55.189832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f34f55df-0d9a-4d04-9a66-2f91b21afa2f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:55.190665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f34f55df-0d9a-4d04-9a66-2f91b21afa2f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:55.191342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:55.204502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-d359a436-15bd-4092-8ca9-7961d717ca8b service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982825 Aug 28 08:13:55.219997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:55.220601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb8a01bf-4d91-4b38-94ab-3d7f24c80cc7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:55.223903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.238535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c6ee527d-f82d-4f67-b666-fb51d4103dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.240244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c6ee527d-f82d-4f67-b666-fb51d4103dbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1100 time: 0.1048741 Aug 28 08:13:55.360154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ae9f-b674-4654-99aa-5e86113c96dd req-3b482059-0c4a-4db4-8841-996794af2418 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.361961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3d0ae9f-b674-4654-99aa-5e86113c96dd req-3b482059-0c4a-4db4-8841-996794af2418 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.2277493 Aug 28 08:13:55.388343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-fd5f0eab-82d0-41f9-bfc1-a2701cf8ba1e service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1169744 Aug 28 08:13:55.438893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.516722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3d0ae9f-b674-4654-99aa-5e86113c96dd req-34b3a4d8-883b-4ff7-be35-646b691f333e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317778 Aug 28 08:13:55.529362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.538511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-b4a9a15f-3706-46b6-a975-c76c16bbb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.539874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-b4a9a15f-3706-46b6-a975-c76c16bbb27c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2892265 Aug 28 08:13:55.539990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcef1383-0b0a-4afa-8526-77180486440a req-ea5c0f9c-119e-4af6-943f-e0779884c8ea service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306715 Aug 28 08:13:55.627089 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-65cbca18-cd66-419f-912c-ec0af43c2a05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.0567737 Aug 28 08:13:55.628959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-36e9ecbd-0392-4ce0-8994-e1acdd873c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.630536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-36e9ecbd-0392-4ce0-8994-e1acdd873c2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1100 time: 0.2466052 Aug 28 08:13:55.705722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54fd3287-282c-48bd-81c1-e0f041e476b6 req-9345a1d5-f4d9-40c5-9e50-13bf6f532aba service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091604 Aug 28 08:13:55.709328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c876d124-1f15-43d9-8e71-d7dde877347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.710852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c876d124-1f15-43d9-8e71-d7dde877347b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0689502 Aug 28 08:13:55.719894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118f3bc-8b95-4717-be26-245a7c2df6f4 req-d1c86ced-5ee3-42ec-8328-c3228b3f54f4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.721442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c118f3bc-8b95-4717-be26-245a7c2df6f4 req-d1c86ced-5ee3-42ec-8328-c3228b3f54f4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1071548 Aug 28 08:13:55.778787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.827708 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:13:55.834873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c118f3bc-8b95-4717-be26-245a7c2df6f4 req-e2c08f89-b21c-4dfb-85de-19c9f4f27b00 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012454 Aug 28 08:13:55.840190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-199a334a-2abc-4376-b9ba-c5ac2d61baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.840190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-199a334a-2abc-4376-b9ba-c5ac2d61baba service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1902404 Aug 28 08:13:55.856077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b04b4f-a8e3-4f76-b096-e54d8d66408f None None] Network 669d447a-18b7-4191-b966-ac812a111af4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:13:55.857507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.859852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f2301d23-b4f8-4150-9cf7-5d301d4be7d7 HTTP/1.1" status: 204 len: 168 time: 1.0827487 Aug 28 08:13:55.862037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684a05-1ed6-4d0f-b2b5-7fb21796a549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2301d23-b4f8-4150-9cf7-5d301d4be7d7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:55.864089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36910) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:55.939864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-ecf78bb1-9fe6-4f5e-ac1c-ce0af9a9f7ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.0608191 Aug 28 08:13:55.952309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:55.981069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c4718c03-cf0f-40a5-82dc-5b7dfeab29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:55.981069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-c4718c03-cf0f-40a5-82dc-5b7dfeab29b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120667 Aug 28 08:13:56.058415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36914) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:56.116111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-37b36ada-e29e-4858-834f-0a4f175d57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:56.117685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-37b36ada-e29e-4858-834f-0a4f175d57e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1605434 Aug 28 08:13:56.128139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:56.153482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f698c226-adb1-432b-86f6-dc61c2e25c13 req-ece4b69e-390c-461e-91d4-28606726453b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 210 time: 0.0961499 Aug 28 08:13:56.158383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6734bb15-a24e-4933-8826-12fef32666ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.175930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] DHCP port deletion for 669d447a-18b7-4191-b966-ac812a111af4 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:13:56.293640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-d43012cc-7688-42c7-96cc-042e7711896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:56.295037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-d43012cc-7688-42c7-96cc-042e7711896a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437359 Aug 28 08:13:56.299601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.316746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Deleting port 7d838c93-f15f-4d35-b26a-791cb2d76768 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:56.317568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.338125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:56.342051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Deleting port 7d838c93-f15f-4d35-b26a-791cb2d76768 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:13:56.342449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.391303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-bd5860ab-ebf1-4e06-bc96-3ade1316f452 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883548 Aug 28 08:13:56.413527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-466cc9be-22ff-4b0a-8f20-70b0643d0a13 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100791 Aug 28 08:13:56.415196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.459773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685123-7806-45df-9cfe-b782dfd6814f req-071f0490-0cad-442e-b636-ac1669586a04 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:56.461403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-37685123-7806-45df-9cfe-b782dfd6814f req-071f0490-0cad-442e-b636-ac1669586a04 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 947 time: 0.2017348 Aug 28 08:13:56.473818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6734bb15-a24e-4933-8826-12fef32666ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.532248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] For port 7d838c93-f15f-4d35-b26a-791cb2d76768, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d838c93-f15f-4d35-b26a-791cb2d76768,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:56.532628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.594355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6734bb15-a24e-4933-8826-12fef32666ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.605871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Calling delete_port for 7d838c93-f15f-4d35-b26a-791cb2d76768 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:56.609851 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Floating IP 93993d67-ca7d-4963-82d8-d2150265271f associated. External IP: 172.25.0.195, port: 5a9960cd-781a-485b-9e14-31256dab7e10. Aug 28 08:13:56.616901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-8a368f92-8dc9-46ae-ab6e-6c4fdbaf63b4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592464 Aug 28 08:13:56.628458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'port_id': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'mac_address': 'fa:16:3e:34:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47beaf-059a-4d1a-be03-a010cd2d3dbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:56.657465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-37685123-7806-45df-9cfe-b782dfd6814f req-896b3a6e-c80e-416a-90a1-6fefd44af583 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538727 Aug 28 08:13:56.748503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6734bb15-a24e-4933-8826-12fef32666ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9160cb41d487449ba8ed99d5a9962969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858046 Aug 28 08:13:56.748735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] For port 7d838c93-f15f-4d35-b26a-791cb2d76768, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d838c93-f15f-4d35-b26a-791cb2d76768,segment=NetworkSegment(a202a310-4bb8-4ce9-8db6-05867993f5b8),segment_id=a202a310-4bb8-4ce9-8db6-05867993f5b8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:56.748735 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.755328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:56.760348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.768154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a7197b1-db45-4d5e-923b-d8d48e63df3b req-30487923-4ba8-4910-be2f-6837fb187d90 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553951 Aug 28 08:13:56.776357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734bb15-a24e-4933-8826-12fef32666ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6900cd4e-d27c-4f7e-a185-bfeb5ad70e40,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:56.780600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Calling delete_port for 7d838c93-f15f-4d35-b26a-791cb2d76768 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:13:56.797705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:56.875947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.879230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:56.919640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.942777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:13:56.947404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c34c-7f69-4149-a4fd-570c0f455012 req-26c2736b-69af-42fb-bb17-83f1ef0c3a20 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:56.949508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2441c34c-7f69-4149-a4fd-570c0f455012 req-26c2736b-69af-42fb-bb17-83f1ef0c3a20 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.0940716 Aug 28 08:13:56.980637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:56.981719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4feb8288-57be-4f1b-826b-88ec64ff44a1 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:57.008188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2441c34c-7f69-4149-a4fd-570c0f455012 req-663f668b-227a-4b50-aaca-2b764140baa4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Aug 28 08:13:57.023106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.030252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.054239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] No DVR routers for this DVR port 7d838c93-f15f-4d35-b26a-791cb2d76768 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:57.083813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d838c93-f15f-4d35-b26a-791cb2d76768,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.092017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] No DVR routers for this DVR port 7d838c93-f15f-4d35-b26a-791cb2d76768 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:13:57.129579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.136925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d838c93-f15f-4d35-b26a-791cb2d76768 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:13:57.148718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:13:57.156130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.161257 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:13:57.169674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.172277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.175763 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6900cd4e-d27c-4f7e-a185-bfeb5ad70e40 HTTP/1.1" status: 204 len: 168 time: 0.4171493 Aug 28 08:13:57.184924 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:57.186095 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:57.200850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-0172af78-2d80-42b5-a808-815067ff215e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "PUT /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 996 time: 2.1050076 Aug 28 08:13:57.203596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:13:57.210069 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b6d59-8ac0-43bf-80e3-f2c1952a0270" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:13:57.238170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7d838c93-f15f-4d35-b26a-791cb2d76768 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:13:57.238754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d838c93-f15f-4d35-b26a-791cb2d76768 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:13:57.240502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1adaa-d54d-420f-9cee-747337f7880c None None] Pushing event deleted for resources: {'Port': ['ID=7d838c93-f15f-4d35-b26a-791cb2d76768,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.269629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bff27-2270-42d1-ac6f-ccce78830776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6900cd4e-d27c-4f7e-a185-bfeb5ad70e40,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.294342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-a1ee8f13-a071-45b3-85f5-6fdf0cfb9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.298728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-a1ee8f13-a071-45b3-85f5-6fdf0cfb9310 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.0670207 Aug 28 08:13:57.303871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.325525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669d447a-18b7-4191-b966-ac812a111af4']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:57.333974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:57.341672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfbb7a-3268-4a1b-a3b7-bbe6c63f0767 req-22740084-7282-4ef8-8d0a-72690b1bead0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.349793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4cfbb7a-3268-4a1b-a3b7-bbe6c63f0767 req-22740084-7282-4ef8-8d0a-72690b1bead0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.2207866 Aug 28 08:13:57.362657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a202a310-4bb8-4ce9-8db6-05867993f5b8') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:57.362984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a202a310-4bb8-4ce9-8db6-05867993f5b8') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:57.369422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '4feb8288-57be-4f1b-826b-88ec64ff44a1', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '4feb8288-57be-4f1b-826b-88ec64ff44a1', 'mac_address': 'fa:16:3e:08:5b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:57.385051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.426134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.434629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.436598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4cfbb7a-3268-4a1b-a3b7-bbe6c63f0767 req-ba4821c9-007e-499b-b6a6-069d3a082ea2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842974 Aug 28 08:13:57.449669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:13:57.450914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:13:57.460024 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:13:57.463955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4feb8288-57be-4f1b-826b-88ec64ff44a1 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:57.480324 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:57.485148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:57.492474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-438ae754-4d69-461e-8168-5c34b0b59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.494058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-438ae754-4d69-461e-8168-5c34b0b59fb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.1850057 Aug 28 08:13:57.576699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.580775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5efe6a5-e1a7-41fe-b0ca-0c933e7c64ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.597007 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3f9b3c5-c57f-4313-8ce9-90cdfb6a425c req-fbda91a9-6e3d-480d-9b84-be586b249de8 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 210 time: 0.0356734 Aug 28 08:13:57.652669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-1b2968fa-c8cc-4b60-8957-ce1539f924c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 999 time: 0.1456773 Aug 28 08:13:57.657705 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc671a4-4068-40e4-ad02-781007170cfb x-openstack-request-id: req-0dc671a4-4068-40e4-ad02-781007170cfb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:13:57.658620 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:13:57.658620 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dc671a4-4068-40e4-ad02-781007170cfb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:13:57.659005 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:13:57.666811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.697145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.733525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:57.735402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] 10.222.0.46 "DELETE /v2.0/networks/669d447a-18b7-4191-b966-ac812a111af4 HTTP/1.1" status: 204 len: 168 time: 1.8698082 Aug 28 08:13:57.761767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b93e32-878f-476a-a2bb-ef5b99a9f73c admin admin] Pushing event deleted for resources: {'Network': ['ID=669d447a-18b7-4191-b966-ac812a111af4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:57.825809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-c086cc9f-e344-4501-858c-e6c042191773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.827501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-c086cc9f-e344-4501-858c-e6c042191773 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1549754 Aug 28 08:13:57.841142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-5c811df6-39a8-413f-afbf-7f991cbfa7c6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.842794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-5c811df6-39a8-413f-afbf-7f991cbfa7c6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3227336 Aug 28 08:13:57.868479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-a15e2234-55d8-434f-97c0-8c2916e8dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.875669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Request body: {'port': {'device_id': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'admin_state_up': True, 'tenant_id': '150705dfe001456faab8224e3eb11d7e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:13:57.876226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-a15e2234-55d8-434f-97c0-8c2916e8dd93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.1527734 Aug 28 08:13:57.979086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577362a8-599d-40d4-a491-c5e795eb2e14 req-dcb75e7f-bbc6-473d-b008-d0dd6318770e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:57.987770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-577362a8-599d-40d4-a491-c5e795eb2e14 req-dcb75e7f-bbc6-473d-b008-d0dd6318770e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 948 time: 0.1772816 Aug 28 08:13:58.047768 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:13:56Z', 'revision_number': 1, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:58.078846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-577362a8-599d-40d4-a491-c5e795eb2e14 req-886e9526-ff25-4d10-83ad-72609a131f09 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903211 Aug 28 08:13:58.110779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-ac1df0ec-9a27-442d-a817-de51d18ecb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:58.118674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-ea05778d-5ace-4eeb-8da5-78e77ce2c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:58.118674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-ea05778d-5ace-4eeb-8da5-78e77ce2c439 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.2172894 Aug 28 08:13:58.123583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-ac1df0ec-9a27-442d-a817-de51d18ecb67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708066 Aug 28 08:13:58.128808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-7ff1edbf-d662-497d-aece-486f2b057ad2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:13:58.129869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-7ff1edbf-d662-497d-aece-486f2b057ad2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054789 Aug 28 08:13:58.147782 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:13:58.167972 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:13:58.171194 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:13:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:58.216277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:13:58.220147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:58.239700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:58.270572 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-5c359b09-8386-401d-96fd-a6469476b78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 999 time: 0.1474090 Aug 28 08:13:58.272450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-3b42dd74-fbaf-4091-9b1f-423a5985948f service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350770 Aug 28 08:13:58.350318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['4feb8288-57be-4f1b-826b-88ec64ff44a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:58.473845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:13:58.482081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-3ef8624c-5b74-4cef-97de-f26179cad4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:58.483672 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-3ef8624c-5b74-4cef-97de-f26179cad4f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1785343 Aug 28 08:13:58.492619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:58.526772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Allocated IP 172.20.0.7 (86af6373-b29b-481d-a5d3-2697189036ef/ed3f6eeb-7f2c-409a-bc86-c178f023012c/9836d8b0-dc19-4af2-83e2-7adfcfab0715) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:13:58.615815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32c26b2e-406c-4308-952f-55c5a06dce4a req-4107b8b2-ea6b-4685-b614-b719360629a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053467 Aug 28 08:13:58.781782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:13:58.922663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ece6c-5b86-430d-ac24-0dcace7783c8 req-30ae8b75-f928-4bdb-b0fc-664594da9b7b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:58.927084 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:13:56Z', 'revision_number': 1, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:13:58.936421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d8ece6c-5b86-430d-ac24-0dcace7783c8 req-30ae8b75-f928-4bdb-b0fc-664594da9b7b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 948 time: 0.5494835 Aug 28 08:13:58.968963 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27a64b-be7c-4fe3-9ab9-52594997535d None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:13:56Z', 'revision_number': 1, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:13:59.042703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0734e908-5ab0-47e1-a8db-5383746c1e15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63e691ea601e409a91c12917a89eda40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460935 Aug 28 08:13:59.052718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d8ece6c-5b86-430d-ac24-0dcace7783c8 req-f4543d81-b711-4aa7-87b4-f372c43b08ed tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152833 Aug 28 08:13:59.058029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:13:59.067643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-ea1c86a4-80df-46fe-b6a7-f77e8b7230a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:59.069160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:59.069446 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-ea1c86a4-80df-46fe-b6a7-f77e8b7230a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5688627 Aug 28 08:13:59.085917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'mac_address': 'fa:16:3e:b9:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:13:59.164341 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.186433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9939d3fa-86f6-4956-a562-60ddb12b034e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:13:59.213215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:13:59.253101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4951c06a-6907-43db-b5fe-612938b5614a req-ec365eb9-d53d-476f-b193-f9579460a25f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 210 time: 0.0617185 Aug 28 08:13:59.298251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fbc95-d9f4-4496-a576-3dca954d5a37 req-ccda2cf7-71a4-48d1-a3f8-eeb006da16b0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:59.300479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d27fbc95-d9f4-4496-a576-3dca954d5a37 req-ccda2cf7-71a4-48d1-a3f8-eeb006da16b0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.0925572 Aug 28 08:13:59.326037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-dbe18722-57c5-4856-8eae-f8be97e480c4 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455192 Aug 28 08:13:59.326392 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.388706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.456376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbb01f9-8a40-4538-9db1-2fd057157894 None None] New status for floating IP 93993d67-ca7d-4963-82d8-d2150265271f: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:13:59.459114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.508163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d27fbc95-d9f4-4496-a576-3dca954d5a37 req-e82e7170-acbc-4eea-be90-cf69d52e1ccd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794643 Aug 28 08:13:59.525593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.547792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.594061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:59.630731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Network 86af6373-b29b-481d-a5d3-2697189036ef is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:13:59.641350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:13:59.668072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:13:59.725568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:13:59.735504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:13:59.787280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:59.787280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.826586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-125b6d59-8ac0-43bf-80e3-f2c1952a0270 req-8aef672a-4ad2-48a6-8beb-214b3a5026b4 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863715 Aug 28 08:13:59.851749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-3d05e8b0-6136-4805-b4fa-9d17f7c14398 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:13:59.855150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-3d05e8b0-6136-4805-b4fa-9d17f7c14398 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2764947 Aug 28 08:13:59.905555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-ad5600cb-4815-4c82-8b43-6bbfac1ab4fb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397036 Aug 28 08:13:59.907758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:13:59.931241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Request body: {'port': {'device_id': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:00.027093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.068636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-08037ca5-6d54-4d0c-b9a2-9560b3641f45 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.2001715 Aug 28 08:14:00.079581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:00.082024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.086792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.093283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b8b19d2-8914-4dd7-a937-43c28e7fd290 HTTP/1.1" status: 204 len: 168 time: 1.0182154 Aug 28 08:14:00.160583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:00.195623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e19977-9319-41f1-9311-d06a86af5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b19d2-8914-4dd7-a937-43c28e7fd290,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:00.250568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.256866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ba48355-1d5c-48ed-8959-d825577e6a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.350155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82abe-4124-4da4-b9df-9bfa2f8129c2 req-6bc51bbe-33c0-4bee-9b29-c49b1d6e3f7e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:00.351949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6f82abe-4124-4da4-b9df-9bfa2f8129c2 req-6bc51bbe-33c0-4bee-9b29-c49b1d6e3f7e tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 948 time: 0.1556258 Aug 28 08:14:00.421314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6f82abe-4124-4da4-b9df-9bfa2f8129c2 req-0fb96872-62b0-4e92-9884-6d019c468aed tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Aug 28 08:14:00.453157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:00.465526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:00.465994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.515805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-c0863b1a-7318-475a-8ab0-beabd2505890 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:00.517864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-c0863b1a-7318-475a-8ab0-beabd2505890 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 949 time: 0.1641366 Aug 28 08:14:00.603882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9836d8b0-dc19-4af2-83e2-7adfcfab0715 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:00.619667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.648042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Transition to ACTIVE for port object 9836d8b0-dc19-4af2-83e2-7adfcfab0715 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:00.679122 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-ff988723-7afc-453e-8ab1-db4ef6555c34 service neutron] delete failed (client error): The resource could not be found. Aug 28 08:14:00.680827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-ff988723-7afc-453e-8ab1-db4ef6555c34 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9939d3fa-86f6-4956-a562-60ddb12b034e/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.1491404 Aug 28 08:14:00.700692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.737940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.755266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:00.757643 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd520f-a509-4a9e-8c83-81bee6e4a641" -d '{"events": [{"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:00.788490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:00.795181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:00.828898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:00.879397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3bc4d-07bb-452a-a1df-46065e295632 req-a1bfb978-93ba-44d3-849b-7da8bb99b1ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:00.881244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dd3bc4d-07bb-452a-a1df-46065e295632 req-a1bfb978-93ba-44d3-849b-7da8bb99b1ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 949 time: 0.1823134 Aug 28 08:14:00.923521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:00.924335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4feb8288-57be-4f1b-826b-88ec64ff44a1 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:01.001742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dd3bc4d-07bb-452a-a1df-46065e295632 req-702d0fd2-15fe-4ebb-b594-bb1d36c6145b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900896 Aug 28 08:14:01.023363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9939d3fa-86f6-4956-a562-60ddb12b034e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:01.030473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:01.031053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:01.031824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:01.038573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:01.039064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:01.042516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9939d3fa-86f6-4956-a562-60ddb12b034e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:01.042900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.047111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:01.047576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:01.048457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:01.048826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Bound port: 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:01.050106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.171969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:01.260170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:01.277740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:01.279185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.298015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febb345-929e-4792-807b-6225cdd9d73d req-ced2e4a5-9fe8-4ecc-ae5b-9eb0377f61da tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.299806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6febb345-929e-4792-807b-6225cdd9d73d req-ced2e4a5-9fe8-4ecc-ae5b-9eb0377f61da tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.0997157 Aug 28 08:14:01.319361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:01.323466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 4feb8288-57be-4f1b-826b-88ec64ff44a1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:01.328656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 4feb8288-57be-4f1b-826b-88ec64ff44a1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:01.329035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.356937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6febb345-929e-4792-807b-6225cdd9d73d req-10ad0700-53e9-4fe5-9e32-965a5a39908a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Aug 28 08:14:01.357248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-9e00f0c1-ca12-4068-bd86-6d46c04d1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.358976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-9e00f0c1-ca12-4068-bd86-6d46c04d1543 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1101 time: 0.4217343 Aug 28 08:14:01.364511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.398015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:14:01.430445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.438577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.438577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] 10.222.0.64 "PUT /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 1092 time: 1.5115497 Aug 28 08:14:01.438577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:01.439054 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96863e-c93a-47a7-9543-9b689c7fd1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:01.466786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.518594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8e981-9001-40e8-8952-7737f0dd2b66 service neutron] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:01.518836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.574194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de0301-a1dc-4859-9a57-1461aafa384f req-322a6ecc-781f-472c-8020-ccbdce7f47e6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.576617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63de0301-a1dc-4859-9a57-1461aafa384f req-322a6ecc-781f-472c-8020-ccbdce7f47e6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.1131833 Aug 28 08:14:01.584026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.586707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-5b8eb435-49fd-466b-8843-692379e00c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.591156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-5b8eb435-49fd-466b-8843-692379e00c50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2140098 Aug 28 08:14:01.596445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:01.651807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-c90b395e-80ed-459a-8121-4f02f742844b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.0514164 Aug 28 08:14:01.653774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-1156b0f0-c2e5-4b67-acb1-a925dfc2e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.655321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-1156b0f0-c2e5-4b67-acb1-a925dfc2e0ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1095 time: 0.0778925 Aug 28 08:14:01.655910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:01.660153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63de0301-a1dc-4859-9a57-1461aafa384f req-ffb42f50-987d-4dcf-9e01-8b02bd50f801 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714371 Aug 28 08:14:01.674944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.702146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.733106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-38954f15-0ccb-467c-a84c-f8bf06b96012 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 217 time: 0.0597365 Aug 28 08:14:01.742566 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048d676-eb8b-4862-ba3c-26f8ead7e390 x-openstack-request-id: req-7048d676-eb8b-4862-ba3c-26f8ead7e390 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:01.745972 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:01.745972 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7048d676-eb8b-4862-ba3c-26f8ead7e390 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:01.745972 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'code': 200} Aug 28 08:14:01.782459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:01.790758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-4d0a6c05-738c-4910-8087-ba4255980e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.806370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-4d0a6c05-738c-4910-8087-ba4255980e3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1459382 Aug 28 08:14:01.818012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:01.835979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-481584bb-c289-4608-b264-0aa4f183b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.839333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-481584bb-c289-4608-b264-0aa4f183b5ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0964439 Aug 28 08:14:01.894997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-8d7ea40f-38e7-4d38-9fa7-20ec368eb8ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456069 Aug 28 08:14:01.930321 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Floating IP 93993d67-ca7d-4963-82d8-d2150265271f associated. External IP: 172.25.0.195, port: 5a9960cd-781a-485b-9e14-31256dab7e10. Aug 28 08:14:01.934536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-5381f741-b470-4715-9dcf-be84be9ac6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:01.935565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-5381f741-b470-4715-9dcf-be84be9ac6e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683324 Aug 28 08:14:02.056013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0ee3-d899-407a-9889-01ab627c585e req-aa6c402d-e446-41f4-95c7-48b125bda345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:02.057875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-988a0ee3-d899-407a-9889-01ab627c585e req-aa6c402d-e446-41f4-95c7-48b125bda345 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1097 time: 0.1682177 Aug 28 08:14:02.107462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-60da9cf4-ff36-4a50-94b3-4b0f6308fb70 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925888 Aug 28 08:14:02.144633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-988a0ee3-d899-407a-9889-01ab627c585e req-cd264293-78c2-4d32-b20a-301fa270f6b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 Aug 28 08:14:02.162422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-7f4d9605-1f61-40bc-82e6-07c93f7d6cb9 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869462 Aug 28 08:14:02.256300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-d1e0b2ae-b740-4ccd-bd53-a4dfe520b515 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381343 Aug 28 08:14:02.259216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37034) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:02.271195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b98e10e8-837c-4d46-bbac-a56f0d767fb7 req-acf9bc3b-3f6b-4c1a-a056-8c3893399018 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541169 Aug 28 08:14:02.411245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-network', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:02.438008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-69b20992-bab8-4a19-82e2-68c51ee9b031 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:02.439735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-69b20992-bab8-4a19-82e2-68c51ee9b031 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727984 Aug 28 08:14:02.463399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-be14b46e-bbd8-4403-a285-4d29f2db008f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0112960 Aug 28 08:14:02.509311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-9f2ebd67-048e-4528-b616-49bb89d3ad74 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333991 Aug 28 08:14:02.549393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Made reservation on behalf of 2e2252e90e4f4946b4abb63ef77dffc7 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:02.552635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.565709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.671174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.793189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.797941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-b5fa2e27-d4ce-4a9b-8a5c-95371cbe9892 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6301413 Aug 28 08:14:02.847645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:14:02.856976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeff9d1-d9e3-48fe-aeeb-13f9bf49d4cf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:02.868950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.868950 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Added segment 59dbd852-72e4-4280-a677-0c3cc7fac369 of type vlan for network ccb8e6bf-cde3-4dcd-9529-3039451979da Aug 28 08:14:02.888014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bad328-de9f-4384-98c1-43936722614f req-a6fb6082-8092-4bd6-be25-3f4bdac0722d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:02.889603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1bad328-de9f-4384-98c1-43936722614f req-a6fb6082-8092-4bd6-be25-3f4bdac0722d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.1078134 Aug 28 08:14:02.942763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:02.980811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1bad328-de9f-4384-98c1-43936722614f req-0243da07-5dcf-4508-8ecc-80ad5a00b718 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692627 Aug 28 08:14:03.051337 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed22145b-f7eb-4e45-ac5d-de4022a44698 x-openstack-request-id: req-ed22145b-f7eb-4e45-ac5d-de4022a44698 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:03.051697 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:03.051940 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed22145b-f7eb-4e45-ac5d-de4022a44698 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:03.052301 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'status': 'completed', 'code': 200} Aug 28 08:14:03.077733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eab3c665-ddc4-4d9f-bd7a-f3117ec7ae0f req-88af80cd-f120-43c0-8abe-239a7075e912 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126322 Aug 28 08:14:03.098565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-15c67017-274f-4635-9222-58c74bd561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.101898 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-15c67017-274f-4635-9222-58c74bd561c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 1120 time: 0.2081110 Aug 28 08:14:03.117969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:03.120347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.121615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:03.168361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:03.234196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-904fa171-1d0a-4244-bef3-877694ee1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.238112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-904fa171-1d0a-4244-bef3-877694ee1b48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1095 time: 0.1213486 Aug 28 08:14:03.251370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb8e6bf-cde3-4dcd-9529-3039451979da,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:03.277673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network ccb8e6bf-cde3-4dcd-9529-3039451979da details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:14:03.307021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f840339-f06f-4ee7-b2d9-95d1929420e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0415418 Aug 28 08:14:03.317393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-47878e6e-7f31-4223-85cf-b74684274988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.321973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37050) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:03.322189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-47878e6e-7f31-4223-85cf-b74684274988 service neutron] 10.222.0.64 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 924 time: 0.1443985 Aug 28 08:14:03.330385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Request body: {'subnet': {'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-subnet', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:03.447874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0228ad-146e-4628-afa2-50c17bc46f22 req-33033271-0998-470b-aed9-db9072a54450 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.449520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef0228ad-146e-4628-afa2-50c17bc46f22 req-33033271-0998-470b-aed9-db9072a54450 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0754488 Aug 28 08:14:03.451848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-f8e57189-9cce-4398-94b8-a65834399456 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40 HTTP/1.1" status: 200 len: 1023 time: 0.1237333 Aug 28 08:14:03.527092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:03.540906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-9f989c68-5d56-4804-95d9-4eb05a6a3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.542536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-9f989c68-5d56-4804-95d9-4eb05a6a3184 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2414465 Aug 28 08:14:03.544574 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:03.559971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:03.560888 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:03.591173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Made reservation on behalf of 2e2252e90e4f4946b4abb63ef77dffc7 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:03.593789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:03.601303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-7727ad64-ab80-4418-a2e0-f3b900910dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.604712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-7727ad64-ab80-4418-a2e0-f3b900910dbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.1434584 Aug 28 08:14:03.609992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef0228ad-146e-4628-afa2-50c17bc46f22 req-91c589a1-bd4d-4d47-8e99-1af810c7c010 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467779 Aug 28 08:14:03.721489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-664e2c48-b99d-4d12-8ef9-ce9aa48234eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.723390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-664e2c48-b99d-4d12-8ef9-ce9aa48234eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102028 Aug 28 08:14:03.724668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-de324a4d-32c0-4a01-a61a-db5193e7b933 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 217 time: 0.1440578 Aug 28 08:14:03.746030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}, {'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:03.748438 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb9a10a-e34f-4b21-ac47-fd7a4a94c771" -d '{"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-plugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}, {"server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "name": "network-vif-plugged", "status": "completed", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:03.802956 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:03.890004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe0ef-88fc-45e5-a92d-1241cc3a3033 req-12f2fd37-085e-44a3-970d-6cd262d7ec43 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.897597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87ffe0ef-88fc-45e5-a92d-1241cc3a3033 req-12f2fd37-085e-44a3-970d-6cd262d7ec43 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.1643102 Aug 28 08:14:03.903770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-2966b904-5587-415a-824d-60537e1ab76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:03.906948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-2966b904-5587-415a-824d-60537e1ab76a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1682539 Aug 28 08:14:03.954255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87ffe0ef-88fc-45e5-a92d-1241cc3a3033 req-6921e2a5-83c4-4836-9a09-bc26aa5140fd tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Aug 28 08:14:03.957129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-9cdd105c-1415-4a65-b3c3-2638adf8ae2e service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141681 Aug 28 08:14:04.072550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-b206b448-da2e-4b1e-a5f0-78a7d3d78236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531746 Aug 28 08:14:04.132267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3fdf01b-4628-4539-a18a-6aa16f6d8890 req-add9f3f7-d719-464a-9122-e26c5f603c33 service neutron] 10.222.0.64 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676972 Aug 28 08:14:04.161014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74096892-c35e-4387-a439-0358466c8f8e req-4e9bb991-ccc0-4792-9b94-f6c48ca3fc12 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:04.174484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74096892-c35e-4387-a439-0358466c8f8e req-4e9bb991-ccc0-4792-9b94-f6c48ca3fc12 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.0981424 Aug 28 08:14:04.243000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74096892-c35e-4387-a439-0358466c8f8e req-5cf5c71e-cb2c-4ec2-b468-cb6570127a52 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667222 Aug 28 08:14:04.309865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:01Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:04.336812 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:04.369207 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:04.381831 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:04.383121 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:04.386615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c3229f96-878f-4716-b10a-533da8e7a14a req-c1ad4d24-5514-4abd-ba0f-8433abd00d56 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 210 time: 0.0393434 Aug 28 08:14:04.413290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:04.457869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-d11edb4d-e519-4485-a704-583dd7e2008e service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726947 Aug 28 08:14:04.466810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaa6281-e2b5-4965-b57b-c16e0d3eb43e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:04.526140 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:04.571546 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e92ec0-49be-4063-b55e-56b6875f88e3 x-openstack-request-id: req-55e92ec0-49be-4063-b55e-56b6875f88e3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:04.573619 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-plugged", "status": "completed", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "code": 200}, {"server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "name": "network-vif-plugged", "status": "completed", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:04.574283 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55e92ec0-49be-4063-b55e-56b6875f88e3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:04.575071 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'code': 200} Aug 28 08:14:04.575637 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1', 'code': 200} Aug 28 08:14:04.603615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Checking segment: {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:04.604959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Network hostable DHCP agents. Network: ccb8e6bf-cde3-4dcd-9529-3039451979da, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:14:04.649842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:04.739257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acadd6-e962-4a7f-af01-609a9e4eda58 req-5cd23924-9ac1-4570-a267-06ba40f5483d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:04.753074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87acadd6-e962-4a7f-af01-609a9e4eda58 req-5cd23924-9ac1-4570-a267-06ba40f5483d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.0639567 Aug 28 08:14:04.768846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec96863e-c93a-47a7-9543-9b689c7fd1fe req-e098fa50-fc88-4ba9-917e-74cc193305c5 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992303 Aug 28 08:14:04.786973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Network ccb8e6bf-cde3-4dcd-9529-3039451979da is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:14:04.826932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:04.862411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87acadd6-e962-4a7f-af01-609a9e4eda58 req-3656c11f-610a-4ed2-a21a-e8f3960043d3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972576 Aug 28 08:14:04.873221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:04.878310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:04.936931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, ccb8e6bf-cde3-4dcd-9529-3039451979da) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:04.959266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e38bb-bce8-4bfc-ab0c-59cbc6a9a077 req-4eae5e49-9284-4986-b7ec-87296519ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:04.961884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d8e38bb-bce8-4bfc-ab0c-59cbc6a9a077 req-4eae5e49-9284-4986-b7ec-87296519ce8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 1101 time: 0.1867220 Aug 28 08:14:04.964495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:04.967512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:04.972467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:04.980157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108a4a0-fddb-4782-9fab-06a08bf3ba9f None None] Network ccb8e6bf-cde3-4dcd-9529-3039451979da requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:14:04.989915 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:05.052560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-32525f9c-9ea3-488f-8bc3-47d70018518b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "PUT /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 999 time: 4.9824541 Aug 28 08:14:05.059064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.098486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d8e38bb-bce8-4bfc-ab0c-59cbc6a9a077 req-9e529160-72f0-478b-a042-39b8858be155 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276553 Aug 28 08:14:05.119167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-690059a1-1178-4741-b337-1f48a51038dc tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.125779 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:01Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:05.134948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-690059a1-1178-4741-b337-1f48a51038dc tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports/5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 942 time: 0.0813122 Aug 28 08:14:05.143719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-533cefc0-2225-4739-a994-e9d3d57d6552 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8207808 Aug 28 08:14:05.143951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:05.148389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:05.188215 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8acab-3934-40c1-b92a-b8cde7127644 None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:01Z', 'revision_number': 3, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:05.190494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:05.203315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b6c9-be96-4e17-b6f7-249e9630cddc req-9c37f946-6778-4f87-86c6-591ce6a9cfbf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.219006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aa8b6c9-be96-4e17-b6f7-249e9630cddc req-9c37f946-6778-4f87-86c6-591ce6a9cfbf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.1225169 Aug 28 08:14:05.222033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'port_id': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'mac_address': 'fa:16:3e:91:e4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f6eeb-7f2c-409a-bc86-c178f023012c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:05.273799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.275759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.285687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-d46e2c4f-d045-4d59-92b9-78c3e27e4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.291625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aa8b6c9-be96-4e17-b6f7-249e9630cddc req-17ff6956-657e-4c10-ae02-bb201177fa48 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707822 Aug 28 08:14:05.296967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-d46e2c4f-d045-4d59-92b9-78c3e27e4931 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.0854452 Aug 28 08:14:05.320623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.332754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-ccb8e6bf-cde3-4dcd-9529-3039451979da', 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'fixed_ips': [{'subnet_id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:14:05.333623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.348452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9836d8b0-dc19-4af2-83e2-7adfcfab0715 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:05.379847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:05.444014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339859ba-e61e-4980-805f-a50cd130e61e req-382cd5ad-c13f-416b-a26c-d6c8eb230d46 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.445612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-339859ba-e61e-4980-805f-a50cd130e61e req-382cd5ad-c13f-416b-a26c-d6c8eb230d46 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.0644569 Aug 28 08:14:05.472266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.483210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-e5bf4b70-9dbe-4b25-a905-d752c6412e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.486193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-e5bf4b70-9dbe-4b25-a905-d752c6412e76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.1879106 Aug 28 08:14:05.503341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-339859ba-e61e-4980-805f-a50cd130e61e req-5f617ba5-0452-4389-b4cb-d945646f0003 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 Aug 28 08:14:05.552832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-42bf86e4-7928-4a3a-b853-34e6cbdfe41f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.0569096 Aug 28 08:14:05.555175 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e02ed6-121c-449a-abe0-c52d2d3b94a2 x-openstack-request-id: req-87e02ed6-121c-449a-abe0-c52d2d3b94a2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:05.555564 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:05.556003 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87e02ed6-121c-449a-abe0-c52d2d3b94a2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:05.556567 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:14:05.598172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487c5ab-4e34-4af6-928f-9fd095570fa6 None None] New status for floating IP 93993d67-ca7d-4963-82d8-d2150265271f: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:05.602088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.674932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e70f3-a134-4f52-8e18-d841ad8cf1f1 req-f7b8f7be-801c-40f3-992b-a820e99b7507 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.677593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d9e70f3-a134-4f52-8e18-d841ad8cf1f1 req-f7b8f7be-801c-40f3-992b-a820e99b7507 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.0579827 Aug 28 08:14:05.739567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d9e70f3-a134-4f52-8e18-d841ad8cf1f1 req-0f89e03a-6c98-481c-92b9-01a626549457 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Aug 28 08:14:05.797082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Allocated IP 172.20.0.2 (ccb8e6bf-cde3-4dcd-9529-3039451979da/daaa6281-e2b5-4965-b57b-c16e0d3eb43e/2fe9b759-1909-4ffb-ad26-b850f1dbf2cb) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:05.798974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:05.807036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-74bf1f9e-8cd2-4757-b389-067b15260c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.810632 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-74bf1f9e-8cd2-4757-b389-067b15260c59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.2471364 Aug 28 08:14:05.862471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:05.884360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-7ccf72e1-5468-477c-80eb-1f5eeb0daaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.885844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-7ccf72e1-5468-477c-80eb-1f5eeb0daaf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.2517185 Aug 28 08:14:05.892330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca67d93-bca8-431a-83b3-89d65c51cb17 req-6b002553-cf3d-41e3-a728-a337a978e5ae tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.903017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ca67d93-bca8-431a-83b3-89d65c51cb17 req-6b002553-cf3d-41e3-a728-a337a978e5ae tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1102 time: 0.0738518 Aug 28 08:14:05.945588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ca67d93-bca8-431a-83b3-89d65c51cb17 req-967d9564-b0b7-40fb-8e58-36bb87412a1c tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Aug 28 08:14:05.947429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-a9e565f5-8e38-4ab9-a0eb-adaf9d86d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:05.949523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-a9e565f5-8e38-4ab9-a0eb-adaf9d86d469 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053467 Aug 28 08:14:05.972978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-55d4cdad-b19f-4861-8165-c20affa658e2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:05.972978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-55d4cdad-b19f-4861-8165-c20affa658e2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123334 Aug 28 08:14:06.018202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9836d8b0-dc19-4af2-83e2-7adfcfab0715'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:06.066167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-c3ba1fbd-80d7-4c11-9cc1-6680fa6786fa tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357804 Aug 28 08:14:06.103414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c838b9a5-7d96-43e9-8d1c-a7307e3cb03f req-6ed6b203-ed43-40d1-a54b-6c57103a2d29 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 210 time: 0.0605643 Aug 28 08:14:06.162853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.201365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Transition to ACTIVE for port object 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:06.225954 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:06.254119 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:06.255292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Transition to ACTIVE for port object 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:06.257323 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:06.341597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-ef6604ce-0850-4a54-b4b7-2dee43433df2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.343582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-ef6604ce-0850-4a54-b4b7-2dee43433df2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701237 Aug 28 08:14:06.354137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb5fff-75fb-4b7a-8d1d-0fa9a6d3007a req-dc10ba01-72f7-44f7-be1e-31630d2e1b46 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.355920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ebb5fff-75fb-4b7a-8d1d-0fa9a6d3007a req-dc10ba01-72f7-44f7-be1e-31630d2e1b46 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1097 time: 0.0799558 Aug 28 08:14:06.364783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:06.393601 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.398125 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:06.417582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Network ccb8e6bf-cde3-4dcd-9529-3039451979da is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:06.441254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:06.465946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-08dec9a3-20c3-4183-ab5a-8f9dc0f21953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.467514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-08dec9a3-20c3-4183-ab5a-8f9dc0f21953 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.5706325 Aug 28 08:14:06.476854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:06.482354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ebb5fff-75fb-4b7a-8d1d-0fa9a6d3007a req-02594d42-bb7a-4a0e-9176-4f04210c17db tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070056 Aug 28 08:14:06.523421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-096ebf19-b8a0-4ccd-8f4e-8aa3857c38c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.0429637 Aug 28 08:14:06.598087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Pushing event updated for resources: {'Port': ['ID=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:06.617409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-0afef75e-272e-4e1a-8fa3-93c21f5a7142 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260836 Aug 28 08:14:06.630083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Attempting to bind port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:06.630083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Attempting to bind port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:06.631050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Attempting to bind port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb on network ccb8e6bf-cde3-4dcd-9529-3039451979da {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:06.649619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:06.650550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Checking segment: {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:06.651657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.652227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Bound using segment: {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:06.653282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Bound port: 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:06.654136 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.697891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:06.701902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.710632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-8be224a9-101e-4fd3-b76f-bc669f2dc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.712153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-8be224a9-101e-4fd3-b76f-bc669f2dc9dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1778471 Aug 28 08:14:06.717419 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.743345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] For port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:06.747977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] For port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:06.756287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2027-b0e6-4729-8ccf-71ba64e10b66 req-ccc2ef5b-4aa6-4b82-beb1-6d524a48b525 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.758356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3af2027-b0e6-4729-8ccf-71ba64e10b66 req-ccc2ef5b-4aa6-4b82-beb1-6d524a48b525 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.1024914 Aug 28 08:14:06.827053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-a33414d9-c3ce-4dcb-b9be-29d6ae61ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:06.828034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-a33414d9-c3ce-4dcb-b9be-29d6ae61ce1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062994 Aug 28 08:14:06.849079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3af2027-b0e6-4729-8ccf-71ba64e10b66 req-123f1d98-1b0e-484e-8999-ee8f51869902 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Aug 28 08:14:06.851885 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:05Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:06.884478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:06.886297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-0d4973a1-836e-4eff-bf6b-8f225c75455e service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601593 Aug 28 08:14:06.895687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:06.898121 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:06.899533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:06.908460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.007376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.009256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.024394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d0fb-bc9a-4319-8450-bbd1a102edae None None] Pushing event updated for resources: {'Port': ['ID=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:07.056847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.082736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-3ba15a21-41c5-44fe-bb21-e9f0a09b7e94 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218745 Aug 28 08:14:07.210019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:07.257447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d90bea-7dfc-4113-a293-dce7e19e5c28,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:07.338996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Allocated IP 172.25.0.14 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/32f45684-8145-45ba-a1a9-bd3f715f809d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:07.378987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.5 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/c200f172-2218-42b2-942f-57261e94891e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:07.497401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.562971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:07.565889 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b885a-16de-45c4-b901-b61a580c836c" -d '{"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:07.596904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe086f-420f-43e7-b900-0173f28d1e30 req-790382c8-39ec-4d7d-bc3b-8bdbd0699730 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:07.598592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33fe086f-420f-43e7-b900-0173f28d1e30 req-790382c8-39ec-4d7d-bc3b-8bdbd0699730 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.4043095 Aug 28 08:14:07.604376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-a4aed3aa-56a0-4d6d-9d11-0e6a5606bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:07.604895 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:05Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:07.606100 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-a4aed3aa-56a0-4d6d-9d11-0e6a5606bb43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1098 time: 0.4830570 Aug 28 08:14:07.647543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.651545 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31bf68-4a75-4ebd-9cd7-6e112b5d7b26 None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:db:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:05Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:07.672811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.687454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33fe086f-420f-43e7-b900-0173f28d1e30 req-c7b44a77-fe90-4880-bf36-01300fdf1fe8 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752289 Aug 28 08:14:07.687454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object c200f172-2218-42b2-942f-57261e94891e will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:07.795335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8801f7e2-b588-47d2-bdb8-4e04dd6d816d req-bbbb4774-f91e-46c7-ba20-e77b3c0112e4 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733456 Aug 28 08:14:07.805085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Pushing event updated for resources: {'Port': ['ID=32f45684-8145-45ba-a1a9-bd3f715f809d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:07.820274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:07.824507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:07.828649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:07.844696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:07.901298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-310e4772-4ee7-46ec-86c2-f401eed32cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:07.909040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-310e4772-4ee7-46ec-86c2-f401eed32cac service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.2687376 Aug 28 08:14:07.942140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:07.962581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:07.990809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:07.997193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:08.057838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8dc66-c877-4cf4-bfec-a77476fdb7f1 req-9f273ba1-92f4-460c-ad59-c0313c3f977e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:08.065355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fe8dc66-c877-4cf4-bfec-a77476fdb7f1 req-9f273ba1-92f4-460c-ad59-c0313c3f977e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 934 time: 0.2428944 Aug 28 08:14:08.117632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:08.118392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:08.151993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-3b327e41-c41c-4a6c-a2c5-9bf35a0124e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 1002 time: 0.2419500 Aug 28 08:14:08.154029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fe8dc66-c877-4cf4-bfec-a77476fdb7f1 req-3493df23-f483-4c62-b9d5-2cc6ed378a70 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Aug 28 08:14:08.230398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-2dca4477-a73e-41be-a0e6-5546ee4269a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:08.232301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-2dca4477-a73e-41be-a0e6-5546ee4269a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.0794876 Aug 28 08:14:08.265779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-c804f8f1-d8cf-4fcd-b376-e3a842924f97 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280640 Aug 28 08:14:08.267659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-746bd78a-f2b1-4572-8774-ad3550dc79d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9085519 Aug 28 08:14:08.300823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Request body: {'port': {'device_id': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:08.390377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-c201dd35-0678-4b1f-bfa8-071e7f810963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:08.407192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-c201dd35-0678-4b1f-bfa8-071e7f810963 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607001 Aug 28 08:14:08.478438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:08.540365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3fe592bb-719f-473d-ac5d-5f91cc7626e6 None None] Provisioning for port c200f172-2218-42b2-942f-57261e94891e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:08.544903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3fe592bb-719f-473d-ac5d-5f91cc7626e6 None None] Provisioning complete for port c200f172-2218-42b2-942f-57261e94891e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:08.545502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3fe592bb-719f-473d-ac5d-5f91cc7626e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:08.587994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:08.591025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3fe592bb-719f-473d-ac5d-5f91cc7626e6 None None] Port c200f172-2218-42b2-942f-57261e94891e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:08.592835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c38ee7-4a02-4c09-834b-638748dce061 None None] Network ccb8e6bf-cde3-4dcd-9529-3039451979da requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:14:08.779241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-c871b4f8-5db7-406f-8742-46bf67ba240b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:08.788578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-c871b4f8-5db7-406f-8742-46bf67ba240b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047090 Aug 28 08:14:08.799503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-5b6eea2c-5416-4264-a0fe-55f598ca4fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830609 Aug 28 08:14:08.825318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-b9674b32-43c2-4fe1-a347-c7eece98d3de tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/quotas/fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 375 time: 0.0352423 Aug 28 08:14:08.842771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:08.931467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:08.936467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f8d25498-8b93-4288-9c5f-a590f3bed66d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011047 Aug 28 08:14:08.995262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c200f172-2218-42b2-942f-57261e94891e {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:09.003889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.005696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-547cae12-3493-481e-bd99-a2b4f19e9d9e req-a83cc076-9fd0-4c08-b1fb-c5a0ac49336e service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983163 Aug 28 08:14:09.032093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Transition to ACTIVE for port object c200f172-2218-42b2-942f-57261e94891e will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:09.100736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0646241c-bea8-4b17-9cca-ad102b748ced None None] Provisioning for port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:09.155667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:09.161543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:09.162005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.211414 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a9e52-9280-4e28-bf29-5fdd950024c4 x-openstack-request-id: req-8b6a9e52-9280-4e28-bf29-5fdd950024c4 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:09.212314 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:09.212821 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b6a9e52-9280-4e28-bf29-5fdd950024c4 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:09.213529 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'status': 'completed', 'code': 200} Aug 28 08:14:09.237909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:09.238131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.278450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Router 7eb6a678-403f-4453-a196-481a1da376ff is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:14:09.346123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:09.500369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Attempting to bind port c200f172-2218-42b2-942f-57261e94891e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:09.510986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Attempting to bind port c200f172-2218-42b2-942f-57261e94891e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:09.510986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Attempting to bind port c200f172-2218-42b2-942f-57261e94891e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:09.510986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Port c200f172-2218-42b2-942f-57261e94891e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:09.510986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Attempting to bind port c200f172-2218-42b2-942f-57261e94891e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:09.513385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:09.513742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:09.514945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:09.515407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Bound port: c200f172-2218-42b2-942f-57261e94891e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:09.515772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.518692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.544386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:09.627539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:09.628044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.635838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:09.649086 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57ef4d-6ea7-4cc4-899c-d9727f110145" -d '{"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-plugged", "status": "completed", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:09.667337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:09.674934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac214e7-7b56-4250-abb5-3b5299aec2b0 req-31e23c24-1d01-4975-9f2c-3e6806e3076b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:09.675183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c200f172-2218-42b2-942f-57261e94891e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:09.680125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ac214e7-7b56-4250-abb5-3b5299aec2b0 req-31e23c24-1d01-4975-9f2c-3e6806e3076b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.3516700 Aug 28 08:14:09.720402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b885a-16de-45c4-b901-b61a580c836c req-089e8d5d-956c-4b5f-a1fb-ea3f6c7ed32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:09.722477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-089e8d5d-956c-4b5f-a1fb-ea3f6c7ed32a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1098 time: 0.4176784 Aug 28 08:14:09.740723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:09.772747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:09.793075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Sync routers for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:09.835124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:09.835768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:09.842359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ac214e7-7b56-4250-abb5-3b5299aec2b0 req-7a9b4ba7-a196-459d-84d0-9b9363512f4f tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384003 Aug 28 08:14:09.853458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c691-8e76-4ef6-a1b8-ae2c8d6991e2 req-2d79775c-a7de-4f66-bed3-7aab6c1c6eb7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:09.858891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1738c691-8e76-4ef6-a1b8-ae2c8d6991e2 req-2d79775c-a7de-4f66-bed3-7aab6c1c6eb7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.1557794 Aug 28 08:14:09.866541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:09.928700 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:10.009643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.014093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:10.014093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] 10.222.0.64 "PUT /v2.0/ports/c200f172-2218-42b2-942f-57261e94891e HTTP/1.1" status: 200 len: 1095 time: 1.7200792 Aug 28 08:14:10.034647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'tag': 'c200f172-2218-42b2-942f-57261e94891e'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:10.039409 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "tag": "c200f172-2218-42b2-942f-57261e94891e"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:10.169494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1738c691-8e76-4ef6-a1b8-ae2c8d6991e2 req-c271ea70-271f-4e03-9698-e4208747d126 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997947 Aug 28 08:14:10.205516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee7fe4-75fd-48c3-abd5-9ab105d07ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:10.259760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:10.276655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:10.308152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:10.343596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-fcf9a7c7-10cd-4286-a3f2-cf476dd4392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.345150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-fcf9a7c7-10cd-4286-a3f2-cf476dd4392c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 1098 time: 0.1091149 Aug 28 08:14:10.434026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-df2b9800-8856-4404-81c5-85e41410f048 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=c200f172-2218-42b2-942f-57261e94891e HTTP/1.1" status: 200 len: 217 time: 0.0547724 Aug 28 08:14:10.443136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4a22-4334-4926-b721-903d63ada27e req-b7184dbd-c0a5-4a7a-9c20-a3c3ae2b233b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.451349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48fc4a22-4334-4926-b721-903d63ada27e req-b7184dbd-c0a5-4a7a-9c20-a3c3ae2b233b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 946 time: 0.1215208 Aug 28 08:14:10.583423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-6eede767-619f-405a-abb6-9bba65fd03dd tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.1019378 Aug 28 08:14:10.626112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48fc4a22-4334-4926-b721-903d63ada27e req-8aa742ca-b362-472a-b5ee-527bf5f57ac5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737044 Aug 28 08:14:10.628463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-09fae229-9d74-49f4-9370-100e3d1b1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.630484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-09fae229-9d74-49f4-9370-100e3d1b1a02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1764235 Aug 28 08:14:10.636758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-1e22bd0b-ff05-4a1a-87f3-259e0fdceeb5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.648644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-1e22bd0b-ff05-4a1a-87f3-259e0fdceeb5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports/8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 943 time: 0.0642500 Aug 28 08:14:10.649484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:10.657105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4479278e-bff2-4969-baf8-c10537ddd81b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5120740 Aug 28 08:14:10.660388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37150) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:10.715933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b885a-16de-45c4-b901-b61a580c836c req-23084208-373a-4265-a7a6-cad66c625d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:10.717423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-23084208-373a-4265-a7a6-cad66c625d06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.9427004 Aug 28 08:14:10.762994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:10.803952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:08Z', 'revision_number': 3, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:10.876602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Checking router: 7eb6a678-403f-4453-a196-481a1da376ff for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:10.879521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Updating router 7eb6a678-403f-4453-a196-481a1da376ff port 32f45684-8145-45ba-a1a9-bd3f715f809d binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:14:10.933932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-f783acec-050e-43a7-8a45-6689903ba264 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 1002 time: 0.2029741 Aug 28 08:14:10.947493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:10.980762 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.011504 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-71027ae3-6c95-4bcc-8398-5c879acfd4de tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.2263360 Aug 28 08:14:11.159048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d877247-dd73-44ad-a30f-101d4eaafd09 req-060a932c-e760-425e-a430-ffebbf6519af tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 210 time: 0.4034810 Aug 28 08:14:11.184218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-21ae223d-30e4-4e24-b855-3290b0cbc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.189588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-21ae223d-30e4-4e24-b855-3290b0cbc278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5499425 Aug 28 08:14:11.259402 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b013e28-89a7-4b68-b5be-f88083bc575e x-openstack-request-id: req-4b013e28-89a7-4b68-b5be-f88083bc575e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:11.259737 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-plugged", "status": "completed", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:11.259976 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b013e28-89a7-4b68-b5be-f88083bc575e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:11.261106 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'code': 200} Aug 28 08:14:11.269651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:11.383024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-2f179fe9-060f-41a2-b10b-a3a0d80763fc service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716976 Aug 28 08:14:11.402514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b885a-16de-45c4-b901-b61a580c836c req-badb405b-1b37-4fab-8517-a06c053f479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.404352 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-badb405b-1b37-4fab-8517-a06c053f479c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.3142200 Aug 28 08:14:11.437628 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.466515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Transition to ACTIVE for port object 32f45684-8145-45ba-a1a9-bd3f715f809d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:11.530905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ecd501b-1f95-4b85-92ee-f80d75800660 req-f14e8bc7-de57-4346-9345-dbe7db128ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400728 Aug 28 08:14:11.534990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-bb9d67cb-5b87-407b-8b17-3c8f7ec670f7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.540518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7cded3b-338c-42ae-b04e-7424a5dd81d1 req-bb9d67cb-5b87-407b-8b17-3c8f7ec670f7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.4471986 Aug 28 08:14:11.551965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.561783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddc86d-5cce-4102-a5f6-8067b86d10f7 req-933f0485-c604-4f20-9b04-f619c619ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.571496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6ddc86d-5cce-4102-a5f6-8067b86d10f7 req-933f0485-c604-4f20-9b04-f619c619ce2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1097 time: 0.1894245 Aug 28 08:14:11.600373 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d85b13-8ef3-4f1e-a43f-dc3f2ab16304 x-openstack-request-id: req-01d85b13-8ef3-4f1e-a43f-dc3f2ab16304 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:11.602948 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "tag": "c200f172-2218-42b2-942f-57261e94891e", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:11.602948 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01d85b13-8ef3-4f1e-a43f-dc3f2ab16304 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:11.602948 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'tag': 'c200f172-2218-42b2-942f-57261e94891e', 'status': 'completed', 'code': 200} Aug 28 08:14:11.665423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Attempting to bind port 32f45684-8145-45ba-a1a9-bd3f715f809d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:11.665423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Attempting to bind port 32f45684-8145-45ba-a1a9-bd3f715f809d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:11.665741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Attempting to bind port 32f45684-8145-45ba-a1a9-bd3f715f809d on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:11.671472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60330908-4719-4358-bb7e-66ba16d5f8ba None None] Pushing event updated for resources: {'Port': ['ID=32f45684-8145-45ba-a1a9-bd3f715f809d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:11.676479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:11.676479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:11.676479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.677918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:11.677918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Bound port: 32f45684-8145-45ba-a1a9-bd3f715f809d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:11.678533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.722225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b885a-16de-45c4-b901-b61a580c836c req-6fe60f99-97b1-4948-9964-6dd039db58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.723814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-6fe60f99-97b1-4948-9964-6dd039db58b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2998681 Aug 28 08:14:11.752396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6ddc86d-5cce-4102-a5f6-8067b86d10f7 req-b226531b-b7a8-44b8-8eef-a575c58b2e3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684237 Aug 28 08:14:11.763542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] For port 32f45684-8145-45ba-a1a9-bd3f715f809d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:11.767165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] For port 32f45684-8145-45ba-a1a9-bd3f715f809d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=32f45684-8145-45ba-a1a9-bd3f715f809d,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:11.868051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:11.961634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-2cbc74b0-137e-4a83-8e71-8933560b28ff tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.1786826 Aug 28 08:14:11.965264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:11.966398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:11.973160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba2a40-24b6-42d9-b979-5f0288e463be req-b111c25d-901b-41b9-a0f2-9da43df1cb85 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:11.973160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffba2a40-24b6-42d9-b979-5f0288e463be req-b111c25d-901b-41b9-a0f2-9da43df1cb85 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.1296101 Aug 28 08:14:12.040588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-73f5c6b7-d3c2-417d-94f7-758a7b867a3d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.042234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-73f5c6b7-d3c2-417d-94f7-758a7b867a3d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports/8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 943 time: 0.0616395 Aug 28 08:14:12.052641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-4222221b-1706-4584-a106-75c8017b9a0b service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037572 Aug 28 08:14:12.057592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffba2a40-24b6-42d9-b979-5f0288e463be req-996b73b5-ae78-45e4-a7f2-98692d40a7a2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732098 Aug 28 08:14:12.231465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:12.262380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-a7e14dc1-92c2-4c3a-ae18-c08f586b1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.264405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-a7e14dc1-92c2-4c3a-ae18-c08f586b1888 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 1098 time: 0.1564858 Aug 28 08:14:12.299192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aede63-713e-4785-9249-ab28e0e45580 req-de245b99-b2d8-4e04-8604-76f9e8028e87 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.312832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34aede63-713e-4785-9249-ab28e0e45580 req-de245b99-b2d8-4e04-8604-76f9e8028e87 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 946 time: 0.1299438 Aug 28 08:14:12.352949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-65293195-49cd-4684-a21f-fc4a1ee9539d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.1701624 Aug 28 08:14:12.352949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:12.394120 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e37b885a-16de-45c4-b901-b61a580c836c req-25cd97dc-c6b0-46bf-b961-ed15b4085fe8 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031533 Aug 28 08:14:12.439599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60330908-4719-4358-bb7e-66ba16d5f8ba None None] Pushing event updated for resources: {'Port': ['ID=32f45684-8145-45ba-a1a9-bd3f715f809d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:12.456635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-3acee15d-2402-49e0-aaa7-23c38c151b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.458177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-3acee15d-2402-49e0-aaa7-23c38c151b05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1788232 Aug 28 08:14:12.517023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34aede63-713e-4785-9249-ab28e0e45580 req-e65bb4c8-230f-4641-8927-3fa1df273c79 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030499 Aug 28 08:14:12.643574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-0e902a9f-4b6d-4b82-99e4-a05452fa3b05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=c200f172-2218-42b2-942f-57261e94891e HTTP/1.1" status: 200 len: 217 time: 0.1437285 Aug 28 08:14:12.673215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:08Z', 'revision_number': 3, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:12.726089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-b4cd7cae-6d73-46a9-9936-a84562b4aa0f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.727699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-b4cd7cae-6d73-46a9-9936-a84562b4aa0f tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.3592048 Aug 28 08:14:12.735544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290a1f1-1f03-4793-a360-2ccc3bc8830e None None] The sync data for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 is: [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:08Z', 'revision_number': 3, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:12.789621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07d8bb-bf69-4ce2-8c3d-9c7c119beb46 req-0cf63042-fa65-41c3-934a-e1a2129f359b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.792018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf07d8bb-bf69-4ce2-8c3d-9c7c119beb46 req-0cf63042-fa65-41c3-934a-e1a2129f359b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.1680932 Aug 28 08:14:12.794287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-d563f1f3-d195-42fe-a5a8-9e780694381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.795796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-d563f1f3-d195-42fe-a5a8-9e780694381c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1086316 Aug 28 08:14:12.868843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-88e4e70d-e961-4fdd-8297-58a9a227b4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1646135 Aug 28 08:14:12.883434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf07d8bb-bf69-4ce2-8c3d-9c7c119beb46 req-6cb34502-8bc9-43b1-99d1-0fc6199b5348 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790303 Aug 28 08:14:12.893652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-1ec6d90d-53d0-41f6-870a-329d1ef9245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:12.893652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-1ec6d90d-53d0-41f6-870a-329d1ef9245a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804017 Aug 28 08:14:12.895627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-dc4eea7c-e9bb-4e11-a79b-45b2c740a2da tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.1403594 Aug 28 08:14:12.895627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Allocated IP 172.20.0.1 (ccb8e6bf-cde3-4dcd-9529-3039451979da/daaa6281-e2b5-4965-b57b-c16e0d3eb43e/037aa0b8-8f2b-4d07-9fd0-f24aba432299) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:12.932651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:13.187593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:13.207538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-5d2950b8-009a-4ff5-ad49-9f6a2984687a service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988818 Aug 28 08:14:13.248064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:13.248328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:13.249779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:13.327378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-6e965d6a-63f5-41ef-ae28-49a983e92797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:13.332560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-6e965d6a-63f5-41ef-ae28-49a983e92797 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1118 time: 0.3023372 Aug 28 08:14:13.370946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d82f9f-efbf-4458-a0e7-3122041d0074 req-a591cae8-4063-4e37-9934-a671d5a22d3e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:13.372468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42d82f9f-efbf-4458-a0e7-3122041d0074 req-a591cae8-4063-4e37-9934-a671d5a22d3e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.3025374 Aug 28 08:14:13.404390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a6dd1b-f698-4ff0-ac3c-b6d966c469df req-20b4c048-3b32-4277-856c-c9ea7dd7b9f9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859918 Aug 28 08:14:13.429478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:13.448388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42d82f9f-efbf-4458-a0e7-3122041d0074 req-5399b50e-1e81-4295-ad89-a2b9b053fae9 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Aug 28 08:14:13.467733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-358e89d9-1a04-4536-9a50-5aa026c11827 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241982 Aug 28 08:14:13.591511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Transition to ACTIVE for port object 037aa0b8-8f2b-4d07-9fd0-f24aba432299 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:13.605735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e626757-9e32-4587-bb6c-a3203481fe28 req-338c4f46-95d7-42b9-97da-fea447b9d9ed tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 210 time: 0.0353417 Aug 28 08:14:13.764454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:13.770038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-ebeb6152-63ee-4cb4-9af9-50ce96e7a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:13.771652 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-ebeb6152-63ee-4cb4-9af9-50ce96e7a664 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.3925440 Aug 28 08:14:13.803320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585083-3ca7-406a-8a0e-338b69047e44 req-7e896f5e-75bc-413d-a08e-84cc609934f7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:13.805422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-8a661bc0-14b9-4f08-90be-f54d01ea8b69 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:13.806075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9585083-3ca7-406a-8a0e-338b69047e44 req-7e896f5e-75bc-413d-a08e-84cc609934f7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.1013970 Aug 28 08:14:13.807048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-8a661bc0-14b9-4f08-90be-f54d01ea8b69 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258164 Aug 28 08:14:13.867419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9585083-3ca7-406a-8a0e-338b69047e44 req-76f38d10-cd78-4df3-8363-5ada71f53833 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522842 Aug 28 08:14:14.024008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-7388f175-16ee-44b0-8359-e80cdbb1b257 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279245 Aug 28 08:14:14.155120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Request body: {'port': {'device_id': '65766f08-c3b9-4759-810d-53e54f47db53', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'fe90ff7ea3824107bdeecd1e3ac5de54'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:14.158719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:14.159043 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Floating IP 93993d67-ca7d-4963-82d8-d2150265271f disassociated. External IP: 172.25.0.195, port: 8ba5f4f5-30d9-43bc-869c-53da871de017. Aug 28 08:14:14.161298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:14.164060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-1173537c-ef43-42c3-81ab-6bad8ad3c5db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.3782926 Aug 28 08:14:14.169967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-1606ff62-cd5e-4f24-9e33-220b9a548e81 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:14.171714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-1606ff62-cd5e-4f24-9e33-220b9a548e81 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418312 Aug 28 08:14:14.196964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-81c0b1f8-2f14-48c6-b431-43d596bd49d7 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/quotas/aecc4775af054d4cb26c9fd88a4bae78 HTTP/1.1" status: 200 len: 375 time: 0.0106387 Aug 28 08:14:14.254932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-812cbbc4-8f8a-4961-8e49-df796d97c1ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505347 Aug 28 08:14:14.343592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Network ccb8e6bf-cde3-4dcd-9529-3039451979da is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:14.393083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:14.404190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Pushing event updated for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:14.406039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:14.444482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-b479653c-d61d-4c26-a33d-4d665811acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:14.446026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-b479653c-d61d-4c26-a33d-4d665811acd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.2381189 Aug 28 08:14:14.520526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-0bfefbc6-1554-4a69-9a63-31d847eaa7b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499327 Aug 28 08:14:14.545462 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:14.796861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Made reservation on behalf of fe90ff7ea3824107bdeecd1e3ac5de54 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:14.796861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:14.814665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-643652cb-99c0-4512-a669-a77a06a5cf06 None None] Provisioning for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:14.818863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-643652cb-99c0-4512-a669-a77a06a5cf06 None None] Provisioning complete for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:14.819238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-643652cb-99c0-4512-a669-a77a06a5cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:14.871162 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-3c66b819-b9b9-4407-beaf-b9b8bf593d32 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427193 Aug 28 08:14:14.882936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-643652cb-99c0-4512-a669-a77a06a5cf06 None None] Port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:14.902393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c200f172-2218-42b2-942f-57261e94891e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:14.930359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:15.144661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.167837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c200f172-2218-42b2-942f-57261e94891e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:15.193108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'c200f172-2218-42b2-942f-57261e94891e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'c200f172-2218-42b2-942f-57261e94891e', 'mac_address': 'fa:16:3e:7d:94:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:15.205521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Allocated IP 192.168.233.26 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/b838572a-8a02-4e4b-89c8-f34429908ca5) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:15.239467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 32f45684-8145-45ba-a1a9-bd3f715f809d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:15.267636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b39293d0-aa8e-4e07-b2a1-8dd1e0c3a48f req-b5efe405-e0f6-4047-aacb-1f6cd1c547d2 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564694 Aug 28 08:14:15.286311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.309087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c200f172-2218-42b2-942f-57261e94891e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:15.334361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c200f172-2218-42b2-942f-57261e94891e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:15.379560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:15.390774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:15.402931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:15.403769 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:15.412731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.426931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 32f45684-8145-45ba-a1a9-bd3f715f809d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:15.436205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 32f45684-8145-45ba-a1a9-bd3f715f809d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:15.437694 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.489048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.518789 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:15.519146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cae1b83d-49a9-474b-ad0d-45d3c81dde9d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "PUT /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 695 time: 2.5975881 Aug 28 08:14:15.534360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:15.537427 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1fed8-4cbc-4103-8b82-0f462aefc278" -d '{"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:15.632060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:15.640178 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.674924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 32f45684-8145-45ba-a1a9-bd3f715f809d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=32f45684-8145-45ba-a1a9-bd3f715f809d,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:15.693687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-e3ff6873-2d61-4afe-a4ba-1cf076292c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:15.695345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-e3ff6873-2d61-4afe-a4ba-1cf076292c0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1098 time: 0.1751566 Aug 28 08:14:15.701576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.723699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.772689 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:15.776253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Transition to ACTIVE for port object b838572a-8a02-4e4b-89c8-f34429908ca5 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:15.795132 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.803435 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:15.813081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:15.813998 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:15.823739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:15.876875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=32f45684-8145-45ba-a1a9-bd3f715f809d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:15.894440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-2c682c01-d27d-4009-91a7-a7fe76f8f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:15.896477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-2c682c01-d27d-4009-91a7-a7fe76f8f911 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.1923144 Aug 28 08:14:15.922326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:15.926166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Pushing event updated for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:16.003937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:16.008167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:16.015000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-caa4ced8-b17c-47bd-9f27-726190bc3cbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 217 time: 0.0860324 Aug 28 08:14:16.033356 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:16.117104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-b3755d05-29dd-495e-98c2-52a3404207c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:16.118664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-b3755d05-29dd-495e-98c2-52a3404207c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.0893345 Aug 28 08:14:16.173039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2162de-9544-4482-8fe1-c530ee292058 req-a36ef9ac-148a-4f1e-9548-c2626647342b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:16.176542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2162de-9544-4482-8fe1-c530ee292058 req-a36ef9ac-148a-4f1e-9548-c2626647342b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 947 time: 0.1044371 Aug 28 08:14:16.214830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:16.225303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:16.234020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:16.262981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2162de-9544-4482-8fe1-c530ee292058 req-0bd1b518-6b2c-490e-91a8-2dd77943a2bc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726733 Aug 28 08:14:16.290669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:16.291906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:16.296812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:16.394886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-f11f5ca5-10f4-4e83-a99a-ce1068fe8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:16.398039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-f11f5ca5-10f4-4e83-a99a-ce1068fe8ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2331326 Aug 28 08:14:16.417728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Network ccb8e6bf-cde3-4dcd-9529-3039451979da is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:16.437661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-f2a855e9-54ad-4e95-8f8b-407c618a83f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2873638 Aug 28 08:14:16.440170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:16.463425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd629f-bc0a-40d3-ac14-0c2109f730e1 req-7128156e-7cd4-40eb-90e2-50aec90fdd3d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:16.465417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08fd629f-bc0a-40d3-ac14-0c2109f730e1 req-7128156e-7cd4-40eb-90e2-50aec90fdd3d tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1097 time: 0.0619438 Aug 28 08:14:16.467103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Request body: {'port': {'device_id': '65766f08-c3b9-4759-810d-53e54f47db53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:16.504933 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:16.537164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08fd629f-bc0a-40d3-ac14-0c2109f730e1 req-f228b07f-935b-4977-8da8-f335858fbe2f tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599422 Aug 28 08:14:16.573802 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff45fd4-fa57-4b47-8a82-9331a740d85e None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:16.643222 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:16.683725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2dfd3af0-72ef-4ba4-908c-262728ce1dde None None] Provisioning for port b838572a-8a02-4e4b-89c8-f34429908ca5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:16.688149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2dfd3af0-72ef-4ba4-908c-262728ce1dde None None] Provisioning complete for port b838572a-8a02-4e4b-89c8-f34429908ca5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:16.688531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2dfd3af0-72ef-4ba4-908c-262728ce1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:16.748380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd3af0-72ef-4ba4-908c-262728ce1dde None None] Port b838572a-8a02-4e4b-89c8-f34429908ca5 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:16.816465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-cf96cef4-54dc-4392-a24d-cb384545e2b8 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008827 Aug 28 08:14:16.883005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Router 7eb6a678-403f-4453-a196-481a1da376ff has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:16.971522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0268-40bc-4c82-badd-68ab26550d41 None None] New status for floating IP 93993d67-ca7d-4963-82d8-d2150265271f: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:16.985822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-55a5aa1b-6361-4d07-ac36-b859b9e86607 None None] Provisioning complete for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:16.985822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55a5aa1b-6361-4d07-ac36-b859b9e86607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:17.085395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b5f3d12-bb13-4468-9493-edbd83ff1663 req-9a961fd8-69f7-4e10-b661-06f3929731f3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 210 time: 0.0538278 Aug 28 08:14:17.115184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:17.234807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 32f45684-8145-45ba-a1a9-bd3f715f809d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:17.294428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2eca1-e12a-4721-b321-3e1d51ee596c req-4ba25c1b-fbae-42f0-8754-48cf1d79d605 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:17.305136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e2eca1-e12a-4721-b321-3e1d51ee596c req-4ba25c1b-fbae-42f0-8754-48cf1d79d605 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 935 time: 0.0903790 Aug 28 08:14:17.355979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e2eca1-e12a-4721-b321-3e1d51ee596c req-3ba453d2-d7d9-44a2-8408-c2e06a3fa660 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Aug 28 08:14:17.608210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-da433de2-8891-48a0-9da1-81feb0de84f3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1471454285&fields=id&tenant_id=4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 267 time: 0.0812094 Aug 28 08:14:17.723999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-55a5aa1b-6361-4d07-ac36-b859b9e86607 None None] Port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:17.741086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b838572a-8a02-4e4b-89c8-f34429908ca5 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:17.749720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:17.763631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Transition to ACTIVE for port object b838572a-8a02-4e4b-89c8-f34429908ca5 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:17.765216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:17.768270 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f7db87-6a22-4b85-aa17-3c5615f039c0 x-openstack-request-id: req-30f7db87-6a22-4b85-aa17-3c5615f039c0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:17.768823 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:17.769235 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30f7db87-6a22-4b85-aa17-3c5615f039c0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:17.769780 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'status': 'completed', 'code': 200} Aug 28 08:14:17.781164 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Sync routers for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:17.799829 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:17.800443 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:17.825227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a30f2a46-8da1-4e41-9d7b-1a189c505fd1 req-33bbf216-60fa-492f-9dea-32b6091bbe0e service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076797 Aug 28 08:14:17.829093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-84202522-a704-4366-8738-5419379d5af7 admin admin] 10.222.0.46 "PUT /v2.0/routers/7eb6a678-403f-4453-a196-481a1da376ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1675963 Aug 28 08:14:17.852519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-f6216636-bb0e-4371-9882-cae6c8c2f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:17.855361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-f6216636-bb0e-4371-9882-cae6c8c2f832 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 1098 time: 0.0834396 Aug 28 08:14:17.886636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-372a757e-dfa2-49d0-9afb-b1ff2552774b tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:17.907087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-372a757e-dfa2-49d0-9afb-b1ff2552774b tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 823 time: 0.2969327 Aug 28 08:14:17.944658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-1fa2b21a-3ef3-4d28-a3a6-3a1255aabb57 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/quotas/4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 375 time: 0.0288954 Aug 28 08:14:18.000420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-31a39f71-4dd3-4a3b-a011-6816b9ded0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:18.000420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-31a39f71-4dd3-4a3b-a011-6816b9ded0f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.1289411 Aug 28 08:14:18.000420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:18.015971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:18.048737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 32f45684-8145-45ba-a1a9-bd3f715f809d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:18.051117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:18.055459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-a83ab531-71bb-47af-be49-3925aebf9786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 200 len: 217 time: 0.0432777 Aug 28 08:14:18.099753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-170d91fa-8b7c-4c49-99c6-a0e52baa20e5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1488395 Aug 28 08:14:18.269126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-f4306e4a-5984-4ab0-85ca-c8a419b6e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:18.270673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-f4306e4a-5984-4ab0-85ca-c8a419b6e917 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1747346 Aug 28 08:14:18.338809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-cde00cdb-dd76-4df6-b999-5948245fa0a0 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2101448 Aug 28 08:14:18.405581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-6fe1ae65-a744-448e-86a1-d26cd0f68ee3 service neutron] 10.222.0.46 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533748 Aug 28 08:14:18.493939 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:14Z', 'revision_number': 4, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '037aa0b8-8f2b-4d07-9fd0-f24aba432299', 'name': '', 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'mac_address': 'fa:16:3e:39:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:12Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 2, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'subnets': [{'id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:18.566700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:18.597968 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Checking router: 7eb6a678-403f-4453-a196-481a1da376ff for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:18.597968 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Updating router 7eb6a678-403f-4453-a196-481a1da376ff port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:14:18.598167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0772d-45bf-4549-a5a1-ee68c9ab04e3 req-f6f10938-7646-40c2-9cb6-27feeb6fdb16 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:18.600497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dd0772d-45bf-4549-a5a1-ee68c9ab04e3 req-f6f10938-7646-40c2-9cb6-27feeb6fdb16 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 947 time: 0.3268278 Aug 28 08:14:18.666580 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:18.676773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-76603ec1-0c1e-4957-adaa-5b157036e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:18.678593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-76603ec1-0c1e-4957-adaa-5b157036e950 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3655210 Aug 28 08:14:18.691924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-42ae8afc-e7a1-47f0-b3f1-4d374df496ac service neutron] 10.222.0.46 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721486 Aug 28 08:14:18.714193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6a487616-3231-4f81-ab2e-8e80db63d694 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:18.716844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6a487616-3231-4f81-ab2e-8e80db63d694 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295169 Aug 28 08:14:18.727555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dd0772d-45bf-4549-a5a1-ee68c9ab04e3 req-ec68a4d9-e7e4-4451-945b-40e9f7580c66 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260355 Aug 28 08:14:18.772549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:18.772891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:18.773358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:18.780950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:18.781284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:18.793019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:18.793391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:18.793777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:18.794232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Bound port: b838572a-8a02-4e4b-89c8-f34429908ca5, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:18.794601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:18.868809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Request body: {'port': {'device_id': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'aecc4775af054d4cb26c9fd88a4bae78'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:18.879119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-0dbed254-6ce1-4b4f-9852-636c0de825b9 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792347 Aug 28 08:14:18.934316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c200f172-2218-42b2-942f-57261e94891e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:18.959903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:18.980907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:19.032969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a1fed8-4cbc-4103-8b82-0f462aefc278 req-efce26a9-ab8a-435e-9429-96e6bb9e64a1 service neutron] 10.222.0.39 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418030 Aug 28 08:14:19.043560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.137191 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.163895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port c200f172-2218-42b2-942f-57261e94891e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:19.169404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port c200f172-2218-42b2-942f-57261e94891e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:19.169913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.183982 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Transition to ACTIVE for port object 037aa0b8-8f2b-4d07-9fd0-f24aba432299 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:19.210400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:19.237948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-5cfb78b9-eff0-44ce-8cd2-c34858944018 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:19.238159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:19.240300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.240956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-5cfb78b9-eff0-44ce-8cd2-c34858944018 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.64 "GET /v2.0/ports?device_id=a180bcdb-48ae-4fdb-8542-038a0e18b59f HTTP/1.1" status: 200 len: 968 time: 0.4524882 Aug 28 08:14:19.244738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-53568cb5-c720-46e6-b015-78afa703f5e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 1096 time: 2.7832794 Aug 28 08:14:19.289326 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.424125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Made reservation on behalf of aecc4775af054d4cb26c9fd88a4bae78 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:19.434408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.440048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.465948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec057e14-c8e6-491e-9dbb-ad5925542ffe req-2443eec5-8b01-4a90-ba5d-a92e372366ab tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 210 time: 0.1730919 Aug 28 08:14:19.487773 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Pushing event updated for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:19.558067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c200f172-2218-42b2-942f-57261e94891e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:19.582172 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0671c3-9725-4654-bb09-79019287783e" -d '{"events": [{"server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "name": "network-vif-plugged", "status": "completed", "tag": "c200f172-2218-42b2-942f-57261e94891e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:19.661889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c200f172-2218-42b2-942f-57261e94891e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:19.705779 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.706474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.707025 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.707571 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.708122 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.714176 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.719736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.719736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.719736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.719736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.727340 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.727960 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:19.731825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-a68241a8-6699-4d19-b4d3-fa3e2ebea313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:19.745003 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-a68241a8-6699-4d19-b4d3-fa3e2ebea313 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1099 time: 0.3356066 Aug 28 08:14:19.781013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:19.783715 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15ff46-39b2-4949-8fce-36a8fe471041" -d '{"events": [{"name": "network-changed", "server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:19.811753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.922872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-62ce0292-85b9-4a7c-b4e9-fb5e950b3400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.1650205 Aug 28 08:14:19.925636 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Attempting to bind port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:19.927362 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Attempting to bind port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:19.927967 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Attempting to bind port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 on network ccb8e6bf-cde3-4dcd-9529-3039451979da {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:19.949980 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:19.952857 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Checking segment: {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:19.953505 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:19.954144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Bound using segment: {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:19.957197 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Bound port: 037aa0b8-8f2b-4d07-9fd0-f24aba432299, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dbd852-72e4-4280-a677-0c3cc7fac369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:19.957841 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.007421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-08f86cdc-4feb-4b1b-ad52-76cea2467c04 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5557480 Aug 28 08:14:20.022601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:20.082402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:20.133720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-e3a0a62b-71f9-48b1-ba52-0d09c7291733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:20.137545 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-e3a0a62b-71f9-48b1-ba52-0d09c7291733 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1969767 Aug 28 08:14:20.179377 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] For port 037aa0b8-8f2b-4d07-9fd0-f24aba432299, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:20.184846 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] For port 037aa0b8-8f2b-4d07-9fd0-f24aba432299, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=037aa0b8-8f2b-4d07-9fd0-f24aba432299,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:20.226530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b680-2b3d-467c-b1bf-61b25a2bd9eb req-d87db284-ddae-4888-849f-e71de8021cf0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:20.228193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a4b680-2b3d-467c-b1bf-61b25a2bd9eb req-d87db284-ddae-4888-849f-e71de8021cf0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.6126728 Aug 28 08:14:20.229871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-18a78e20-00c3-4240-873e-1293405b54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:20.232868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-18a78e20-00c3-4240-873e-1293405b54f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854080 Aug 28 08:14:20.236377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.261287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Allocated IP 192.168.233.166 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/77831aa1-5e67-4441-8606-c442920bb8ee) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:20.263350 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.392316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a4b680-2b3d-467c-b1bf-61b25a2bd9eb req-e8220400-d9c2-4fa2-b71c-f0026e9a83fe tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395657 Aug 28 08:14:20.420586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Deleting port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:20.421094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.421229 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d492868-fe8b-4873-8078-280ae31ffcf4 None None] Pushing event updated for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:20.424181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:20.424817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:20.546028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-0cfb0991-b074-4fe4-b731-3c7e2adf688f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048258 Aug 28 08:14:20.658804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93898b56-8b6e-4c11-898f-48dbfdbeebf7 req-d1c3e604-c762-4052-8798-fa4c72bc2895 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0518062 Aug 28 08:14:20.662855 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:20.724068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] For port 5caccc06-1248-49f5-8b51-1ab1e2e32c40, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5caccc06-1248-49f5-8b51-1ab1e2e32c40,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:20.724907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.739216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-febbf0d3-bf45-4856-90f4-630e37e1472f req-daa04a79-1834-41b7-9e3f-97bad81ecac2 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852388 Aug 28 08:14:20.815015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.875770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:20.946387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Transition to ACTIVE for port object 77831aa1-5e67-4441-8606-c442920bb8ee will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:20.979040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Allocated IP 172.25.0.39 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c1e96736-1857-442e-8b84-2c5ca4b603d9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:21.028034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-a9e8ad60-c22a-4b1d-897a-a2bc615bcb2c tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:21.031121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-a9e8ad60-c22a-4b1d-897a-a2bc615bcb2c tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1942613 Aug 28 08:14:21.042199 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:14Z', 'revision_number': 4, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '037aa0b8-8f2b-4d07-9fd0-f24aba432299', 'name': '', 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'mac_address': 'fa:16:3e:39:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:12Z', 'updated_at': '2021-08-28T08:14:20Z', 'revision_number': 4, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'subnets': [{'id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:21.084212 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c3a55-2c75-41f1-bde1-32febf21ccc9 None None] The sync data for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 is: [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:14Z', 'revision_number': 4, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '037aa0b8-8f2b-4d07-9fd0-f24aba432299', 'name': '', 'network_id': 'ccb8e6bf-cde3-4dcd-9529-3039451979da', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'mac_address': 'fa:16:3e:39:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:12Z', 'updated_at': '2021-08-28T08:14:20Z', 'revision_number': 4, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'subnets': [{'id': 'daaa6281-e2b5-4965-b57b-c16e0d3eb43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:21.178947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.225533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-505070ef-c727-4b39-9f7a-5c7f0ef3074e tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.1795526 Aug 28 08:14:21.233954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:21.282825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.286131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.286549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.286872 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Floating IP 41781605-bdb4-42e5-88af-f6ced417b72f disassociated. External IP: 172.25.0.36, port: 5caccc06-1248-49f5-8b51-1ab1e2e32c40. Aug 28 08:14:21.287229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Calling delete_port for 5caccc06-1248-49f5-8b51-1ab1e2e32c40 owned by compute:tempest-test_az-1026249559 {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:21.342516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.343421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.407360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['4feb8288-57be-4f1b-826b-88ec64ff44a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:21.423453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=c1e96736-1857-442e-8b84-2c5ca4b603d9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:21.446123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:21.447899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:21.453626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:21.494899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:21.630909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.778471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:21.874344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:21.998974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:22.036989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:22.121264 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.155204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.176212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event deleted for resources: {'Port': ['ID=5caccc06-1248-49f5-8b51-1ab1e2e32c40,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:22.183839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:22.184660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.255258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-4122b599-a424-497d-b6b4-88f06a7b1450 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:22.257051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-4122b599-a424-497d-b6b4-88f06a7b1450 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.39 "GET /v2.0/ports?device_id=59ebccb2-ab14-4372-9e3c-a93b1452756d HTTP/1.1" status: 200 len: 946 time: 0.0990746 Aug 28 08:14:22.266094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.365005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-6b3e02c6-c569-4fbf-9e56-fa09fbb262a3 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5187192 Aug 28 08:14:22.426156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=c1e96736-1857-442e-8b84-2c5ca4b603d9,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:22.477252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5ee226c8-9801-4eb3-a972-379f853d3e84 None None] Provisioning for port 77831aa1-5e67-4441-8606-c442920bb8ee completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:22.481980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5ee226c8-9801-4eb3-a972-379f853d3e84 None None] Provisioning complete for port 77831aa1-5e67-4441-8606-c442920bb8ee triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:22.481980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ee226c8-9801-4eb3-a972-379f853d3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.487853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.514086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Request body: {'port': {'device_id': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:22.524300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Deleting port 8ba5f4f5-30d9-43bc-869c-53da871de017 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:22.524655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.564776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ee226c8-9801-4eb3-a972-379f853d3e84 None None] Port 77831aa1-5e67-4441-8606-c442920bb8ee cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:22.606734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.608949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-f1ea85bd-4d88-46d5-b56e-8e1b4832c18d tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5975897 Aug 28 08:14:22.714024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-78d138cd-5da5-45a3-97fe-edbfae6bbfe8 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0917606 Aug 28 08:14:22.756410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:22.760215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.866089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] For port 8ba5f4f5-30d9-43bc-869c-53da871de017, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8ba5f4f5-30d9-43bc-869c-53da871de017,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:22.866604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:22.887113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-6e8423a1-2336-4e73-9e50-63db9bd3a1c5 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:22.888603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2be04-cb5c-4fd2-ae82-fd61bea3f195 req-6e8423a1-2336-4e73-9e50-63db9bd3a1c5 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1647580 Aug 28 08:14:22.909034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Calling delete_port for 8ba5f4f5-30d9-43bc-869c-53da871de017 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:22.966085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:23.011814 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fada2d-f7a8-4237-9554-499462181290 x-openstack-request-id: req-f2fada2d-f7a8-4237-9554-499462181290 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:23.014897 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "name": "network-vif-plugged", "status": "completed", "tag": "c200f172-2218-42b2-942f-57261e94891e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:23.015816 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2fada2d-f7a8-4237-9554-499462181290 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:23.017045 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c200f172-2218-42b2-942f-57261e94891e', 'code': 200} Aug 28 08:14:23.018818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5caccc06-1248-49f5-8b51-1ab1e2e32c40 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:23.152174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 5caccc06-1248-49f5-8b51-1ab1e2e32c40 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:23.152517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5caccc06-1248-49f5-8b51-1ab1e2e32c40 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:23.169802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:14:23.286584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 037aa0b8-8f2b-4d07-9fd0-f24aba432299 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:23.298149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:23.321625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac91296-b349-4615-aac5-3c7e6d063778 req-6ce00d15-7147-4d45-be77-91ae31c06b3e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:23.323820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fac91296-b349-4615-aac5-3c7e6d063778 req-6ce00d15-7147-4d45-be77-91ae31c06b3e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 948 time: 0.2203860 Aug 28 08:14:23.354027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f063f-67ed-495e-b3ed-050e1e3a1397 req-15ab2f99-3e15-468c-809f-661abfc0a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:23.355598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-657f063f-67ed-495e-b3ed-050e1e3a1397 req-15ab2f99-3e15-468c-809f-661abfc0a6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 1100 time: 0.1537683 Aug 28 08:14:23.375140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:23.427990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fac91296-b349-4615-aac5-3c7e6d063778 req-8b04661d-eb01-4b24-adc4-32ab0ca26b50 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957766 Aug 28 08:14:23.454159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] No DVR routers for this DVR port 5caccc06-1248-49f5-8b51-1ab1e2e32c40 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:23.464502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:23.465597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:23.466835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-657f063f-67ed-495e-b3ed-050e1e3a1397 req-d9b8bb4b-e912-48f8-aab4-e16edce16b82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019471 Aug 28 08:14:23.509450 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a07ca-dcb0-413e-bd01-b51a370f36ac x-openstack-request-id: req-fd5a07ca-dcb0-413e-bd01-b51a370f36ac {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:23.510788 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:23.511449 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd5a07ca-dcb0-413e-bd01-b51a370f36ac {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:23.512866 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'status': 'completed', 'code': 200} Aug 28 08:14:23.517099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:23.519160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a6f03b9-c0ca-43b4-9556-d877d43b91a0 req-b60c33c4-eb34-4e81-9dac-f47efe7b0593 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.64 "DELETE /v2.0/ports/5caccc06-1248-49f5-8b51-1ab1e2e32c40 HTTP/1.1" status: 204 len: 173 time: 4.2571034 Aug 28 08:14:23.519624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'name': 'network-vif-deleted', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:23.529226 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca39ba8-ab25-49c4-a1c5-7788c17b2705" -d '{"events": [{"server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "name": "network-vif-deleted", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:23.562101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:23.586667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'mac_address': 'fa:16:3e:09:a1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:23.615569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:23.656569 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:23.665690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5a9960cd-781a-485b-9e14-31256dab7e10'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:23.668008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event deleted for resources: {'Port': ['ID=8ba5f4f5-30d9-43bc-869c-53da871de017,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:23.715049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee046b45-a4ff-480d-8e08-306dfa5a4ea1 req-1546f520-4a65-497b-98e6-5439c7cbb236 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:23.722423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee046b45-a4ff-480d-8e08-306dfa5a4ea1 req-1546f520-4a65-497b-98e6-5439c7cbb236 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 936 time: 0.1337125 Aug 28 08:14:23.732061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:23.773979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] No DVR routers for this DVR port 8ba5f4f5-30d9-43bc-869c-53da871de017 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:23.781994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:23.784419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00885db9-7f9a-4cc8-9a89-87ccf066b151 req-471b760d-98ad-49dc-9a72-27e7a7ced397 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.39 "DELETE /v2.0/ports/8ba5f4f5-30d9-43bc-869c-53da871de017 HTTP/1.1" status: 204 len: 173 time: 1.4857283 Aug 28 08:14:23.812950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b838572a-8a02-4e4b-89c8-f34429908ca5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:23.857691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee046b45-a4ff-480d-8e08-306dfa5a4ea1 req-002af6a1-4783-45ec-abc9-ce20dba68654 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103611 Aug 28 08:14:23.989795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:14:24.130984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:24.132106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:24.135068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:24.191428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:24.191949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:24.207669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-b2e9a8cc-aa9e-4b4d-ad11-3a13fe72dcf3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:24.210158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-b2e9a8cc-aa9e-4b4d-ad11-3a13fe72dcf3 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 823 time: 0.6241648 Aug 28 08:14:24.273281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:24.342817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-30607460-9698-43b6-88b2-dec18e8afa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:24.344450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-30607460-9698-43b6-88b2-dec18e8afa31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1099 time: 0.5000725 Aug 28 08:14:24.365398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:24.381106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-abffe71b-426a-4116-a6d0-1745cda27a41 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b945bbd6c2548638e0962aa899ba320 HTTP/1.1" status: 200 len: 380 time: 0.1372492 Aug 28 08:14:24.403091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8ba5f4f5-30d9-43bc-869c-53da871de017 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:24.469992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 8ba5f4f5-30d9-43bc-869c-53da871de017 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:24.470366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8ba5f4f5-30d9-43bc-869c-53da871de017 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:24.522039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'port': {'device_id': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'admin_state_up': True, 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'security_groups': ['1860668e-6a26-4af4-b353-621481187b92']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:24.577445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:24.634787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:24.714987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:24.729924 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Floating IP 93993d67-ca7d-4963-82d8-d2150265271f associated. External IP: 172.25.0.195, port: 5a9960cd-781a-485b-9e14-31256dab7e10. Aug 28 08:14:24.754582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:24.754582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:24.919763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:24.924434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77831aa1-5e67-4441-8606-c442920bb8ee {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:24.942038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.029754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-68f981e8-755e-4d03-a817-f92e3e763251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:25.033199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-68f981e8-755e-4d03-a817-f92e3e763251 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.6273544 Aug 28 08:14:25.145137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Transition to ACTIVE for port object 77831aa1-5e67-4441-8606-c442920bb8ee will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:25.148582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-bc48596b-f6d9-4f30-b37a-207b2ca6f429 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.1023760 Aug 28 08:14:25.270162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.276155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:25.286101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.313905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c563a-76de-4585-8e8c-99331d2c2ec9 req-a6604c9c-b069-408c-91e2-d3affa2edd15 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:25.316582 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd6c563a-76de-4585-8e8c-99331d2c2ec9 req-a6604c9c-b069-408c-91e2-d3affa2edd15 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 948 time: 0.0747976 Aug 28 08:14:25.387101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd6c563a-76de-4585-8e8c-99331d2c2ec9 req-817564c2-e90c-4776-ab57-7f8e04d8aae7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694895 Aug 28 08:14:25.486196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:25.488621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-777ae4c7-7747-40c9-b823-bfe86fb1417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:25.490201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-777ae4c7-7747-40c9-b823-bfe86fb1417e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2848992 Aug 28 08:14:25.498257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Made reservation on behalf of 4b945bbd6c2548638e0962aa899ba320 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:25.502316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.513875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:25.526325 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a0d9645-a020-455b-a1aa-307c945598c5 req-ab130511-2eb6-419a-95e9-1f8332e4129e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0579507 Aug 28 08:14:25.526845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'name': 'network-vif-deleted', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:25.533220 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd779b75-affc-4c32-a214-c373e94c53c7" -d '{"events": [{"server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "name": "network-vif-deleted", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:25.615454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 037aa0b8-8f2b-4d07-9fd0-f24aba432299, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=037aa0b8-8f2b-4d07-9fd0-f24aba432299,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:25.725855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.755802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:25.795970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a814a04-a03e-4773-975e-5436af0f9279 req-f6bad71c-dd38-4d82-a2f7-2083ef73b637 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2279654 Aug 28 08:14:25.801009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:25.940838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.009683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:26.083852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:26.118064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.140226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1e7bb-baf2-465e-9175-067f141e27fe None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:26.245513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Attempting to bind port 77831aa1-5e67-4441-8606-c442920bb8ee on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:26.245995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Attempting to bind port 77831aa1-5e67-4441-8606-c442920bb8ee by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:26.246596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Attempting to bind port 77831aa1-5e67-4441-8606-c442920bb8ee on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:26.250111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Allocated IP 172.25.0.13 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/70e48744-5774-4634-82a1-d6a5713dd3b3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:26.282730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Port 77831aa1-5e67-4441-8606-c442920bb8ee on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:26.283128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Attempting to bind port 77831aa1-5e67-4441-8606-c442920bb8ee on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:26.287084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-2a11c3e9-959f-4e73-b670-5dcc115d89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:26.288720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-2a11c3e9-959f-4e73-b670-5dcc115d89f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2494419 Aug 28 08:14:26.330547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:26.345355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:26.345635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:26.345935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:26.346793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Bound port: 77831aa1-5e67-4441-8606-c442920bb8ee, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:26.347214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.351652 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:26.366930 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:26.374849 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:26.385928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.488153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Allocated IP 172.20.0.11 (82ebee49-5d4e-45fe-9364-839ac5250a78/698ab7db-5bc9-4e58-9c35-57c182aaf9f9/f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:26.499045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-e975521a-c4af-475e-9d8e-f55c0a353ca9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "PUT /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 996 time: 5.2740502 Aug 28 08:14:26.525868 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:26.580742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.655587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b84ccf0-c898-4bc9-859f-5824b5a83b88 None None] New status for floating IP 41781605-bdb4-42e5-88af-f6ced417b72f: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:26.717671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-54396b5a-5278-471d-99e9-8a7afce291e2 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993678 Aug 28 08:14:26.780903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.826542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-3861d27a-7afd-42ef-80e4-fd57f76b35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:26.828150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-3861d27a-7afd-42ef-80e4-fd57f76b35b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.2950540 Aug 28 08:14:26.828543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:26.833398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:26.838148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:26.838148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:26.879206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=70e48744-5774-4634-82a1-d6a5713dd3b3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:26.889605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.890511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.890511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.890841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.891232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.891624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.892014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.892431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.893085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.893251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.893641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.894023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:26.901243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:26.981513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:26.982527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:27.007911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.039468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.047078 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:23Z', 'revision_number': 8, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:27.074928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a15ff46-39b2-4949-8fce-36a8fe471041 req-ea59a545-8875-40bd-b640-5de15d304ead service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464003 Aug 28 08:14:27.083916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:27.100723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.101268 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.102784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] 10.222.0.39 "PUT /v2.0/ports/77831aa1-5e67-4441-8606-c442920bb8ee HTTP/1.1" status: 200 len: 1097 time: 4.6085076 Aug 28 08:14:27.112817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Transition to ACTIVE for port object f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:27.116727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-c312f595-f299-41f5-8355-3b9984ad55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.117180 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:27.118300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-c312f595-f299-41f5-8355-3b9984ad55ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.2746000 Aug 28 08:14:27.126979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:27.147409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b838572a-8a02-4e4b-89c8-f34429908ca5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:27.153270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b838572a-8a02-4e4b-89c8-f34429908ca5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:27.154415 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.170613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.179611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15c9e-568a-4653-ae72-c8e67c7a761f service neutron] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:27.253172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-7280c8a6-9a91-4543-8416-c47313055b73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 999 time: 0.1235979 Aug 28 08:14:27.381268 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.394259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.419538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-760738a0-1103-4294-96f7-662a24cc0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.438381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-760738a0-1103-4294-96f7-662a24cc0942 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1803699 Aug 28 08:14:27.443922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:27.451711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.484103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:27.489937 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938ba60-c5ab-489f-b124-bf1eb07c8642" -d '{"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-plugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:27.518332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:27.521314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-7f2fe2f1-26b9-4596-b3b9-4434822c8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.523062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-7f2fe2f1-26b9-4596-b3b9-4434822c8867 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 1100 time: 0.2308731 Aug 28 08:14:27.529290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.544916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:27.564632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d93eaf6-9a2f-49a2-83ea-34b24cc883e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.564869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:27.567444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event updated for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:27.597900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.614064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:27.651956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-08f71da7-5279-4775-b1ff-62d9f923e9d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=77831aa1-5e67-4441-8606-c442920bb8ee HTTP/1.1" status: 200 len: 217 time: 0.1058249 Aug 28 08:14:27.688259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.688497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.693242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-c6dd21f4-bf8f-4e00-a2a3-3c68cde875b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.701262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-c6dd21f4-bf8f-4e00-a2a3-3c68cde875b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2615826 Aug 28 08:14:27.749945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:27.772540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=70e48744-5774-4634-82a1-d6a5713dd3b3,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:27.825176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.905767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 037aa0b8-8f2b-4d07-9fd0-f24aba432299 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:27.921068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-af8a7028-452e-4959-9d4a-3b2259658cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:27.929356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-af8a7028-452e-4959-9d4a-3b2259658cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2173736 Aug 28 08:14:27.934797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:27.941925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a814a04-a03e-4773-975e-5436af0f9279 req-a00f83ad-8bdd-4800-aae4-a8439ccf3031 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1409907 Aug 28 08:14:27.969481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:23Z', 'revision_number': 8, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:28.002626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:28.003319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:28.012993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-74f085d6-e709-4320-9c45-37ed3e42873d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4955046 Aug 28 08:14:28.014383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd19fc-f8db-4c2d-87b0-15bc32572af3 None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '93993d67-ca7d-4963-82d8-d2150265271f', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'port_id': '5a9960cd-781a-485b-9e14-31256dab7e10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'mac_address': 'fa:16:3e:b0:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:13:23Z', 'updated_at': '2021-08-28T08:14:23Z', 'revision_number': 8, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:28.039927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Request body: {'port': {'device_id': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:28.042451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a814a04-a03e-4773-975e-5436af0f9279 req-734d503f-c9e2-489a-824b-04ca05797b01 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0953629 Aug 28 08:14:28.127294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-182deddf-da48-444b-8ca7-0bdbf8c605f9 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243386 Aug 28 08:14:28.181143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-04ecb568-bc0d-4fdc-8b62-03e3bb93e11a None None] Provisioning for port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:28.192204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-04ecb568-bc0d-4fdc-8b62-03e3bb93e11a None None] Provisioning complete for port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:28.195165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04ecb568-bc0d-4fdc-8b62-03e3bb93e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:28.203808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a211de2-ec33-462d-90ad-0747808b7423 req-5bdf3677-b2d3-422c-80ba-970d61a5689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:28.205428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-5bdf3677-b2d3-422c-80ba-970d61a5689b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2587664 Aug 28 08:14:28.296323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-04ecb568-bc0d-4fdc-8b62-03e3bb93e11a None None] Port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:28.316326 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:28.361511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2697efb2-5fe9-4232-854a-b66e2d9f2196 req-f5b228a7-c425-49f4-ab1a-4bb1d91d647c service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330401 Aug 28 08:14:28.369000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe221c0-359a-4c87-8cd1-7cb18668a2fd None None] New status for floating IP 93993d67-ca7d-4963-82d8-d2150265271f: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:28.441298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-724a0b4b-b8a3-4749-b4c6-4797cd810d25 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103865 Aug 28 08:14:28.593130 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca024b49-1cdc-4656-a676-c1499cec0168 x-openstack-request-id: req-ca024b49-1cdc-4656-a676-c1499cec0168 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:28.595051 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180bcdb-48ae-4fdb-8542-038a0e18b59f", "name": "network-vif-deleted", "tag": "5caccc06-1248-49f5-8b51-1ab1e2e32c40", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:28.595603 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca024b49-1cdc-4656-a676-c1499cec0168 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:28.596380 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180bcdb-48ae-4fdb-8542-038a0e18b59f', 'name': 'network-vif-deleted', 'tag': '5caccc06-1248-49f5-8b51-1ab1e2e32c40', 'status': 'completed', 'code': 200} Aug 28 08:14:28.708255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814a04-a03e-4773-975e-5436af0f9279 req-13bf7798-9f36-4ee2-809f-12ad4744b598 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:28.710400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a814a04-a03e-4773-975e-5436af0f9279 req-13bf7798-9f36-4ee2-809f-12ad4744b598 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.6611717 Aug 28 08:14:28.764747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5e82-11e7-4aaf-9f6e-d4b2d554f2b6 req-a7a65225-637c-4acb-8685-4241813cccbb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:28.766421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0eac5e82-11e7-4aaf-9f6e-d4b2d554f2b6 req-a7a65225-637c-4acb-8685-4241813cccbb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 948 time: 0.1637011 Aug 28 08:14:28.782474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a211de2-ec33-462d-90ad-0747808b7423 req-7141c08c-e355-4f94-bda7-9cc710217eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785618 Aug 28 08:14:28.864900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0eac5e82-11e7-4aaf-9f6e-d4b2d554f2b6 req-76ab7151-542f-4755-b781-dbec26c55141 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794027 Aug 28 08:14:28.922396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ef36-0dbd-4049-8588-dedf60a1255d req-1cc0aca1-4af7-42f4-81d8-824f33014426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:28.934573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c34ef36-0dbd-4049-8588-dedf60a1255d req-1cc0aca1-4af7-42f4-81d8-824f33014426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 948 time: 0.1261258 Aug 28 08:14:28.960168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:28.966675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:28.968156 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec453fcd-4a4c-477a-81b5-930179854701 x-openstack-request-id: req-ec453fcd-4a4c-477a-81b5-930179854701 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:28.968446 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ebccb2-ab14-4372-9e3c-a93b1452756d", "name": "network-vif-deleted", "tag": "8ba5f4f5-30d9-43bc-869c-53da871de017", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:28.968814 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec453fcd-4a4c-477a-81b5-930179854701 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:28.969341 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ebccb2-ab14-4372-9e3c-a93b1452756d', 'name': 'network-vif-deleted', 'tag': '8ba5f4f5-30d9-43bc-869c-53da871de017', 'status': 'completed', 'code': 200} Aug 28 08:14:28.983104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Transition to ACTIVE for port object f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:28.987603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c34ef36-0dbd-4049-8588-dedf60a1255d req-234aa8e5-962c-4337-b018-f23ebe2b1495 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Aug 28 08:14:29.074851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2ca2-502b-4958-a4b9-6d43fdcfb076 req-30324b86-9f6e-4da5-8902-101b5409094d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.076600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9dbd2ca2-502b-4958-a4b9-6d43fdcfb076 req-30324b86-9f6e-4da5-8902-101b5409094d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0572469 Aug 28 08:14:29.103821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.110234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4082f-618a-4524-8561-7004bb55d584 req-74c8a896-63d0-469b-833b-4b113eae3447 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.111788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0c4082f-618a-4524-8561-7004bb55d584 req-74c8a896-63d0-469b-833b-4b113eae3447 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 932 time: 0.0730789 Aug 28 08:14:29.157404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0c4082f-618a-4524-8561-7004bb55d584 req-6eed4c14-ca26-446a-9cb8-8900ed10792c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Aug 28 08:14:29.194107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9dbd2ca2-502b-4958-a4b9-6d43fdcfb076 req-ffec8136-1186-4ed9-89e8-4e2b9380e58e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026649 Aug 28 08:14:29.200720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Pushing event updated for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:29.235223 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268c7406-d783-4727-9a48-914bfa75e0a4 x-openstack-request-id: req-268c7406-d783-4727-9a48-914bfa75e0a4 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:29.235840 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-plugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:29.235939 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-268c7406-d783-4727-9a48-914bfa75e0a4 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:29.236440 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'code': 200} Aug 28 08:14:29.377089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Attempting to bind port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:29.377563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Attempting to bind port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:29.378357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Attempting to bind port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:29.395920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:29.396395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Attempting to bind port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 on network 82ebee49-5d4e-45fe-9364-839ac5250a78 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:29.411106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaaafb98-b25d-425d-b0a3-92fa22b9ee4d req-014a9490-5495-4c17-a8b8-a3fef6d59a0b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 998 time: 0.1647274 Aug 28 08:14:29.412555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-9412fda5-892f-460b-a1de-c1e12b521a30 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1603150 Aug 28 08:14:29.427087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:29.476273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:29.476702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Checking segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:29.482635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Bound using segment: {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:29.482635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Bound port: f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef54b70-089f-4bee-a76f-6aac78d80b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:29.482635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.483867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee79e1-5ebb-4fb4-ab5e-bec81b7b5d20 req-e905bbb6-8632-418c-a870-fed424656d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.485421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abee79e1-5ebb-4fb4-ab5e-bec81b7b5d20 req-e905bbb6-8632-418c-a870-fed424656d27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1101 time: 0.1506581 Aug 28 08:14:29.524458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.627029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abee79e1-5ebb-4fb4-ab5e-bec81b7b5d20 req-75460258-408f-4376-a915-ebdc38d76a72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270583 Aug 28 08:14:29.641757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaafb98-b25d-425d-b0a3-92fa22b9ee4d req-4d95625c-c9ad-4a89-84c3-46766f75d12d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.643378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaaafb98-b25d-425d-b0a3-92fa22b9ee4d req-4d95625c-c9ad-4a89-84c3-46766f75d12d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.2313116 Aug 28 08:14:29.664851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-aaaafb98-b25d-425d-b0a3-92fa22b9ee4d req-b0f25d97-8388-4839-80cb-138d9f6adc87 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:29.666306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaaafb98-b25d-425d-b0a3-92fa22b9ee4d req-b0f25d97-8388-4839-80cb-138d9f6adc87 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107512 Aug 28 08:14:29.674766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:29.680838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:29.686566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.811685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Allocated IP 172.25.0.208 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:29.821192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.860746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.883784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.891212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.891212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] 10.222.0.39 "PUT /v2.0/ports/f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 HTTP/1.1" status: 200 len: 1093 time: 1.8521633 Aug 28 08:14:29.940142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364af1-b88a-44ff-8b7c-42d6b333484e service neutron] Pushing event updated for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:29.948154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-b546f92c-7cc9-4ab6-9e2b-774f7f25159b tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:29.950116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-b546f92c-7cc9-4ab6-9e2b-774f7f25159b tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 1100 time: 0.0901306 Aug 28 08:14:29.962055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:29.982725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-a32edf28-c747-4047-b654-504e228f9a7c tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.123434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.126270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-be634dc4-3686-42c4-9c24-4561967fd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:30.128059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-be634dc4-3686-42c4-9c24-4561967fd81c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0656698 Aug 28 08:14:30.176383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:30.190984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:30.192751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:30.195414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:30.220153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-728af222-e40a-47b7-9182-2395fab85ce1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 HTTP/1.1" status: 200 len: 217 time: 0.0635335 Aug 28 08:14:30.238150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-a32edf28-c747-4047-b654-504e228f9a7c tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.261151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dc675aee-78b2-4eb7-8b0c-faba9a33efc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.305850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-c77608ec-7824-4e9e-b667-1d9fb3e8e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:30.313332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-c77608ec-7824-4e9e-b667-1d9fb3e8e51e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.0736339 Aug 28 08:14:30.331841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.364459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-a32edf28-c747-4047-b654-504e228f9a7c tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.409132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f11576e-12d4-4d9e-bffe-bb124c799d71 req-a32edf28-c747-4047-b654-504e228f9a7c tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500530 Aug 28 08:14:30.418527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32edf28-c747-4047-b654-504e228f9a7c tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f2352-5bf9-4859-83ca-d54828dc5053,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:30.419057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.426274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54322-9928-445f-8826-d6108311f879 req-2cff3c4a-6071-4c26-a3c6-2cb6391a5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:30.427844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-2cff3c4a-6071-4c26-a3c6-2cb6391a5307 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040654 Aug 28 08:14:30.665876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.723471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.796435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:30.812557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.900336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:30.903175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ed21d215-87c6-4f4b-8bd2-b4b743099e7e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4803579 Aug 28 08:14:30.912948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}, {'name': 'network-changed', 'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee'}, {'name': 'network-changed', 'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:30.915434 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}, {"name": "network-changed", "server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee"}, {"name": "network-changed", "server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:30.921842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-970a33a7-6dc3-4a41-a434-d05bcb9db0fa tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.4605968 Aug 28 08:14:30.957538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-4329fa52-c17e-427a-8cd7-c1dcfa1f83cd service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090606 Aug 28 08:14:30.983623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-ecbaa3eb-ea86-4f16-9db5-440b34db0cbf tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0708799 Aug 28 08:14:31.068559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-f08c8223-7f73-43b1-89be-1c8b48b68cb2 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.070652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-f08c8223-7f73-43b1-89be-1c8b48b68cb2 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports/5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 942 time: 0.1121583 Aug 28 08:14:31.104485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7b54322-9928-445f-8826-d6108311f879 req-e4a4ffe4-b344-43e7-aadf-3e3581949f61 service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348176 Aug 28 08:14:31.165208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-8a215356-92a1-4295-8041-3e3cb0ead020 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.168311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8fc8c4cb-c340-4a49-b712-69597c1907de req-8a215356-92a1-4295-8041-3e3cb0ead020 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1783981 Aug 28 08:14:31.236632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-c7934b0e-e20e-4ccf-b574-d647122575e9 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.0858462 Aug 28 08:14:31.327381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e764b9-ee6d-416b-a711-455934f59521 req-af6bce53-68d4-47bc-beef-63f73aca3cdc tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.330773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-35e764b9-ee6d-416b-a711-455934f59521 req-af6bce53-68d4-47bc-beef-63f73aca3cdc tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 948 time: 0.0902312 Aug 28 08:14:31.382741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-2b127d4c-502d-4285-acb5-b37c85ec76d5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.383172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-35e764b9-ee6d-416b-a711-455934f59521 req-d6044af3-ecb3-409d-bf97-7be7efb04a22 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Aug 28 08:14:31.385015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-2b127d4c-502d-4285-acb5-b37c85ec76d5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1416957 Aug 28 08:14:31.473906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-8cce79aa-c9d5-44aa-bb70-ef791eeb3c80 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.0802908 Aug 28 08:14:31.482772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:31.522033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8dee0-0d91-4914-8dca-e78750a2eff0 req-48735f94-ed71-4c40-9ddf-988ea33d9454 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.523645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07a8dee0-0d91-4914-8dca-e78750a2eff0 req-48735f94-ed71-4c40-9ddf-988ea33d9454 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 944 time: 0.0644081 Aug 28 08:14:31.548215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:31.577155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07a8dee0-0d91-4914-8dca-e78750a2eff0 req-6e160570-dfcd-4219-bf4d-6728364a8328 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Aug 28 08:14:31.733213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:31.740349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:31.753199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac97ae-0fdc-4e15-bf50-5baed919dda3 req-e78cb4f9-9c60-4738-91c0-1c26844f7737 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:31.756008 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71ac97ae-0fdc-4e15-bf50-5baed919dda3 req-e78cb4f9-9c60-4738-91c0-1c26844f7737 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0876606 Aug 28 08:14:31.792672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:31.793015 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Floating IP 93993d67-ca7d-4963-82d8-d2150265271f disassociated. External IP: 172.25.0.195, port: 5a9960cd-781a-485b-9e14-31256dab7e10. Aug 28 08:14:31.800292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71ac97ae-0fdc-4e15-bf50-5baed919dda3 req-5147bc65-f881-4abc-9645-8e88fba95df6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Aug 28 08:14:32.100446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:32.149764 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d70828-6aea-4d8c-a5ac-40742d3d24b2 x-openstack-request-id: req-82d70828-6aea-4d8c-a5ac-40742d3d24b2 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:32.150807 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:32.151120 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82d70828-6aea-4d8c-a5ac-40742d3d24b2 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:32.151604 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:14:32.151914 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee', 'status': 'completed', 'code': 200} Aug 28 08:14:32.152226 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'status': 'completed', 'code': 200} Aug 28 08:14:32.283142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 77831aa1-5e67-4441-8606-c442920bb8ee details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:32.289760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:32.295878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:32.307365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:32.324336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-afa01ff1-0499-452b-8466-ddf46a678fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.325871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-afa01ff1-0499-452b-8466-ddf46a678fd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.1202610 Aug 28 08:14:32.333840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-06d22ddb-206d-4436-8873-685da7a4d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.335383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-06d22ddb-206d-4436-8873-685da7a4d8dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 1100 time: 0.1285679 Aug 28 08:14:32.338917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:32.339566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:32.341499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-a621a76f-21fa-4fce-991a-d3f3582b6514 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "PUT /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 696 time: 0.8629673 Aug 28 08:14:32.354889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-435cc30a-4ad2-4442-9ed2-437559dc6391 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2014847 Aug 28 08:14:32.365022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:32.461387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:32.508317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:32.530375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:32.563620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '77831aa1-5e67-4441-8606-c442920bb8ee', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '77831aa1-5e67-4441-8606-c442920bb8ee', 'mac_address': 'fa:16:3e:d2:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:32.604848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-065b9667-ca4a-48d6-910d-561feac5be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.607572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-065b9667-ca4a-48d6-910d-561feac5be99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.2364278 Aug 28 08:14:32.621419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:32.653443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-799a97ef-df5f-4e7e-864b-5c119b85c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.656067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-799a97ef-df5f-4e7e-864b-5c119b85c720 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2995634 Aug 28 08:14:32.706010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-30411c55-d91f-4d36-8cdc-0dccf4057322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.706479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:32.707590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-30411c55-d91f-4d36-8cdc-0dccf4057322 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.3647478 Aug 28 08:14:32.761969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-ef55eb13-74fc-45ab-9ba8-771e6fcea020 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=77831aa1-5e67-4441-8606-c442920bb8ee HTTP/1.1" status: 200 len: 217 time: 0.0913038 Aug 28 08:14:32.788088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77831aa1-5e67-4441-8606-c442920bb8ee {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:32.798468 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:14:32.821442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-874f63d7-398a-4310-9cb3-8ac9e8dc8163 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.0714819 Aug 28 08:14:32.835033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Allocated IP 172.25.0.171 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:32.847412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:32.907852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:32.914664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-4f3ea75b-61f5-458d-bfcf-be801ad0a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.916883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-4f3ea75b-61f5-458d-bfcf-be801ad0a90f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.2881701 Aug 28 08:14:32.920843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-0fe962d9-877e-4bc6-baba-2146d878ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.922835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-0fe962d9-877e-4bc6-baba-2146d878ce3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1300664 Aug 28 08:14:32.944518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-cf7d083e-5a74-4989-b0f5-57a7173131c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:32.946060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-cf7d083e-5a74-4989-b0f5-57a7173131c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1044457 Aug 28 08:14:33.001520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-3bb6cb77-7d9c-4b0d-9724-4c14c60c2def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.0757642 Aug 28 08:14:33.027719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.035749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:33.050941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:33.082467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-496635f9-8bdc-41db-87fe-0156827d3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:33.083904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-496635f9-8bdc-41db-87fe-0156827d3e2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495500 Aug 28 08:14:33.108696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:33.114988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-496cadf2-a5fb-4483-80b0-d5c7397a9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:33.116589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-496cadf2-a5fb-4483-80b0-d5c7397a9ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388009 Aug 28 08:14:33.127842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-02720970-23cc-4caa-ab09-1e8f038be739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:33.136332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-02720970-23cc-4caa-ab09-1e8f038be739 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.1029639 Aug 28 08:14:33.136546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:33.136546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:33.158296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.235258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:33.241019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:33.265659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:33.270788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:33.322891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:33.332357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-7dfdd36c-2cd5-44e0-a34f-65c2c4ba7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:33.334305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-7dfdd36c-2cd5-44e0-a34f-65c2c4ba7d07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788595 Aug 28 08:14:33.372936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-9eba6711-4ef3-41eb-a77e-d70abdcdd950 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163715 Aug 28 08:14:33.374775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-4ee28458-a7dd-455f-a76d-89949511444d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807419 Aug 28 08:14:33.437661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.553096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:33.596937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d1e-4fc3-451c-a045-7be2b2a57bcf None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:12:54Z', 'revision_number': 4, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'dccbc152-d589-45ee-bd34-fe99d2f74fb8', 'name': '', 'network_id': '5fd75a8d-def5-4158-a39c-f3ef5bae599d', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'mac_address': 'fa:16:3e:9f:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:52Z', 'updated_at': '2021-08-28T08:13:03Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'subnets': [{'id': 'ea6c43e2-4f50-464e-b011-74f37464563e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:33.601947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.722177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-0dac63bb-c56b-4b79-93c8-25b594b7ca66 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795393 Aug 28 08:14:33.799092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.804922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-fa207889-703d-46a8-8e1a-62d65df64244 service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029698 Aug 28 08:14:33.860308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:33.862252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['77831aa1-5e67-4441-8606-c442920bb8ee'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:33.870174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-67703bed-855c-43a2-9fc3-08ef767e814d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649169 Aug 28 08:14:33.883992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1ff0c-4846-40a1-b613-67d704cee8cf None None] New status for floating IP 93993d67-ca7d-4963-82d8-d2150265271f: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:33.959846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-512934f7-38b2-47e8-b65d-242d6224aac3 req-e4aed42e-aa16-4652-a15b-83498b6b70f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170291 Aug 28 08:14:33.968960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event updated for resources: {'Port': ['ID=dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:33.985581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:34.067137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-68ba2935-52a7-481a-ba13-f5624f38d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.069003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-68ba2935-52a7-481a-ba13-f5624f38d8f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0603013 Aug 28 08:14:34.100418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:34.101879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-249f38c8-0195-47b8-b725-e220dd380a82 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7459974 Aug 28 08:14:34.120122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-65628fa9-c112-4ab1-98d6-32f7d9e5f18a req-5a9ee0cf-0afd-4a2c-8fc1-96fd1cff4568 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:34.123767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65628fa9-c112-4ab1-98d6-32f7d9e5f18a req-5a9ee0cf-0afd-4a2c-8fc1-96fd1cff4568 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101721 Aug 28 08:14:34.193517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-dda986a4-c41d-4568-addb-7b80a424ced0 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0826561 Aug 28 08:14:34.197279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:34.200067 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea0018-96f4-48a8-85df-b91623602a75" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:34.277804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-9ee160fe-09bd-43a7-8ff6-ea7a6d1f0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.280175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-9ee160fe-09bd-43a7-8ff6-ea7a6d1f0648 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 924 time: 0.1979086 Aug 28 08:14:34.337887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-bb4d8182-95d8-459b-a543-9b0f0b4577d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 HTTP/1.1" status: 200 len: 217 time: 0.0422516 Aug 28 08:14:34.365306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-4672c8db-d2cb-450b-b8c9-a30e2091353c tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.366904 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-95036e64-aa0d-431f-b1f6-4e01a1a7e9e3 req-4672c8db-d2cb-450b-b8c9-a30e2091353c tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1635919 Aug 28 08:14:34.414828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-50a1e976-c16d-4243-8024-bffa82cffa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.417556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-50a1e976-c16d-4243-8024-bffa82cffa41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.0668638 Aug 28 08:14:34.502719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-fa1f1b30-cb3b-4371-b4ba-711c0dd6d799 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257788 Aug 28 08:14:34.512360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-2ede9a4b-7d70-452d-8e7d-eab5078a28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.515053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-2ede9a4b-7d70-452d-8e7d-eab5078a28da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649562 Aug 28 08:14:34.660908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:34.680908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-bf88c5ab-230c-46ec-8cc4-2c5ff39670b6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.682963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-bf88c5ab-230c-46ec-8cc4-2c5ff39670b6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698363 Aug 28 08:14:34.693091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-4f8587d4-0f3e-43c5-ad29-956a00ac7991 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850725 Aug 28 08:14:34.703654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-d095cf7c-9713-4d2e-96f2-bc4dbb423342 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0139222 Aug 28 08:14:34.710395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbed801-e69a-4b96-87e6-3e84fd4dc7bd req-ad59d147-3b53-4dbe-9560-728f0ec0e71d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:34.714109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bbed801-e69a-4b96-87e6-3e84fd4dc7bd req-ad59d147-3b53-4dbe-9560-728f0ec0e71d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 949 time: 0.1975100 Aug 28 08:14:34.759749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-baa38a65-c8d0-4c98-8b34-876b9ee2e00c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484374 Aug 28 08:14:34.784157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-ade11fc1-f03f-4179-b555-67b91fa5dd35 service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522907 Aug 28 08:14:34.827556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bbed801-e69a-4b96-87e6-3e84fd4dc7bd req-f36369b3-a732-4a4a-9f9d-dfb1f1fc1e94 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057553 Aug 28 08:14:35.015319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:35.263398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989cf4c-3fff-426f-a84f-a4eb6f8b9ff3 req-6003505b-5024-41e6-afa2-27a06dd46163 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:35.264988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9989cf4c-3fff-426f-a84f-a4eb6f8b9ff3 req-6003505b-5024-41e6-afa2-27a06dd46163 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 944 time: 0.0867386 Aug 28 08:14:35.272355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-010a7e23-fa9f-45e7-9dbb-350c3c5b9390 req-68903515-dee8-42d0-bb2a-8e4e6579add0 service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774115 Aug 28 08:14:35.338612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9989cf4c-3fff-426f-a84f-a4eb6f8b9ff3 req-aab6fa42-3269-499f-b5d1-ded51878702e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504341 Aug 28 08:14:35.447305 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee20a9-8461-444c-8b05-2c40e9e626a8 x-openstack-request-id: req-f8ee20a9-8461-444c-8b05-2c40e9e626a8 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:35.448172 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:35.448172 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8ee20a9-8461-444c-8b05-2c40e9e626a8 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:35.448888 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:14:35.518126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e73b0b71-2eb0-44bd-8093-324cd92878f5 req-4f9cb50d-e409-4bd9-9ec9-09822cd0afc6 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips/4d40810b-82fb-4852-844e-4860626edce3 HTTP/1.1" status: 200 len: 693 time: 0.0557106 Aug 28 08:14:35.699781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-a5d7739b-6131-46ef-9e31-5743dcaf874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:35.702406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-a5d7739b-6131-46ef-9e31-5743dcaf874f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 1097 time: 0.1635926 Aug 28 08:14:35.754839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461e84-22d7-4aad-acaf-13ad5d0f97b7 req-36d320c3-f52d-4ba4-b597-2fe20ccafb8c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:35.757611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16461e84-22d7-4aad-acaf-13ad5d0f97b7 req-36d320c3-f52d-4ba4-b597-2fe20ccafb8c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0916209 Aug 28 08:14:35.828159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16461e84-22d7-4aad-acaf-13ad5d0f97b7 req-68c223ee-830c-49a2-86ad-181edc31bd50 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631733 Aug 28 08:14:35.828321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0b71-2eb0-44bd-8093-324cd92878f5 req-02e3a85e-150a-4f9e-9fdb-f0cbe1c09157 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:35.830269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e73b0b71-2eb0-44bd-8093-324cd92878f5 req-02e3a85e-150a-4f9e-9fdb-f0cbe1c09157 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.3038960 Aug 28 08:14:35.954597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-392ffa4b-6a73-48a4-af9f-8ce2cd3f3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:35.956535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-392ffa4b-6a73-48a4-af9f-8ce2cd3f3ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 200 len: 921 time: 0.2416687 Aug 28 08:14:36.018151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-738ebcd7-dc16-47ff-890b-abc4be55f024 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 200 len: 217 time: 0.0524127 Aug 28 08:14:36.115843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-72c28dd1-e42d-4d2a-bc7d-5dfd6b5e4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.120677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-72c28dd1-e42d-4d2a-bc7d-5dfd6b5e4610 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 200 len: 859 time: 0.0863414 Aug 28 08:14:36.202019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-e0d36d7c-790b-4aa0-a0fa-eceef87ebd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.203527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-e0d36d7c-790b-4aa0-a0fa-eceef87ebd4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fd75a8d-def5-4158-a39c-f3ef5bae599d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753143 Aug 28 08:14:36.221082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8af61-bbc1-4afe-ab38-359d8afc535e req-4a70c088-7c15-48eb-bd0f-d373e86480a6 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.223221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92f8af61-bbc1-4afe-ab38-359d8afc535e req-4a70c088-7c15-48eb-bd0f-d373e86480a6 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1097 time: 0.0569460 Aug 28 08:14:36.303194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 77831aa1-5e67-4441-8606-c442920bb8ee up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:36.350153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92f8af61-bbc1-4afe-ab38-359d8afc535e req-55c7c5e6-eb17-40ec-88ed-d69868088fd8 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978508 Aug 28 08:14:36.427256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-b96e0174-ed4b-4582-a23d-c09d54069efe service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006629 Aug 28 08:14:36.467127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-95a1eb6b-a191-4216-97e4-acda1a153700 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips/4d40810b-82fb-4852-844e-4860626edce3 HTTP/1.1" status: 200 len: 693 time: 0.1249514 Aug 28 08:14:36.546036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 77831aa1-5e67-4441-8606-c442920bb8ee completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:36.550980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 77831aa1-5e67-4441-8606-c442920bb8ee triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:36.551360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:36.618202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782c5ca-4826-4ba7-8592-a969b06c7793 req-f029095e-5a7a-4f31-972c-91389d27c703 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.620699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8782c5ca-4826-4ba7-8592-a969b06c7793 req-f029095e-5a7a-4f31-972c-91389d27c703 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 949 time: 0.1356330 Aug 28 08:14:36.625363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-b8804180-c464-4bf8-a55a-fa32fa7f8d35 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.627628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-b8804180-c464-4bf8-a55a-fa32fa7f8d35 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1533356 Aug 28 08:14:36.657327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ea0018-96f4-48a8-85df-b91623602a75 req-f4a55e67-0833-4833-b63b-0c5cfeb3a98f service neutron] 10.222.0.64 "GET /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184346 Aug 28 08:14:36.681681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8782c5ca-4826-4ba7-8592-a969b06c7793 req-d30a72ca-c2bc-4f4f-89f9-f5321b001c0b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Aug 28 08:14:36.722336 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:36.733242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-4c2a8bba-f51e-4e83-9441-a72bc84d9f85 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0967987 Aug 28 08:14:36.768611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:36.772487 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf246587-336b-42e9-bcb3-cfb316ea98ce" -d '{"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-plugged", "status": "completed", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:36.776716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-afa4efb0-827c-4701-ad53-dacb3558fb9b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 200 len: 694 time: 0.0544817 Aug 28 08:14:36.796964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-19a987ab-925c-4393-a651-0599e821ba70 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0625145 Aug 28 08:14:36.797560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:36.843555 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:36.925795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:36.927314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92068963-f25e-437d-891e-bc70c2b7242e req-cb7f097d-e5ab-40aa-b83e-bf2caa5e32f7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:36.928994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-cb7f097d-e5ab-40aa-b83e-bf2caa5e32f7 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1449509 Aug 28 08:14:36.945683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Deleting port dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:36.945683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:36.951098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-09edbc5a-5498-446c-8023-b12ac25f6fdc tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:36.952474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-09edbc5a-5498-446c-8023-b12ac25f6fdc tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080309 Aug 28 08:14:37.013604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-caa7091f-e53d-40b7-a9ae-b37793098386 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 697 time: 0.0538805 Aug 28 08:14:37.057609 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.058060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.075711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Calling delete_port for dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:37.077939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-a9b37268-7c49-4657-8eab-2fb49d247a9b tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 697 time: 0.0572207 Aug 28 08:14:37.260869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Deleting port 873f670a-dcfa-40f9-8926-226305ffcee0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:37.261457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.348230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.348564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.362266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Calling delete_port for 873f670a-dcfa-40f9-8926-226305ffcee0 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:37.415162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.444256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event deleted for resources: {'Port': ['ID=dcb2fe13-5c10-44d7-b9d4-2a202a8c94f2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:37.530149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.533187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.534514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbdda9dc-eafd-46f0-a3bc-f751c8f781ce req-ee4d5f64-0539-4b25-94bc-00b45a12593a tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d40810b-82fb-4852-844e-4860626edce3 HTTP/1.1" status: 204 len: 173 time: 0.7366116 Aug 28 08:14:37.653045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-3f51947b-e9c9-48a2-a434-8f65c3dfe0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:37.654698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-3f51947b-e9c9-48a2-a434-8f65c3dfe0a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1101 time: 0.1483047 Aug 28 08:14:37.742324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.785252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event deleted for resources: {'Port': ['ID=873f670a-dcfa-40f9-8926-226305ffcee0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:37.800816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-1499eece-a677-46d5-9655-df799204737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:37.802438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-1499eece-a677-46d5-9655-df799204737b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1376538 Aug 28 08:14:37.806063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.807248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.813250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:37.891410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-26e82072-5326-4ad8-82a3-258614d388ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0586045 Aug 28 08:14:37.942678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.945386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:37.947195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92068963-f25e-437d-891e-bc70c2b7242e req-85875f89-a2a4-46fb-a764-ed4852918bc5 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "DELETE /v2.0/floatingips/93993d67-ca7d-4963-82d8-d2150265271f HTTP/1.1" status: 204 len: 173 time: 0.8615096 Aug 28 08:14:37.947463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-43d66c47-4e49-4b83-9936-22a021be93d7 req-75fe51b0-1faf-4be4-96cc-a2195b9ebfa6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 210 time: 0.0322180 Aug 28 08:14:37.980416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-0aa3d2df-6e4f-4d90-ba23-b90fbdf63bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:37.982515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-0aa3d2df-6e4f-4d90-ba23-b90fbdf63bef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0776296 Aug 28 08:14:38.094757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-759aa5ed-ba87-41e1-b3fa-48ce93d5ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:38.096387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-759aa5ed-ba87-41e1-b3fa-48ce93d5ee32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017935 Aug 28 08:14:38.216088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fff-7491-44b0-826b-62a129876987 req-d3053dcb-0864-4e21-ad56-e98963a9f06f tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:38.218783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97947fff-7491-44b0-826b-62a129876987 req-d3053dcb-0864-4e21-ad56-e98963a9f06f tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 944 time: 0.1593843 Aug 28 08:14:38.314649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:38.326824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97947fff-7491-44b0-826b-62a129876987 req-06ba15f6-d3cb-4c5a-bb49-12a744a70aa6 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996726 Aug 28 08:14:38.357924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-da17fb30-635b-438c-986a-94b3120cc051 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426159 Aug 28 08:14:38.483925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-4942bf7f-0fe0-40f1-b739-6a51a8d2f673 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135333 Aug 28 08:14:38.601234 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3da48-8543-4c47-8e07-3c6558b23c0d x-openstack-request-id: req-60e3da48-8543-4c47-8e07-3c6558b23c0d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:38.601717 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-plugged", "status": "completed", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:38.602092 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60e3da48-8543-4c47-8e07-3c6558b23c0d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:38.602699 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee', 'code': 200} Aug 28 08:14:38.607019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4589-772c-4d04-8ac3-c26e824c4e07 req-200536b5-ab44-4f6f-918d-49fef303509b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:38.609844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77da4589-772c-4d04-8ac3-c26e824c4e07 req-200536b5-ab44-4f6f-918d-49fef303509b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1062579 Aug 28 08:14:38.709442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:38.729213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77da4589-772c-4d04-8ac3-c26e824c4e07 req-4045d4b6-fcdd-4a9b-977e-bf327667580a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Aug 28 08:14:38.744768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'port_id': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'mac_address': 'fa:16:3e:b9:89:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:38.805015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:38.823820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:38.851744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:38.972942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abedfa-8b58-4e1f-850d-68ab0820bdb3 req-4d97d505-c1f0-426f-adea-767755f13470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:38.974537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46abedfa-8b58-4e1f-850d-68ab0820bdb3 req-4d97d505-c1f0-426f-adea-767755f13470 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 1102 time: 0.2155771 Aug 28 08:14:39.009099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:39.042591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ff13-15b9-47b6-af28-aa13b58d44a9 req-e3e56889-ec69-4af8-9afa-83f79be5e91e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:39.044217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d860ff13-15b9-47b6-af28-aa13b58d44a9 req-e3e56889-ec69-4af8-9afa-83f79be5e91e tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2449329 Aug 28 08:14:39.057733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46abedfa-8b58-4e1f-850d-68ab0820bdb3 req-ab712ed6-edc1-49d0-9d71-120f72cc6b7a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Aug 28 08:14:39.080119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:39.201052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2ef6-e17f-4f82-ba89-1f67dd8b130c req-adedcf15-58b6-4f20-80cc-1050134c9f93 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:39.202813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8e2ef6-e17f-4f82-ba89-1f67dd8b130c req-adedcf15-58b6-4f20-80cc-1050134c9f93 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.0691361 Aug 28 08:14:39.252321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8e2ef6-e17f-4f82-ba89-1f67dd8b130c req-6464a8f4-fae6-42e3-8c26-846a4deec548 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Aug 28 08:14:39.708097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-204b056d-e3d6-43cd-b1f4-561925f93dec tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339763 Aug 28 08:14:39.709228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:39.720309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-ffaffcef-4d92-4858-9f42-845e3149e198 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:39.722024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-ffaffcef-4d92-4858-9f42-845e3149e198 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172659 Aug 28 08:14:39.756855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:40.003287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:40.008549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:40.191567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.212 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/5de7b2de-14ab-466f-a09e-18b0e4c69697) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:40.279316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e6561f-c4ee-45da-bd04-7c0c34312d4d req-ca864842-9ca8-45e3-864f-0d7ca174f420 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 210 time: 0.0579865 Aug 28 08:14:40.437848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f6741d-0639-46d7-959e-7dc8b21eaf5f req-4c9bca26-5362-4f1b-89ef-1321892a7f8c tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=2e2252e90e4f4946b4abb63ef77dffc7 HTTP/1.1" status: 200 len: 1655 time: 0.1164899 Aug 28 08:14:40.495938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-0fa66f44-3354-4b17-8eed-011352248a21 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551260 Aug 28 08:14:40.640027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:40.670124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object 5de7b2de-14ab-466f-a09e-18b0e4c69697 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:40.688007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6741d-0639-46d7-959e-7dc8b21eaf5f req-38e39070-6101-46b9-adf1-8a2874afdc25 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:40.689626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f6741d-0639-46d7-959e-7dc8b21eaf5f req-38e39070-6101-46b9-adf1-8a2874afdc25 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks?id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 787 time: 0.2373762 Aug 28 08:14:40.747959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-34aacdb0-cae4-4f26-b3a8-c468d11f49bf tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:40.749477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-34aacdb0-cae4-4f26-b3a8-c468d11f49bf tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993821 Aug 28 08:14:40.762939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-da26c182-f380-4d0d-91df-0bdf5196ee90 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:40.764523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-da26c182-f380-4d0d-91df-0bdf5196ee90 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069954 Aug 28 08:14:40.776882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Request body: {'binding': {'host': 'n-h2-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:40.777650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Unknown quota resources ['binding']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:14:40.787589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:40.855168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcb2-0bf9-4dfc-bf3d-faa97aa492db req-d91fcfb9-fa43-4220-82f4-9ecbe6a4e0b9 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:40.856801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21c1dcb2-0bf9-4dfc-bf3d-faa97aa492db req-d91fcfb9-fa43-4220-82f4-9ecbe6a4e0b9 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 945 time: 0.1047935 Aug 28 08:14:40.880207 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:40.938704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:40.966009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:40.982787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:40.990668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:40.996781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21c1dcb2-0bf9-4dfc-bf3d-faa97aa492db req-6d83b346-4bc6-4c4a-9e91-58cdf97b51a8 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262891 Aug 28 08:14:40.999786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:41.019831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h2-792458-16 for vnic_type normal with profile None {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:41.020612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:41.021209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:41.033248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:41.040500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:41.048738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:41.049523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:41.050189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:41.050922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Bound port: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:41.063252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:41.068154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:41.120585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:41.131804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:14:41.135729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:41.181948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:41.183676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-a93996e9-a014-4954-9abc-537d7e56ed6a service neutron] 10.222.0.46 "POST /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9/bindings HTTP/1.1" status: 201 len: 390 time: 0.4103036 Aug 28 08:14:41.433434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ced65905-80c4-48a4-b823-325e88d4a39b None None] Provisioning for port 5de7b2de-14ab-466f-a09e-18b0e4c69697 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:41.442777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ced65905-80c4-48a4-b823-325e88d4a39b None None] Provisioning complete for port 5de7b2de-14ab-466f-a09e-18b0e4c69697 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:41.443480 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ced65905-80c4-48a4-b823-325e88d4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:41.485568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ced65905-80c4-48a4-b823-325e88d4a39b None None] Port 5de7b2de-14ab-466f-a09e-18b0e4c69697 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:41.547975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2edb48dd-695a-41c4-9b76-2c93f502ef1c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7969453 Aug 28 08:14:41.561297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b5fa-344d-4409-890b-8defcf1eeec7 req-71cb2203-8640-4716-9ddb-5f21d8e7a3f9 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:41.562903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c108b5fa-344d-4409-890b-8defcf1eeec7 req-71cb2203-8640-4716-9ddb-5f21d8e7a3f9 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1097 time: 0.0460436 Aug 28 08:14:41.594139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Request body: {'port': {'device_id': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:41.622977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c108b5fa-344d-4409-890b-8defcf1eeec7 req-42e0b036-2ab1-4d99-8062-ab0ca8b629f5 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512147 Aug 28 08:14:41.675131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876df5-fba1-4015-86dc-930f039bbb91 req-d8cd4c52-dddd-423a-a771-0c4b04d4ad99 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:41.676938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59876df5-fba1-4015-86dc-930f039bbb91 req-d8cd4c52-dddd-423a-a771-0c4b04d4ad99 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.5637469 Aug 28 08:14:41.767338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:41.773799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4a5a4-c41d-402c-93fc-fa6e50169ed7 req-aa6718a6-8b36-44c5-b43e-cbd2f656d921 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:41.777144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51e4a5a4-c41d-402c-93fc-fa6e50169ed7 req-aa6718a6-8b36-44c5-b43e-cbd2f656d921 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 945 time: 0.0819199 Aug 28 08:14:41.804497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59876df5-fba1-4015-86dc-930f039bbb91 req-fb3599a9-b8fa-4203-bf57-7f7d262e8a14 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195505 Aug 28 08:14:41.844134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.234 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/1805da26-0162-4921-8183-96dc470dd423) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:14:41.851110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51e4a5a4-c41d-402c-93fc-fa6e50169ed7 req-39184b9b-436d-4494-ac60-da28c4941d10 tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/security-groups?id=376af85e-b942-46c6-9979-13bead303a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662694 Aug 28 08:14:41.962075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-def8024c-e6d4-4d5f-a2e7-cb2aa14a20af tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips/94a34d94-a2c3-4ecc-addf-4b23873748d3 HTTP/1.1" status: 200 len: 693 time: 0.0671113 Aug 28 08:14:42.094446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a48e3b-f3bd-43c0-b739-bddd86e83c5a req-aae4c566-7cb4-4291-b7ee-5cbb6c0c97ae tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.095912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5a48e3b-f3bd-43c0-b739-bddd86e83c5a req-aae4c566-7cb4-4291-b7ee-5cbb6c0c97ae tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.1472490 Aug 28 08:14:42.100596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-b46c8836-e2bb-4da4-80b4-973ddfc1c853 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.102289 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-b46c8836-e2bb-4da4-80b4-973ddfc1c853 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1333487 Aug 28 08:14:42.157923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-c3eea440-e0b9-4940-8cbc-56056f6188f8 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0484014 Aug 28 08:14:42.183936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5a48e3b-f3bd-43c0-b739-bddd86e83c5a req-8d9701f4-963d-4e4a-b54e-0cf0df9217a7 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663917 Aug 28 08:14:42.231377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.233187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-49cca475-1c7a-4e58-a32d-1e97321741c6 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0636001 Aug 28 08:14:42.259097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object 1805da26-0162-4921-8183-96dc470dd423 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:42.280938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-81f40c0c-5f29-4b9f-b9ac-8d8cec9a4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.282512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-81f40c0c-5f29-4b9f-b9ac-8d8cec9a4f9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1097 time: 0.1029253 Aug 28 08:14:42.313811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ab50336-fd02-408a-8d84-b3ec208482ac req-d8ce106c-2f11-4b33-8b70-dbb9503699ee tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 210 time: 0.0453651 Aug 28 08:14:42.359754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:42.406576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-82748413-664d-409c-b38c-99d98fa8906d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.409768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-82748413-664d-409c-b38c-99d98fa8906d tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 945 time: 0.1292996 Aug 28 08:14:42.419359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-2f80afa4-8dd6-4118-ab4f-a4d01d1b7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.421685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-2f80afa4-8dd6-4118-ab4f-a4d01d1b7410 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1191242 Aug 28 08:14:42.478870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-3fd890c2-6a9c-4d93-a9d7-7df5b37c3363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 217 time: 0.0463018 Aug 28 08:14:42.479334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Deleting port 2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:42.479504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.497402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.517464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:42.524169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:42.525309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.565514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:42.608980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-0b93e32e-cc2d-4f09-8d42-48638fca20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.610639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-0b93e32e-cc2d-4f09-8d42-48638fca20b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1110582 Aug 28 08:14:42.635161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Deleting port 5a9960cd-781a-485b-9e14-31256dab7e10 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:42.635729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.645194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.645772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.656045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:14:42.708002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Calling delete_port for 2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:42.710750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dc57a-37bb-41a5-93b0-eb1bff94c1ca req-957e6a5a-acdd-47c0-8163-eef873b05950 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:42.715588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a2dc57a-37bb-41a5-93b0-eb1bff94c1ca req-957e6a5a-acdd-47c0-8163-eef873b05950 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.2426078 Aug 28 08:14:42.719556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:14:42.729853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.731498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:14:42.774761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-1f8f4883-fc7a-43c4-8d4c-f64bceb9727b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487339 Aug 28 08:14:42.780898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:42.783351 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2e378-ac29-4c94-9312-754aa14051a0" -d '{"events": [{"server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "name": "network-vif-plugged", "status": "completed", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:42.801173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:42.816975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] For port 5a9960cd-781a-485b-9e14-31256dab7e10, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5a9960cd-781a-485b-9e14-31256dab7e10,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:42.817635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.842175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Calling delete_port for 5a9960cd-781a-485b-9e14-31256dab7e10 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:42.900452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:42.921102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:42.981389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:42.999573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a2dc57a-37bb-41a5-93b0-eb1bff94c1ca req-2d2fed79-cb33-4c36-a06e-554327f935bd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561474 Aug 28 08:14:43.008580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:43.009213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.100572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-bb82da1d-7b6f-4352-bd0c-68a5976c3132 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902272 Aug 28 08:14:43.107287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-896dda33-554c-42c1-9d91-cf7f68c3aa14 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3247397 Aug 28 08:14:43.122253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de7b2de-14ab-466f-a09e-18b0e4c69697 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:43.157686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.174898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Request body: {'port': {'device_id': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:43.180604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.194523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Pushing event deleted for resources: {'Port': ['ID=5a9960cd-781a-485b-9e14-31256dab7e10,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:43.216375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.230264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Transition to ACTIVE for port object 5de7b2de-14ab-466f-a09e-18b0e4c69697 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:43.249547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-575ce3d4-9ff4-4f4c-9035-66c7f210c049 None None] Provisioning for port 1805da26-0162-4921-8183-96dc470dd423 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:43.255159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-575ce3d4-9ff4-4f4c-9035-66c7f210c049 None None] Provisioning complete for port 1805da26-0162-4921-8183-96dc470dd423 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:43.255787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-575ce3d4-9ff4-4f4c-9035-66c7f210c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.280420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.305103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-575ce3d4-9ff4-4f4c-9035-66c7f210c049 None None] Port 1805da26-0162-4921-8183-96dc470dd423 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:14:43.305881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-16f32ba6-34f0-42b3-be3d-a5f6ffc6641d service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974554 Aug 28 08:14:43.349678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.356195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] No DVR routers for this DVR port 5a9960cd-781a-485b-9e14-31256dab7e10 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:43.362753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event deleted for resources: {'Port': ['ID=2f32b85a-4e30-4d30-9d91-eaf8bf7a0e06,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:43.367192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.372694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f49286d-39a2-45ce-ab58-e19c929dd655 req-1f0f34c5-b2cf-4b1c-b104-3bd48cf946df tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.64 "DELETE /v2.0/ports/5a9960cd-781a-485b-9e14-31256dab7e10 HTTP/1.1" status: 204 len: 173 time: 0.9532111 Aug 28 08:14:43.377355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'name': 'network-vif-deleted', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:43.381851 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f1f4cd-ac4f-4adf-8768-297d5706c722" -d '{"events": [{"server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "name": "network-vif-deleted", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:43.494125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:43.497450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.503683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.516897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46aee084-ec2d-4930-87c9-ee5e22079ad8 req-5340cc6f-c5c4-41c6-bf0e-c7bb518d6458 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "DELETE /v2.0/floatingips/94a34d94-a2c3-4ecc-addf-4b23873748d3 HTTP/1.1" status: 204 len: 173 time: 1.2759802 Aug 28 08:14:43.762566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Attempting to bind port 5de7b2de-14ab-466f-a09e-18b0e4c69697 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:43.767632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Attempting to bind port 5de7b2de-14ab-466f-a09e-18b0e4c69697 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:43.768344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Attempting to bind port 5de7b2de-14ab-466f-a09e-18b0e4c69697 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:43.783751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d35c1b-0ef4-46a8-b8fa-5c6cabe28909 req-5dc30f16-61dc-4d18-b111-64e88fb7507e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:43.789584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5d35c1b-0ef4-46a8-b8fa-5c6cabe28909 req-5dc30f16-61dc-4d18-b111-64e88fb7507e tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.1522195 Aug 28 08:14:43.831869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Port 5de7b2de-14ab-466f-a09e-18b0e4c69697 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:43.836110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Attempting to bind port 5de7b2de-14ab-466f-a09e-18b0e4c69697 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:43.878649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:43.879045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:43.879417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:43.879917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Bound port: 5de7b2de-14ab-466f-a09e-18b0e4c69697, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:43.880266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:43.900878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5d35c1b-0ef4-46a8-b8fa-5c6cabe28909 req-4142251b-cf93-48fd-94d2-539bd93da718 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877857 Aug 28 08:14:44.062145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1805da26-0162-4921-8183-96dc470dd423 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:44.067155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:44.075550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:44.088996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:44.098242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Transition to ACTIVE for port object 1805da26-0162-4921-8183-96dc470dd423 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:14:44.158107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:44.214982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:44.248188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:44.249242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:44.251711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] 10.222.0.39 "PUT /v2.0/ports/5de7b2de-14ab-466f-a09e-18b0e4c69697 HTTP/1.1" status: 200 len: 1097 time: 2.6680667 Aug 28 08:14:44.256562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:44.256562 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a12f15-ac74-4054-94f7-8082d868d50d" -d '{"events": [{"name": "network-changed", "server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:44.301236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e0c49-286a-4522-a06a-3e183120a500 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:44.425121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Pushing event updated for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:44.543621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Attempting to bind port 1805da26-0162-4921-8183-96dc470dd423 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:44.544173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Attempting to bind port 1805da26-0162-4921-8183-96dc470dd423 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:44.544717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Attempting to bind port 1805da26-0162-4921-8183-96dc470dd423 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:44.552831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Port 1805da26-0162-4921-8183-96dc470dd423 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:44.553336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Attempting to bind port 1805da26-0162-4921-8183-96dc470dd423 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:44.571324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-484d26ef-5414-4a24-8ca3-ab10e4b3c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:44.573165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-484d26ef-5414-4a24-8ca3-ab10e4b3c97e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 1100 time: 0.1361372 Aug 28 08:14:44.574975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:44.575413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:44.575717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:44.576501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Bound port: 1805da26-0162-4921-8183-96dc470dd423, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:44.577041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:44.585508 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ebd58-c115-47ea-a64a-bfa10e402175 x-openstack-request-id: req-cf0ebd58-c115-47ea-a64a-bfa10e402175 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:44.586693 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "name": "network-vif-plugged", "status": "completed", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:44.591807 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf0ebd58-c115-47ea-a64a-bfa10e402175 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:44.591807 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'code': 200} Aug 28 08:14:44.762307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-0cc8df17-e2a8-4a2a-8c49-9d230c9d6b1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697 HTTP/1.1" status: 200 len: 217 time: 0.1217830 Aug 28 08:14:44.791873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2750f-785f-4c46-b8c7-eca1a7b9a772 req-4f9181e3-db14-4389-b004-f90e1875c9bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:44.800619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:44.801025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4e2750f-785f-4c46-b8c7-eca1a7b9a772 req-4f9181e3-db14-4389-b004-f90e1875c9bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0689936 Aug 28 08:14:44.805146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1805da26-0162-4921-8183-96dc470dd423,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:44.891348 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4e2750f-785f-4c46-b8c7-eca1a7b9a772 req-da389ef1-7adb-4f49-a57f-9163477873e5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849137 Aug 28 08:14:44.907983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab40970-60ae-41df-bd09-e0adde33622f req-2e10d8f9-819c-427c-a98e-2a4460c7f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:44.910982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cab40970-60ae-41df-bd09-e0adde33622f req-2e10d8f9-819c-427c-a98e-2a4460c7f528 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 1098 time: 0.0999267 Aug 28 08:14:44.935464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-0b16a3f8-caf3-426f-b293-6bf39113a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:44.938097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-0b16a3f8-caf3-426f-b293-6bf39113a768 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1304095 Aug 28 08:14:44.987979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:45.000317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cab40970-60ae-41df-bd09-e0adde33622f req-02c6c901-439c-47c9-b670-7ec055382a11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720806 Aug 28 08:14:45.066145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.067227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:45.069669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] 10.222.0.39 "PUT /v2.0/ports/1805da26-0162-4921-8183-96dc470dd423 HTTP/1.1" status: 200 len: 1097 time: 1.9328854 Aug 28 08:14:45.082700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8456de7e-d71d-453a-bec4-7d594e5eea12 req-9d72f80d-cbe9-47f1-8caf-4a19d7adc2ea tempest-FloatingIPsAssociationTestJSON-162573927 tempest-FloatingIPsAssociationTestJSON-162573927-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a03c21-b237-47d5-b5be-584f32a2a78b HTTP/1.1" status: 200 len: 210 time: 0.0370815 Aug 28 08:14:45.096041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a9960cd-781a-485b-9e14-31256dab7e10 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:45.150135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 5a9960cd-781a-485b-9e14-31256dab7e10 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:45.151211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5a9960cd-781a-485b-9e14-31256dab7e10 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:45.153881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-6da99250-64b8-4c02-b85b-f18f54030a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.155911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-6da99250-64b8-4c02-b85b-f18f54030a1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2075937 Aug 28 08:14:45.157135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eee485-4571-42ca-b442-ea358df1af68 service neutron] Pushing event updated for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:45.281459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3a56-cf31-4327-9b05-147a73f9ead9 req-48065555-c7ff-42cb-9310-a8cdc6b2b613 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.284292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-529f3a56-cf31-4327-9b05-147a73f9ead9 req-48065555-c7ff-42cb-9310-a8cdc6b2b613 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 948 time: 0.0740361 Aug 28 08:14:45.352448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-529f3a56-cf31-4327-9b05-147a73f9ead9 req-d8445d1d-9e8f-452f-956b-f005e725e1a6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Aug 28 08:14:45.412134 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e0c15-8b85-4f83-a310-9bed5ae802fe x-openstack-request-id: req-524e0c15-8b85-4f83-a310-9bed5ae802fe {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:45.412605 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a03c21-b237-47d5-b5be-584f32a2a78b", "name": "network-vif-deleted", "tag": "5a9960cd-781a-485b-9e14-31256dab7e10", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:45.413014 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-524e0c15-8b85-4f83-a310-9bed5ae802fe {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:45.413566 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a03c21-b237-47d5-b5be-584f32a2a78b', 'name': 'network-vif-deleted', 'tag': '5a9960cd-781a-485b-9e14-31256dab7e10', 'status': 'completed', 'code': 200} Aug 28 08:14:45.502602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-984124b2-aac4-4004-83ce-3601cc0f0e70 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips/0bd62b87-2af5-49eb-9734-51a7c5e39f2a HTTP/1.1" status: 200 len: 692 time: 0.0725772 Aug 28 08:14:45.659850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-d830cd11-7ce0-483f-81df-1b611158de5b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.661736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-d830cd11-7ce0-483f-81df-1b611158de5b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1507089 Aug 28 08:14:45.674871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-3e80aea1-a61d-4f3e-873c-1c185daa1209 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232011 Aug 28 08:14:45.734523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-82b46518-9583-47c4-b08a-c6f1cbcca6fd tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0553563 Aug 28 08:14:45.797171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-896871fb-4776-4d47-a94d-97bbeed32440 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0571282 Aug 28 08:14:45.826198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-16d93dc7-df1f-4004-b1e0-08c27b55f3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387715 Aug 28 08:14:45.828551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-1fa010f7-a224-4f77-beb7-d8075324d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.830289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-1fa010f7-a224-4f77-beb7-d8075324d897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 1100 time: 0.0736256 Aug 28 08:14:45.906669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-73e4948a-f90e-4f51-9faa-7848f3c3d74d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1805da26-0162-4921-8183-96dc470dd423 HTTP/1.1" status: 200 len: 217 time: 0.0455599 Aug 28 08:14:45.969286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-38fabbed-4308-42b0-9fb6-4413ed40d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:45.970996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-38fabbed-4308-42b0-9fb6-4413ed40d1d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0549800 Aug 28 08:14:46.010193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Deleting port 70e48744-5774-4634-82a1-d6a5713dd3b3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:46.011184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.037060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-af03fdda-9070-45b8-9faf-4bc9f45ff3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:46.038647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-af03fdda-9070-45b8-9faf-4bc9f45ff3b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569775 Aug 28 08:14:46.096205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.096562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.112513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Calling delete_port for 70e48744-5774-4634-82a1-d6a5713dd3b3 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:46.200607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-409e1b90-9af2-4d31-9199-7e9accd05583 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:14:46.201763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-409e1b90-9af2-4d31-9199-7e9accd05583 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132272 Aug 28 08:14:46.233706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Request body: {'binding': {'host': 'n-h1-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:46.236148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Unknown quota resources ['binding']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:14:46.292276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-2e7f4b00-cd46-4696-a06b-1357b3d52edc service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946037 Aug 28 08:14:46.391989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.421520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event deleted for resources: {'Port': ['ID=70e48744-5774-4634-82a1-d6a5713dd3b3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:46.484060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc7db05-e89a-4896-90bf-8b39f38114c7 req-6c59555c-5a2e-441f-91e1-853ada14b2dc service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439314 Aug 28 08:14:46.495472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on host n-h1-792458-16 for vnic_type normal with profile None {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:46.495875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:46.496144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:46.501868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:46.502280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:46.518574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:46.518906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:46.519394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:46.522105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Bound port: 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:46.612902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:46.695855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.697444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-7fc069cb-61fe-4e91-bab5-8e5d410a7de1 service neutron] 10.222.0.46 "POST /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715/bindings HTTP/1.1" status: 201 len: 390 time: 0.4696541 Aug 28 08:14:46.802589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.805681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:46.807560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81b61a2a-b78e-4ece-a4d4-a983d5a0c16b req-e9f798c7-6247-4ca1-bcca-ce24a8188a87 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "DELETE /v2.0/floatingips/0bd62b87-2af5-49eb-9734-51a7c5e39f2a HTTP/1.1" status: 204 len: 173 time: 0.9890389 Aug 28 08:14:46.912491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74569b2-9d87-47d5-933c-6fd27b52d35d req-fd1250fc-ce9c-4198-830a-8d85f92d84b8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:46.914074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e74569b2-9d87-47d5-933c-6fd27b52d35d req-fd1250fc-ce9c-4198-830a-8d85f92d84b8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.0539169 Aug 28 08:14:46.957754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e74569b2-9d87-47d5-933c-6fd27b52d35d req-80e9bbad-b290-4c7c-8242-9a5c2302b963 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364540 Aug 28 08:14:47.021408 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8caf41-8557-46e5-a12c-3401bf524f70 x-openstack-request-id: req-fc8caf41-8557-46e5-a12c-3401bf524f70 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:47.021915 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:47.022014 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc8caf41-8557-46e5-a12c-3401bf524f70 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:47.022471 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697', 'status': 'completed', 'code': 200} Aug 28 08:14:47.129431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-28190928-b8bf-43b4-8601-0c82a2c06eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.131031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-28190928-b8bf-43b4-8601-0c82a2c06eb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 1100 time: 0.0561686 Aug 28 08:14:47.131376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12977b74-6fdb-41bb-bd15-9ad4d31c8961 req-acce496b-f67c-4304-be15-8987a646802b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.133317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-12977b74-6fdb-41bb-bd15-9ad4d31c8961 req-acce496b-f67c-4304-be15-8987a646802b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.0637755 Aug 28 08:14:47.187532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-12977b74-6fdb-41bb-bd15-9ad4d31c8961 req-91b75757-1dbb-4ceb-8785-9ba3b43f54a1 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Aug 28 08:14:47.291285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19dd48-b900-4e38-9e4c-afa3da67819c req-1aa38fbb-3eb1-4581-af14-888b6bb12107 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.299091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d19dd48-b900-4e38-9e4c-afa3da67819c req-1aa38fbb-3eb1-4581-af14-888b6bb12107 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.1051645 Aug 28 08:14:47.324416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-17d86b56-c162-4e93-8c95-41c6be1ed926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.325935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-17d86b56-c162-4e93-8c95-41c6be1ed926 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1863635 Aug 28 08:14:47.335183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3de56c-e827-413a-a971-5446e7c2a6c5 req-572c240e-32f3-4157-be9c-e57d8543ddd5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.344667 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b3de56c-e827-413a-a971-5446e7c2a6c5 req-572c240e-32f3-4157-be9c-e57d8543ddd5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0882425 Aug 28 08:14:47.394430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d19dd48-b900-4e38-9e4c-afa3da67819c req-be90bcf0-f1c0-42c3-aebc-a100025a9031 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931609 Aug 28 08:14:47.398404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-856a97c9-d212-4562-8c76-77ccbb656b56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697 HTTP/1.1" status: 200 len: 217 time: 0.0559678 Aug 28 08:14:47.401890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b3de56c-e827-413a-a971-5446e7c2a6c5 req-57b494fb-399d-44c8-9dd1-5eb36d1f8eeb tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502131 Aug 28 08:14:47.469027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37590) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:47.541595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed5ae-a301-4c47-aa78-2b102a55769c req-41027b2b-9a46-4d93-b97d-e00c8f374357 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.543388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c92ed5ae-a301-4c47-aa78-2b102a55769c req-41027b2b-9a46-4d93-b97d-e00c8f374357 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 948 time: 0.0632474 Aug 28 08:14:47.600246 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c92ed5ae-a301-4c47-aa78-2b102a55769c req-721cdad9-b833-4045-ad5c-7894d227a7a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Aug 28 08:14:47.610050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-450ead0b-ae4b-4418-b019-59073c185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.611580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-450ead0b-ae4b-4418-b019-59073c185e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1977849 Aug 28 08:14:47.617385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91574fc5-db79-4575-a734-35f75b141f08 req-48e1baf4-e5db-40e6-b997-fbe35c577ba4 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips/f855091b-6729-4293-95ec-cd121ad7f53f HTTP/1.1" status: 200 len: 692 time: 0.1397846 Aug 28 08:14:47.763509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c082ee-3d64-4bfc-9f80-e3d2753c82e4 req-935d7fe5-67ca-4175-9ad5-fd899d4e7237 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.765861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94c082ee-3d64-4bfc-9f80-e3d2753c82e4 req-935d7fe5-67ca-4175-9ad5-fd899d4e7237 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Aug 28 08:14:47.778379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-30e46889-f5a6-466f-a2cc-ef21fbf41857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.780400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-30e46889-f5a6-466f-a2cc-ef21fbf41857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1097 time: 0.2502851 Aug 28 08:14:47.816925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94c082ee-3d64-4bfc-9f80-e3d2753c82e4 req-87415f2c-b8ae-4078-8241-04d6c2e16add tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Aug 28 08:14:47.929259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-15aedd16-0161-47b1-9f07-1886a011db41 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:47.931386 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-15aedd16-0161-47b1-9f07-1886a011db41 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 1102 time: 0.0490236 Aug 28 08:14:47.955189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-7632bda0-0287-4b95-be19-96d08c5dcdd7 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:48.083010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-7632bda0-0287-4b95-be19-96d08c5dcdd7 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:48.174491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-7632bda0-0287-4b95-be19-96d08c5dcdd7 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:48.201109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-495ec9b5-2203-4939-b62c-8435bc43e86c req-7632bda0-0287-4b95-be19-96d08c5dcdd7 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610226 Aug 28 08:14:48.212597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632bda0-0287-4b95-be19-96d08c5dcdd7 tempest-LiveMigrationNegativeTest-1125656731 tempest-LiveMigrationNegativeTest-1125656731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552b8ee-7172-41d2-b264-3c0947e18c0c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:48.287481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-350903ea-9a6f-4607-b785-b9812543aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.288977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-350903ea-9a6f-4607-b785-b9812543aacd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6271453 Aug 28 08:14:48.398509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bdc1-30eb-43cf-a321-e000a688d80e req-7810d037-8604-43cd-884a-170d33f5423d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.402781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ff41bdc1-30eb-43cf-a321-e000a688d80e req-7810d037-8604-43cd-884a-170d33f5423d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.0776794 Aug 28 08:14:48.450526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91574fc5-db79-4575-a734-35f75b141f08 req-dfb51fdb-a96d-426b-b668-b1b1f9976488 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.451980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91574fc5-db79-4575-a734-35f75b141f08 req-dfb51fdb-a96d-426b-b668-b1b1f9976488 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.7935381 Aug 28 08:14:48.490627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ff41bdc1-30eb-43cf-a321-e000a688d80e req-6ef7afdc-621f-4c16-bb8b-76c8fbf50cba tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 Aug 28 08:14:48.556818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-14f3d4cf-e398-403f-9896-96444ccceb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.558590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-14f3d4cf-e398-403f-9896-96444ccceb6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.7566662 Aug 28 08:14:48.561837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91574fc5-db79-4575-a734-35f75b141f08 req-6db750d3-1c83-4b85-a00b-2b70b969e787 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0886960 Aug 28 08:14:48.692846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-5cb1a278-3577-4d84-972c-e459e33e8c64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 217 time: 0.1073608 Aug 28 08:14:48.701870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-63ad910e-d081-4b56-916b-f48671e84d2e service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791099 Aug 28 08:14:48.708208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91574fc5-db79-4575-a734-35f75b141f08 req-d3794265-48fb-4a33-a0b9-6b9bc53e6f81 tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.1197026 Aug 28 08:14:48.752860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e90443-9c76-4f69-b492-98701be866a8 req-ec0a2836-5b56-4ad4-b85f-cce6cbd3d543 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.762842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e90443-9c76-4f69-b492-98701be866a8 req-ec0a2836-5b56-4ad4-b85f-cce6cbd3d543 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.1200292 Aug 28 08:14:48.811377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e90443-9c76-4f69-b492-98701be866a8 req-fb76a3ec-17f6-4c9f-9f67-a987999dc480 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Aug 28 08:14:48.946339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30b2eb-7528-4ece-8ea9-b1ed2a959e1d req-3b1aa7f7-6353-4627-97d3-858a686fdb95 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.948623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e30b2eb-7528-4ece-8ea9-b1ed2a959e1d req-3b1aa7f7-6353-4627-97d3-858a686fdb95 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0611961 Aug 28 08:14:48.952695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-ab01d554-5185-4806-959d-5385f9cfbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:48.954195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-ab01d554-5185-4806-959d-5385f9cfbfd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.2204821 Aug 28 08:14:48.992174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e30b2eb-7528-4ece-8ea9-b1ed2a959e1d req-809e3afe-d3f1-4af5-9cc3-3835fa1fd971 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Aug 28 08:14:49.029639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'tag': '1805da26-0162-4921-8183-96dc470dd423'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:49.031862 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2899473b-2ced-44c9-9674-628f98786f04" -d '{"events": [{"name": "network-changed", "server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "tag": "1805da26-0162-4921-8183-96dc470dd423"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:49.039531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-28ccbcc3-96b6-4ed1-bc2a-470b3764df04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500524 Aug 28 08:14:49.049112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a12f15-ac74-4054-94f7-8082d868d50d req-bd803ff7-e8d0-43c9-a7c6-f1ad85a2e4c4 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139677 Aug 28 08:14:49.175073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Deleting port c1e96736-1857-442e-8b84-2c5ca4b603d9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:49.175388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.210194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a46ee-8e33-42cb-8c6d-6a2ca4d2002d req-09fb8d5d-d0c0-4a30-a670-2ffee5f660c4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:49.212793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-472a46ee-8e33-42cb-8c6d-6a2ca4d2002d req-09fb8d5d-d0c0-4a30-a670-2ffee5f660c4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 948 time: 0.0673363 Aug 28 08:14:49.268383 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-472a46ee-8e33-42cb-8c6d-6a2ca4d2002d req-2690ddd7-d975-45b1-8e9b-4cfb1b160d03 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479460 Aug 28 08:14:49.280497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-36f0f261-50e2-4a8b-89dc-583e9ca08278 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082784 Aug 28 08:14:49.297647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.404414 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.404731 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.434923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Calling delete_port for c1e96736-1857-442e-8b84-2c5ca4b603d9 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:49.443200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc7b1f-10b8-4570-9a0e-bd7af9f787cc req-bb2e87bc-6e8f-4808-a95b-f43df4857d78 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:49.445436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b9cc7b1f-10b8-4570-9a0e-bd7af9f787cc req-bb2e87bc-6e8f-4808-a95b-f43df4857d78 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.0861666 Aug 28 08:14:49.459357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:49.468011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Request body: {'floatingip': {'port_id': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:49.569793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.577016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-5ac10017-5613-4e11-94ab-662003c1fbf1 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823243 Aug 28 08:14:49.662022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ff56-2b3c-495a-bf10-12801897d0b2 req-29651802-6bf0-41d0-a520-555191f27e5c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:49.666085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47a4ff56-2b3c-495a-bf10-12801897d0b2 req-29651802-6bf0-41d0-a520-555191f27e5c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.1307967 Aug 28 08:14:49.753509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47a4ff56-2b3c-495a-bf10-12801897d0b2 req-5c2434ec-9555-4610-a187-6b8497f0fa65 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612850 Aug 28 08:14:49.871503 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f2d10b-50cf-459e-bbd2-fe9e8a6fe740 x-openstack-request-id: req-37f2d10b-50cf-459e-bbd2-fe9e8a6fe740 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:49.871866 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "tag": "1805da26-0162-4921-8183-96dc470dd423", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:49.872070 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37f2d10b-50cf-459e-bbd2-fe9e8a6fe740 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:49.873313 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'tag': '1805da26-0162-4921-8183-96dc470dd423', 'status': 'completed', 'code': 200} Aug 28 08:14:49.890635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:49.969586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Pushing event deleted for resources: {'Port': ['ID=c1e96736-1857-442e-8b84-2c5ca4b603d9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:50.069841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Deleting port dccbc152-d589-45ee-bd34-fe99d2f74fb8 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:50.070274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.207779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.225860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899473b-2ced-44c9-9674-628f98786f04 req-3e3ced72-27b6-4283-a87a-17ded7f36408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.226281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-3e3ced72-27b6-4283-a87a-17ded7f36408 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 1100 time: 0.3047829 Aug 28 08:14:50.277524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.290223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.295941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.297821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91574fc5-db79-4575-a734-35f75b141f08 req-c5bfcdaf-1534-4246-91d2-9326fea2e84b tempest-FloatingIPDetailsTestJSON-125293151 tempest-FloatingIPDetailsTestJSON-125293151-project] 10.222.0.46 "DELETE /v2.0/floatingips/f855091b-6729-4293-95ec-cd121ad7f53f HTTP/1.1" status: 204 len: 173 time: 1.5615644 Aug 28 08:14:50.354928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37622) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:50.453931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] For port dccbc152-d589-45ee-bd34-fe99d2f74fb8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=dccbc152-d589-45ee-bd34-fe99d2f74fb8,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:50.454356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:50.496665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Calling delete_port for dccbc152-d589-45ee-bd34-fe99d2f74fb8 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:50.504410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899473b-2ced-44c9-9674-628f98786f04 req-f1a6c9fb-e7a5-4c67-9177-5d71fca14599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.506128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-f1a6c9fb-e7a5-4c67-9177-5d71fca14599 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2654207 Aug 28 08:14:50.527922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb632e0-827a-4dbf-a8ce-48781c16df62 req-cd244039-1caf-43a6-94b5-dfa4e57848e2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.530255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fb632e0-827a-4dbf-a8ce-48781c16df62 req-cd244039-1caf-43a6-94b5-dfa4e57848e2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.1341693 Aug 28 08:14:50.617539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-bda7df26-7554-4598-bb2d-249a7b5bf07f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1805da26-0162-4921-8183-96dc470dd423 HTTP/1.1" status: 200 len: 217 time: 0.0851738 Aug 28 08:14:50.621515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100588-90da-4dd9-84e0-280f5db3138c req-609e623f-61c0-421e-92bd-edd33b69dc6a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.623277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c100588-90da-4dd9-84e0-280f5db3138c req-609e623f-61c0-421e-92bd-edd33b69dc6a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1760957 Aug 28 08:14:50.629287 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Floating IP 41781605-bdb4-42e5-88af-f6ced417b72f associated. External IP: 172.25.0.36, port: f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59. Aug 28 08:14:50.697959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fb632e0-827a-4dbf-a8ce-48781c16df62 req-bc0a9140-2c7e-47a5-83a7-1335d0cb94dd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291885 Aug 28 08:14:50.766185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899473b-2ced-44c9-9674-628f98786f04 req-98d434cc-e088-49cb-b857-2c84d779eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.767736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-98d434cc-e088-49cb-b857-2c84d779eedd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1381731 Aug 28 08:14:50.816186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c100588-90da-4dd9-84e0-280f5db3138c req-94ce609c-adb4-49f6-8242-54ce5b5f2e3c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420038 Aug 28 08:14:50.849883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899473b-2ced-44c9-9674-628f98786f04 req-2d21f309-c189-4d05-b76e-b4d7e14adb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:50.852108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-2d21f309-c189-4d05-b76e-b4d7e14adb53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705290 Aug 28 08:14:51.068337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1d647-2046-4bd9-857b-e012a65be12f req-ab4664c3-3d1b-4a3b-ac1e-01a1b6aa69dd tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:51.071322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d1d647-2046-4bd9-857b-e012a65be12f req-ab4664c3-3d1b-4a3b-ac1e-01a1b6aa69dd tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 948 time: 0.1596277 Aug 28 08:14:51.077568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:51.189863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=dccbc152-d589-45ee-bd34-fe99d2f74fb8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:51.203730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:51.206803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-1e448f90-56a8-48e0-b95d-91f8997a370d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181098 Aug 28 08:14:51.216901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981c20-ab7b-44d1-9c72-a243143f7cde req-144c8f60-b1a9-4014-a2eb-f94b15962480 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:51.218691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee981c20-ab7b-44d1-9c72-a243143f7cde req-144c8f60-b1a9-4014-a2eb-f94b15962480 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.1775002 Aug 28 08:14:51.385374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee981c20-ab7b-44d1-9c72-a243143f7cde req-cf2ce8d9-e717-406d-a157-566aca86dd0a tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079938 Aug 28 08:14:51.426295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:51.434624 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d1d647-2046-4bd9-857b-e012a65be12f req-26fd65fc-00ae-4f1a-bdb0-31a890748bea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464246 Aug 28 08:14:51.442530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:51.444768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:51.496570 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b16e3b05-259e-4bb2-a43e-9686d91f2303 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "PUT /v2.0/floatingips/41781605-bdb4-42e5-88af-f6ced417b72f HTTP/1.1" status: 200 len: 991 time: 2.0357573 Aug 28 08:14:51.499079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:51.501200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:51.502746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:51.510825 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31e86d5-574e-4bef-9d1e-4477bda62a03" -d '{"events": [{"name": "network-changed", "server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:51.606234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2899473b-2ced-44c9-9674-628f98786f04 req-1dcf9349-9020-4553-b624-fee1cf501f58 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503225 Aug 28 08:14:51.676218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944f294-4583-454a-8de9-77e4a68a95b2 req-121cdb8e-b2c1-41bf-a7be-29adc34355bf tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:51.686949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c944f294-4583-454a-8de9-77e4a68a95b2 req-121cdb8e-b2c1-41bf-a7be-29adc34355bf tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.2015049 Aug 28 08:14:51.729269 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f19e0-dd85-4544-9379-743aa5274967 x-openstack-request-id: req-850f19e0-dd85-4544-9379-743aa5274967 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:51.729549 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:51.729805 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-850f19e0-dd85-4544-9379-743aa5274967 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:51.730250 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'status': 'completed', 'code': 200} Aug 28 08:14:51.730429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:51.743693 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c944f294-4583-454a-8de9-77e4a68a95b2 req-9dbb3931-d3f2-41a5-a700-3cb088d0787c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Aug 28 08:14:51.760088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:51.836874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:52.086247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c799f0-831b-4e9d-9ef3-c5b6ecd4aec8 req-f89569ea-7f15-4580-badd-4b010c469a20 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:52.095271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c799f0-831b-4e9d-9ef3-c5b6ecd4aec8 req-f89569ea-7f15-4580-badd-4b010c469a20 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1143222 Aug 28 08:14:52.177133 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c799f0-831b-4e9d-9ef3-c5b6ecd4aec8 req-811e8880-f108-4b59-be51-9e7ebc96c6a8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808737 Aug 28 08:14:52.247611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:b9:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:14:50Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:52.256239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Deleting port 037aa0b8-8f2b-4d07-9fd0-f24aba432299 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:52.256593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:52.281138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:52.291746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:52.292886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:52.352996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] For port 037aa0b8-8f2b-4d07-9fd0-f24aba432299, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=037aa0b8-8f2b-4d07-9fd0-f24aba432299,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:52.353451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:52.370766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Calling delete_port for 037aa0b8-8f2b-4d07-9fd0-f24aba432299 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:52.379749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-1daca603-8a76-4047-9b83-695a6566b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:52.381254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-1daca603-8a76-4047-9b83-695a6566b798 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 1098 time: 0.0895960 Aug 28 08:14:52.429359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aad977-324b-41b0-ab1f-06d120938729 req-7fe36336-0079-47a0-8c45-9bab78a61f86 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:52.437355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8aad977-324b-41b0-ab1f-06d120938729 req-7fe36336-0079-47a0-8c45-9bab78a61f86 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.1547577 Aug 28 08:14:52.439160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:52.553026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8aad977-324b-41b0-ab1f-06d120938729 req-829785cc-3a1d-42df-8902-ba212c1b8599 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143715 Aug 28 08:14:52.572199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5de7b2de-14ab-466f-a09e-18b0e4c69697 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:52.728673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-80cfcbdb-2a01-4538-8528-fd0e9233ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:52.730587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-80cfcbdb-2a01-4538-8528-fd0e9233ab88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 200 len: 924 time: 0.3187985 Aug 28 08:14:52.841655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:b9:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:14:50Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:52.874436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fa4c9-d465-493c-a36d-7936ff1cf65d None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '41781605-bdb4-42e5-88af-f6ced417b72f', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'port_id': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'mac_address': 'fa:16:3e:b9:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:11:56Z', 'updated_at': '2021-08-28T08:14:50Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:52.887535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-0afaf680-a759-4466-9a60-829f87def1c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 HTTP/1.1" status: 200 len: 999 time: 0.1236129 Aug 28 08:14:52.903207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:52.927640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803e52-d84c-406e-9091-8afee86362ef req-5b9c2377-ef1f-481a-a99d-a7d0ee714a15 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:52.929544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a803e52-d84c-406e-9091-8afee86362ef req-5b9c2377-ef1f-481a-a99d-a7d0ee714a15 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 948 time: 0.2504246 Aug 28 08:14:52.937436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '5de7b2de-14ab-466f-a09e-18b0e4c69697', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '5de7b2de-14ab-466f-a09e-18b0e4c69697', 'mac_address': 'fa:16:3e:46:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:52.989409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.006441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de7b2de-14ab-466f-a09e-18b0e4c69697 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:53.035278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:53.061027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a803e52-d84c-406e-9091-8afee86362ef req-e7484c57-5567-492e-9a4e-fe59ada55dd2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798151 Aug 28 08:14:53.076209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Router e3ba2687-70c7-4af5-8fa6-d605bd55c77c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:53.080541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-179c951f-e499-4b61-8024-192811f54559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.083551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-179c951f-e499-4b61-8024-192811f54559 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 200 len: 862 time: 0.1838863 Aug 28 08:14:53.111882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.112559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1805da26-0162-4921-8183-96dc470dd423 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:53.130323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab5207-34f9-4fa6-baa7-69e296a5384f req-f20a4b1a-379b-4c7b-958f-14c85d221081 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.132066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ebab5207-34f9-4fa6-baa7-69e296a5384f req-f20a4b1a-379b-4c7b-958f-14c85d221081 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.0851812 Aug 28 08:14:53.170933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.214021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Pushing event deleted for resources: {'Port': ['ID=037aa0b8-8f2b-4d07-9fd0-f24aba432299,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:53.283987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1805da26-0162-4921-8183-96dc470dd423,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:53.295841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:53.329942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.330321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.334144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c34b2-89f6-4d77-9e09-f718fd9cbde1 None None] New status for floating IP 41781605-bdb4-42e5-88af-f6ced417b72f: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:14:53.345609 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ebab5207-34f9-4fa6-baa7-69e296a5384f req-7c275943-e2b1-4fa0-8cf6-87518555405a tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061377 Aug 28 08:14:53.354285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.355019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.355518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.356152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.359809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.362742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.362742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.362742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.362742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.362742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:14:53.393154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '1805da26-0162-4921-8183-96dc470dd423', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '1805da26-0162-4921-8183-96dc470dd423', 'mac_address': 'fa:16:3e:9f:d1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:14:53.464665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.482059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1805da26-0162-4921-8183-96dc470dd423 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:14:53.516954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1805da26-0162-4921-8183-96dc470dd423,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:53.586472 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.671404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:53.685835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a646928-3c21-4f00-b0f1-8f921beb7b18 admin admin] 10.222.0.46 "PUT /v2.0/routers/e3ba2687-70c7-4af5-8fa6-d605bd55c77c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2102337 Aug 28 08:14:53.685835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37650) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:53.713681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Sync routers for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:53.744614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993473-a8be-4985-9cd8-c9b83361f5ee req-522eec1b-1d47-4f84-bfb2-d2ae2aa4718a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.746350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23993473-a8be-4985-9cd8-c9b83361f5ee req-522eec1b-1d47-4f84-bfb2-d2ae2aa4718a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.3346727 Aug 28 08:14:53.757324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-8c677810-e345-4b7d-b2a8-80a104193f86 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.758410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-8c677810-e345-4b7d-b2a8-80a104193f86 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.4296949 Aug 28 08:14:53.760394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-0fd2e28f-937d-4b21-88a6-e0da79abaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.762875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-0fd2e28f-937d-4b21-88a6-e0da79abaada service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82ebee49-5d4e-45fe-9364-839ac5250a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4048414 Aug 28 08:14:53.813599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:53.819559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:53.819559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:53.862898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86a74d-c641-405c-8afa-ad5c85e8d332 req-ce2dc56e-87fe-42a6-93cf-30b50377473d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:53.870327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b86a74d-c641-405c-8afa-ad5c85e8d332 req-ce2dc56e-87fe-42a6-93cf-30b50377473d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.3321316 Aug 28 08:14:53.871891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:53.966548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:54.044084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:54.050911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b86a74d-c641-405c-8afa-ad5c85e8d332 req-881ab327-be50-4326-9038-02125cf2dad9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557741 Aug 28 08:14:54.199264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23993473-a8be-4985-9cd8-c9b83361f5ee req-0de0ce6f-453e-4964-9d2a-102215ae8b9c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034033 Aug 28 08:14:54.413369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-f5303389-b5c1-463e-a927-9a4e5399dbb5 service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150384 Aug 28 08:14:54.416935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 77831aa1-5e67-4441-8606-c442920bb8ee no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:54.449600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5808d54-b997-415f-a096-a981c7e3ef3b req-6681ac75-9018-4359-9442-89cd7a3d37b4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:54.457509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5808d54-b997-415f-a096-a981c7e3ef3b req-6681ac75-9018-4359-9442-89cd7a3d37b4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 949 time: 0.1205399 Aug 28 08:14:54.465628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e872-5194-4cc8-8fb3-f4300ec80145 req-2dcb9d74-55f7-4a1d-bfad-b24090584e8c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:54.468435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae70e872-5194-4cc8-8fb3-f4300ec80145 req-2dcb9d74-55f7-4a1d-bfad-b24090584e8c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.1977673 Aug 28 08:14:54.538793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Deleting port 77831aa1-5e67-4441-8606-c442920bb8ee {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:54.539440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:54.549505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:54.570695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae70e872-5194-4cc8-8fb3-f4300ec80145 req-d38314ea-bcd1-4b85-aa2a-058e8245d4a6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919793 Aug 28 08:14:54.581468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['1805da26-0162-4921-8183-96dc470dd423'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:54.615313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Router 7eb6a678-403f-4453-a196-481a1da376ff has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:14:54.627083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:54.631355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5808d54-b997-415f-a096-a981c7e3ef3b req-baf5e24f-565b-4a93-a5a2-da09e213ac8d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710143 Aug 28 08:14:54.737784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:54.828419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e31e86d5-574e-4bef-9d1e-4477bda62a03 req-254b3e61-4e7e-4325-8c66-d73e69d12968 service neutron] 10.222.0.39 "GET /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937535 Aug 28 08:14:54.842273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:54.842704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:54.872442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05614f-a926-41b9-a80e-9fb762350795 req-121a24e7-e40b-4260-a5eb-930066403089 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:54.881491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d05614f-a926-41b9-a80e-9fb762350795 req-121a24e7-e40b-4260-a5eb-930066403089 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 950 time: 0.1373076 Aug 28 08:14:54.903978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Calling delete_port for 77831aa1-5e67-4441-8606-c442920bb8ee owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:54.906876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:14:54.907258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 77831aa1-5e67-4441-8606-c442920bb8ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=77831aa1-5e67-4441-8606-c442920bb8ee,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:54.917591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:54.921379 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37f1a78-2fd5-4fce-be89-c885d357610a" -d '{"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-unplugged", "status": "completed", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:54.924602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Sync routers for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:14:54.927248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:14:50Z', 'revision_number': 5, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port': {'id': '9546b7a7-f3b8-48e7-b05c-18991741da27', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:12:47Z', 'updated_at': '2021-08-28T08:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:54.928367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41e6ac17-e492-45f0-ac31-60d598369766 admin admin] 10.222.0.46 "PUT /v2.0/routers/7eb6a678-403f-4453-a196-481a1da376ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5664182 Aug 28 08:14:54.932462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37660) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:54.945182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:54.945368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d05614f-a926-41b9-a80e-9fb762350795 req-8b5b3e82-9ff9-4d11-9006-3c747bcf3eed tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Aug 28 08:14:54.946986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:55.016298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Checking router: e3ba2687-70c7-4af5-8fa6-d605bd55c77c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:55.023712 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00836725-a138-4bd4-af81-131115e3717a x-openstack-request-id: req-00836725-a138-4bd4-af81-131115e3717a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:55.024025 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-unplugged", "status": "completed", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:55.024857 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00836725-a138-4bd4-af81-131115e3717a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:55.025262 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee', 'code': 200} Aug 28 08:14:55.049899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Deleting port 9546b7a7-f3b8-48e7-b05c-18991741da27 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:55.050592 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.205645 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.228943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.271064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Routers {'e3ba2687-70c7-4af5-8fa6-d605bd55c77c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:55.272115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:55.342701 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:55.416231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.432946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] For port 9546b7a7-f3b8-48e7-b05c-18991741da27, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9546b7a7-f3b8-48e7-b05c-18991741da27,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:55.433625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.512700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Calling delete_port for 9546b7a7-f3b8-48e7-b05c-18991741da27 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:55.527610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Pushing event deleted for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:55.590672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] No DVR routers for this DVR port 77831aa1-5e67-4441-8606-c442920bb8ee on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:55.605114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.609014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cdf0b3b-e112-46f1-a951-8861c0561ae3 req-674a180b-5a89-4d45-89da-5615717df8ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "DELETE /v2.0/ports/77831aa1-5e67-4441-8606-c442920bb8ee HTTP/1.1" status: 204 len: 173 time: 1.7773542 Aug 28 08:14:55.613352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-deleted', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:55.625682 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b727c848-e677-43f7-a6fe-c38df4650c74" -d '{"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-deleted", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:55.665783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a657d3a-f86c-4f23-bf4c-a2c4f773e511 req-e010b94e-6571-4ed2-b889-383cf15e2483 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:55.679308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1606-7330-4a33-9b9c-542be22f346b req-2f86b8b0-30bb-41c1-bb90-f4b5afcd9b81 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:55.684054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64ab1606-7330-4a33-9b9c-542be22f346b req-2f86b8b0-30bb-41c1-bb90-f4b5afcd9b81 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.3545156 Aug 28 08:14:55.684386 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a657d3a-f86c-4f23-bf4c-a2c4f773e511 req-e010b94e-6571-4ed2-b889-383cf15e2483 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.3184147 Aug 28 08:14:55.692346 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:52Z', 'revision_number': 5, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:55.767436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a657d3a-f86c-4f23-bf4c-a2c4f773e511 req-b905ccde-4cfb-46c8-91b7-4edbd72f56d0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Aug 28 08:14:55.782747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:55.806556 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Checking router: 7eb6a678-403f-4453-a196-481a1da376ff for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:14:55.853864 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Routers {'7eb6a678-403f-4453-a196-481a1da376ff'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:14:55.855059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7eb6a678-403f-4453-a196-481a1da376ff'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:55.941107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64ab1606-7330-4a33-9b9c-542be22f346b req-15111867-d9c8-44a7-940f-73b6d3af8e91 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648421 Aug 28 08:14:56.026015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.035174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=77831aa1-5e67-4441-8606-c442920bb8ee,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:56.065787 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348961ef-3dbb-4c0b-9edb-cf12d83f07e4 x-openstack-request-id: req-348961ef-3dbb-4c0b-9edb-cf12d83f07e4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:56.066483 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33583a9-dff0-401b-9dce-a5c5c33ddecf", "name": "network-vif-deleted", "tag": "77831aa1-5e67-4441-8606-c442920bb8ee", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:56.066952 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-348961ef-3dbb-4c0b-9edb-cf12d83f07e4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:56.067591 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33583a9-dff0-401b-9dce-a5c5c33ddecf', 'name': 'network-vif-deleted', 'tag': '77831aa1-5e67-4441-8606-c442920bb8ee', 'status': 'completed', 'code': 200} Aug 28 08:14:56.077439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] Set router e3ba2687-70c7-4af5-8fa6-d605bd55c77c gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:56.088767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] Set router 7eb6a678-403f-4453-a196-481a1da376ff gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:14:56.113457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131fe7-48d9-4078-827c-5881346d348d req-220c2d1c-617d-4317-9805-fa714e986d79 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:56.122181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9131fe7-48d9-4078-827c-5881346d348d req-220c2d1c-617d-4317-9805-fa714e986d79 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 945 time: 0.2130442 Aug 28 08:14:56.170621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Deleting port 32f45684-8145-45ba-a1a9-bd3f715f809d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:56.170984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.180184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-3c5663c6-8400-4692-816a-e3597a5fe4c1 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:56.181849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-3c5663c6-8400-4692-816a-e3597a5fe4c1 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1844873 Aug 28 08:14:56.191658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9131fe7-48d9-4078-827c-5881346d348d req-c2da6192-bcb4-498f-8ab2-8b225f219e02 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Aug 28 08:14:56.227958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-16'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:14:56.244647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:14:54Z', 'revision_number': 6, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:56.280799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121691b1-6fe3-4cd3-a006-7f2525d84a70 None None] The sync data for ids ['e3ba2687-70c7-4af5-8fa6-d605bd55c77c'] in n-d-792458-16 is: [{'id': 'e3ba2687-70c7-4af5-8fa6-d605bd55c77c', 'name': 'tempest-FloatingIPsAssociationTestJSON-790904864-router', 'tenant_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:12:46Z', 'updated_at': '2021-08-28T08:14:54Z', 'revision_number': 6, 'project_id': '7541bc7ae1d74bbc822ed34692e8ca97', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:56.363369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1db6b-7dde-4491-bb39-3764fa0f2835 req-37e4dc8e-8d18-4bdf-835a-d655c1bdb97f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:56.365114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b1db6b-7dde-4491-bb39-3764fa0f2835 req-37e4dc8e-8d18-4bdf-835a-d655c1bdb97f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 949 time: 0.1474977 Aug 28 08:14:56.393485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.448418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b1db6b-7dde-4491-bb39-3764fa0f2835 req-a1e75bd5-0547-4c9b-8afc-373d75ed610d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743341 Aug 28 08:14:56.451259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9546b7a7-f3b8-48e7-b05c-18991741da27,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:56.461454 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:52Z', 'revision_number': 5, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:56.465088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] For port 32f45684-8145-45ba-a1a9-bd3f715f809d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=32f45684-8145-45ba-a1a9-bd3f715f809d,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:56.465466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.480133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.496714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847abc44-0331-4eb6-84eb-200ddb24d8f3 None None] The sync data for ids ['7eb6a678-403f-4453-a196-481a1da376ff'] in n-d-792458-16 is: [{'id': '7eb6a678-403f-4453-a196-481a1da376ff', 'name': 'tempest-FloatingIPDetailsTestJSON-1410032257-router', 'tenant_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:14:05Z', 'updated_at': '2021-08-28T08:14:52Z', 'revision_number': 5, 'project_id': '2e2252e90e4f4946b4abb63ef77dffc7', 'gw_port': {'id': '32f45684-8145-45ba-a1a9-bd3f715f809d', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb6a678-403f-4453-a196-481a1da376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:14:07Z', 'updated_at': '2021-08-28T08:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:14:56.523647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2290385d-2cbd-452f-bc25-42a60e780602 req-9d386707-c16d-4147-8a56-ede52a071545 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33583a9-dff0-401b-9dce-a5c5c33ddecf HTTP/1.1" status: 200 len: 210 time: 0.0764124 Aug 28 08:14:56.530600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Calling delete_port for 32f45684-8145-45ba-a1a9-bd3f715f809d owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:56.575059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.781376 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.782585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:56.909418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:56.966570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:56.969182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740ce4-bdeb-44ad-972d-39b2913e0ea9 req-564b67f6-583c-488e-acf1-1797fcac29ee tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:56.970928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa740ce4-bdeb-44ad-972d-39b2913e0ea9 req-564b67f6-583c-488e-acf1-1797fcac29ee tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.0805306 Aug 28 08:14:57.045265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:57.050585 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b06637-f156-4dc1-84cf-d1486b4d3332" -d '{"events": [{"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:57.060103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.065516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.127231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f45684-8145-45ba-a1a9-bd3f715f809d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:57.157064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.189204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:14:57.290797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27790-122b-4de1-b824-ebd73f0c7e64 req-558029ec-c999-4d04-86d0-6d4cc217cea4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:57.292380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05c27790-122b-4de1-b824-ebd73f0c7e64 req-558029ec-c999-4d04-86d0-6d4cc217cea4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1778877 Aug 28 08:14:57.340362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:57.389230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.390479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['4feb8288-57be-4f1b-826b-88ec64ff44a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:57.455969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:57.456465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:57.456950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:57.488983 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.489771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ba2687-70c7-4af5-8fa6-d605bd55c77c {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:14:57.515543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:57.525982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.530874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-269094b8-a034-4437-a65a-8952b94478d0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e3ba2687-70c7-4af5-8fa6-d605bd55c77c HTTP/1.1" status: 204 len: 168 time: 3.8423331 Aug 28 08:14:57.535647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa740ce4-bdeb-44ad-972d-39b2913e0ea9 req-952a8b85-19cc-4b78-9e10-cf50422246c2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330882 Aug 28 08:14:57.536879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:57.544951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:57.544951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:57.558858 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05c27790-122b-4de1-b824-ebd73f0c7e64 req-baa37c7e-556d-468d-80d8-e410a220c77d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258136 Aug 28 08:14:57.563919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:57.564324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:57.564957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:57.565674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Bound port: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:57.567070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.631572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb743-4968-47ef-9e99-09927cdfed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.661176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Deleting subnet ea6c43e2-4f50-464e-b011-74f37464563e {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:14:57.671822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:57.672201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:57.672620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:57.683935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.687940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.692238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.693186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:57.693543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:57.729991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:57.730424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:57.731038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:57.732416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Bound port: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:57.732988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.765163 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c921b-ecfc-4095-8fc6-4beaf8548ea9 x-openstack-request-id: req-3e7c921b-ecfc-4095-8fc6-4beaf8548ea9 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:14:57.766095 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:14:57.766733 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e7c921b-ecfc-4095-8fc6-4beaf8548ea9 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:14:57.767379 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'code': 200} Aug 28 08:14:57.778900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.935529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d141948-ab0f-4e13-86f2-40a6599e518c req-454863a9-dc85-4d50-bd84-17db36315616 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:57.947188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d141948-ab0f-4e13-86f2-40a6599e518c req-454863a9-dc85-4d50-bd84-17db36315616 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.2750223 Aug 28 08:14:57.956756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:57.989291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:14:57.989469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.989469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb6a678-403f-4453-a196-481a1da376ff {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:14:57.993459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:57.998788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b099f5b6-256c-430a-964a-3fb2aab5e79c admin admin] 10.222.0.46 "DELETE /v2.0/routers/7eb6a678-403f-4453-a196-481a1da376ff HTTP/1.1" status: 204 len: 168 time: 3.0611246 Aug 28 08:14:58.001654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:58.075222 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.075951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.086190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d141948-ab0f-4e13-86f2-40a6599e518c req-618c15eb-73f9-4704-86be-d40b567c032c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380093 Aug 28 08:14:58.091463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:14:58.148688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Deleting subnet daaa6281-e2b5-4965-b57b-c16e0d3eb43e {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:14:58.163300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.165775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9546b7a7-f3b8-48e7-b05c-18991741da27 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:58.236392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c8ad84ac-671b-46f3-8fe8-fa4269b20fb9-n-h1-792458-16-0 {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:14:58.239967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9546b7a7-f3b8-48e7-b05c-18991741da27 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:58.241147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9546b7a7-f3b8-48e7-b05c-18991741da27 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:58.241620 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:14:58.241808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 037aa0b8-8f2b-4d07-9fd0-f24aba432299 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:58.274278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25431e-97e3-4bcc-825f-4a671e431895 req-2321d92d-17d2-4e64-a0e8-de46f5a09a90 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:58.281334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.282329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a25431e-97e3-4bcc-825f-4a671e431895 req-2321d92d-17d2-4e64-a0e8-de46f5a09a90 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 949 time: 0.1546648 Aug 28 08:14:58.291140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 037aa0b8-8f2b-4d07-9fd0-f24aba432299 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:58.291681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 037aa0b8-8f2b-4d07-9fd0-f24aba432299 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:58.292745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device dccbc152-d589-45ee-bd34-fe99d2f74fb8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:14:58.352731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a25431e-97e3-4bcc-825f-4a671e431895 req-795e7778-df1d-4b65-ba10-95e328597751 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629313 Aug 28 08:14:58.365565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: dccbc152-d589-45ee-bd34-fe99d2f74fb8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:14:58.366143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device dccbc152-d589-45ee-bd34-fe99d2f74fb8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:14:58.374776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.406944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebda07-db7f-49c9-be03-ba660ed264a6 None None] Network 5fd75a8d-def5-4158-a39c-f3ef5bae599d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:14:58.411134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 has no active binding in host n-h2-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:14:58.412091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.414392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ea6c43e2-4f50-464e-b011-74f37464563e HTTP/1.1" status: 204 len: 168 time: 0.8759680 Aug 28 08:14:58.418869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:58.429687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bff47-ce17-476e-b274-9f929bfe47f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6c43e2-4f50-464e-b011-74f37464563e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:58.438887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:58.476429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.491431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5de7b2de-14ab-466f-a09e-18b0e4c69697 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:58.510098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.595831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Deleting port ffc94b39-b37f-4e14-b50e-f96726928953 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:58.596343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.695161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.752540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaa6281-e2b5-4965-b57b-c16e0d3eb43e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:58.767061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279efe8-b3e2-4724-a03d-252104d1c0f9 req-2a6a035b-1414-4d08-932c-ac6a500d07f6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:58.768824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5279efe8-b3e2-4724-a03d-252104d1c0f9 req-2a6a035b-1414-4d08-932c-ac6a500d07f6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.0947652 Aug 28 08:14:58.775965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.783809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d54cc7f0-4267-40b1-ae87-0ed4b0c81d53 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/daaa6281-e2b5-4965-b57b-c16e0d3eb43e HTTP/1.1" status: 204 len: 168 time: 0.7805598 Aug 28 08:14:58.788339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:14:58.795329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:14:58.795846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab81302-74cd-4548-baa9-02cde7438aa4 None None] Network ccb8e6bf-cde3-4dcd-9529-3039451979da requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:14:58.796038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:14:58.797382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:58.802741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 5de7b2de-14ab-466f-a09e-18b0e4c69697 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:14:58.962809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] For port ffc94b39-b37f-4e14-b50e-f96726928953, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ffc94b39-b37f-4e14-b50e-f96726928953,segment=NetworkSegment(216ba212-f917-48ea-aced-56a0155f148a),segment_id=216ba212-f917-48ea-aced-56a0155f148a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:58.962809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.963332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:14:58.963332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempting to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:14:58.964029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5279efe8-b3e2-4724-a03d-252104d1c0f9 req-776c32b9-025a-417f-bc96-fc4fdd76140b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323254 Aug 28 08:14:58.964029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Calling delete_port for ffc94b39-b37f-4e14-b50e-f96726928953 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:58.964449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 5de7b2de-14ab-466f-a09e-18b0e4c69697 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:14:58.964449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.964626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:14:58.964626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:14:58.964626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:14:58.964626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Bound port: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:14:58.964626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:58.965007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] DHCP port deletion for 5fd75a8d-def5-4158-a39c-f3ef5bae599d request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:14:59.023883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.066408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35299d5-bba8-47b9-962a-d3450d8ba4ca req-fd70120d-c02a-434a-b9e5-8547849ae466 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:59.068023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c35299d5-bba8-47b9-962a-d3450d8ba4ca req-fd70120d-c02a-434a-b9e5-8547849ae466 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1586678 Aug 28 08:14:59.074237 n-d-792458-16 neutron-server[95467]: WARNING neutron.plugins.ml2.plugin [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Concurrent port binding operations failed on port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 Aug 28 08:14:59.079678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:59.083142 n-d-792458-16 neutron-server[95467]: INFO neutron.plugins.ml2.plugin [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attempt 2 to bind port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 Aug 28 08:14:59.086560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:59.087285 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.090339 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe555ddb-ed46-4a71-8d1e-26280d1db346 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 1123 time: 2.8741324 Aug 28 08:14:59.179165 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c35299d5-bba8-47b9-962a-d3450d8ba4ca req-ed860912-aff3-427c-bab7-d73614f8960c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Aug 28 08:14:59.197340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9dac5-4509-4e06-827a-8314d5e6ba4a req-097edcb1-5b74-417c-8ed6-6fb7ab21787d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:59.200940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cab9dac5-4509-4e06-827a-8314d5e6ba4a req-097edcb1-5b74-417c-8ed6-6fb7ab21787d tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.1089196 Aug 28 08:14:59.255996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Deleting port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:59.255996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.294974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cab9dac5-4509-4e06-827a-8314d5e6ba4a req-af38c377-85bf-4fb2-9a30-43ac8b3b546a tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776234 Aug 28 08:14:59.334815 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.340440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.348511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Deleting port ffc94b39-b37f-4e14-b50e-f96726928953 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:14:59.362821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.384451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] For port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,segment=NetworkSegment(59dbd852-72e4-4280-a677-0c3cc7fac369),segment_id=59dbd852-72e4-4280-a677-0c3cc7fac369)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:59.386654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.439055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Calling delete_port for 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:59.450999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:59.453929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f60f2a-6b36-4566-bb37-d8554b3a1e8f None None] DHCP port deletion for ccb8e6bf-cde3-4dcd-9529-3039451979da request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:14:59.456811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:14:59.487946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc94b39-b37f-4e14-b50e-f96726928953,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:59.513948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] No DVR routers for this DVR port ffc94b39-b37f-4e14-b50e-f96726928953 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:59.563449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:59.566156 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964a392-c494-4c62-8337-453f8a4aecce" -d '{"events": [{"server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "name": "network-vif-plugged", "status": "completed", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:59.625124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:59.659621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] For port ffc94b39-b37f-4e14-b50e-f96726928953, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:14:59.660025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.692960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Calling delete_port for ffc94b39-b37f-4e14-b50e-f96726928953 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:14:59.710997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Port ffc94b39-b37f-4e14-b50e-f96726928953 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:14:59.716663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.717479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1805da26-0162-4921-8183-96dc470dd423 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:14:59.725407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc87d5e-8841-4278-a1d7-35ec797ad578 req-4ccad07e-b318-4d91-9649-37f7d54866ab tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:59.728510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.729092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fc87d5e-8841-4278-a1d7-35ec797ad578 req-4ccad07e-b318-4d91-9649-37f7d54866ab tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1444280 Aug 28 08:14:59.759385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.774602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:14:59.780525 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3103da-b478-499a-800f-adbf63fd89dd" -d '{"events": [{"name": "network-changed", "server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:14:59.811533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91cb2-e0ae-4f25-9b36-d570ce68c159 req-d9351332-10ad-4a5a-886e-cc6c89b1d792 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:14:59.819524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fba91cb2-e0ae-4f25-9b36-d570ce68c159 req-d9351332-10ad-4a5a-886e-cc6c89b1d792 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 949 time: 0.3229260 Aug 28 08:14:59.830189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd75a8d-def5-4158-a39c-f3ef5bae599d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:59.847227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.909786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216ba212-f917-48ea-aced-56a0155f148a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:59.910125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fc87d5e-8841-4278-a1d7-35ec797ad578 req-453bec8e-678b-473b-bfe4-a50df4c15615 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516373 Aug 28 08:14:59.910331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216ba212-f917-48ea-aced-56a0155f148a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:14:59.916311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe9b759-1909-4ffb-ad26-b850f1dbf2cb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:14:59.922693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] No DVR routers for this DVR port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:14:59.929478 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.956046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:14:59.968477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:14:59.969180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.083397 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:15:00.089041 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:15:00.105485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fba91cb2-e0ae-4f25-9b36-d570ce68c159 req-665ab5df-39b1-45cc-b0dc-08f51d992820 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847304 Aug 28 08:15:00.110717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb8e6bf-cde3-4dcd-9529-3039451979da']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:00.144577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dbd852-72e4-4280-a677-0c3cc7fac369') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:00.145043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dbd852-72e4-4280-a677-0c3cc7fac369') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:00.164607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:00.172524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.181980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.189480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:15:00.189886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.199592 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83152c-d12d-49c9-a73e-f7cba85519a5 x-openstack-request-id: req-1e83152c-d12d-49c9-a73e-f7cba85519a5 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:00.200070 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "name": "network-vif-plugged", "status": "completed", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:00.200447 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e83152c-d12d-49c9-a73e-f7cba85519a5 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:00.201145 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697', 'code': 200} Aug 28 08:15:00.212872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 32f45684-8145-45ba-a1a9-bd3f715f809d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:15:00.252386 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:15:00.256440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.257203 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ad956-0ffe-46da-9092-774078df0b8c x-openstack-request-id: req-768ad956-0ffe-46da-9092-774078df0b8c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:00.257203 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:00.257203 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-768ad956-0ffe-46da-9092-774078df0b8c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:00.257203 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'status': 'completed', 'code': 200} Aug 28 08:15:00.284031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 32f45684-8145-45ba-a1a9-bd3f715f809d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:15:00.285005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 32f45684-8145-45ba-a1a9-bd3f715f809d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:00.285950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ffc94b39-b37f-4e14-b50e-f96726928953 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:00.289454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.297127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5fd75a8d-def5-4158-a39c-f3ef5bae599d HTTP/1.1" status: 204 len: 168 time: 1.8729961 Aug 28 08:15:00.326563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13649140-2be5-4217-b3f8-565ec5842370 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd75a8d-def5-4158-a39c-f3ef5bae599d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:00.339922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97023b7-cdeb-4b97-96c1-a1894dbdad24 req-760edade-24a7-4695-b4f0-70ad0b311db2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.347844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e97023b7-cdeb-4b97-96c1-a1894dbdad24 req-760edade-24a7-4695-b4f0-70ad0b311db2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.1432254 Aug 28 08:15:00.402808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.405757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] No DVR routers for this DVR port ffc94b39-b37f-4e14-b50e-f96726928953 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:00.415423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.420624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ffc94b39-b37f-4e14-b50e-f96726928953 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:15:00.421374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ffc94b39-b37f-4e14-b50e-f96726928953 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:00.422042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:00.423446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.424500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b5bd8-4d3c-45b8-babe-a08a04494a69 None None] Pushing event deleted for resources: {'Port': ['ID=ffc94b39-b37f-4e14-b50e-f96726928953,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:00.431027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] 10.222.0.46 "DELETE /v2.0/networks/ccb8e6bf-cde3-4dcd-9529-3039451979da HTTP/1.1" status: 204 len: 168 time: 1.6220620 Aug 28 08:15:00.467708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facbee5-48c6-4ddd-8a47-c13fc826b68a admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb8e6bf-cde3-4dcd-9529-3039451979da,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:00.489552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:15:00.490023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:00.503626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e97023b7-cdeb-4b97-96c1-a1894dbdad24 req-ceec2668-cbf4-4dbb-8f15-be6fd2bcbe77 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545107 Aug 28 08:15:00.548374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d11cd-a578-4442-a77c-40291ca7149b req-0b0fe46f-b573-4651-944f-ccccd82bec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.555226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf1d11cd-a578-4442-a77c-40291ca7149b req-0b0fe46f-b573-4651-944f-ccccd82bec12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 1102 time: 0.2212334 Aug 28 08:15:00.555226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3103da-b478-499a-800f-adbf63fd89dd req-c3389d73-cdb9-46aa-bd85-8ac24da64d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.555226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-c3389d73-cdb9-46aa-bd85-8ac24da64d99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1126 time: 0.2660041 Aug 28 08:15:00.561872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad007-bf78-43e5-ab40-2a5b5a2903bf req-d3d77610-f6db-42b7-aa0f-3392495340b8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.564719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b8ad007-bf78-43e5-ab40-2a5b5a2903bf req-d3d77610-f6db-42b7-aa0f-3392495340b8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1835835 Aug 28 08:15:00.572344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c0f60f2a-6b36-4566-bb37-d8554b3a1e8f None None] Deleting port 2fe9b759-1909-4ffb-ad26-b850f1dbf2cb {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:15:00.572984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0f60f2a-6b36-4566-bb37-d8554b3a1e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.603774 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0ddedbd8-98a1-4810-9bf2-f2bf660bc4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.627210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b8ad007-bf78-43e5-ab40-2a5b5a2903bf req-a686d5ff-1154-4394-8304-5c8c91d06d07 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557046 Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-c0f60f2a-6b36-4566-bb37-d8554b3a1e8f None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network ccb8e6bf-cde3-4dcd-9529-3039451979da could not be found. Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:15:00.668926 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network ccb8e6bf-cde3-4dcd-9529-3039451979da could not be found. Aug 28 08:15:00.673180 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:15:00.684206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 1805da26-0162-4921-8183-96dc470dd423 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:00.691472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 1805da26-0162-4921-8183-96dc470dd423 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:00.692047 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.729972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1152e7-e144-4466-861a-85c2b39ef0b6 None None] DHCP port deletion for ccb8e6bf-cde3-4dcd-9529-3039451979da request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:15:00.769292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:00.791025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf1d11cd-a578-4442-a77c-40291ca7149b req-c9070229-2bfe-4e6b-8eb5-079b899f0628 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143974 Aug 28 08:15:00.794659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efa9f1-0b9c-45bc-a8e1-15a556a31313 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:15:00.829760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2688457-c5fe-49ec-ab77-966f2360f4ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7541bc7ae1d74bbc822ed34692e8ca97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561240 Aug 28 08:15:00.831543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37740) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:00.851156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c507fc6-66a3-47b5-9e06-1b44a9a2e77a req-0391156e-439e-4a41-80d0-046b1f0a5233 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.859120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c507fc6-66a3-47b5-9e06-1b44a9a2e77a req-0391156e-439e-4a41-80d0-046b1f0a5233 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.1500497 Aug 28 08:15:00.892370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3103da-b478-499a-800f-adbf63fd89dd req-07278e65-7bde-4d6f-af8b-fd419f6a11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:00.893237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.896533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-07278e65-7bde-4d6f-af8b-fd419f6a11ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.3098309 Aug 28 08:15:00.919409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37742) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:00.936674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.956979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c507fc6-66a3-47b5-9e06-1b44a9a2e77a req-33942ecb-6878-40ab-8a78-5d8759d409ca tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585961 Aug 28 08:15:00.975205 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:00.993278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efa9f1-0b9c-45bc-a8e1-15a556a31313 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:15:01.001905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5638346b-6dcd-4089-9d24-5309558ef933 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e2252e90e4f4946b4abb63ef77dffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808814 Aug 28 08:15:01.005121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37746) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:01.037195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1805da26-0162-4921-8183-96dc470dd423,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:01.068112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.132638 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.278192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e614-8a0f-4ba2-8d71-48076d8310c6 req-5ad99e8b-c25c-4b2f-af89-b47fefcf960c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:01.280798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44b5e614-8a0f-4ba2-8d71-48076d8310c6 req-5ad99e8b-c25c-4b2f-af89-b47fefcf960c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.0705814 Aug 28 08:15:01.314521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:01.403138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-bb9dc698-1da7-4262-b1bc-b649f89a2be3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 217 time: 0.0792618 Aug 28 08:15:01.427083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44b5e614-8a0f-4ba2-8d71-48076d8310c6 req-c091f5ed-6425-4026-aa1d-aa0a3c0e7bcb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313679 Aug 28 08:15:01.437044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.445251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.447869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.451250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/376af85e-b942-46c6-9979-13bead303a27 HTTP/1.1" status: 204 len: 168 time: 0.6164122 Aug 28 08:15:01.479309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd135d4-940f-41ce-bd6e-70b36248d5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376af85e-b942-46c6-9979-13bead303a27,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:01.503800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f8d65-be8c-42cb-a633-def34bbc3997 req-b0be9952-821d-41d0-a841-a964ed29a25d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:01.512823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d8f8d65-be8c-42cb-a633-def34bbc3997 req-b0be9952-821d-41d0-a841-a964ed29a25d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.4328907 Aug 28 08:15:01.561834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3103da-b478-499a-800f-adbf63fd89dd req-e6881a68-38cd-4835-a79a-c78275383d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:01.564819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-e6881a68-38cd-4835-a79a-c78275383d8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0851982 Aug 28 08:15:01.574340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d8f8d65-be8c-42cb-a633-def34bbc3997 req-ae1c2f29-b817-4083-b1dd-71d92386b269 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615766 Aug 28 08:15:01.602958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.606396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.612204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbeff9d1-d9e3-48fe-aeeb-13f9bf49d4cf HTTP/1.1" status: 204 len: 168 time: 0.6019881 Aug 28 08:15:01.623273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713ced3-eaf2-4e23-9bee-5a4f35323ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeff9d1-d9e3-48fe-aeeb-13f9bf49d4cf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:01.623593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-a94e2cec-2508-43d1-9457-175bb85f7130 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403452 Aug 28 08:15:01.752108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:01.758129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042f80-ae30-40b9-a328-96df0db35b4b req-d476eebe-93bd-4fc2-9eb6-09fe8de280da tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:01.760333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a042f80-ae30-40b9-a328-96df0db35b4b req-d476eebe-93bd-4fc2-9eb6-09fe8de280da tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.1638267 Aug 28 08:15:01.831897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-0407e1ea-0f77-4969-b60b-21c676396e88 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741409 Aug 28 08:15:01.847169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a042f80-ae30-40b9-a328-96df0db35b4b req-2ffb2b5d-2021-41ae-a24b-dcf9ec4ef791 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664990 Aug 28 08:15:01.942679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56591cb-dd0f-47f7-a23e-86724d8b40c0 req-44f82180-5c0b-4549-b175-4023bb80f18c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:01.944408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c56591cb-dd0f-47f7-a23e-86724d8b40c0 req-44f82180-5c0b-4549-b175-4023bb80f18c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0572510 Aug 28 08:15:01.959030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3103da-b478-499a-800f-adbf63fd89dd req-735f9b45-6031-4a41-8432-4e7e228d9d2a service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107056 Aug 28 08:15:02.006533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c56591cb-dd0f-47f7-a23e-86724d8b40c0 req-61268ac1-83c6-4284-a49c-30586b1987c7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544899 Aug 28 08:15:02.177387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7475b0b-c026-440b-9f6c-6f61a3667cd7 req-e70ab567-fd82-49b0-9ac5-21f2628c55ad tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:02.180726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7475b0b-c026-440b-9f6c-6f61a3667cd7 req-e70ab567-fd82-49b0-9ac5-21f2628c55ad tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.0923362 Aug 28 08:15:02.202689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1805da26-0162-4921-8183-96dc470dd423'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:02.205362 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b235f7ef-f618-402b-8f4c-556c28dad83e" -d '{"events": [{"server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "name": "network-vif-plugged", "status": "completed", "tag": "1805da26-0162-4921-8183-96dc470dd423"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:02.269832 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e10aa0-e26b-41fb-922b-2aa44ebb8793 x-openstack-request-id: req-f3e10aa0-e26b-41fb-922b-2aa44ebb8793 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:02.270083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7475b0b-c026-440b-9f6c-6f61a3667cd7 req-82d014b5-2ff3-4558-a8b6-2b5a2b57dc3b tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766749 Aug 28 08:15:02.270360 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "name": "network-vif-plugged", "status": "completed", "tag": "1805da26-0162-4921-8183-96dc470dd423", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:02.270678 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3e10aa0-e26b-41fb-922b-2aa44ebb8793 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:02.271160 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1805da26-0162-4921-8183-96dc470dd423', 'code': 200} Aug 28 08:15:02.528512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d2702-9d5f-48cd-acec-f2bb3b4cc06e req-e9740e0c-9db7-4b67-8109-d7ade5b21ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:02.531587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-191d2702-9d5f-48cd-acec-f2bb3b4cc06e req-e9740e0c-9db7-4b67-8109-d7ade5b21ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 1102 time: 0.0506024 Aug 28 08:15:02.630881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-191d2702-9d5f-48cd-acec-f2bb3b4cc06e req-9afebca3-2a16-4efd-a766-e7e94dd1b812 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Aug 28 08:15:02.651577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-a80a4f2b-a2c4-4cf3-8a20-c39f93e029c7 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:02.653430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-a80a4f2b-a2c4-4cf3-8a20-c39f93e029c7 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.0968633 Aug 28 08:15:02.683539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab099-c311-4ba9-88e4-0f5a4127e9dd req-a273517a-fef4-4238-b53b-917a7111519a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:02.689977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-864ab099-c311-4ba9-88e4-0f5a4127e9dd req-a273517a-fef4-4238-b53b-917a7111519a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.1387057 Aug 28 08:15:02.741630 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-864ab099-c311-4ba9-88e4-0f5a4127e9dd req-2b446033-5819-4acb-8262-790d320bba2b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Aug 28 08:15:02.806091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62835-0326-4938-85fa-0fe109467783 req-906f57f7-f008-4ef4-8741-3024a1a49cae tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:02.807939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bee62835-0326-4938-85fa-0fe109467783 req-906f57f7-f008-4ef4-8741-3024a1a49cae tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.0635448 Aug 28 08:15:02.874676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bee62835-0326-4938-85fa-0fe109467783 req-fac8310e-fc33-4f64-bba9-ae770a50a172 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Aug 28 08:15:03.087317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0a9d-fe21-4a33-86e0-78ea87d10354 req-46385709-2eeb-490f-ad61-439cec6ffeba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.088991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae8f0a9d-fe21-4a33-86e0-78ea87d10354 req-46385709-2eeb-490f-ad61-439cec6ffeba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.0808792 Aug 28 08:15:03.165749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae8f0a9d-fe21-4a33-86e0-78ea87d10354 req-32cad3fa-5add-4dc7-887d-ae01458bf1b3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Aug 28 08:15:03.184166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-ad9c77e2-c900-4394-bfe3-2c321fc7ce0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0702119 Aug 28 08:15:03.411361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eafcd2-540e-459d-aa5a-f35d8db13835 req-a8ea6374-9742-4868-b261-fba0797fa2d4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.413077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6eafcd2-540e-459d-aa5a-f35d8db13835 req-a8ea6374-9742-4868-b261-fba0797fa2d4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1594062 Aug 28 08:15:03.422587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-e342b9d2-4a49-44bb-b30b-737725fdd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.425270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-e342b9d2-4a49-44bb-b30b-737725fdd4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 1096 time: 0.0783422 Aug 28 08:15:03.486353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6eafcd2-540e-459d-aa5a-f35d8db13835 req-a6eb7b81-18d1-4788-813d-66367209ce22 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Aug 28 08:15:03.502707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Deleting port 4feb8288-57be-4f1b-826b-88ec64ff44a1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:15:03.503010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:03.612851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2390d9-2c60-4d33-a732-b26b1b942fcc req-ade7f111-6625-4d82-b0cb-b143f1249b39 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.615791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd2390d9-2c60-4d33-a732-b26b1b942fcc req-ade7f111-6625-4d82-b0cb-b143f1249b39 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 949 time: 0.2118983 Aug 28 08:15:03.640423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] For port 4feb8288-57be-4f1b-826b-88ec64ff44a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4feb8288-57be-4f1b-826b-88ec64ff44a1,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:03.641484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:03.666965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Calling delete_port for 4feb8288-57be-4f1b-826b-88ec64ff44a1 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:15:03.672026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-c1b193d6-cc49-409e-a1a0-57eb2fa65730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.674823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-c1b193d6-cc49-409e-a1a0-57eb2fa65730 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.2118831 Aug 28 08:15:03.718694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd2390d9-2c60-4d33-a732-b26b1b942fcc req-1496ca51-8c9b-4a81-98ec-932c03658b13 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1dc1f67-03c0-4562-a18c-7739716113a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887768 Aug 28 08:15:03.779901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-55cbd697-5a1f-4dbf-b6ac-2fd38425c678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 200 len: 217 time: 0.0762920 Aug 28 08:15:03.856283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-74900f52-874b-4829-861e-48f71e683143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:03.860500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-74900f52-874b-4829-861e-48f71e683143 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0665803 Aug 28 08:15:03.938098 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-52bf4454-b5f1-4852-9b4f-7cdc3277e00c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589209 Aug 28 08:15:03.998030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:04.054813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['4feb8288-57be-4f1b-826b-88ec64ff44a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:04.056302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Pushing event deleted for resources: {'Port': ['ID=4feb8288-57be-4f1b-826b-88ec64ff44a1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:04.086234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c5e92-28be-49ca-8234-6cf0aec20791 req-c9c96047-74f6-42bf-9058-40eb61e5162b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:04.093730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999c5e92-28be-49ca-8234-6cf0aec20791 req-c9c96047-74f6-42bf-9058-40eb61e5162b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.1517062 Aug 28 08:15:04.095080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-1b7dfa8f-94b8-4a96-a938-754394883b0b tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630968 Aug 28 08:15:04.164646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] No DVR routers for this DVR port 4feb8288-57be-4f1b-826b-88ec64ff44a1 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:04.169855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:04.171916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bb6f3cf-67da-466d-9aae-2cd79c30cba4 req-2b375359-38c4-475f-8699-942b9038f426 tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.39 "DELETE /v2.0/ports/4feb8288-57be-4f1b-826b-88ec64ff44a1 HTTP/1.1" status: 204 len: 173 time: 0.8360543 Aug 28 08:15:04.172390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'name': 'network-vif-deleted', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:04.174775 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d0c12-c1cf-4e1f-836f-a2496e945200" -d '{"events": [{"server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "name": "network-vif-deleted", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:04.195508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999c5e92-28be-49ca-8234-6cf0aec20791 req-348e4f19-79b8-4273-8a8e-a5f30182536e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006293 Aug 28 08:15:04.271559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-cc6709c1-54e5-4aa1-aa66-047f579b37c1 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192670 Aug 28 08:15:04.424967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-a1600a6e-7f0c-497c-b2ba-04f53cfd7fe1 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:04.426846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-a1600a6e-7f0c-497c-b2ba-04f53cfd7fe1 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297529 Aug 28 08:15:04.467887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5856e6-dc31-4f50-84b9-9a4c8cc5b884 req-e8a0d8ea-06fa-410d-aef8-694efc2b4a3e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:04.469844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c5856e6-dc31-4f50-84b9-9a4c8cc5b884 req-e8a0d8ea-06fa-410d-aef8-694efc2b4a3e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.0865014 Aug 28 08:15:04.491502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71728ea6-9299-40cc-b0cd-733c239b0b3c req-e6415334-f4ff-4120-b8ee-b189b3a05ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011385 Aug 28 08:15:04.497261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-664aa631-8d2b-4af4-94c8-7f526b36681c tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/quotas/89d7d1bbbbc04a88b58004fd5ac8226c HTTP/1.1" status: 200 len: 375 time: 0.0178125 Aug 28 08:15:04.530930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c5856e6-dc31-4f50-84b9-9a4c8cc5b884 req-75895d02-dc03-4d8d-a124-4d00c7fd0822 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Aug 28 08:15:04.588471 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa2407-70aa-4f28-943e-49e0f69f70c4 x-openstack-request-id: req-4eaa2407-70aa-4f28-943e-49e0f69f70c4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:04.589777 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e17343-55f7-43e0-be48-209fb47dfd8b", "name": "network-vif-deleted", "tag": "4feb8288-57be-4f1b-826b-88ec64ff44a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:04.590145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-09e1cbb1-fb03-4db4-9489-0a10a49cc0d0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768862 Aug 28 08:15:04.592821 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eaa2407-70aa-4f28-943e-49e0f69f70c4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:04.593905 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e17343-55f7-43e0-be48-209fb47dfd8b', 'name': 'network-vif-deleted', 'tag': '4feb8288-57be-4f1b-826b-88ec64ff44a1', 'status': 'completed', 'code': 200} Aug 28 08:15:04.648607 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:04.732276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2e677-825e-44d2-9e74-af56ed24f9c9 req-fbafb2cf-e18b-465c-9835-6e4fc5f0f6bc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:04.736046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cd2e677-825e-44d2-9e74-af56ed24f9c9 req-fbafb2cf-e18b-465c-9835-6e4fc5f0f6bc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.0737903 Aug 28 08:15:04.782069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cd2e677-825e-44d2-9e74-af56ed24f9c9 req-e7cc83ca-b9be-4aff-ba57-36f7357222b4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Aug 28 08:15:04.971237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:05.150320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f1e05-ec45-4cad-8782-40deee555a8b req-d4da459c-73b0-4d61-9e3a-89546426b59f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:05.152786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-802f1e05-ec45-4cad-8782-40deee555a8b req-d4da459c-73b0-4d61-9e3a-89546426b59f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0756407 Aug 28 08:15:05.183948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd9f4ac0-f9f7-44eb-9c8b-957c34cffccc req-280b8e1d-eaec-49dd-9463-df223633ba1f tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0693524 Aug 28 08:15:05.218953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-802f1e05-ec45-4cad-8782-40deee555a8b req-e50c9e8a-da6c-404c-9e9e-ef16940e0e8d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547986 Aug 28 08:15:05.367318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea58e5ea-d5c5-49c7-99cb-3cf5e5feb32d req-a7e8578d-9762-4042-8c3f-4729d9eefcfb tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0508561 Aug 28 08:15:05.472916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2395c42-9a24-419c-8d6f-221b98534ae7 req-60fd7e39-f027-47a9-9040-d26058c3907a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:05.475052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2395c42-9a24-419c-8d6f-221b98534ae7 req-60fd7e39-f027-47a9-9040-d26058c3907a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.0769584 Aug 28 08:15:05.531937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2395c42-9a24-419c-8d6f-221b98534ae7 req-feaaa99b-4e04-4d3a-9169-545a10cf4659 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Aug 28 08:15:05.707490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd6db-8648-4cc1-92ab-feae6bdb416d req-14138849-1212-4ac0-afc1-434c54bf8f77 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:05.709297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-697dd6db-8648-4cc1-92ab-feae6bdb416d req-14138849-1212-4ac0-afc1-434c54bf8f77 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.0718987 Aug 28 08:15:05.756570 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-697dd6db-8648-4cc1-92ab-feae6bdb416d req-2dec51a2-345e-41d2-bd15-62bdb5fd608a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Aug 28 08:15:05.841198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:06.080052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bb1159c-5ac5-436f-b820-2b299067933b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.087426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-487ac12a-f87a-40a8-9a90-8454755c5931 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:06.092655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-487ac12a-f87a-40a8-9a90-8454755c5931 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1826274 Aug 28 08:15:06.120937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09288-1391-4dc5-9a9f-6a7f072bd1ab req-d117582a-64fc-4d93-8104-66d9fba909f5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:06.123244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a09288-1391-4dc5-9a9f-6a7f072bd1ab req-d117582a-64fc-4d93-8104-66d9fba909f5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 945 time: 0.2207513 Aug 28 08:15:06.165128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-16'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:06.286199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a09288-1391-4dc5-9a9f-6a7f072bd1ab req-6561663a-1d25-4b59-a43a-cb5365968426 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490967 Aug 28 08:15:06.305915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.412384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b43ecf2-49fe-4e41-b0f8-898f8f54bd66 req-76c8ecc7-ecee-4ba3-9ccd-64745ddcb7ce tempest-LiveMigrationNegativeTest-1695565268 tempest-LiveMigrationNegativeTest-1695565268-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e17343-55f7-43e0-be48-209fb47dfd8b HTTP/1.1" status: 200 len: 210 time: 0.0562668 Aug 28 08:15:06.413115 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bb1159c-5ac5-436f-b820-2b299067933b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.487908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:06.499917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bb1159c-5ac5-436f-b820-2b299067933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.532547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4feb8288-57be-4f1b-826b-88ec64ff44a1 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:06.564368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7631182-1c59-4b9d-ab69-7883680088f4 req-ea101d68-eb21-4b1f-ad09-7eb429137ccf tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0538790 Aug 28 08:15:06.584835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 4feb8288-57be-4f1b-826b-88ec64ff44a1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:15:06.585327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4feb8288-57be-4f1b-826b-88ec64ff44a1 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:06.595607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6bb1159c-5ac5-436f-b820-2b299067933b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=925bf08cba2a4fd68aba10eb0c240806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526271 Aug 28 08:15:06.601727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1159c-5ac5-436f-b820-2b299067933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65aae8-22ca-4e8e-ae6f-34778a1c21c9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:06.606070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:06.622102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:06.675659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba50ab-ccde-4bd5-b34c-f3bc12df3a99 req-0f7c3401-5d2e-4f56-878e-507b46c08c1f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:06.677437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bba50ab-ccde-4bd5-b34c-f3bc12df3a99 req-0f7c3401-5d2e-4f56-878e-507b46c08c1f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.2180674 Aug 28 08:15:06.732435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:06.798169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bba50ab-ccde-4bd5-b34c-f3bc12df3a99 req-6e1353e8-ff6b-4544-90af-b9250a55ff77 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924132 Aug 28 08:15:06.799862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005ae4c-aef3-4e00-99e8-821a8b1972f7 req-bd059f27-4d9d-466b-8e11-ac6bd8533dab tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:06.813938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b005ae4c-aef3-4e00-99e8-821a8b1972f7 req-bd059f27-4d9d-466b-8e11-ac6bd8533dab tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.1452253 Aug 28 08:15:06.816507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:06.824175 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48668aba-e7aa-44bd-a86f-d137174b6fb6" -d '{"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-unplugged", "status": "completed", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:06.838071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.843150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.848172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:06.869863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:15:06.903630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:06.908888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b005ae4c-aef3-4e00-99e8-821a8b1972f7 req-4fd3d014-399f-4e83-8b74-21770eeb61f5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935676 Aug 28 08:15:06.924218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.002474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0102b3-e9c2-435c-89a4-3ac4b8ce8e6d req-27595777-1fb2-4679-9405-be0081eaac2f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:07.004157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b0102b3-e9c2-435c-89a4-3ac4b8ce8e6d req-27595777-1fb2-4679-9405-be0081eaac2f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1278000 Aug 28 08:15:07.024897 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6545228-ece2-4da6-9548-1d3d6ba675fc x-openstack-request-id: req-a6545228-ece2-4da6-9548-1d3d6ba675fc {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:07.029951 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-unplugged", "status": "completed", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:07.029951 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6545228-ece2-4da6-9548-1d3d6ba675fc {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:07.029951 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'code': 200} Aug 28 08:15:07.049361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.054732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:07.058656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.064327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c65aae8-22ca-4e8e-ae6f-34778a1c21c9 HTTP/1.1" status: 204 len: 168 time: 0.4504571 Aug 28 08:15:07.094722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423833e-7acd-4167-a761-cc8e5cb7c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65aae8-22ca-4e8e-ae6f-34778a1c21c9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:07.119807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b0102b3-e9c2-435c-89a4-3ac4b8ce8e6d req-4ca976f7-c6cc-4a36-9d73-3f1c4937ea84 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982027 Aug 28 08:15:07.138349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on host n-h2-792458-16 for vnic_type normal with profile {"migrating_to": "n-h1-792458-16"} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:07.138349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:07.138349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:07.145039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:07.145373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Attempting to bind port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:07.160640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:07.161024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:07.161432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:07.161905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Bound port: 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:07.162373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.280333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2018-9517-4163-8d5e-ae6e80aeeac6 req-94884fe4-5693-4e0f-a340-9360f1275883 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:07.283733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae6c2018-9517-4163-8d5e-ae6e80aeeac6 req-94884fe4-5693-4e0f-a340-9360f1275883 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 950 time: 0.0915246 Aug 28 08:15:07.301739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:07.308309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:07.360293 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae6c2018-9517-4163-8d5e-ae6e80aeeac6 req-60caf572-39b4-42ec-a368-15f965363b31 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Aug 28 08:15:07.410780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.611601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:07.612574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:07.613867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] 10.222.0.39 "PUT /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 1123 time: 1.4537616 Aug 28 08:15:07.626092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d28b-8340-4cb2-a8ee-9e424515c175 req-57d2c61a-5252-4dda-8de3-52f166d1405a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:07.635340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2387d28b-8340-4cb2-a8ee-9e424515c175 req-57d2c61a-5252-4dda-8de3-52f166d1405a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.2444229 Aug 28 08:15:07.671103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874381ae-a7f1-44c9-b333-3703109df872 service neutron] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=8']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:07.716263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2387d28b-8340-4cb2-a8ee-9e424515c175 req-d5c15492-164d-4e0e-9f7d-cb83737ae34d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797858 Aug 28 08:15:07.805848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9836d8b0-dc19-4af2-83e2-7adfcfab0715'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:07.913754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9836d8b0-dc19-4af2-83e2-7adfcfab0715'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:07.985083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926208-1ea7-4e52-ae62-34a137ed9b55 req-838744b5-3e7a-4c38-a5f0-8183dc94743e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:08.010128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926208-1ea7-4e52-ae62-34a137ed9b55 req-838744b5-3e7a-4c38-a5f0-8183dc94743e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:08.021136 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8c926208-1ea7-4e52-ae62-34a137ed9b55 req-838744b5-3e7a-4c38-a5f0-8183dc94743e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a&device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 1691 time: 0.2219656 Aug 28 08:15:08.042997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d95906-21b3-43c9-a732-aee9318a2f1b req-61dc2faa-5305-4d30-bef5-182223819d7d tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0798795 Aug 28 08:15:08.155734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-f14b10a2-7893-4f7f-898a-f3758c9c5964 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387981 Aug 28 08:15:08.290283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5fd5c-6ab5-45c1-ba44-7c5297b69546 req-ca1831c7-4842-426c-9127-7b5833fa264f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:08.292436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eac5fd5c-6ab5-45c1-ba44-7c5297b69546 req-ca1831c7-4842-426c-9127-7b5833fa264f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0592527 Aug 28 08:15:08.387729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8c926208-1ea7-4e52-ae62-34a137ed9b55 req-6ef8607e-8464-4d12-ad55-95e3e6830df2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650625 Aug 28 08:15:08.483716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eac5fd5c-6ab5-45c1-ba44-7c5297b69546 req-847462ea-3757-48f0-bbf3-a319bdb96696 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785235 Aug 28 08:15:08.496192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37952) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:08.635182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-17e26904-c668-4896-a41c-274cd81087d6 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:08.639727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-17e26904-c668-4896-a41c-274cd81087d6 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4753525 Aug 28 08:15:08.673002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a115a-a3ff-48f8-8bd6-51f1728a4279 req-701e4f56-d421-4f77-b26d-0b6efd04b055 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:08.685669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a2a115a-a3ff-48f8-8bd6-51f1728a4279 req-701e4f56-d421-4f77-b26d-0b6efd04b055 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1233799 Aug 28 08:15:08.747722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Request body: {'port': {'device_id': '3a9feaa1-2306-4984-893c-da3b10065da6', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '89d7d1bbbbc04a88b58004fd5ac8226c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:08.917089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bf466f46-36d2-40c0-a6bc-25a64c21e11c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aecc4775af054d4cb26c9fd88a4bae78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190569 Aug 28 08:15:08.920715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:08.931163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a2a115a-a3ff-48f8-8bd6-51f1728a4279 req-e020382f-99d8-48e2-826d-e4fa915dc22c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438915 Aug 28 08:15:09.030799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:09.033253 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:09.043924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.091755 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.164876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec782-bc41-4669-a225-ee57f1c94436 req-f6b365ee-c25d-46f7-b54e-0703e37b717d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:09.167163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf1ec782-bc41-4669-a225-ee57f1c94436 req-f6b365ee-c25d-46f7-b54e-0703e37b717d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.0797732 Aug 28 08:15:09.171653 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691090e9-69a6-4a99-a000-feec5fe9e0cf x-openstack-request-id: req-691090e9-69a6-4a99-a000-feec5fe9e0cf {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:09.172354 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:09.172833 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-691090e9-69a6-4a99-a000-feec5fe9e0cf {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:09.173555 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'status': 'completed', 'code': 200} Aug 28 08:15:09.178558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Made reservation on behalf of 89d7d1bbbbc04a88b58004fd5ac8226c for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:09.185100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.244259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.263411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.267157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.269186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1dc1f67-03c0-4562-a18c-7739716113a4 HTTP/1.1" status: 204 len: 168 time: 0.3474607 Aug 28 08:15:09.358681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c1a2c76-f9f6-4f01-b15b-a50d5b99a263 req-c3438ac2-171a-4592-aa37-3fe276772386 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0522358 Aug 28 08:15:09.358681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0da7-9b4f-44be-b102-bae18c73d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc1f67-03c0-4562-a18c-7739716113a4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:09.358681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-49c9de05-9750-4d32-be71-4edc2523656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:09.358681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-49c9de05-9750-4d32-be71-4edc2523656f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1126 time: 0.1191695 Aug 28 08:15:09.394340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf1ec782-bc41-4669-a225-ee57f1c94436 req-e1f46d12-3680-4271-bd5f-bb743cb06be2 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173007 Aug 28 08:15:09.604559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.634500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22400-8e01-48ee-9980-4a553c4e62b3 req-b52f6b39-62c9-468d-986a-1ea8d3f1e953 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:09.642670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea22400-8e01-48ee-9980-4a553c4e62b3 req-b52f6b39-62c9-468d-986a-1ea8d3f1e953 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 1102 time: 0.1562991 Aug 28 08:15:09.651806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-f47851ec-775f-4a01-b840-ce7c46d5fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:09.653457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-f47851ec-775f-4a01-b840-ce7c46d5fbc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2922533 Aug 28 08:15:09.677016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:09.780164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-313a9380-4dd1-472e-9ac9-1e6c10356d3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 217 time: 0.1145329 Aug 28 08:15:09.803463 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:15:09.806993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea22400-8e01-48ee-9980-4a553c4e62b3 req-7c183450-0051-44aa-90de-48d13106d077 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631384 Aug 28 08:15:09.845696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6153807e-3303-49ef-9059-f762a772690a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:09.943528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-b20a0e9f-6cf5-4c40-8a10-9009d79c2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:09.945243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-b20a0e9f-6cf5-4c40-8a10-9009d79c2354 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0720720 Aug 28 08:15:10.020180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-8b2278da-ebe3-4ce7-abaa-6bbff592301d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608814 Aug 28 08:15:10.072659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Allocated IP 192.168.233.201 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/fbf571f4-bd4c-450c-bcae-214acc628aca) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:10.094096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cba18-4c7d-4b73-acd2-cbd781c1d91e req-921c8c17-a7ef-47f3-980a-a677587461a6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:10.095913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-007cba18-4c7d-4b73-acd2-cbd781c1d91e req-921c8c17-a7ef-47f3-980a-a677587461a6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1598814 Aug 28 08:15:10.177106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-007cba18-4c7d-4b73-acd2-cbd781c1d91e req-f04be4f9-e0bc-4965-b2bd-1667eae23830 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678201 Aug 28 08:15:10.191982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-2fa296ac-49e7-4ef4-930b-004756e0500d service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557486 Aug 28 08:15:10.193983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3a940-2ee9-449c-b777-871e75dd5ee7 req-dda2852a-13e1-4af2-8a91-a3c17f716aee tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:10.198845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27d3a940-2ee9-449c-b777-871e75dd5ee7 req-dda2852a-13e1-4af2-8a91-a3c17f716aee tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 1102 time: 0.0833929 Aug 28 08:15:10.292586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27d3a940-2ee9-449c-b777-871e75dd5ee7 req-34862d69-46b3-471b-9936-e75573bd5aa0 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Aug 28 08:15:10.361085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.391074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a7f32-891c-4131-8dec-9548a7e392e5 req-0df7295b-7d2c-4b95-8367-e2e7d1a207a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:10.391880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2476cff-b8a9-4aeb-a60e-21ac16c9c280 req-c215b380-7c8e-4bb4-a8a9-b8ae3cf4244b service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658654 Aug 28 08:15:10.392669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-676a7f32-891c-4131-8dec-9548a7e392e5 req-0df7295b-7d2c-4b95-8367-e2e7d1a207a2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 943 time: 0.1034765 Aug 28 08:15:10.393880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Transition to ACTIVE for port object fbf571f4-bd4c-450c-bcae-214acc628aca will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:10.451252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd2cc8d7-df3b-4c6a-ad55-96d90f207080 req-c5080774-8a04-465a-a0f5-8920088efdfa tempest-AbsoluteLimitsNegativeTestJSON-1812935099 tempest-AbsoluteLimitsNegativeTestJSON-1812935099-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f040a084e744468e96b21b1374fd9e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285349 Aug 28 08:15:10.463041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-676a7f32-891c-4131-8dec-9548a7e392e5 req-65b9b869-694c-4239-a2d4-be4dc4216dfc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Aug 28 08:15:10.488470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38004) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:10.525324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:10.546703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.586810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15525af1-8ff7-4470-a264-f4299379d92b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09b2e4baa0fb44d5a878d468dd977084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960801 Aug 28 08:15:10.607331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:10.607996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:10.619984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:10.636732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:10.666489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Pushing event updated for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:10.741775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:10.742824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.768118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.805778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.886141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-638b6b16-6992-41df-b648-e624fab8a3a0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1645002 Aug 28 08:15:10.911941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Request body: {'port': {'device_id': '3a9feaa1-2306-4984-893c-da3b10065da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:10.985396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.988356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:10.989846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9552b8ee-7172-41d2-b264-3c0947e18c0c HTTP/1.1" status: 204 len: 168 time: 0.3808346 Aug 28 08:15:11.019614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-85950d80-e3d0-4c44-a7e8-8b051a2b3562 service neutron] 10.222.0.39 "GET /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.5671732 Aug 28 08:15:11.029301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d936e-c38d-4222-88b7-5c6c6ecb4917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552b8ee-7172-41d2-b264-3c0947e18c0c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:11.042905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:11.067438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14a9f-0916-4b3c-bf18-22245d18b835 req-30e5dfbe-57e8-4d39-adf0-eb550cacb1b0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:11.068797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbf14a9f-0916-4b3c-bf18-22245d18b835 req-30e5dfbe-57e8-4d39-adf0-eb550cacb1b0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 936 time: 0.1454842 Aug 28 08:15:11.082586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1baa32dd-3aaf-49c1-9af2-8b4a55b3efe6 None None] Provisioning for port fbf571f4-bd4c-450c-bcae-214acc628aca completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:11.087932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1baa32dd-3aaf-49c1-9af2-8b4a55b3efe6 None None] Provisioning complete for port fbf571f4-bd4c-450c-bcae-214acc628aca triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:11.088319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1baa32dd-3aaf-49c1-9af2-8b4a55b3efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:11.090681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc8d7-df3b-4c6a-ad55-96d90f207080 req-d1620fd9-f60e-4c88-b077-c3bdb035de8f tempest-AbsoluteLimitsNegativeTestJSON-1812935099 tempest-AbsoluteLimitsNegativeTestJSON-1812935099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:11.098270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd2cc8d7-df3b-4c6a-ad55-96d90f207080 req-d1620fd9-f60e-4c88-b077-c3bdb035de8f tempest-AbsoluteLimitsNegativeTestJSON-1812935099 tempest-AbsoluteLimitsNegativeTestJSON-1812935099-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6394420 Aug 28 08:15:11.125358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd2cc8d7-df3b-4c6a-ad55-96d90f207080 req-2b617ce4-41db-4905-88a7-b8363c3c3f43 tempest-AbsoluteLimitsNegativeTestJSON-1812935099 tempest-AbsoluteLimitsNegativeTestJSON-1812935099-project] 10.222.0.46 "GET /v2.0/quotas/f040a084e744468e96b21b1374fd9e8f HTTP/1.1" status: 200 len: 375 time: 0.0262067 Aug 28 08:15:11.133001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1baa32dd-3aaf-49c1-9af2-8b4a55b3efe6 None None] Port fbf571f4-bd4c-450c-bcae-214acc628aca cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:15:11.172421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd2cc8d7-df3b-4c6a-ad55-96d90f207080 req-8f6c41dc-349c-4f8a-aeda-c5d7c35c8703 tempest-AbsoluteLimitsNegativeTestJSON-1812935099 tempest-AbsoluteLimitsNegativeTestJSON-1812935099-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f040a084e744468e96b21b1374fd9e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461373 Aug 28 08:15:11.366074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbf14a9f-0916-4b3c-bf18-22245d18b835 req-2a5270fc-8cab-4f45-b670-f62e1d1f224c tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Aug 28 08:15:11.414758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff5c28-be66-4318-8d6f-fc30fe05af55 req-6f858284-4e28-4c52-aaaa-7281257a2c89 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:11.416983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9ff5c28-be66-4318-8d6f-fc30fe05af55 req-6f858284-4e28-4c52-aaaa-7281257a2c89 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.0936487 Aug 28 08:15:11.429347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:11.507239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9ff5c28-be66-4318-8d6f-fc30fe05af55 req-be63d866-3889-4282-b981-d3870f323861 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Aug 28 08:15:11.512675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:11.526348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf571f4-bd4c-450c-bcae-214acc628aca {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:11.536290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:11.551608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Transition to ACTIVE for port object fbf571f4-bd4c-450c-bcae-214acc628aca will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:11.563567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:11.578563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:11.587408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c77fc228-9d95-40b3-8dcd-a50bdb382c69 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341616 Aug 28 08:15:11.622728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:11.735107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:11.761523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:11.851761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a10b1783-738c-4359-9b6a-a84f0f8333b7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:11.853417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a10b1783-738c-4359-9b6a-a84f0f8333b7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557650 Aug 28 08:15:11.899001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-f9efaba8-6d9f-43c2-b5fa-e5f49ae76043 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0277402 Aug 28 08:15:11.933981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:12.015248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Attempting to bind port fbf571f4-bd4c-450c-bcae-214acc628aca on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:12.015855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Attempting to bind port fbf571f4-bd4c-450c-bcae-214acc628aca by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:12.016397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Attempting to bind port fbf571f4-bd4c-450c-bcae-214acc628aca on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:12.044285 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-bfe6524e-a727-42a0-9e82-517e4d40ad7f service neutron] show failed (client error): The resource could not be found. Aug 28 08:15:12.044415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Port fbf571f4-bd4c-450c-bcae-214acc628aca on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:12.045533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Attempting to bind port fbf571f4-bd4c-450c-bcae-214acc628aca on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:12.047225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-bfe6524e-a727-42a0-9e82-517e4d40ad7f service neutron] 10.222.0.64 "GET /v2.0/ports/b838572a-8a02-4e4b-89c8-f34429908ca5/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.3446844 Aug 28 08:15:12.073030 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-0842fa5c-db46-4ca1-81d6-ad12bf5d9e99 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1724019 Aug 28 08:15:12.079021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:12.079624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:12.080240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:12.080987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Bound port: fbf571f4-bd4c-450c-bcae-214acc628aca, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:12.081543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.125772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0cfa8-77e1-4ce7-9d97-01a6459b77ee req-45ac4e16-06cc-4b14-aaa2-464b0dec1546 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.139125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13c0cfa8-77e1-4ce7-9d97-01a6459b77ee req-45ac4e16-06cc-4b14-aaa2-464b0dec1546 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.2270777 Aug 28 08:15:12.159671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] Transition to ACTIVE for port object c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:12.249433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13c0cfa8-77e1-4ce7-9d97-01a6459b77ee req-de0168f9-751b-4373-9ea8-725111098fa5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089830 Aug 28 08:15:12.256154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.336319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:12.341242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fbf571f4-bd4c-450c-bcae-214acc628aca,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:12.348069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b760006a-3d1d-4efa-9d12-bba1591c64b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.364489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] No DVR routers for this DVR port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:12.403772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:12.438919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-cae02a35-bd40-442a-b4a6-9205abca02a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9/bindings/n-h2-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3855941 Aug 28 08:15:12.448949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.461052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35233bac-5905-426b-b222-6360bffdacae req-90bd8dc0-7a80-405c-8358-62b5e6413f6a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.471452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35233bac-5905-426b-b222-6360bffdacae req-90bd8dc0-7a80-405c-8358-62b5e6413f6a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.1140864 Aug 28 08:15:12.501579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.503403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.504321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] 10.222.0.64 "PUT /v2.0/ports/fbf571f4-bd4c-450c-bcae-214acc628aca HTTP/1.1" status: 200 len: 1097 time: 1.5966465 Aug 28 08:15:12.507592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:12.510340 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c741d-49ad-4943-b4cb-4f31b080f78c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:12.555789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e807-28da-4754-aefc-9b782d833b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:12.581737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b760006a-3d1d-4efa-9d12-bba1591c64b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.587964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35233bac-5905-426b-b222-6360bffdacae req-f09c8b18-7df5-468e-96d2-3a4e5144f86f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154222 Aug 28 08:15:12.676728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b760006a-3d1d-4efa-9d12-bba1591c64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:12.766677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159360f8-d2bd-45c3-8a95-8222e2a8985e req-02738962-6458-4e92-af7c-e67c397f65cf tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.775701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-159360f8-d2bd-45c3-8a95-8222e2a8985e req-02738962-6458-4e92-af7c-e67c397f65cf tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 948 time: 0.1190445 Aug 28 08:15:12.840294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-ff089f5e-365d-46fc-922f-e30216efbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.843060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-ff089f5e-365d-46fc-922f-e30216efbc2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 1100 time: 0.1288552 Aug 28 08:15:12.876333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-159360f8-d2bd-45c3-8a95-8222e2a8985e req-5feaaaf4-36cd-4f95-bcd0-c3a955659311 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996487 Aug 28 08:15:12.885951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b760006a-3d1d-4efa-9d12-bba1591c64b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f040a084e744468e96b21b1374fd9e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470000 Aug 28 08:15:12.893485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:12.902098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760006a-3d1d-4efa-9d12-bba1591c64b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d90f2-b769-4f26-b38f-9d65a105034f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:12.921844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe561d0a-e8ff-42ed-9433-e9c0d54629e9 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.924030 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fe561d0a-e8ff-42ed-9433-e9c0d54629e9 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1985412 Aug 28 08:15:12.933940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-4ac539b4-a640-4ec1-b11c-7ab0e7b83c4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=fbf571f4-bd4c-450c-bcae-214acc628aca HTTP/1.1" status: 200 len: 217 time: 0.0744274 Aug 28 08:15:12.941791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-a55b9f2b-d727-4bb9-9d17-ec8355267773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:12.943427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-a55b9f2b-d727-4bb9-9d17-ec8355267773 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1101 time: 0.1427255 Aug 28 08:15:12.987114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:13.035205 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49532df4-cb74-4679-8306-1ae4f65d95f5 x-openstack-request-id: req-49532df4-cb74-4679-8306-1ae4f65d95f5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:13.035690 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:13.036042 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49532df4-cb74-4679-8306-1ae4f65d95f5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:13.036548 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca', 'status': 'completed', 'code': 200} Aug 28 08:15:13.071518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fa81a019-cbbd-43d2-98e7-8812d1de91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.073398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-fa81a019-cbbd-43d2-98e7-8812d1de91be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae&tenant_id=f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 1096 time: 0.1242275 Aug 28 08:15:13.074796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:13.103474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:13.171131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:13.192398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-cef4ebd8-1243-4316-9974-d2ecf94ee4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.194141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-cef4ebd8-1243-4316-9974-d2ecf94ee4fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2465770 Aug 28 08:15:13.215631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-17c5f889-ec5b-4a01-9812-430f55f51958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.219258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-17c5f889-ec5b-4a01-9812-430f55f51958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1096 time: 0.1026881 Aug 28 08:15:13.321148 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:13.331098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:13.333400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f37d90f2-b769-4f26-b38f-9d65a105034f HTTP/1.1" status: 204 len: 168 time: 0.4331069 Aug 28 08:15:13.388841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3edde2-45a5-40ee-8cce-6d446b6ab968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d90f2-b769-4f26-b38f-9d65a105034f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:13.444571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80dbba-65f9-4783-bbea-3fc5cdeaa3cc req-94cc98a3-f082-4d30-92f9-2ecc9fe63a6c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.452959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e80dbba-65f9-4783-bbea-3fc5cdeaa3cc req-94cc98a3-f082-4d30-92f9-2ecc9fe63a6c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.2836740 Aug 28 08:15:13.470887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-b85b36f3-6d12-479b-a652-60f1ef4df4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.474375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-b85b36f3-6d12-479b-a652-60f1ef4df4fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.2467136 Aug 28 08:15:13.491548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-096df553-e078-44de-8659-a6437a569d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.494114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-096df553-e078-44de-8659-a6437a569d56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2697577 Aug 28 08:15:13.601173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-0214221c-ea4f-4459-89b7-6f2cecefa419 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 200 len: 217 time: 0.1176648 Aug 28 08:15:13.691811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-5657bfe3-7635-4771-ad0f-98ed9f2ffc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.693857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-5657bfe3-7635-4771-ad0f-98ed9f2ffc06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0838494 Aug 28 08:15:13.706964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e80dbba-65f9-4783-bbea-3fc5cdeaa3cc req-9b9a2cd8-7c5f-4ae2-a49c-92967790d5ce tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527390 Aug 28 08:15:13.729856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-402a71e2-b438-4ea2-b079-a2026f379a4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2709565 Aug 28 08:15:13.798909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-1a9e679f-3a86-4076-b815-ea78e6e9b38b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937290 Aug 28 08:15:13.802732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-df1b6df9-91da-4c6a-98a2-e388e872342b service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757833 Aug 28 08:15:13.947218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:13.993130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-ba7de705-8e5d-4aa2-b973-a2f7596a2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:13.996773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-ba7de705-8e5d-4aa2-b973-a2f7596a2a68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 1096 time: 0.1911366 Aug 28 08:15:14.040819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462234c-9a4b-4821-8656-3151e43843b0 req-fbf70b6d-ee45-4b51-93ee-f8e965cc50a3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.043089 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3462234c-9a4b-4821-8656-3151e43843b0 req-fbf70b6d-ee45-4b51-93ee-f8e965cc50a3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.2590101 Aug 28 08:15:14.053862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c5c4-127c-485d-a42d-46e9bd115881 req-acab537e-7970-41b0-9dc0-eb22504509ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.055753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d7c5c4-127c-485d-a42d-46e9bd115881 req-acab537e-7970-41b0-9dc0-eb22504509ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.1980796 Aug 28 08:15:14.071828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:14.146430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a50fb03a-65aa-43ad-be84-2c709664bdab req-e6a1aa1e-347f-4e5a-85d0-7080de39b4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287838 Aug 28 08:15:14.156548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3462234c-9a4b-4821-8656-3151e43843b0 req-ffa2013d-b769-411b-86bc-31b36a0e61df tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050982 Aug 28 08:15:14.211712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:14.214807 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d053a-0fa4-4c92-994f-5a8494887153" -d '{"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-unplugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:14.220861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-e12d04a2-27ce-4283-b2fe-4e951af0f14c service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796537 Aug 28 08:15:14.224020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:14.261425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d7c5c4-127c-485d-a42d-46e9bd115881 req-8795407a-3acf-41ec-b434-685c90082cfb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737680 Aug 28 08:15:14.271585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Transition to ACTIVE for port object b838572a-8a02-4e4b-89c8-f34429908ca5 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:14.295614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-a30b7cf8-7db7-43b0-b26f-182c2f6daf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.301796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-a30b7cf8-7db7-43b0-b26f-182c2f6daf37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.2700179 Aug 28 08:15:14.387303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfff95a6-e02e-47ff-bf4c-961838bba2f0 req-caa0c4fe-4cff-46e5-b6dd-67b65a0ea914 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 210 time: 0.1322513 Aug 28 08:15:14.424292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-313540c3-c41d-4cea-9dcd-c01a10002a44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 200 len: 217 time: 0.1068356 Aug 28 08:15:14.449058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:14.497441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-790a36cd-4459-41a1-b726-367479224b0c service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657912 Aug 28 08:15:14.562657 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651fd61f-d9bc-4d30-90ad-d73e95121c5a x-openstack-request-id: req-651fd61f-d9bc-4d30-90ad-d73e95121c5a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:14.563407 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-unplugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:14.564168 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-651fd61f-d9bc-4d30-90ad-d73e95121c5a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:14.565312 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'code': 200} Aug 28 08:15:14.701514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:14.748188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] No DVR routers for this DVR port b838572a-8a02-4e4b-89c8-f34429908ca5 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:14.763565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-a1464a91-4977-4904-9452-d7a798071965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.765314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-a1464a91-4977-4904-9452-d7a798071965 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.2049942 Aug 28 08:15:14.775004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-01cd6788-a769-405c-bacf-4621ef51e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.776554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-01cd6788-a769-405c-bacf-4621ef51e428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 1100 time: 0.3603888 Aug 28 08:15:14.851428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd170c83-2fc2-482c-bf5a-030eb3d8ce7a req-c48cd3f1-6097-4893-886b-78a03a6dd6c0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:14.859800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd170c83-2fc2-482c-bf5a-030eb3d8ce7a req-c48cd3f1-6097-4893-886b-78a03a6dd6c0 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 948 time: 0.2902906 Aug 28 08:15:14.881397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-c7be72f8-fe38-451f-9a2b-adbadfc17033 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894322 Aug 28 08:15:14.942500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:14.942857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:14.943232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:15.013594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:15.014270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Attempting to bind port b838572a-8a02-4e4b-89c8-f34429908ca5 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:15.062327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd170c83-2fc2-482c-bf5a-030eb3d8ce7a req-d07d799c-ece3-4338-acd9-88f4c775f173 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014954 Aug 28 08:15:15.076825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:15.077255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:15.077736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:15.078313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Bound port: b838572a-8a02-4e4b-89c8-f34429908ca5, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:15.078904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:15.129691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-e3ee42d9-3f76-4973-97fa-7c153b79e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.139961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-e3ee42d9-3f76-4973-97fa-7c153b79e760 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3295445 Aug 28 08:15:15.214011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-19474db2-7caa-4ca8-b8da-78221c6fa614 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928731 Aug 28 08:15:15.216808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-969079c4-f769-409f-ac9c-790393dbe0d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=fbf571f4-bd4c-450c-bcae-214acc628aca HTTP/1.1" status: 200 len: 217 time: 0.0521550 Aug 28 08:15:15.269706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:15.385000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:15.416904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:15.432124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-3b216b0a-91e6-40e7-af97-24c811fc3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.433095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-3b216b0a-91e6-40e7-af97-24c811fc3c8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2009659 Aug 28 08:15:15.435161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:15.444939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc03b5-775d-4614-927b-501dce446f5e req-111c42f3-ca1e-4f95-a87c-261b5cd107ff tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.452090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfdc03b5-775d-4614-927b-501dce446f5e req-111c42f3-ca1e-4f95-a87c-261b5cd107ff tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.1898873 Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.453823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.454039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.455193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.467998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97d01064-4069-44b2-a5b6-5da759e5bbe2 req-8219bb10-af25-48c9-9a42-73e027fd6c96 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.2993989 Aug 28 08:15:15.479086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-5a85679b-e776-4774-aba6-6ce0edaf0f64 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.481789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-5a85679b-e776-4774-aba6-6ce0edaf0f64 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1481237 Aug 28 08:15:15.523862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e54fa7-7064-4dbd-8b4f-b08ac8ede59a req-e03dff2a-51fb-4da8-9fdc-7cf7e0cf60e7 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822652 Aug 28 08:15:15.540947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-b5fe1d04-2a53-418d-b927-703aab3573cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.542576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-b5fe1d04-2a53-418d-b927-703aab3573cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924952 Aug 28 08:15:15.569674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfdc03b5-775d-4614-927b-501dce446f5e req-2d711115-8cc7-4fa3-871b-7b06406c478e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823872 Aug 28 08:15:15.585181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:15.669461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.670106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:15.672574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] 10.222.0.39 "PUT /v2.0/ports/b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 1096 time: 2.6903970 Aug 28 08:15:15.711939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aae08-f729-46a7-a2aa-8f95cc8dea43 service neutron] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:15.741700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-690e2e68-fab6-433d-bdb5-7cebb6ac06a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855741 Aug 28 08:15:15.863301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8e68-c56d-4e64-9709-bf391c36b1bf req-922504a0-420f-4fc4-bb1f-842479f6d28c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:15.876938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f8c8e68-c56d-4e64-9709-bf391c36b1bf req-922504a0-420f-4fc4-bb1f-842479f6d28c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.2755909 Aug 28 08:15:15.983184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f8c8e68-c56d-4e64-9709-bf391c36b1bf req-9049165a-c20c-4e55-83b7-74f525e4e519 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985243 Aug 28 08:15:16.003893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38140) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:16.008177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5b1b7-70d6-46cf-b338-04d5bf3ef441 req-179752e5-bc0e-490f-8deb-c7209838236e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.009814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd5b1b7-70d6-46cf-b338-04d5bf3ef441 req-179752e5-bc0e-490f-8deb-c7209838236e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.2707746 Aug 28 08:15:16.025247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-7bd80d3b-cdac-403c-bf76-e28ade5af5ce service neutron] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:16.032715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-7bd80d3b-cdac-403c-bf76-e28ade5af5ce service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.033853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ac434f-5e40-42af-b182-511e697b6b95 req-7bd80d3b-cdac-403c-bf76-e28ade5af5ce service neutron] 10.222.0.64 "DELETE /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9/bindings/n-h1-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.5376577 Aug 28 08:15:16.131961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-340b811e-3daa-4217-84a7-85d7a139f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.134773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c7bb133-5323-448a-8d64-7928e11562c6 req-b2125166-cc8f-4bc4-a125-942fef7d54da tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 210 time: 0.0535848 Aug 28 08:15:16.135035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-340b811e-3daa-4217-84a7-85d7a139f37a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1099 time: 0.3142035 Aug 28 08:15:16.265005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-709434801-network', 'tenant_id': 'c85915622bb5421a8ea778363c876390'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:16.286142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd5b1b7-70d6-46cf-b338-04d5bf3ef441 req-7ddaea1e-f8a9-4976-830f-35f1988aaa89 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478454 Aug 28 08:15:16.301187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a2c741d-49ad-4943-b4cb-4f31b080f78c req-fe6d3a69-78c1-4aa2-8655-1b66b6b573d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234823 Aug 28 08:15:16.301658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae921-3087-478e-9a82-9874668b097b req-85e9cbeb-e49b-4f35-a976-d1bc9764ca29 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.303173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dbae921-3087-478e-9a82-9874668b097b req-85e9cbeb-e49b-4f35-a976-d1bc9764ca29 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 886 time: 0.1249709 Aug 28 08:15:16.379789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Made reservation on behalf of c85915622bb5421a8ea778363c876390 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:16.383308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.397810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.410159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-6e005791-25a1-41d2-98ff-6722844c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.412873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-6e005791-25a1-41d2-98ff-6722844c9c88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2581027 Aug 28 08:15:16.553241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6c28f-4596-472f-b3f5-728ca0079d6c req-49995057-a8b9-4ea8-8773-9a012fea7320 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.555454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ea6c28f-4596-472f-b3f5-728ca0079d6c req-49995057-a8b9-4ea8-8773-9a012fea7320 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 948 time: 0.1209705 Aug 28 08:15:16.557025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-0a29f982-7228-4ebe-80ac-008ef7662161 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0619581 Aug 28 08:15:16.567040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:16.572525 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:16.656205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.659957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ea6c28f-4596-472f-b3f5-728ca0079d6c req-ebaf780e-b89d-4388-9aba-56408d9d1dec tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690591 Aug 28 08:15:16.668517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-439a7576-7bae-4fa1-830c-fcd14571afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.670531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-439a7576-7bae-4fa1-830c-fcd14571afb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0923600 Aug 28 08:15:16.707681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.708172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.708649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.709175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.709714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.710178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.710683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.711271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.711740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.714782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e71564ca-bf5e-475f-8e24-0acfa13b5529 req-d29292a2-be51-4623-9eda-21f9ca4babe2 tempest-NetworksTest-1968034585 tempest-NetworksTest-1968034585-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.2079148 Aug 28 08:15:16.758256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-a4723df1-5fff-440d-bb0b-062506afec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.760519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-a4723df1-5fff-440d-bb0b-062506afec10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712013 Aug 28 08:15:16.780878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.826599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:15:16.826950 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e053d-593a-4efd-b8f8-931c6720632f x-openstack-request-id: req-932e053d-593a-4efd-b8f8-931c6720632f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:16.827557 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:16.828082 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-932e053d-593a-4efd-b8f8-931c6720632f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:16.828895 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'status': 'completed', 'code': 200} Aug 28 08:15:16.838662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701877f5-ceb1-491a-993a-8106fd4da251,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:16.844974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.845333 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Added segment 617ce21d-be42-4de5-ac48-149254461b29 of type vlan for network bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 Aug 28 08:15:16.908512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:16.994133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7c5a-f31c-4894-9fea-9cd745238fdb req-293db5f8-1bb9-4ae7-af6e-8734653cb8fd tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:16.995871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504f7c5a-f31c-4894-9fea-9cd745238fdb req-293db5f8-1bb9-4ae7-af6e-8734653cb8fd tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1096 time: 0.0645270 Aug 28 08:15:17.037397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-8644b761-9032-4145-80b3-033f278e8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:17.039862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-8644b761-9032-4145-80b3-033f278e8327 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1099 time: 0.1296415 Aug 28 08:15:17.048062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:17.054565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:17.054898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236134cd-14dd-40c5-9235-b92ccf089b26 req-1cce3356-db47-4e51-ad76-cb96ec49c6c5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:17.055095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:17.055284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-236134cd-14dd-40c5-9235-b92ccf089b26 req-1cce3356-db47-4e51-ad76-cb96ec49c6c5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.1405854 Aug 28 08:15:17.055284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-18ab95d0-d8a1-4981-8bf1-e2e8d5c54ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780135 Aug 28 08:15:17.175070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504f7c5a-f31c-4894-9fea-9cd745238fdb req-ffe84db4-df88-4ad9-ba73-1c028b4a2c93 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678004 Aug 28 08:15:17.210278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2025397 Aug 28 08:15:17.211940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:17.234699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Request body: {'subnet': {'network_id': 'bb2425b3-db56-4d2c-9d4e-72b2cb9194c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-709434801-subnet', 'tenant_id': 'c85915622bb5421a8ea778363c876390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:17.267011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98afbb-c9ee-4237-9700-de12fb6ed5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb2425b3-db56-4d2c-9d4e-72b2cb9194c6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:17.286829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:15:17.361537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fbf571f4-bd4c-450c-bcae-214acc628aca details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:17.416986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:17.437350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Made reservation on behalf of c85915622bb5421a8ea778363c876390 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:17.441185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:17.609330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20483846-7c00-4f53-9799-03f1adbe7cf8 req-fde62125-7d14-4502-8d77-4f41c586a0c5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:17.622364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20483846-7c00-4f53-9799-03f1adbe7cf8 req-fde62125-7d14-4502-8d77-4f41c586a0c5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.2581806 Aug 28 08:15:17.702489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fbf571f4-bd4c-450c-bcae-214acc628aca,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:17.718689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'fbf571f4-bd4c-450c-bcae-214acc628aca', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'fbf571f4-bd4c-450c-bcae-214acc628aca', 'mac_address': 'fa:16:3e:a8:4a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:15:17.723206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-0a8ec8cc-02f6-4024-8602-7d0df4e5c631 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924239 Aug 28 08:15:17.769884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:17.786945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf571f4-bd4c-450c-bcae-214acc628aca {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:17.815496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fbf571f4-bd4c-450c-bcae-214acc628aca,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:17.895114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20483846-7c00-4f53-9799-03f1adbe7cf8 req-f1a72653-07be-4fc3-b8b9-9ae2a039891b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712445 Aug 28 08:15:17.895414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-dd6f9150-b083-43a7-9c27-f5a252bdb9ef tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312780 Aug 28 08:15:17.911738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:17.960393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63fbc51f-7ce2-4039-b6ee-3ca70253c7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:18.017003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:18.110948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-236134cd-14dd-40c5-9235-b92ccf089b26 req-d694c6c0-10cf-4b43-a467-cf45d0f7504d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0459101 Aug 28 08:15:18.126578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19399dd3-dc33-433a-94a9-97fd54079227 req-e796846b-84a7-4773-aca2-9ecde8f29de8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 210 time: 0.0872064 Aug 28 08:15:18.248992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-001c3a64-c735-45da-ae40-474b5997bab5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.251087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-001c3a64-c735-45da-ae40-474b5997bab5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5128078 Aug 28 08:15:18.268276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0842c8d8-f805-4533-a0d9-313d40c1e6dc req-d7c721cd-4dcb-44a8-abc7-f97afd9d88c3 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334501 Aug 28 08:15:18.273504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-c6ab5b88-bb62-46f0-868c-2372b46ea66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.279577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-c6ab5b88-bb62-46f0-868c-2372b46ea66b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 1.2219832 Aug 28 08:15:18.285107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:18.308974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fbf571f4-bd4c-450c-bcae-214acc628aca'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:18.396788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-ed40bcca-dad4-4350-af15-d2f554ea0bde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0757389 Aug 28 08:15:18.551416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-ebfca7d0-a5e9-4d13-b9a6-3d6dad9c66e9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.553045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-ebfca7d0-a5e9-4d13-b9a6-3d6dad9c66e9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6026416 Aug 28 08:15:18.556242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-aa82a071-5959-40e8-a7cd-01df6c9dfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.557787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-aa82a071-5959-40e8-a7cd-01df6c9dfc9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1307950 Aug 28 08:15:18.560131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a701035-6839-4319-a23b-e1bd788c1e0a req-68558eac-cea3-46ce-b8ef-1d2638392b82 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.562110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a701035-6839-4319-a23b-e1bd788c1e0a req-68558eac-cea3-46ce-b8ef-1d2638392b82 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 1096 time: 0.1744955 Aug 28 08:15:18.646133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-39d9f634-237d-4054-8b0d-10c55d16a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.647803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-39d9f634-237d-4054-8b0d-10c55d16a39f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806963 Aug 28 08:15:18.651713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a701035-6839-4319-a23b-e1bd788c1e0a req-38d34605-fedd-4e60-a81b-c4cf2e540e42 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829842 Aug 28 08:15:18.760954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:18.876831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:18.970285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5541298a-17a9-4ffa-9005-df9979dc3fa0,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:18.990815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-c00d3535-4e4a-4aed-b7ca-e04086e7b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:18.993623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-c00d3535-4e4a-4aed-b7ca-e04086e7b43a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1099 time: 0.2874730 Aug 28 08:15:19.017227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63fbc51f-7ce2-4039-b6ee-3ca70253c7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.053170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bff7bf-1017-4b7b-a256-7ca2f2f490a8 req-0a01c340-c8dd-496f-9dab-a656d8f81852 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.055013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67bff7bf-1017-4b7b-a256-7ca2f2f490a8 req-0a01c340-c8dd-496f-9dab-a656d8f81852 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 949 time: 0.1972585 Aug 28 08:15:19.077954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Checking segment: {'id': '617ce21d-be42-4de5-ac48-149254461b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bb2425b3-db56-4d2c-9d4e-72b2cb9194c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:19.078382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Network hostable DHCP agents. Network: bb2425b3-db56-4d2c-9d4e-72b2cb9194c6, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:15:19.086731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-73bbd690-6518-428e-b0d2-31e5e559cbbd service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234450 Aug 28 08:15:19.129767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63fbc51f-7ce2-4039-b6ee-3ca70253c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.152881 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67bff7bf-1017-4b7b-a256-7ca2f2f490a8 req-5c8b596f-0288-45e9-83b9-1275f1d2c7e4 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721059 Aug 28 08:15:19.186067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-63fbc51f-7ce2-4039-b6ee-3ca70253c7ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21a96991364e4ad6b7edfc768549e1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7629821 Aug 28 08:15:19.187356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbc51f-7ce2-4039-b6ee-3ca70253c7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47de26b-7b80-4539-9fa2-50433dc90aa6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:19.190304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38190) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:19.238735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-7728e79e-3529-4712-bd5e-f8b35ccf81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.240112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Network bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:15:19.241007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-7728e79e-3529-4712-bd5e-f8b35ccf81c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1910832 Aug 28 08:15:19.269067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:19.277084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.322157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-e0ae6162-a34f-4314-8f8e-378e73e32f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0490682 Aug 28 08:15:19.346660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-33ac76da-e77d-4d08-9cbc-6d9b5bb928e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304082 Aug 28 08:15:19.376824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fbf571f4-bd4c-450c-bcae-214acc628aca up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:15:19.388294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, bb2425b3-db56-4d2c-9d4e-72b2cb9194c6) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:19.394467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.406735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.407985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.408124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-738a24e2-9d9e-4a5f-8819-c8b9674b82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.409808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-738a24e2-9d9e-4a5f-8819-c8b9674b82e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0616026 Aug 28 08:15:19.418894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edd1cc-b903-44c7-b682-38eec71e6a9a None None] Network bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:15:19.461966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:19.466067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.492840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-ef362476-35f1-4738-9c8a-8acc5ee2023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.495015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-ef362476-35f1-4738-9c8a-8acc5ee2023e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738845 Aug 28 08:15:19.516872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.543423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6fe8-21f6-428f-a0ed-85ab9c602265 req-a5b8d56c-75c0-409d-ae7c-5bf154ab9dc5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.545302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be9e6fe8-21f6-428f-a0ed-85ab9c602265 req-a5b8d56c-75c0-409d-ae7c-5bf154ab9dc5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.2589784 Aug 28 08:15:19.614494 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a871257-eb14-4034-89a7-a508b4e32017 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3963873 Aug 28 08:15:19.648808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410df98-8d94-4441-96ed-cb60cb010673 None None] Network bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:15:19.682933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be9e6fe8-21f6-428f-a0ed-85ab9c602265 req-464b49d9-da0d-4cb3-a888-3b0b76763dfd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295562 Aug 28 08:15:19.685294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.60 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/ad5f151e-b6b8-4c82-9eac-fa40808e1ab2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:19.813490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.822110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.829035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f47de26b-7b80-4539-9fa2-50433dc90aa6 HTTP/1.1" status: 204 len: 168 time: 0.6344903 Aug 28 08:15:19.844954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff783bf-8967-46e0-b639-7c42d808c896 req-7c842713-1837-43fb-9e33-386f80a8a1ae tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:19.865762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff783bf-8967-46e0-b639-7c42d808c896 req-7c842713-1837-43fb-9e33-386f80a8a1ae tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.1335392 Aug 28 08:15:19.894526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port fbf571f4-bd4c-450c-bcae-214acc628aca completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:19.943442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port fbf571f4-bd4c-450c-bcae-214acc628aca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:19.944126 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:19.990907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff783bf-8967-46e0-b639-7c42d808c896 req-e5560891-cd70-4e63-884b-6004b21f169f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241496 Aug 28 08:15:20.001814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f8930-e3c4-4450-92e8-ac452230e19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47de26b-7b80-4539-9fa2-50433dc90aa6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:20.058895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-3d1d824c-00c0-405e-ae7d-193b7c9b986b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535083 Aug 28 08:15:20.061649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48ae9c6f-acfb-444a-8fcf-89d84b63bce8 req-dba8afce-65d8-4d87-aa59-7f363327dd9e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 210 time: 0.1191342 Aug 28 08:15:20.214324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.217055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.252992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:20.272126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fca6d05-9397-4109-b1c8-d00f4e8bf1c4 req-9199aa0f-7d3b-4947-bd77-dcf6f0467481 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835489 Aug 28 08:15:20.279804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:20.296574 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ccff2-9b2b-49e7-b7c6-d9ab5318538f" -d '{"events": [{"server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "name": "network-vif-plugged", "status": "completed", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:20.330973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fbf571f4-bd4c-450c-bcae-214acc628aca,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:20.431149 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.432803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:20.525781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.555615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:20.599032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:20.606954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:20.611080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:20.643504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:20.700590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.246 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/a591d44a-41f1-4def-9285-022056e96f93) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:20.756830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:20.757964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.769926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:20.785122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445716800', 'description': 'tempest-description-1941105669'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:20.827251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106323-30c9-4f54-ab9b-50376b5dec93 req-0af5db2b-20e9-4c8f-a789-fbc40c818711 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:20.837654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f106323-30c9-4f54-ab9b-50376b5dec93 req-0af5db2b-20e9-4c8f-a789-fbc40c818711 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 950 time: 0.4310284 Aug 28 08:15:20.840289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:20.951817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f106323-30c9-4f54-ab9b-50376b5dec93 req-5f6304e2-310a-409a-8ebf-cd3dfcc5ff7d tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979016 Aug 28 08:15:20.979539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:20.999683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object a591d44a-41f1-4def-9285-022056e96f93 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:21.028845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.046051 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9ccdc-4bef-4415-8327-964e8be195ce x-openstack-request-id: req-27a9ccdc-4bef-4415-8327-964e8be195ce {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:21.046985 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "name": "network-vif-plugged", "status": "completed", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:21.048950 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27a9ccdc-4bef-4415-8327-964e8be195ce {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:21.048950 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca', 'code': 200} Aug 28 08:15:21.072931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-2dae0d4c-dbf9-4498-9a3a-077c396f5bc6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7990503 Aug 28 08:15:21.100957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Request body: {'port': {'device_id': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:21.181027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.193269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b3dac4a4-7a0f-4ee8-851b-222948579acc None None] Provisioning for port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:21.201813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.230089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:21.237292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b3dac4a4-7a0f-4ee8-851b-222948579acc None None] Provisioning complete for port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:21.237292 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b3dac4a4-7a0f-4ee8-851b-222948579acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.237787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:21.265260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.267021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:21.301094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3dd13-d982-4428-9853-1ce9d7b06999 req-f01e10c0-de8e-4d45-a2f7-95cfdecedd27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:21.314857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bef3dd13-d982-4428-9853-1ce9d7b06999 req-f01e10c0-de8e-4d45-a2f7-95cfdecedd27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.1445642 Aug 28 08:15:21.319904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38224) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:21.391053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.396921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234a1b10-45b1-476f-b9a5-16fd06f8fbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.405532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b3dac4a4-7a0f-4ee8-851b-222948579acc None None] Port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:15:21.484687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:21.485855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.514542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb15b-292a-45d6-a02d-a17da6527b3d req-398fab8c-dfdc-4f1b-bc0b-a9957044d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:21.518055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0fcb15b-292a-45d6-a02d-a17da6527b3d req-398fab8c-dfdc-4f1b-bc0b-a9957044d1c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 1102 time: 0.3626707 Aug 28 08:15:21.550901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:21.591434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbebdf2-f53a-4697-baaa-000c178cd2f0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:21.620410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0fcb15b-292a-45d6-a02d-a17da6527b3d req-50a8a4a0-50a9-4a45-8856-2a0e15d17dde service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776491 Aug 28 08:15:21.701979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bef3dd13-d982-4428-9853-1ce9d7b06999 req-e9599abb-9e51-49eb-85b3-601ca4156677 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857274 Aug 28 08:15:21.795187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:21.838920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-146eedf2-adff-4da9-8f42-7eddbed06bde None None] Provisioning for port a591d44a-41f1-4def-9285-022056e96f93 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:21.849630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-146eedf2-adff-4da9-8f42-7eddbed06bde None None] Provisioning complete for port a591d44a-41f1-4def-9285-022056e96f93 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:21.850162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-146eedf2-adff-4da9-8f42-7eddbed06bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:21.911250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-146eedf2-adff-4da9-8f42-7eddbed06bde None None] Port a591d44a-41f1-4def-9285-022056e96f93 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:15:21.991389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9af82-16a1-4c17-9a6a-c9f38c112dfd req-80ab7183-e099-42a9-9c5f-fe15ec0f7db8 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:21.993060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fd9af82-16a1-4c17-9a6a-c9f38c112dfd req-80ab7183-e099-42a9-9c5f-fe15ec0f7db8 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.2009668 Aug 28 08:15:22.001902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234a1b10-45b1-476f-b9a5-16fd06f8fbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.105225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fd9af82-16a1-4c17-9a6a-c9f38c112dfd req-387d0a61-8449-4635-a4f9-5b4f2e5ec8d7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761833 Aug 28 08:15:22.111020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234a1b10-45b1-476f-b9a5-16fd06f8fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.185581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.188010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9fd9bca-9b9d-40ea-ad0e-cd616b9c8755 req-fc5314d3-c6a7-416e-8120-1295422020f9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4154146 Aug 28 08:15:22.215093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-a8ab4251-746f-4451-b58a-02fd3ef9a522 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4622200 Aug 28 08:15:22.248422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Request body: {'port': {'device_id': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:22.270845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-234a1b10-45b1-476f-b9a5-16fd06f8fbe7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32442dc9945b44128ebd5302758c44dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9124882 Aug 28 08:15:22.271871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:22.318039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.321710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:22.352506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.359661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1b10-45b1-476f-b9a5-16fd06f8fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b6cdb5-dc2b-40ff-b635-83afa8442cc1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:22.419402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Transition to ACTIVE for port object ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:22.447624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963c55e-8898-4882-be0b-73465dfcc980 req-32b59b67-ac46-4ad8-a661-aafa6a7c74c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:22.448700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e963c55e-8898-4882-be0b-73465dfcc980 req-32b59b67-ac46-4ad8-a661-aafa6a7c74c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 935 time: 0.2044885 Aug 28 08:15:22.517287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.587311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.590762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:22.729850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e963c55e-8898-4882-be0b-73465dfcc980 req-ba297dfa-61a6-4bc0-9eee-e8eeb4fb4455 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534811 Aug 28 08:15:22.735902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:22.822854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:22.893882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7ffa-350b-4bf9-acf1-3a2d534f6c61 req-df73b1d2-e623-43ac-aae8-5e89eb51fc43 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:22.897401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d9c7ffa-350b-4bf9-acf1-3a2d534f6c61 req-df73b1d2-e623-43ac-aae8-5e89eb51fc43 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 950 time: 0.1996286 Aug 28 08:15:23.052898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a591d44a-41f1-4def-9285-022056e96f93 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:23.064584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.089580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Attempting to bind port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:23.092904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Attempting to bind port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:23.093869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Attempting to bind port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:23.111172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d9c7ffa-350b-4bf9-acf1-3a2d534f6c61 req-b74f4b6f-607e-4bb1-9d26-6c818f7ec211 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525824 Aug 28 08:15:23.140900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Transition to ACTIVE for port object a591d44a-41f1-4def-9285-022056e96f93 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:23.179200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-96feddaf-8ba2-4c50-a3e0-0c4fb6409208 service neutron] 10.222.0.64 "GET /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.3319771 Aug 28 08:15:23.180124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:23.180629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Attempting to bind port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:23.188730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.193367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.195589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0b6cdb5-dc2b-40ff-b635-83afa8442cc1 HTTP/1.1" status: 204 len: 168 time: 0.8655088 Aug 28 08:15:23.242736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae5807-5fda-47cf-a4f2-47cb5147f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b6cdb5-dc2b-40ff-b635-83afa8442cc1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:23.263159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:23.263677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:23.264281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:23.265001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Bound port: ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:23.265632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.299115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de7da950-6a90-4080-9e08-1bebfa074628 req-ef37088f-8480-42cd-b70c-765db2d91012 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/6cbebdf2-f53a-4697-baaa-000c178cd2f0 HTTP/1.1" status: 200 len: 1804 time: 0.4782233 Aug 28 08:15:23.359982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cbebdf2-f53a-4697-baaa-000c178cd2f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:23.360526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cbebdf2-f53a-4697-baaa-000c178cd2f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:23.406129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.539057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:23.546876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:23.560877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c1747-a4af-45b1-906e-6bd8544fa9d8 req-79a496d1-2531-48cd-ad14-3d25b1698eee tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:23.569320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d57c1747-a4af-45b1-906e-6bd8544fa9d8 req-79a496d1-2531-48cd-ad14-3d25b1698eee tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 947 time: 0.1490154 Aug 28 08:15:23.580342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Pushing event updated for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:23.642579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:23.674414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.692564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Attempting to bind port a591d44a-41f1-4def-9285-022056e96f93 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:23.693063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Attempting to bind port a591d44a-41f1-4def-9285-022056e96f93 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:23.693245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Attempting to bind port a591d44a-41f1-4def-9285-022056e96f93 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:23.714753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:23.717905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Port a591d44a-41f1-4def-9285-022056e96f93 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:23.717905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Attempting to bind port a591d44a-41f1-4def-9285-022056e96f93 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:23.741991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d57c1747-a4af-45b1-906e-6bd8544fa9d8 req-cb3863f0-0023-4194-a816-75186f0d8c3e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541123 Aug 28 08:15:23.751894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:23.752353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:23.752713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:23.753159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Bound port: a591d44a-41f1-4def-9285-022056e96f93, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:23.753564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.783826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9836d8b0-dc19-4af2-83e2-7adfcfab0715 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:23.868127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:23.874074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a591d44a-41f1-4def-9285-022056e96f93,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:23.880192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:23.881118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:23.882068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.886266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 HTTP/1.1" status: 200 len: 1096 time: 2.7938747 Aug 28 08:15:23.887397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:23.901518 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1871630-dbff-49a1-80cb-8314ca11549e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:23.980506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:23.997229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a2ae-532f-4af0-957b-a1acdeb0e7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:24.015992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.085662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.119227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.154999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.154999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.156293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] 10.222.0.39 "PUT /v2.0/ports/a591d44a-41f1-4def-9285-022056e96f93 HTTP/1.1" status: 200 len: 1097 time: 1.9127319 Aug 28 08:15:24.169832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:24.172386 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "tag": "a591d44a-41f1-4def-9285-022056e96f93"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:24.213386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-ba9a74ca-fdbd-41dd-bfb3-199acb647efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.215256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-ba9a74ca-fdbd-41dd-bfb3-199acb647efd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 1099 time: 0.1347206 Aug 28 08:15:24.216251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.287131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c23e-4d27-4a04-8df3-88a389cd55ee service neutron] Pushing event updated for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:24.338305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] Transition to ACTIVE for port object 9836d8b0-dc19-4af2-83e2-7adfcfab0715 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:24.352829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-63ea7479-1166-4340-b0d9-355c77ffd01f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 HTTP/1.1" status: 200 len: 217 time: 0.1061306 Aug 28 08:15:24.374185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8eb40-c6c8-4b75-b138-27c0ec9ed4bf req-23f4c937-011c-4eef-93c6-014a92d0a9f6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.395100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30f8eb40-c6c8-4b75-b138-27c0ec9ed4bf req-23f4c937-011c-4eef-93c6-014a92d0a9f6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 943 time: 0.3976038 Aug 28 08:15:24.444446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41391dd-be45-4e73-8349-65708c4ce673,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:24.485768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-4f19ca77-cc88-4239-9d6d-1f2e6d92c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.488536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-4f19ca77-cc88-4239-9d6d-1f2e6d92c2af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1203294 Aug 28 08:15:24.520113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.562996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:24.596134 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de7da950-6a90-4080-9e08-1bebfa074628 req-805281ae-9f48-4aab-9c2c-d75d6a087d35 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2923212 Aug 28 08:15:24.651056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:24.660161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-14df2877-815e-4d5f-88cb-187641252771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.670286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-14df2877-815e-4d5f-88cb-187641252771 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1674540 Aug 28 08:15:24.816095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30f8eb40-c6c8-4b75-b138-27c0ec9ed4bf req-309d4289-2bd6-43f2-ac86-501100dc3376 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004171 Aug 28 08:15:24.884857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-f02ec87b-e1e2-420a-9b3c-a485b40ca6bc service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125378 Aug 28 08:15:24.923340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] Pushing event updated for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:24.955902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] No DVR routers for this DVR port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:24.960563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-9dc697f7-dea0-4e92-a645-11e28886a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:24.962813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-9dc697f7-dea0-4e92-a645-11e28886a101 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 1100 time: 0.6094294 Aug 28 08:15:25.059045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-909b5bb0-fed6-4cbe-a881-4fc73567777a service neutron] 10.222.0.64 "PUT /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715/bindings/n-h1-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8718643 Aug 28 08:15:25.087301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:25.122884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-1a137c88-5fe5-4e4c-af38-e6d9a8f1616c service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292833 Aug 28 08:15:25.123528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'mac_address': 'fa:16:3e:09:a1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:15:25.169017 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a5ae9-9e22-4d31-8c0e-abb93f733646 x-openstack-request-id: req-d51a5ae9-9e22-4d31-8c0e-abb93f733646 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:25.169641 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:25.169997 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d51a5ae9-9e22-4d31-8c0e-abb93f733646 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:25.170630 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', 'status': 'completed', 'code': 200} Aug 28 08:15:25.228903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-734f4d5b-eb6f-477c-9dfe-5bda3c4fd138 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a591d44a-41f1-4def-9285-022056e96f93 HTTP/1.1" status: 200 len: 217 time: 0.1893125 Aug 28 08:15:25.251354 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c642c25-335d-44b7-9345-d53a53304b41 x-openstack-request-id: req-2c642c25-335d-44b7-9345-d53a53304b41 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:25.251800 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "tag": "a591d44a-41f1-4def-9285-022056e96f93", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:25.255073 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c642c25-335d-44b7-9345-d53a53304b41 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:25.256057 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93', 'status': 'completed', 'code': 200} Aug 28 08:15:25.262408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:25.280846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b838572a-8a02-4e4b-89c8-f34429908ca5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:25.307098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:25.375828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-dfb0e33f-4889-4434-85de-24ae77977d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.383137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-dfb0e33f-4889-4434-85de-24ae77977d60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1209142 Aug 28 08:15:25.398494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871630-dbff-49a1-80cb-8314ca11549e req-813e9175-93e7-4595-a95e-2ee038ae7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.402865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-813e9175-93e7-4595-a95e-2ee038ae7205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 1099 time: 0.0805809 Aug 28 08:15:25.413067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ee03a-4383-47ab-b376-250a8bc35f83 req-bdb39f51-c4af-4f51-abf5-76f869e81bbe tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.414076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:25.425526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b13ee03a-4383-47ab-b376-250a8bc35f83 req-bdb39f51-c4af-4f51-abf5-76f869e81bbe tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 947 time: 0.3917093 Aug 28 08:15:25.504252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:25.566229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-f541399d-657a-4142-88ca-728d1135186c tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.567862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-f541399d-657a-4142-88ca-728d1135186c tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1868026 Aug 28 08:15:25.573242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929122-b0ab-4c02-8434-0f413121c26f req-4bf7f6f9-74ec-4f97-89c7-138ae04a86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.574726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-4bf7f6f9-74ec-4f97-89c7-138ae04a86bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770077 Aug 28 08:15:25.585104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b13ee03a-4383-47ab-b376-250a8bc35f83 req-ae45fc6c-1d86-46fa-bee5-55ec7d738e29 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584988 Aug 28 08:15:25.611754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:25.621375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8ef3b-7d11-49b4-a6cf-68bfb8935519 req-0cf090b2-26a2-4ee8-9311-7e8b80a634fe tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.624057 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-74b8ef3b-7d11-49b4-a6cf-68bfb8935519 req-0cf090b2-26a2-4ee8-9311-7e8b80a634fe tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 950 time: 0.2469242 Aug 28 08:15:25.766973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-74b8ef3b-7d11-49b4-a6cf-68bfb8935519 req-2a21e3d5-47ba-4564-b0f2-a6fa9332eba3 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220684 Aug 28 08:15:25.777965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871630-dbff-49a1-80cb-8314ca11549e req-d938d6d3-9eef-416a-a3fd-0db996c20590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:25.781265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-d938d6d3-9eef-416a-a3fd-0db996c20590 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3708851 Aug 28 08:15:25.895410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-dacf895a-1455-4fb1-98c5-a9fd8cd214ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 HTTP/1.1" status: 200 len: 217 time: 0.0896888 Aug 28 08:15:26.007471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1353744464', 'description': 'tempest-description-70080177'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:26.021344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871630-dbff-49a1-80cb-8314ca11549e req-b701553f-aba1-4df7-9908-6b82a99cfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.024529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-b701553f-aba1-4df7-9908-6b82a99cfc17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1193964 Aug 28 08:15:26.133581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-cde82750-891b-4f13-b035-1362e239a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.135241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-cde82750-891b-4f13-b035-1362e239a0a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4&tenant_id=150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 1096 time: 0.5357955 Aug 28 08:15:26.141859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-1b2cb750-7484-4a4d-8b9e-25cc43dbd953 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393057 Aug 28 08:15:26.154510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1cf6d-64cc-4e86-951d-dd5a853e9a47 req-03694339-68b5-4d52-a4be-292db01fbd2b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.157384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2b1cf6d-64cc-4e86-951d-dd5a853e9a47 req-03694339-68b5-4d52-a4be-292db01fbd2b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 948 time: 0.1314027 Aug 28 08:15:26.172561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871630-dbff-49a1-80cb-8314ca11549e req-45eb2b35-3364-4af6-a999-a9bddff9060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.172561 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-45eb2b35-3364-4af6-a999-a9bddff9060d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253371 Aug 28 08:15:26.173058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:26.292207 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:26.346868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2b1cf6d-64cc-4e86-951d-dd5a853e9a47 req-410ab553-f8c9-4bae-8834-b810e973d908 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759424 Aug 28 08:15:26.449741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-2b447b2e-9423-47de-a27d-a3065be77c8f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676270 Aug 28 08:15:26.454295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-e474a83d-cb7c-4e7d-9ee0-517bc77919e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.456907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-e474a83d-cb7c-4e7d-9ee0-517bc77919e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1096 time: 0.2387049 Aug 28 08:15:26.566198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f929122-b0ab-4c02-8434-0f413121c26f req-ac80c753-39d9-4d55-be98-eb17b663847d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728538 Aug 28 08:15:26.596043 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:26.631375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1871630-dbff-49a1-80cb-8314ca11549e req-122a40ee-67da-4465-999c-28aaa4436f67 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678882 Aug 28 08:15:26.673188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-af9eed78-546d-404d-a28d-d934dd320653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.675825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-af9eed78-546d-404d-a28d-d934dd320653 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1824512 Aug 28 08:15:26.757150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-55392976-9d20-49e2-93c5-bcaf25a838df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 200 len: 217 time: 0.0491436 Aug 28 08:15:26.803871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:26.887494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-8d483a43-5e7a-491e-880c-055f5b012fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:26.890121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-8d483a43-5e7a-491e-880c-055f5b012fc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1308627 Aug 28 08:15:26.891362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc3a96b-1056-489b-bab9-1fa9893f27f8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:26.908508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:26.911462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68f3c7ad-5f1d-4b9c-8093-bd902b1e2fd4 req-d4bdd704-260f-47f6-b4cb-e895a42df859 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9078240 Aug 28 08:15:27.022069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-de736754-68f6-4c34-ad6d-d27e4a3d104d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839293 Aug 28 08:15:27.107296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-f066c60b-fd99-4048-a5e5-e7a784db4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:27.107296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-f066c60b-fd99-4048-a5e5-e7a784db4591 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 1100 time: 0.1468961 Aug 28 08:15:27.273975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cbdac-bf44-4fa8-a4c7-e711f0003120 req-5cda4f1f-7438-4066-8267-34bfcaa45d34 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:27.287646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a4cbdac-bf44-4fa8-a4c7-e711f0003120 req-5cda4f1f-7438-4066-8267-34bfcaa45d34 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.1620793 Aug 28 08:15:27.400202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:27.412394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a4cbdac-bf44-4fa8-a4c7-e711f0003120 req-a8a7eb20-b91e-4ca1-9d08-0aa8161f9a8b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231005 Aug 28 08:15:27.501320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-8b782db8-9b1d-4d63-beda-ee96a5f09962 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252446 Aug 28 08:15:27.602096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-551b4529-0dba-47f0-afe0-708606f8d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:27.604603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-551b4529-0dba-47f0-afe0-708606f8d3a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.4715309 Aug 28 08:15:27.699739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79a0cc19-b9c3-4462-a028-a065b23c6d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:27.727717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7fd7-5c64-406d-a2b0-32825cbb4785 req-506d58b7-4043-43d8-8e32-d24e35269ddc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:27.734434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f85b7fd7-5c64-406d-a2b0-32825cbb4785 req-506d58b7-4043-43d8-8e32-d24e35269ddc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 947 time: 0.1264684 Aug 28 08:15:27.798271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-1f3ab8a9-8cd8-459f-a268-c6d7096db3bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a591d44a-41f1-4def-9285-022056e96f93 HTTP/1.1" status: 200 len: 217 time: 0.1385841 Aug 28 08:15:27.805251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f85b7fd7-5c64-406d-a2b0-32825cbb4785 req-163bc9f0-8196-4e90-b951-90a0221c74a4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Aug 28 08:15:27.874793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:27.894538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', 'mac_address': 'fa:16:3e:7f:40:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:15:27.959628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-5408862e-b4ff-406f-bb77-d2da73f6757a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:27.964003 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-5408862e-b4ff-406f-bb77-d2da73f6757a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 948 time: 0.1526706 Aug 28 08:15:27.974970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:27.993743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:27.999847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-40e8a48e-bbc9-4174-8562-d81198321a28 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703586 Aug 28 08:15:28.024881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-5c043d30-320b-4414-8b01-b5c0473ae425 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/cbc3a96b-1056-489b-bab9-1fa9893f27f8 HTTP/1.1" status: 200 len: 1803 time: 0.3671460 Aug 28 08:15:28.042393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:28.043060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cbc3a96b-1056-489b-bab9-1fa9893f27f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:28.043726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cbc3a96b-1056-489b-bab9-1fa9893f27f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:28.056197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-44b32335-6ed4-4bc5-b4b6-ac05c47acde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.058752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-44b32335-6ed4-4bc5-b4b6-ac05c47acde8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2407203 Aug 28 08:15:28.144122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76918dc3-af02-41f8-a46e-ec66f5645c29 req-c3235f41-7de1-4883-9a86-65e93af2f460 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.146653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76918dc3-af02-41f8-a46e-ec66f5645c29 req-c3235f41-7de1-4883-9a86-65e93af2f460 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 950 time: 0.2102153 Aug 28 08:15:28.155457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-dd977d23-77f8-45d6-989a-6540bc1e4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.159476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-dd977d23-77f8-45d6-989a-6540bc1e4a17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795403 Aug 28 08:15:28.163088 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-3df9fb53-54bc-4aa0-afc2-982fa230af1c service neutron] delete failed (client error): The resource could not be found. Aug 28 08:15:28.165425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-3df9fb53-54bc-4aa0-afc2-982fa230af1c service neutron] 10.222.0.64 "DELETE /v2.0/ports/b838572a-8a02-4e4b-89c8-f34429908ca5/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.1851251 Aug 28 08:15:28.193179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:28.259847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76918dc3-af02-41f8-a46e-ec66f5645c29 req-595d47a6-1f62-490a-9444-e56fa92e0a21 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/security-groups?id=6153807e-3303-49ef-9059-f762a772690a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930300 Aug 28 08:15:28.341248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-bfe0527c-641b-43b1-9cd7-61108bfe7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.345413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-bfe0527c-641b-43b1-9cd7-61108bfe7d18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1100 time: 0.0780616 Aug 28 08:15:28.362613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:28.384793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-5905c725-8b3e-4ad2-9ecf-9db23d7ed28b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036321 Aug 28 08:15:28.386340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:28.425332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:28.511513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:28.517776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7292bc7-5584-4ddf-ab23-ab4abf0b0360 req-fad8a44e-91e5-49e6-adf2-a78d1276255a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.527230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7292bc7-5584-4ddf-ab23-ab4abf0b0360 req-fad8a44e-91e5-49e6-adf2-a78d1276255a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 948 time: 0.1675751 Aug 28 08:15:28.547992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ea9fc8-d6f1-4bd9-8aef-2f8c973645dd req-e278f669-38f0-417a-a7df-8e8a7ca27fa5 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419847 Aug 28 08:15:28.551463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350c882c-771d-4214-8746-6e43b8f3faed,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:28.614332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:28.623727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7292bc7-5584-4ddf-ab23-ab4abf0b0360 req-35a522ba-9466-43b6-a065-96b3dc882b83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Aug 28 08:15:28.642369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-08c43188-ff17-488b-baa1-ff6e5e97e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.643966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-08c43188-ff17-488b-baa1-ff6e5e97e904 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2246573 Aug 28 08:15:28.649437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:28.652980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-525b2da2-5f52-406a-a266-f87530f5a7f4 req-e61a5e14-9718-444d-b996-1408fa64ccc0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6267986 Aug 28 08:15:28.740480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:15:28.744464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-41b9cd01-cbd0-4214-bbbe-2caf0537898d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0825157 Aug 28 08:15:28.789018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96551ef1-195f-45c7-b710-28a217c2b12b req-b4a55487-d6ea-42f7-b67b-211164d27de8 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.822985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96551ef1-195f-45c7-b710-28a217c2b12b req-b4a55487-d6ea-42f7-b67b-211164d27de8 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 950 time: 0.1617277 Aug 28 08:15:28.879710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-efc60693-1404-4114-b2eb-0adede59c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.889448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-efc60693-1404-4114-b2eb-0adede59c4ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1350555 Aug 28 08:15:28.986078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-e61e090d-6da4-47e9-8eff-ca77f0a51e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:28.987941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-e61e090d-6da4-47e9-8eff-ca77f0a51e6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885508 Aug 28 08:15:28.990566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368344328', 'description': 'tempest-description-59863748'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:29.112222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port b838572a-8a02-4e4b-89c8-f34429908ca5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:29.118948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port b838572a-8a02-4e4b-89c8-f34429908ca5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:29.119606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.146551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2cef-ed4a-4871-8f76-30f83e8314f7 req-c394e1a2-3af8-4fb3-bf55-da06fcebf7a5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:29.148275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1abd2cef-ed4a-4871-8f76-30f83e8314f7 req-c394e1a2-3af8-4fb3-bf55-da06fcebf7a5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.1171017 Aug 28 08:15:29.148425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060a20-8f63-43ba-9903-0132e1da465f req-3294f26d-15fc-4cea-a0f4-5fc7bbbd2f39 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:29.150186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-3294f26d-15fc-4cea-a0f4-5fc7bbbd2f39 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1096 time: 0.1402795 Aug 28 08:15:29.152859 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-808487f8-e195-45b6-a85c-19bba6e14868 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563895 Aug 28 08:15:29.202902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Deleting port fbf571f4-bd4c-450c-bcae-214acc628aca {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:15:29.203253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.252757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1abd2cef-ed4a-4871-8f76-30f83e8314f7 req-8fe011e9-9f0a-4a23-8e4c-3f06553021a3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937974 Aug 28 08:15:29.255465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.311122 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b205be-fc79-4467-bbe1-5aee8d4e557f req-121b259d-4da3-4b67-a737-867b3dfb015e service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489270 Aug 28 08:15:29.420178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61408c4-d5ba-40c7-8867-d309245ab5b4 req-939ec8bf-4d5d-48d8-ae95-3cac826191e0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:29.428758 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f61408c4-d5ba-40c7-8867-d309245ab5b4 req-939ec8bf-4d5d-48d8-ae95-3cac826191e0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 948 time: 0.0660963 Aug 28 08:15:29.432304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] For port fbf571f4-bd4c-450c-bcae-214acc628aca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fbf571f4-bd4c-450c-bcae-214acc628aca,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:29.432687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.472044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f61408c4-d5ba-40c7-8867-d309245ab5b4 req-1415965f-f820-4d03-826b-f6a63010b29b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Aug 28 08:15:29.472942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Calling delete_port for fbf571f4-bd4c-450c-bcae-214acc628aca owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:15:29.504549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.542527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:29.555968 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd91d6fa-d5b9-4109-b28e-0491ae491451" -d '{"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-plugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:29.572498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:29.573083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.729168 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.731588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.744897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1f060a20-8f63-43ba-9903-0132e1da465f req-742dc974-f21f-4070-ba6c-6206e0a1e57b service neutron] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:29.768960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1f060a20-8f63-43ba-9903-0132e1da465f req-742dc974-f21f-4070-ba6c-6206e0a1e57b service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.768960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f060a20-8f63-43ba-9903-0132e1da465f req-742dc974-f21f-4070-ba6c-6206e0a1e57b service neutron] 10.222.0.39 "DELETE /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715/bindings/n-h2-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.5993721 Aug 28 08:15:29.785977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251f60af-b7cf-4a31-bdcd-0cf11f5991f7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:29.830966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.832810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:29.867497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Pushing event deleted for resources: {'Port': ['ID=fbf571f4-bd4c-450c-bcae-214acc628aca,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:29.912200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.917914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] No DVR routers for this DVR port fbf571f4-bd4c-450c-bcae-214acc628aca on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:15:29.921590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.923945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96551ef1-195f-45c7-b710-28a217c2b12b req-167574c2-d43c-4f04-8ab2-65519439ae1a tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.64 "DELETE /v2.0/ports/fbf571f4-bd4c-450c-bcae-214acc628aca HTTP/1.1" status: 204 len: 173 time: 1.0967257 Aug 28 08:15:29.924456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'name': 'network-vif-deleted', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:29.926960 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86331eaa-0053-44ea-8f25-26c2b353e299" -d '{"events": [{"server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "name": "network-vif-deleted", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:29.931106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:29.932466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c68a3167-9ff7-417d-bcd2-e31b4cd0dabb req-7cd2adbd-35cb-4597-8cc6-a58940c01811 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9495518 Aug 28 08:15:29.967743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ff70cc92-8a49-4881-89e1-8361bdb1e522 req-441de76c-2d4e-4b1d-bca9-45a0eb800945 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0601411 Aug 28 08:15:30.024980 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbad37b-e3fd-46c7-a210-a7d963eb9abe x-openstack-request-id: req-bfbad37b-e3fd-46c7-a210-a7d963eb9abe {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:30.044249 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-plugged", "status": "completed", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:30.044249 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfbad37b-e3fd-46c7-a210-a7d963eb9abe {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:30.044249 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'code': 200} Aug 28 08:15:30.123321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950d8c7-b141-4c31-b5e9-9e36de6b0514 req-6cd131bc-0600-4d69-81dd-08317337fcf8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:30.125163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8950d8c7-b141-4c31-b5e9-9e36de6b0514 req-6cd131bc-0600-4d69-81dd-08317337fcf8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0625565 Aug 28 08:15:30.173842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8950d8c7-b141-4c31-b5e9-9e36de6b0514 req-2281019a-94dd-4a81-a4ce-cf9ceeae6135 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Aug 28 08:15:30.253745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2f1c-1a38-4328-8b56-45ea82161afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:30.261671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afc3bd-6631-42f5-919c-bc170cf532fb req-77a24d94-2ef9-4c92-8ac5-f3325992b678 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:30.266373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afc3bd-6631-42f5-919c-bc170cf532fb req-77a24d94-2ef9-4c92-8ac5-f3325992b678 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1096 time: 0.0595882 Aug 28 08:15:30.307201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afc3bd-6631-42f5-919c-bc170cf532fb req-7009d581-1113-4fb8-9095-ea9c0db4541a tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Aug 28 08:15:30.356615 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723d672-7bac-4359-830e-0ca642ba97cd x-openstack-request-id: req-4723d672-7bac-4359-830e-0ca642ba97cd {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:30.356916 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9feaa1-2306-4984-893c-da3b10065da6", "name": "network-vif-deleted", "tag": "fbf571f4-bd4c-450c-bcae-214acc628aca", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:30.357165 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4723d672-7bac-4359-830e-0ca642ba97cd {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:30.357568 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9feaa1-2306-4984-893c-da3b10065da6', 'name': 'network-vif-deleted', 'tag': 'fbf571f4-bd4c-450c-bcae-214acc628aca', 'status': 'completed', 'code': 200} Aug 28 08:15:30.359006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57f0b35d-0375-4133-8745-61091f486810 req-3ecf1f16-fe27-4651-8881-5265677c3db8 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323653 Aug 28 08:15:30.436050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1469976651', 'description': 'tempest-description-1929548723'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:30.563592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0b35d-0375-4133-8745-61091f486810 req-ee427e57-8ad8-460e-ac40-373cbd61abb9 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:30.569848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:30.570046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57f0b35d-0375-4133-8745-61091f486810 req-ee427e57-8ad8-460e-ac40-373cbd61abb9 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880095 Aug 28 08:15:30.590407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57f0b35d-0375-4133-8745-61091f486810 req-93a36e74-f3cc-459e-b914-a883cabaf0b1 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/quotas/8cb9d0ddfdbb4912b8533ffe1c037982 HTTP/1.1" status: 200 len: 375 time: 0.0171337 Aug 28 08:15:30.640532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57f0b35d-0375-4133-8745-61091f486810 req-d16e26fb-be6c-495e-b42e-7e56f7bad1a2 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429487 Aug 28 08:15:30.672142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a591d44a-41f1-4def-9285-022056e96f93 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:30.711256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:30.799944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a591d44a-41f1-4def-9285-022056e96f93,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:30.822892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'a591d44a-41f1-4def-9285-022056e96f93', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'a591d44a-41f1-4def-9285-022056e96f93', 'mac_address': 'fa:16:3e:6c:6b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:15:30.843086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:30.852958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9830a4-4c86-424a-b3b3-b39525178ef1 req-97906396-e389-40d5-b231-895a3789a889 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:30.856308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e9830a4-4c86-424a-b3b3-b39525178ef1 req-97906396-e389-40d5-b231-895a3789a889 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 1096 time: 0.0553098 Aug 28 08:15:30.888184 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:30.909565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591d44a-41f1-4def-9285-022056e96f93 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:30.915968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e058ae0c-5202-44a5-af12-30aaea13a125,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:30.922672 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e9830a4-4c86-424a-b3b3-b39525178ef1 req-766c722a-f231-41b7-8145-6bce64a4208c tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566027 Aug 28 08:15:30.977310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a591d44a-41f1-4def-9285-022056e96f93,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:31.025346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.027625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4400bd42-3c33-462a-a248-1dc23fde979d req-0ef8e202-4432-4eca-b9d9-0a3e4380805c tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5981803 Aug 28 08:15:31.060035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.098931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158ca4-a7d2-40d2-b4f0-ffb1d32ad3ca req-ac1757fc-c397-4863-a20d-0f59c2ae21f1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:31.106871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5e158ca4-a7d2-40d2-b4f0-ffb1d32ad3ca req-ac1757fc-c397-4863-a20d-0f59c2ae21f1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 948 time: 0.0840218 Aug 28 08:15:31.170313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5e158ca4-a7d2-40d2-b4f0-ffb1d32ad3ca req-0c7a9eba-02e7-4f71-8501-3aa5eab36a9a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613050 Aug 28 08:15:31.186252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:31.352127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fffeaed8-0484-43bf-a27f-693e385314e6 req-b90b132a-9953-4df8-8fe8-1c7c267b1e25 tempest-ImagesNegativeTestJSON-1164517417 tempest-ImagesNegativeTestJSON-1164517417-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9feaa1-2306-4984-893c-da3b10065da6 HTTP/1.1" status: 200 len: 210 time: 0.0593629 Aug 28 08:15:31.404894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:15:31.434801 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-1dc9854e-bc04-4eda-a5e2-16bd040df705 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/251f60af-b7cf-4a31-bdcd-0cf11f5991f7 HTTP/1.1" status: 200 len: 1802 time: 0.0576348 Aug 28 08:15:31.540007 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-d712db39-0d56-463c-94e0-a2051b2a71ba tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/e058ae0c-5202-44a5-af12-30aaea13a125 HTTP/1.1" status: 200 len: 1805 time: 0.0941579 Aug 28 08:15:31.551847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '251f60af-b7cf-4a31-bdcd-0cf11f5991f7', 'remote_group_id': 'e058ae0c-5202-44a5-af12-30aaea13a125', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:31.552115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '251f60af-b7cf-4a31-bdcd-0cf11f5991f7', 'remote_group_id': 'e058ae0c-5202-44a5-af12-30aaea13a125', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:31.580007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:31.591741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:31.592379 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.725647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.782693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.787303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:31.812804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.847270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['a591d44a-41f1-4def-9285-022056e96f93'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:31.857110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:31.999267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:32.000312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fbf571f4-bd4c-450c-bcae-214acc628aca no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:15:32.026343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:32.045913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:32.051941 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13acc2b-783a-4071-a804-a2a4775bfb11" -d '{"events": [{"server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:32.061130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: fbf571f4-bd4c-450c-bcae-214acc628aca {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:15:32.061667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09de65c-c46a-4dcb-8b4d-f5d121b52d1d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:32.062190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fbf571f4-bd4c-450c-bcae-214acc628aca not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:15:32.078116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.079078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.080377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.082940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.083702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.084645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.085567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.086866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.087510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.088379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.089065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.089666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:32.145710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:32.205690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:32.223853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9c48042-26e8-4cf0-a1b0-74eaf13342eb req-db30abf0-e309-4ba6-9d96-d72897e033a4 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6763499 Aug 28 08:15:32.295373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153afa-1ee3-4dca-8d79-10e298132727 req-63aec8fb-d42b-4919-bbd0-b9b2b4fe1320 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:32.297854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb153afa-1ee3-4dca-8d79-10e298132727 req-63aec8fb-d42b-4919-bbd0-b9b2b4fe1320 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0770526 Aug 28 08:15:32.361409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb153afa-1ee3-4dca-8d79-10e298132727 req-8b93d562-b037-4f62-8c16-a2c07816d4ab tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Aug 28 08:15:32.447586 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b0a44-904c-45e8-903a-15b1e391eb5c x-openstack-request-id: req-476b0a44-904c-45e8-903a-15b1e391eb5c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:32.448059 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:32.448482 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-476b0a44-904c-45e8-903a-15b1e391eb5c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:32.449326 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', 'code': 200} Aug 28 08:15:32.474791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-908578338', 'description': 'tempest-description-673794899'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:32.515436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edf07c-fc35-49bb-8f9d-06c37b3b1d07 req-1686f5b9-5810-4eff-a96b-d6b07ea051f6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:32.517125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45edf07c-fc35-49bb-8f9d-06c37b3b1d07 req-1686f5b9-5810-4eff-a96b-d6b07ea051f6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 949 time: 0.0718820 Aug 28 08:15:32.577257 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45edf07c-fc35-49bb-8f9d-06c37b3b1d07 req-b183ebe1-1840-45eb-9948-160ead57f3ce tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Aug 28 08:15:32.602427 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:32.647566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf1e8-138e-43cb-895a-28bde1268ada req-46aa45e4-83e2-4880-bae1-49618dfb3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:32.651231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8dcf1e8-138e-43cb-895a-28bde1268ada req-46aa45e4-83e2-4880-bae1-49618dfb3064 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 1101 time: 0.0981994 Aug 28 08:15:32.729215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8dcf1e8-138e-43cb-895a-28bde1268ada req-5d2d32bd-9173-40ff-9734-40ae955e793a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Aug 28 08:15:32.781927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:32.946502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.016712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a31da7c-6bd6-4607-beac-26916edb9c02,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:33.078801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.081352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35e025d2-df01-42bc-9010-4ea974b09f14 req-c0cabcb5-0c94-4d57-bf08-84676d5e44eb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6109655 Aug 28 08:15:33.094783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75470d-91df-4d76-b4c2-3c347c1c90fb req-dc54bb61-2a90-4974-916f-cac715731c35 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:33.096617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a75470d-91df-4d76-b4c2-3c347c1c90fb req-dc54bb61-2a90-4974-916f-cac715731c35 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0628901 Aug 28 08:15:33.161317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a75470d-91df-4d76-b4c2-3c347c1c90fb req-4a9219ea-7696-4f3b-8273-494a485be280 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Aug 28 08:15:33.218697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1161434249', 'description': 'tempest-description-1678922632'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:33.287230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f544a5b7-af20-4603-865c-c2e7e15f7927 req-cd4fe068-4197-40b8-996b-d69050d0b608 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250335 Aug 28 08:15:33.351755 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.467767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.472195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544a5b7-af20-4603-865c-c2e7e15f7927 req-faf96317-2ecf-43bd-9ea9-517a99074f9c tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:33.478788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f544a5b7-af20-4603-865c-c2e7e15f7927 req-faf96317-2ecf-43bd-9ea9-517a99074f9c tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787786 Aug 28 08:15:33.515063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f544a5b7-af20-4603-865c-c2e7e15f7927 req-9973060f-7fbd-4802-95e1-c65699536103 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/quotas/8cb9d0ddfdbb4912b8533ffe1c037982 HTTP/1.1" status: 200 len: 375 time: 0.0294068 Aug 28 08:15:33.556272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f544a5b7-af20-4603-865c-c2e7e15f7927 req-c1a39547-b715-4779-9805-ccdc191713dc tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312300 Aug 28 08:15:33.562799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.641029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8254ddb-7fd1-4d41-a18e-ba078ad32762,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:33.700439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:33.707204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04037672-1029-43cb-84aa-a557ad478588 req-22e7309c-e6e8-4b59-8d2b-57d05de71787 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4887886 Aug 28 08:15:33.988612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a3c7-72ca-45e4-ba39-28661cf9b1c0 req-86a35bd5-04ca-4bad-bbec-0c9c82a80c0a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:33.990193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7890a3c7-72ca-45e4-ba39-28661cf9b1c0 req-86a35bd5-04ca-4bad-bbec-0c9c82a80c0a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 949 time: 0.0952117 Aug 28 08:15:34.082626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7890a3c7-72ca-45e4-ba39-28661cf9b1c0 req-78f102ea-55da-427d-8f5f-c3c2147d4673 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714593 Aug 28 08:15:34.185842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-5aaea677-182e-4e04-a4ff-2b5cdeef5bed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/2a31da7c-6bd6-4607-beac-26916edb9c02 HTTP/1.1" status: 200 len: 1803 time: 0.0585647 Aug 28 08:15:34.259646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-fe3bdf2b-0044-4b67-9a9b-0c43e03d1e1e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/f8254ddb-7fd1-4d41-a18e-ba078ad32762 HTTP/1.1" status: 200 len: 1805 time: 0.0585203 Aug 28 08:15:34.291245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a31da7c-6bd6-4607-beac-26916edb9c02', 'remote_group_id': 'f8254ddb-7fd1-4d41-a18e-ba078ad32762', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:34.291831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a31da7c-6bd6-4607-beac-26916edb9c02', 'remote_group_id': 'f8254ddb-7fd1-4d41-a18e-ba078ad32762', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:34.726085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a591d44a-41f1-4def-9285-022056e96f93 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:15:34.826394 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:34.889549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:34.996655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.041396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port a591d44a-41f1-4def-9285-022056e96f93 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:35.047060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port a591d44a-41f1-4def-9285-022056e96f93 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:35.047618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.095229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.113834 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.128855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c565d7-3314-49b8-b8d6-6462e1b75868,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:35.242016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.283870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:35.292443 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1572ad5-e349-4a10-bb45-bd6e720d1216" -d '{"events": [{"server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "name": "network-vif-plugged", "status": "completed", "tag": "a591d44a-41f1-4def-9285-022056e96f93"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:35.305181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a591d44a-41f1-4def-9285-022056e96f93,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:35.309482 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.311019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b1a6bb4-23c7-4b24-9134-55b9d5bf3daa req-a6153abe-1668-4961-9cc8-297f8eee74af tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0369763 Aug 28 08:15:35.396317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.544843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:35.568415 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c83f2ef-9724-468a-b62b-21f8a22b9341 x-openstack-request-id: req-4c83f2ef-9724-468a-b62b-21f8a22b9341 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:35.568774 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "name": "network-vif-plugged", "status": "completed", "tag": "a591d44a-41f1-4def-9285-022056e96f93", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:35.569047 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c83f2ef-9724-468a-b62b-21f8a22b9341 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:35.569558 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93', 'code': 200} Aug 28 08:15:35.595589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45bf71-357c-4ef6-91a7-07b7445c3ed2 req-42d316c5-23eb-4f8f-b650-86a6898dab36 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:35.604997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab45bf71-357c-4ef6-91a7-07b7445c3ed2 req-42d316c5-23eb-4f8f-b650-86a6898dab36 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 949 time: 0.0884776 Aug 28 08:15:35.685082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab45bf71-357c-4ef6-91a7-07b7445c3ed2 req-85b0e4ee-c2ea-45a0-9927-245095a9f0f5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Aug 28 08:15:35.715433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-bd7fbd54-3e0c-47aa-aafc-725a71bd565f tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/f8254ddb-7fd1-4d41-a18e-ba078ad32762 HTTP/1.1" status: 200 len: 1805 time: 0.1231542 Aug 28 08:15:35.823712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999827a3-c1ce-495b-a704-0236dc2699ce req-9deab891-c15d-48f4-acb3-004f4a81a945 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365438 Aug 28 08:15:35.870334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38588) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:35.879090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.912052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:35.992994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502f5a-51da-453e-be5d-3b06ca1a5a53 req-63ccb113-a847-4404-b97c-b92359285a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:35.994480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44502f5a-51da-453e-be5d-3b06ca1a5a53 req-63ccb113-a847-4404-b97c-b92359285a77 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 1102 time: 0.2656660 Aug 28 08:15:36.073103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44502f5a-51da-453e-be5d-3b06ca1a5a53 req-6376d1ff-5235-454d-8031-bc916cb67b09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662155 Aug 28 08:15:36.086728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999827a3-c1ce-495b-a704-0236dc2699ce req-8368f73a-7a64-48f5-be1b-be5186346e06 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:36.089189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999827a3-c1ce-495b-a704-0236dc2699ce req-8368f73a-7a64-48f5-be1b-be5186346e06 tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442670 Aug 28 08:15:36.094639 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.117918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.134678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999827a3-c1ce-495b-a704-0236dc2699ce req-6cabbd52-cc35-4145-bc3e-2d85ec6ed9ae tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/quotas/8cb9d0ddfdbb4912b8533ffe1c037982 HTTP/1.1" status: 200 len: 375 time: 0.0197122 Aug 28 08:15:36.147078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-250740f3-6362-49a4-9591-b4e4bfb4ab26 req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/f8254ddb-7fd1-4d41-a18e-ba078ad32762 HTTP/1.1" status: 204 len: 173 time: 0.4191906 Aug 28 08:15:36.187625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d686c1-4455-4cd2-bdc8-96dd3dc9db16 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8254ddb-7fd1-4d41-a18e-ba078ad32762,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:36.204392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-999827a3-c1ce-495b-a704-0236dc2699ce req-e00a7eb0-b99d-425b-bcd2-ba72b49c9ceb tempest-QuotasAdminNegativeTest-1627803444 tempest-QuotasAdminNegativeTest-1627803444-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601430 Aug 28 08:15:36.234317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fd8edd74-ba56-40ec-901c-ca3b1beab4b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89d7d1bbbbc04a88b58004fd5ac8226c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597105 Aug 28 08:15:36.238524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38604) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:36.319037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.336404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-a4ef4a6a-abb3-48ac-bbac-56f3bceb20e8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782707 Aug 28 08:15:36.381302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.593853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3f37-817c-4192-9811-c6f5195af413 req-ca893761-6a8c-46c9-8dba-818aca044874 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:36.596977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3cf3f37-817c-4192-9811-c6f5195af413 req-ca893761-6a8c-46c9-8dba-818aca044874 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.1029749 Aug 28 08:15:36.602380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-295b8291-07ca-435c-9d70-7f9291ec74b8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:36.605108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-295b8291-07ca-435c-9d70-7f9291ec74b8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570720 Aug 28 08:15:36.639830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-736a9b8f-469c-4e06-9d71-dd427203b1ba tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/quotas/fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 375 time: 0.0277648 Aug 28 08:15:36.673581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.686610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:36.693756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6153807e-3303-49ef-9059-f762a772690a HTTP/1.1" status: 204 len: 168 time: 0.4538622 Aug 28 08:15:36.727310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3cf3f37-817c-4192-9811-c6f5195af413 req-de5c3fb1-ddc8-40a6-b22f-d77937b02dee tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 Aug 28 08:15:36.731769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2516-7ff6-48cc-9b21-e753f53b134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6153807e-3303-49ef-9059-f762a772690a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:36.769214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-d89bbf97-53a2-4003-835d-7f292bbd624a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269083 Aug 28 08:15:36.870588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2e9f759-a264-4248-af03-41e96e7b93e8 req-bed8e484-cbb5-4978-8bc2-1441abf6c6e6 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/2a31da7c-6bd6-4607-beac-26916edb9c02 HTTP/1.1" status: 200 len: 1803 time: 0.0672894 Aug 28 08:15:37.299973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1205950066', 'description': 'tempest-description-781678669'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:37.438628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:37.597674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:37.653847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:37.692115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7213f992-7fc8-4e87-86e5-9d79a2f889ff req-55236df3-8cd0-4cd5-967b-baaa9c4407a3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.0826783 Aug 28 08:15:37.695323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c54520d-7d63-4fe7-baa8-575573347d7b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:37.808321 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:37.813620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-14a05263-c73b-4e5f-a5e3-b499c98c2f93 req-b4960c4f-9bf1-43de-ae24-91db892a6823 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5175233 Aug 28 08:15:37.958287 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-ea56f209-f6a7-4856-8044-411fa027f0ef tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 200 len: 1804 time: 0.1167071 Aug 28 08:15:37.985624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c54520d-7d63-4fe7-baa8-575573347d7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:37.986262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c54520d-7d63-4fe7-baa8-575573347d7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:37.988593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691e846-2996-4d51-bd83-5eb6c691e102 req-23d4b373-f8b8-438a-a1c0-54f1ec388ebb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:37.991154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c691e846-2996-4d51-bd83-5eb6c691e102 req-23d4b373-f8b8-438a-a1c0-54f1ec388ebb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.1320357 Aug 28 08:15:38.092833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c691e846-2996-4d51-bd83-5eb6c691e102 req-668f3295-d4bf-4c73-9e78-fdcb440b75e8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929942 Aug 28 08:15:38.238470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.301537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.432732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.476517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:38.479612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2fec43-7bf7-467f-8d14-fa95734e7012,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:38.557822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.561327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4083e7d8-6617-4b7b-ae85-77072296fffb req-7c322a1e-d2ab-4c58-a809-0465b1a525ed tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5813501 Aug 28 08:15:38.600039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38672) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:38.654361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-f27fd484-2a02-430e-99fc-65e73dd12f04 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 200 len: 2397 time: 0.0621765 Aug 28 08:15:38.667081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c54520d-7d63-4fe7-baa8-575573347d7b', 'remote_group_id': None}]} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:38.667416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c54520d-7d63-4fe7-baa8-575573347d7b', 'remote_group_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:38.779310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b80e02ef-7940-42d0-a204-b1eb4059166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.798345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1241846649-network', 'tenant_id': '0606057246a145328a7828d9cbe2dde5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:38.874447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.897778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa5e43f3-fe9e-4ad7-9785-e1a70a263088 req-97c6accc-f137-48c9-8419-b98ccecafd52 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.0387571 Aug 28 08:15:38.928440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Made reservation on behalf of 0606057246a145328a7828d9cbe2dde5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:38.934996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.943793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:38.964412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.035963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b80e02ef-7940-42d0-a204-b1eb4059166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.059318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.086127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f237baf7-aa79-4a85-81a9-88c5a9611eb2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:39.098609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.099098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.099561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.100068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.101098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.101592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.102061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.102563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.103101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.103591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.104056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.104590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:15:39.145925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b80e02ef-7940-42d0-a204-b1eb4059166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.235174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b80e02ef-7940-42d0-a204-b1eb4059166a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cb9d0ddfdbb4912b8533ffe1c037982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555220 Aug 28 08:15:39.235768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:39.245821 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e02ef-7940-42d0-a204-b1eb4059166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b0ab49-4aff-4da8-95e8-717c390b7ede,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:39.289647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.318406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063831-d2d1-43d2-8891-893a86417abc req-2a57735d-7e61-4d1e-8b16-419e55cd6348 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:39.320041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8063831-d2d1-43d2-8891-893a86417abc req-2a57735d-7e61-4d1e-8b16-419e55cd6348 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.0881882 Aug 28 08:15:39.326793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.357777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.364067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.391952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:15:39.413766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8063831-d2d1-43d2-8891-893a86417abc req-2d2cb6eb-5266-4f2d-bd38-70e15ab6e47c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Aug 28 08:15:39.417959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.418405 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Added segment 7df82bea-4526-468a-b9ef-5390ef91c4da of type vlan for network 335cb11f-2d84-49b9-8ea3-2273b491e7be Aug 28 08:15:39.420244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae86c8-a5ed-44b9-909c-4bad58751e0d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:39.450555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.450555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddf82e9e-6227-46d6-aae8-3c0d42ec2e78 req-5d865845-329f-418f-a563-5678f7535cb5 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7842577 Aug 28 08:15:39.483280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.494663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.501208 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.503790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32b0ab49-4aff-4da8-95e8-717c390b7ede HTTP/1.1" status: 204 len: 168 time: 0.2666206 Aug 28 08:15:39.537258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9586c-19f6-4aed-b632-487f7ac523a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b0ab49-4aff-4da8-95e8-717c390b7ede,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:39.568108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.570914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:39.570914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:39.701668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=335cb11f-2d84-49b9-8ea3-2273b491e7be,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:39.737820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:15:39.781291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d52ec906-5382-485b-812d-7336db9587ce req-4bfebca1-0808-4d5c-8598-66ac5033425d tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 200 len: 2995 time: 0.1426210 Aug 28 08:15:39.787809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27fc7fba-5c33-45cd-8539-3a53ab46b8f9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1820874 Aug 28 08:15:39.789014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:39.796543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Request body: {'subnet': {'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1241846649-subnet', 'tenant_id': '0606057246a145328a7828d9cbe2dde5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:39.900673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-c5811dff-ec8c-445f-bc9f-4f0b75781dd8 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-group-rules/f237baf7-aa79-4a85-81a9-88c5a9611eb2 HTTP/1.1" status: 200 len: 783 time: 0.0677679 Aug 28 08:15:39.949776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Made reservation on behalf of 0606057246a145328a7828d9cbe2dde5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:39.953978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.078961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a042331c-2483-479b-b0fc-b43b401d1034 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 200 len: 2995 time: 0.1770310 Aug 28 08:15:40.079515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-c3a40448-3164-49fe-822d-5f46168e35cd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314097 Aug 28 08:15:40.155872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.189230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.255685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253502-5aa1-4873-9eb7-92c3192b41d8 req-ed16b645-760c-41fd-8eab-f9bad6dfa98f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:40.262369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253502-5aa1-4873-9eb7-92c3192b41d8 req-ed16b645-760c-41fd-8eab-f9bad6dfa98f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:40.279709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6253502-5aa1-4873-9eb7-92c3192b41d8 req-ed16b645-760c-41fd-8eab-f9bad6dfa98f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e&device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 1690 time: 0.1938748 Aug 28 08:15:40.369667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.378115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.388540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f127d8b2-6607-48fa-b7b5-f470abb35886 req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f237baf7-aa79-4a85-81a9-88c5a9611eb2 HTTP/1.1" status: 204 len: 173 time: 0.2930229 Aug 28 08:15:40.407542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1c757-532e-4e11-a94e-3376ed7fb4a3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f237baf7-aa79-4a85-81a9-88c5a9611eb2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:40.464152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6253502-5aa1-4873-9eb7-92c3192b41d8 req-1fa23cd7-0886-4514-bd54-ebdd82bd967b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871798 Aug 28 08:15:40.481832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-29f4b513-7cef-4a08-9c37-c70df46d9f87 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:40.483586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-29f4b513-7cef-4a08-9c37-c70df46d9f87 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976858 Aug 28 08:15:40.512829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Request body: {'port': {'device_id': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'fe90ff7ea3824107bdeecd1e3ac5de54'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:40.536460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-311c95ff-bf0c-46bb-b788-37661af6310a req-7cbee1a8-518b-4d8a-bc9f-adc346a6eeaa tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.0379157 Aug 28 08:15:40.656634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-675173e6-70b0-47a7-9fed-67c2c39b3ac9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 200 len: 2397 time: 0.1605637 Aug 28 08:15:40.688540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38748) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:40.710778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98ef62f-add5-4a5b-adec-882bdd51fb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.730327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.813756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9869f82a-529d-452b-b874-c4ba8b899c1a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:40.823725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.845221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Checking segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:40.845221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Network hostable DHCP agents. Network: 335cb11f-2d84-49b9-8ea3-2273b491e7be, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:15:40.867218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.946961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98ef62f-add5-4a5b-adec-882bdd51fb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:40.967761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:15:41.031304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.035871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.054523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df74b8cf-62bf-4c32-817f-13be081b5420 req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/9c54520d-7d63-4fe7-baa8-575573347d7b HTTP/1.1" status: 204 len: 173 time: 0.3966014 Aug 28 08:15:41.107409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60cfd9-9837-4db5-baac-b14cc43ea027 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c54520d-7d63-4fe7-baa8-575573347d7b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:41.112900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 335cb11f-2d84-49b9-8ea3-2273b491e7be) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:41.131408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97ecd2-107c-49f8-9572-c24087f75c96 None None] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:15:41.167559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:41.169141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.213816 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-6f205d45-a662-42ed-a80f-7b50a0b59728 req-d36c9ba4-e53c-4e64-9f68-88495c02c432 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] show failed (client error): The resource could not be found. Aug 28 08:15:41.240940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f205d45-a662-42ed-a80f-7b50a0b59728 req-d36c9ba4-e53c-4e64-9f68-88495c02c432 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/f8254ddb-7fd1-4d41-a18e-ba078ad32762 HTTP/1.1" status: 404 len: 352 time: 0.1158369 Aug 28 08:15:41.346135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Made reservation on behalf of fe90ff7ea3824107bdeecd1e3ac5de54 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:41.350185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.372650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98ef62f-add5-4a5b-adec-882bdd51fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.421840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-1317228e-2b1a-41e2-8727-5770836b27b3 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/2a31da7c-6bd6-4607-beac-26916edb9c02 HTTP/1.1" status: 200 len: 1803 time: 0.1376090 Aug 28 08:15:41.439348 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c98ef62f-add5-4a5b-adec-882bdd51fb34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d763d8bd09e94dfb869e4e716bb42e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7493129 Aug 28 08:15:41.442561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-36d1c5ab-2ff9-4cb0-90a4-6827bb878ab9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6504595 Aug 28 08:15:41.442989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7760a-ed8c-4cd7-a300-e8c4575316a1 req-a3b58154-5122-462e-b76f-1baac475ccd0 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:41.445240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38762) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:41.451719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06a7760a-ed8c-4cd7-a300-e8c4575316a1 req-a3b58154-5122-462e-b76f-1baac475ccd0 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 1101 time: 0.4783821 Aug 28 08:15:41.462923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ef62f-add5-4a5b-adec-882bdd51fb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275c0068-1f98-437c-b877-6c48c91d373f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:41.486727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a5092-7911-4b27-8627-15a3191edcaf None None] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:15:41.528565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06a7760a-ed8c-4cd7-a300-e8c4575316a1 req-64cdd8ea-3006-47ed-99bc-56006771354a tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Aug 28 08:15:41.659677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.724324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d77e4-ee45-4f7d-bc0f-8796e52c84e2 req-849914ba-8fd8-4a52-96c1-68417ac88878 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:41.727892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f23d77e4-ee45-4f7d-bc0f-8796e52c84e2 req-849914ba-8fd8-4a52-96c1-68417ac88878 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 1102 time: 0.0782864 Aug 28 08:15:41.773059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.783885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.789960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f23d77e4-ee45-4f7d-bc0f-8796e52c84e2 req-6d018ecf-5e3e-4fb1-83c8-71d334076d7f tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516684 Aug 28 08:15:41.858733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:41.925523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Allocated IP 192.168.233.229 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/3a631e10-63c0-435d-8334-b22f40d8a0da) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:42.114350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:42.120105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:42.124093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/275c0068-1f98-437c-b877-6c48c91d373f HTTP/1.1" status: 204 len: 168 time: 0.6735101 Aug 28 08:15:42.157094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fbd21-82fb-4fed-80d3-1e11685ac929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275c0068-1f98-437c-b877-6c48c91d373f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:42.166155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23778418-574e-4b8f-9d47-cfcdbec9ec59 req-8a4e5279-aee0-4303-b0b8-4158f2be5e3f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.1018867 Aug 28 08:15:42.255980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:42.356259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:42.356259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b5aab7b-3809-44b0-882a-dc5794f22dab req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/2a31da7c-6bd6-4607-beac-26916edb9c02 HTTP/1.1" status: 204 len: 173 time: 0.8229759 Aug 28 08:15:42.356259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb41b0-c022-4a18-987e-500f07245f94 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a31da7c-6bd6-4607-beac-26916edb9c02,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:42.408564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:42.431712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Transition to ACTIVE for port object 3a631e10-63c0-435d-8334-b22f40d8a0da will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:43.031935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:43.069939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:43.105123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:43.131539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:43.137722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:43.145162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:43.210720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:43.289755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:43.292987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:43.472907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-45557b5e-7494-490c-a7e9-fd53beb8f8ff tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9708886 Aug 28 08:15:43.499372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Request body: {'port': {'device_id': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:43.582737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:43.642440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c862dcc-0144-4941-ab57-9f567cd34ed6 None None] Provisioning for port 3a631e10-63c0-435d-8334-b22f40d8a0da completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:43.649279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c862dcc-0144-4941-ab57-9f567cd34ed6 None None] Provisioning complete for port 3a631e10-63c0-435d-8334-b22f40d8a0da triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:43.652187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c862dcc-0144-4941-ab57-9f567cd34ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:43.723589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5c862dcc-0144-4941-ab57-9f567cd34ed6 None None] Port 3a631e10-63c0-435d-8334-b22f40d8a0da cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:15:44.046579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:44.046579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:44.046579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Transition to ACTIVE for port object 3a631e10-63c0-435d-8334-b22f40d8a0da will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:44.350835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:44.431509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:44.578789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Attempting to bind port 3a631e10-63c0-435d-8334-b22f40d8a0da on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:15:44.579071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Attempting to bind port 3a631e10-63c0-435d-8334-b22f40d8a0da by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:15:44.579521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Attempting to bind port 3a631e10-63c0-435d-8334-b22f40d8a0da on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:44.585300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Port 3a631e10-63c0-435d-8334-b22f40d8a0da on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:15:44.585684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Attempting to bind port 3a631e10-63c0-435d-8334-b22f40d8a0da on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:15:44.594003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:15:44.594547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:15:44.595062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:15:44.595602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Bound port: 3a631e10-63c0-435d-8334-b22f40d8a0da, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:15:44.596047 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:45.018072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:15:45.021926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:15:45.123107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:45.167253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:45.167880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:45.169456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] 10.222.0.64 "PUT /v2.0/ports/3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 1097 time: 1.6791680 Aug 28 08:15:45.169911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:45.172212 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68953baf-30f5-419b-a024-3c56bc65780c" -d '{"events": [{"name": "network-changed", "server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:45.200208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f640b-aebf-4c25-b239-953014fcdb3a service neutron] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:45.358185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-8c13fe2c-7855-4542-8983-d71245b56a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:45.359860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-8c13fe2c-7855-4542-8983-d71245b56a31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1100 time: 0.0620487 Aug 28 08:15:45.422910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-09f87306-bdd3-43bb-a73c-8bfa1e0e8c57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.0440369 Aug 28 08:15:45.482181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-ead26aa0-3b64-4098-bda8-cb089d68c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:45.483330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-ead26aa0-3b64-4098-bda8-cb089d68c917 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0522225 Aug 28 08:15:45.550636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-12981aa9-4207-41db-ade1-466b867f5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:45.553177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-12981aa9-4207-41db-ade1-466b867f5395 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603056 Aug 28 08:15:45.669699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-b7c3be34-d8ff-4016-a8b5-54ac4d8db91f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078563 Aug 28 08:15:45.773058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aaa6a5a-8828-4332-9c67-381d73c49992 req-1bad6f41-70bf-4bc5-8068-20f4bfb58d7a service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941486 Aug 28 08:15:46.802742 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:15:47.454723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:15:47.635590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:47.656080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'mac_address': 'fa:16:3e:c0:fb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:15:47.723569 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:47.753067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:15:47.794809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:47.871478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:47.926786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:48.261743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3a631e10-63c0-435d-8334-b22f40d8a0da'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:49.483975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:15:49.620398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 3a631e10-63c0-435d-8334-b22f40d8a0da completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:49.620398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3a631e10-63c0-435d-8334-b22f40d8a0da triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:49.620398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:49.690244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:49.719847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:15:49.722351 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6532659-152e-4af3-a827-40e57d464738" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:15:49.737123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:15:49.802418 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:49.870980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:52.446493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-6e0a0f4b-96a9-414b-b0a3-bef0ec6f8051 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264993 Aug 28 08:15:52.548756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-e73cf1a2-c8b4-4847-9367-ccfd92d0b914 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:52.550417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-e73cf1a2-c8b4-4847-9367-ccfd92d0b914 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 814 time: 0.1441741 Aug 28 08:15:52.570920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-73f6764b-b435-41b3-8c8a-4f81dc744155 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:52.578708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-73f6764b-b435-41b3-8c8a-4f81dc744155 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257575 Aug 28 08:15:52.578950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-4603123a-57dc-451c-8965-8ebb773353aa tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/quotas/0606057246a145328a7828d9cbe2dde5 HTTP/1.1" status: 200 len: 375 time: 0.0177851 Aug 28 08:15:52.595175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-6ebf580e-5513-4c95-892a-b42feb39281c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0145342 Aug 28 08:15:52.619009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ff75232-a766-437d-b391-ad73351140a2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390687 Aug 28 08:15:52.694985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-11ae36af-589b-4bde-bff9-cba381224fd2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0957561 Aug 28 08:15:52.762917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-515e785a-e542-458a-baf1-992d669c6fef service neutron] 10.222.0.46 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260090 Aug 28 08:15:52.860743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-11540f86-90eb-4aac-a6ac-78c08e2690cf service neutron] 10.222.0.46 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942159 Aug 28 08:15:52.963841 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-8d0d8eb7-f208-403b-b782-b17fc119f0cb tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/e058ae0c-5202-44a5-af12-30aaea13a125 HTTP/1.1" status: 200 len: 1805 time: 0.0543025 Aug 28 08:15:53.048990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:53.084687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:53.288393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edc894-a297-4efe-b1ef-01f20b2a7ff1 req-8075f7d8-aa2a-4715-97d8-f6f0957d7e07 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:53.297915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95edc894-a297-4efe-b1ef-01f20b2a7ff1 req-8075f7d8-aa2a-4715-97d8-f6f0957d7e07 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0683124 Aug 28 08:15:53.328369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:53.334412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:53.337439 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db30577b-7531-4bf2-8dac-b4b903076cfa req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/e058ae0c-5202-44a5-af12-30aaea13a125 HTTP/1.1" status: 204 len: 173 time: 0.3624043 Aug 28 08:15:53.373706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95edc894-a297-4efe-b1ef-01f20b2a7ff1 req-f5f0955a-a76b-46de-959e-322275850082 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601733 Aug 28 08:15:53.404240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0a828-0d7b-49dc-98dc-e1298086e3ab tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058ae0c-5202-44a5-af12-30aaea13a125,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:53.487456 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b99098-f4fd-48e8-8324-2436f6b5a61d x-openstack-request-id: req-f0b99098-f4fd-48e8-8324-2436f6b5a61d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:53.487764 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:53.487984 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0b99098-f4fd-48e8-8324-2436f6b5a61d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:53.488553 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'status': 'completed', 'code': 200} Aug 28 08:15:53.543944 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99cd5b-f748-454f-80a7-240a9c49dd77 x-openstack-request-id: req-bd99cd5b-f748-454f-80a7-240a9c49dd77 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:15:53.544959 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:15:53.545426 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd99cd5b-f748-454f-80a7-240a9c49dd77 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:15:53.546041 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'code': 200} Aug 28 08:15:53.623143 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8c84180c-1f36-4cdb-bad7-8411c3c81128 req-278811d7-3bda-478f-9476-4d7eb4887756 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 210 time: 0.0732942 Aug 28 08:15:53.758942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7b3f31d-e494-4b5e-a2b6-95b2a2914d96 req-9d2d5f74-0f9b-4782-9061-8d62a5063d29 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 210 time: 0.1772289 Aug 28 08:15:53.795832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953baf-30f5-419b-a024-3c56bc65780c req-d1ed4d48-bcfb-4097-9976-5be6d09477d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:53.795832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-d1ed4d48-bcfb-4097-9976-5be6d09477d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1102 time: 0.2099257 Aug 28 08:15:53.806764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-5fe8b64c-dbab-44bd-b051-5cf0675df7d9 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/251f60af-b7cf-4a31-bdcd-0cf11f5991f7 HTTP/1.1" status: 200 len: 1802 time: 0.1380279 Aug 28 08:15:53.852122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280b25-b8b6-48bb-85e9-99aa4dc0fbcf req-296a7073-5627-44fb-86f7-df748c68fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:53.854235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9b280b25-b8b6-48bb-85e9-99aa4dc0fbcf req-296a7073-5627-44fb-86f7-df748c68fd7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1102 time: 0.1780193 Aug 28 08:15:54.015743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9b280b25-b8b6-48bb-85e9-99aa4dc0fbcf req-c9e6c204-8b68-4b70-88cf-320602435266 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532128 Aug 28 08:15:54.020509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.063195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953baf-30f5-419b-a024-3c56bc65780c req-65d31b6d-8237-4c72-86ed-c8b49f910e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:54.070857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-65d31b6d-8237-4c72-86ed-c8b49f910e1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2661667 Aug 28 08:15:54.076784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.219702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.223746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.233125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b52cc0b6-21d3-4bf5-bb4c-895190c3f66f req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/251f60af-b7cf-4a31-bdcd-0cf11f5991f7 HTTP/1.1" status: 204 len: 173 time: 0.4234200 Aug 28 08:15:54.255686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8468b9c-68c3-4375-a8fc-d81fe5c15b56 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f60af-b7cf-4a31-bdcd-0cf11f5991f7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:54.337799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-9780701b-b0fa-4d5f-b4c0-db09f1bbce9b tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/cbc3a96b-1056-489b-bab9-1fa9893f27f8 HTTP/1.1" status: 200 len: 2402 time: 0.0830662 Aug 28 08:15:54.411460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-1be70759-d661-460d-ba19-423b143a1b3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.1088541 Aug 28 08:15:54.469591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953baf-30f5-419b-a024-3c56bc65780c req-59c094f7-08e1-4b82-9b10-162ce3755cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:54.471262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-59c094f7-08e1-4b82-9b10-162ce3755cc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0557740 Aug 28 08:15:54.504023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.546930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953baf-30f5-419b-a024-3c56bc65780c req-3fe2ea6a-40c7-40d5-90ee-d866131b80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:54.550631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-3fe2ea6a-40c7-40d5-90ee-d866131b80c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714033 Aug 28 08:15:54.556362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:54.714464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-2937176e-1f96-4831-825e-1716e620e84e service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345677 Aug 28 08:15:54.847498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68953baf-30f5-419b-a024-3c56bc65780c req-30d46dd4-3783-4a16-a038-837413278624 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224949 Aug 28 08:15:55.162695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.165337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.166433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5f1f5fa2-e9ad-474a-93a1-9505f800edd4 req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/cbc3a96b-1056-489b-bab9-1fa9893f27f8 HTTP/1.1" status: 204 len: 173 time: 0.8271632 Aug 28 08:15:55.179921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20f561-841e-4b81-b3d0-448148ac756e tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc3a96b-1056-489b-bab9-1fa9893f27f8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:55.325809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e2fe-e8c5-4b4f-931a-81f0d8fff37b req-944ee597-e9cc-446f-8348-a714bbac6657 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:55.327510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5114e2fe-e8c5-4b4f-931a-81f0d8fff37b req-944ee597-e9cc-446f-8348-a714bbac6657 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0770285 Aug 28 08:15:55.385114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5114e2fe-e8c5-4b4f-931a-81f0d8fff37b req-43fa20ab-26d4-4e3c-a559-94948a6351cf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508673 Aug 28 08:15:55.462007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfc3ac00-0a87-4a51-a759-3b672e1411f3 req-73788c9d-1388-4d0a-91fb-5865cfff99f0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 210 time: 0.0479865 Aug 28 08:15:55.518682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4640eb41-07e6-450c-8ebc-5d873f923caa req-11e60826-7afd-47c0-b444-d93d2478009a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 210 time: 0.0448954 Aug 28 08:15:55.568298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.596338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f45d180f-2728-4ead-b323-87383e4003aa req-7c41d788-a9b1-43e1-9878-76d5dcaecbb0 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "GET /v2.0/security-groups/6cbebdf2-f53a-4697-baaa-000c178cd2f0 HTTP/1.1" status: 200 len: 2397 time: 0.0770986 Aug 28 08:15:55.696298 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f45d180f-2728-4ead-b323-87383e4003aa req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.727603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f45d180f-2728-4ead-b323-87383e4003aa req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.865519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f45d180f-2728-4ead-b323-87383e4003aa req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.872121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f45d180f-2728-4ead-b323-87383e4003aa req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:55.875144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f45d180f-2728-4ead-b323-87383e4003aa req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] 10.222.0.46 "DELETE /v2.0/security-groups/6cbebdf2-f53a-4697-baaa-000c178cd2f0 HTTP/1.1" status: 204 len: 173 time: 0.2707982 Aug 28 08:15:55.881293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:55.900095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398f081-4e60-4751-8bea-7c035673e249 tempest-SecurityGroupRulesTestJSON-649884415 tempest-SecurityGroupRulesTestJSON-649884415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbebdf2-f53a-4697-baaa-000c178cd2f0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:55.949766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Deleting subnet 5541298a-17a9-4ffa-9005-df9979dc3fa0 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:15:55.954674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.006037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.078675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.271396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.316497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5541298a-17a9-4ffa-9005-df9979dc3fa0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:56.331605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.334333 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9303a381-e998-4f17-b731-6d4470b9e282 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5541298a-17a9-4ffa-9005-df9979dc3fa0 HTTP/1.1" status: 204 len: 168 time: 0.4516487 Aug 28 08:15:56.337258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39100) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:56.345818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-cc7d03b0-16a6-4f48-8455-52b382fd5615 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655718 Aug 28 08:15:56.517687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.598816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-eef6203a-859c-48b3-9bcc-551de492256b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:56.601057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-eef6203a-859c-48b3-9bcc-551de492256b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321570 Aug 28 08:15:56.651807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:56.724714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.741475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2425b3-db56-4d2c-9d4e-72b2cb9194c6']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:56.761402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617ce21d-be42-4de5-ac48-149254461b29') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:56.761858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617ce21d-be42-4de5-ac48-149254461b29') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:15:56.776604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.812310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.825679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d5baa-df77-436b-984c-42434682a8f7 req-b2172fdc-9c46-45cb-8288-218873ab49b0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:56.830441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:15:56.834984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:56.835753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c47d5baa-df77-436b-984c-42434682a8f7 req-b2172fdc-9c46-45cb-8288-218873ab49b0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.2148976 Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:15:56.840499 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:15:56.945897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c47d5baa-df77-436b-984c-42434682a8f7 req-34b99003-14b3-4174-a8d8-210f98f74dea tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942345 Aug 28 08:15:57.013530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:57.023091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:57.026381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bb2425b3-db56-4d2c-9d4e-72b2cb9194c6 HTTP/1.1" status: 204 len: 168 time: 0.6873462 Aug 28 08:15:57.044295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d753b1c-8dbe-4d98-b180-92393fed5c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2425b3-db56-4d2c-9d4e-72b2cb9194c6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:57.080932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f31121c-7ffe-4df6-bd4e-1d5eb69456fe req-949895e6-6736-47b0-86a7-12c4713ce890 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 210 time: 0.0285053 Aug 28 08:15:57.084996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da828a1f-6446-44ee-99ea-eab32b296eea req-7849e7ae-99f7-4449-88b7-3453b3b7f2dc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 210 time: 0.0411379 Aug 28 08:15:57.086010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:57.090628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:57.425203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1cbaf-92f8-4371-9301-95be440ea1ac req-9e3a4f8c-386d-40fb-a30c-84fea05dec92 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:57.427162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64d1cbaf-92f8-4371-9301-95be440ea1ac req-9e3a4f8c-386d-40fb-a30c-84fea05dec92 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1866937 Aug 28 08:15:57.509420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e694d33a-81a8-41df-9a0e-843c62ddf04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:57.546635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.25 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/4af374f0-5774-43df-b90c-2a707cbf1061) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:57.584404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39196) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:57.603102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64d1cbaf-92f8-4371-9301-95be440ea1ac req-88d068e1-34ef-443a-8833-25b5bcf4a005 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574709 Aug 28 08:15:57.638593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-fe49c174-be91-484b-94c4-408bef9b1b03 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:57.645704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-fe49c174-be91-484b-94c4-408bef9b1b03 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.39 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 814 time: 0.3578911 Aug 28 08:15:57.682716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3bac392-9fa4-4e5e-a450-d82a7a0f8bb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c85915622bb5421a8ea778363c876390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981317 Aug 28 08:15:57.684151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Request body: {'port': {'device_id': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'admin_state_up': True, 'tenant_id': '0606057246a145328a7828d9cbe2dde5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:57.687576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39210) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:15:57.928364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:57.985736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.052738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.072404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object 4af374f0-5774-43df-b90c-2a707cbf1061 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:15:58.141758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Made reservation on behalf of 0606057246a145328a7828d9cbe2dde5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:15:58.145745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.208052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-304c671f-9e4d-4cae-acba-a8590df9bf91 req-b4923388-17d5-4a69-a7f3-d780f4d071d1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:15:58.210149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-304c671f-9e4d-4cae-acba-a8590df9bf91 req-b4923388-17d5-4a69-a7f3-d780f4d071d1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063987 Aug 28 08:15:58.237985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.237985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.237985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/701877f5-ceb1-491a-993a-8106fd4da251 HTTP/1.1" status: 204 len: 168 time: 0.5436606 Aug 28 08:15:58.261409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:58.308756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:58.312963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b492151-4022-4f88-a8ca-c014af1546c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701877f5-ceb1-491a-993a-8106fd4da251,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:58.362955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:15:58.476450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:58.516029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:58.527418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:58.535539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:58.627847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Allocated IP 172.20.0.10 (335cb11f-2d84-49b9-8ea3-2273b491e7be/9869f82a-529d-452b-b874-c4ba8b899c1a/061b35f0-5edc-48fd-9980-494127a5a289) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:15:58.883783 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f3502116-ed7d-4e6f-b33f-32c863da68b9 req-eade646e-b736-4e88-80f4-e6c5df53e840 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 210 time: 0.1052601 Aug 28 08:15:58.992375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.101465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-170d9e26-312f-4af8-a367-799d32f2620c None None] Provisioning for port 4af374f0-5774-43df-b90c-2a707cbf1061 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:15:59.116822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-170d9e26-312f-4af8-a367-799d32f2620c None None] Provisioning complete for port 4af374f0-5774-43df-b90c-2a707cbf1061 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:15:59.116822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-170d9e26-312f-4af8-a367-799d32f2620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.159248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:59.160038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.207902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4d5d-13bb-414e-b1a3-ca86e15b51df req-88fb3d24-95ee-4565-ba0a-b4df9509de2c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:59.221902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-170d9e26-312f-4af8-a367-799d32f2620c None None] Port 4af374f0-5774-43df-b90c-2a707cbf1061 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:15:59.238753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-659f4d5d-13bb-414e-b1a3-ca86e15b51df req-88fb3d24-95ee-4565-ba0a-b4df9509de2c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 935 time: 0.4875488 Aug 28 08:15:59.317323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-a13cf194-035a-4f70-973a-44f6eef14dfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2765713 Aug 28 08:15:59.329747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-41eb315e-980a-449e-a84d-7e0cbc85f2c9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6994519 Aug 28 08:15:59.338564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-659f4d5d-13bb-414e-b1a3-ca86e15b51df req-911c0342-e931-4f73-9792-3c64263d5490 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054990 Aug 28 08:15:59.364539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Request body: {'port': {'device_id': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:15:59.476916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.541801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:15:59.547225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:15:59.594779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.596905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:15:59.691382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8c159-cd8f-4637-a1dd-b346b2d90876 req-566b8c2f-b494-466d-ad02-7e0104b852fe tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:59.699631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61e8c159-cd8f-4637-a1dd-b346b2d90876 req-566b8c2f-b494-466d-ad02-7e0104b852fe tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.2652686 Aug 28 08:15:59.768549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:15:59.796102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:15:59.796807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.853773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61e8c159-cd8f-4637-a1dd-b346b2d90876 req-9397f3e7-e9fd-41e2-a666-1911c4720ea1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529233 Aug 28 08:15:59.855698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:15:59.934425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-565b57dc-d7d5-4701-baed-557116200fda tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2576981 Aug 28 08:15:59.982519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Request body: {'port': {'device_id': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:00.107380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:00.207807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3fa9f-5785-4497-8dbf-bd1c161aa4c1 req-efc4c27d-cff7-4814-a3a7-6254de27f761 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:00.217041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ab3fa9f-5785-4497-8dbf-bd1c161aa4c1 req-efc4c27d-cff7-4814-a3a7-6254de27f761 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 932 time: 0.0986252 Aug 28 08:16:00.298940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ab3fa9f-5785-4497-8dbf-bd1c161aa4c1 req-89a98cf7-cb92-4ac4-bbcf-1746b561fb6a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806985 Aug 28 08:16:00.311309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-78ce9937-9bb0-4149-86a3-03d7d0cb6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:00.408173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af374f0-5774-43df-b90c-2a707cbf1061 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:00.424500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:00.597054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Transition to ACTIVE for port object 4af374f0-5774-43df-b90c-2a707cbf1061 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:00.616761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:00.616957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4fe03-e086-494e-afa7-83711612f998 req-0a4ec11f-667a-4f4d-8204-a81ea882cfd9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:00.617837 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11f4fe03-e086-494e-afa7-83711612f998 req-0a4ec11f-667a-4f4d-8204-a81ea882cfd9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 935 time: 0.1230161 Aug 28 08:16:00.697615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11f4fe03-e086-494e-afa7-83711612f998 req-32f6786e-4fed-4d81-9218-660a0c14f92b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541790 Aug 28 08:16:00.763867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:00.775202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-787005827-network', 'tenant_id': 'ebf95c7e792e45e2925119d5a077df0d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:00.783922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:00.815717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Transition to ACTIVE for port object 061b35f0-5edc-48fd-9980-494127a5a289 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:00.842241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:00.899096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Pushing event updated for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Made reservation on behalf of ebf95c7e792e45e2925119d5a077df0d for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Attempting to bind port 4af374f0-5774-43df-b90c-2a707cbf1061 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Attempting to bind port 4af374f0-5774-43df-b90c-2a707cbf1061 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Attempting to bind port 4af374f0-5774-43df-b90c-2a707cbf1061 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:01.132992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.173445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a2049-62bf-4f58-93a1-f5942a26e699 req-73f05b60-7298-4f07-8e7f-0162212b22d9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:01.175726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a78a2049-62bf-4f58-93a1-f5942a26e699 req-73f05b60-7298-4f07-8e7f-0162212b22d9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1291873 Aug 28 08:16:01.189679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Port 4af374f0-5774-43df-b90c-2a707cbf1061 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:01.189965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Attempting to bind port 4af374f0-5774-43df-b90c-2a707cbf1061 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:01.227964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:01.228694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:01.228694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:01.229150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Bound port: 4af374f0-5774-43df-b90c-2a707cbf1061, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:01.229521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.250501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a78a2049-62bf-4f58-93a1-f5942a26e699 req-63a2c43a-2a6a-4ae9-a9c9-d6cd38222024 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Aug 28 08:16:01.260847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:01.551341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ec1f-a9c2-488d-a289-476022b5994e req-d87dd962-ac75-4aad-832c-9c3a86bc7bf4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:01.563070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01b6ec1f-a9c2-488d-a289-476022b5994e req-d87dd962-ac75-4aad-832c-9c3a86bc7bf4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0798481 Aug 28 08:16:01.605836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01b6ec1f-a9c2-488d-a289-476022b5994e req-3105ab9b-2d3b-4021-a42e-c054d042c195 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Aug 28 08:16:01.757158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.801220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:01.801601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:01.802098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:01.822714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:01.823052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:01.835551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:01.835551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4af374f0-5774-43df-b90c-2a707cbf1061,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:01.841953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:01.841953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Checking segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:01.841953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Bound using segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:01.841953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Bound port: 061b35f0-5edc-48fd-9980-494127a5a289, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:01.841953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.892158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e100b09-4f10-4f2c-a8a0-dc2d2d948e2d req-56422895-7041-4753-938c-2bdc0a64c315 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:01.895183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e100b09-4f10-4f2c-a8a0-dc2d2d948e2d req-56422895-7041-4753-938c-2bdc0a64c315 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.0809407 Aug 28 08:16:01.927404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:01.945367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e100b09-4f10-4f2c-a8a0-dc2d2d948e2d req-b4effca5-a31d-4374-9037-30caae77f151 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Aug 28 08:16:01.961162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:01.964845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:02.082687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.088509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.142506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.169226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:16:02.183430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.184205 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.185936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] 10.222.0.39 "PUT /v2.0/ports/4af374f0-5774-43df-b90c-2a707cbf1061 HTTP/1.1" status: 200 len: 1096 time: 2.8263366 Aug 28 08:16:02.188314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:02.191089 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4db5b-9ec0-4afd-b135-6107629de2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:02.218960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4620cfc-b75d-4a46-9419-db75018b50cd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:02.258454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.259606 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Added segment 8a418592-b8a9-4dff-a0d0-ae92252c2147 of type vlan for network 263ffa12-2bf4-4949-81d9-91392f5ca52e Aug 28 08:16:02.284657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.285320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.290107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 1093 time: 2.3262696 Aug 28 08:16:02.298417 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede1882c-0704-4191-b7ec-330a2a2fa3d2 x-openstack-request-id: req-ede1882c-0704-4191-b7ec-330a2a2fa3d2 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:02.298690 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:02.298940 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ede1882c-0704-4191-b7ec-330a2a2fa3d2 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:02.299338 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061', 'status': 'completed', 'code': 200} Aug 28 08:16:02.336943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4fd62-3e71-4d77-8784-9c95ceb33faf service neutron] Pushing event updated for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:02.382011 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.461147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b8be-d9fa-4f90-83fe-2f8e385dd1f5 req-b899f927-9970-427e-99ca-a47516e22ab5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.471423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4850b8be-d9fa-4f90-83fe-2f8e385dd1f5 req-b899f927-9970-427e-99ca-a47516e22ab5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0776446 Aug 28 08:16:02.513237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74339-7c05-4318-b8d7-4c601aa3f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:02.527889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4db5b-9ec0-4afd-b135-6107629de2d9 req-b99cf072-5f34-46bf-9da4-a4f4a9b64e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.529693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29b4db5b-9ec0-4afd-b135-6107629de2d9 req-b99cf072-5f34-46bf-9da4-a4f4a9b64e01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 1099 time: 0.1449499 Aug 28 08:16:02.539322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4850b8be-d9fa-4f90-83fe-2f8e385dd1f5 req-729cc062-5bbe-47f7-936b-9581864ee147 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667224 Aug 28 08:16:02.635203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.636272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.636780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:02.646759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29b4db5b-9ec0-4afd-b135-6107629de2d9 req-4ff33a3b-ba4f-47f4-9d02-e3ac357416bd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702505 Aug 28 08:16:02.813847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] Pushing event updated for resources: {'Network': ['ID=263ffa12-2bf4-4949-81d9-91392f5ca52e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:02.822362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-ec6fa2a7-505c-472f-925f-e3487d1d1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:02.823875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-ec6fa2a7-505c-472f-925f-e3487d1d1c68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1096 time: 0.2463317 Aug 28 08:16:02.833569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 263ffa12-2bf4-4949-81d9-91392f5ca52e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:16:02.881687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e4de0690-c9a0-45bc-9493-c564849f637a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2669566 Aug 28 08:16:02.885680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:02.893415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Request body: {'subnet': {'network_id': '263ffa12-2bf4-4949-81d9-91392f5ca52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-787005827-subnet', 'tenant_id': 'ebf95c7e792e45e2925119d5a077df0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:02.933970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-7f43a3a2-7d42-4da2-8775-d11417638742 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0558095 Aug 28 08:16:03.010077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4db5b-9ec0-4afd-b135-6107629de2d9 req-9cb7404b-1f11-4949-be38-144991e60d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.012865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29b4db5b-9ec0-4afd-b135-6107629de2d9 req-9cb7404b-1f11-4949-be38-144991e60d44 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3469467 Aug 28 08:16:03.052788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c11a42-3f97-4aa8-a000-722cd02bb899 req-d85dbaf7-b616-457e-85e6-20d1716041e2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.054614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31c11a42-3f97-4aa8-a000-722cd02bb899 req-d85dbaf7-b616-457e-85e6-20d1716041e2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.3181920 Aug 28 08:16:03.071907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-aa16a1b3-6e7b-4224-8e11-cec4db25e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.073554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-aa16a1b3-6e7b-4224-8e11-cec4db25e0ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.1224282 Aug 28 08:16:03.081324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Made reservation on behalf of ebf95c7e792e45e2925119d5a077df0d for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:03.097431 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:03.143202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-6906b6c4-1f17-48f5-9bb4-8ccd4a5b17e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465441 Aug 28 08:16:03.203339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-d65d8eb0-bf5f-41ac-93e1-2cde171640cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1858604 Aug 28 08:16:03.230766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31c11a42-3f97-4aa8-a000-722cd02bb899 req-ae7e3faa-5ced-42fd-a69c-cd9ece178770 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606913 Aug 28 08:16:03.289358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-b48c1558-68a7-4691-a4e0-5466f385f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.291006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-b48c1558-68a7-4691-a4e0-5466f385f533 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 1099 time: 0.1780455 Aug 28 08:16:03.363453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-6f596f65-e592-433b-bd13-3f2a8e79bc84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4af374f0-5774-43df-b90c-2a707cbf1061 HTTP/1.1" status: 200 len: 217 time: 0.0539215 Aug 28 08:16:03.372447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-22551775-ac92-456f-9ff5-82a5d888eb6a service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104824 Aug 28 08:16:03.385616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-7104f11f-ac88-4033-99e8-b14888eb6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.387387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-7104f11f-ac88-4033-99e8-b14888eb6016 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 1097 time: 0.1369574 Aug 28 08:16:03.471486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:03.543231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Checking segment: {'id': '8a418592-b8a9-4dff-a0d0-ae92252c2147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '263ffa12-2bf4-4949-81d9-91392f5ca52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:03.544786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Network hostable DHCP agents. Network: 263ffa12-2bf4-4949-81d9-91392f5ca52e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:16:03.550877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ec6364-7726-4b31-9600-952d79dfe6ca,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:03.589293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-f2f6605f-c47e-4b41-8b0c-a2539a8308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.591361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-f2f6605f-c47e-4b41-8b0c-a2539a8308d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2178519 Aug 28 08:16:03.701096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0263-018b-4087-82aa-a659edac1c35 req-a9906bcd-6fec-41e6-bdd4-bf485eb2ea28 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.704108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9db0263-018b-4087-82aa-a659edac1c35 req-a9906bcd-6fec-41e6-bdd4-bf485eb2ea28 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.2865355 Aug 28 08:16:03.735862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Network 263ffa12-2bf4-4949-81d9-91392f5ca52e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:16:03.767780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef513-2dd2-4b58-b401-e7735bcff317 req-9576ccc1-08ff-473c-a67c-3a88f2c24597 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.776154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7faef513-2dd2-4b58-b401-e7735bcff317 req-9576ccc1-08ff-473c-a67c-3a88f2c24597 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1108842 Aug 28 08:16:03.780550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87187f07-3d9b-4a2d-980b-38830a6aa690 req-4ff924a9-d000-4646-8fbf-ec6eb235286c service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919146 Aug 28 08:16:03.791498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-d4226d03-478d-4782-84df-1d228cdc2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.793213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-d4226d03-478d-4782-84df-1d228cdc2c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1835883 Aug 28 08:16:03.864999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9db0263-018b-4087-82aa-a659edac1c35 req-4303e98f-501c-4241-9faa-27ee86341328 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414578 Aug 28 08:16:03.874976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7faef513-2dd2-4b58-b401-e7735bcff317 req-ad344029-185c-40b9-af6c-dbf9f62c22c4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973954 Aug 28 08:16:03.890434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-0fcca328-16b6-4112-8573-ec79ad436b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.893643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-0fcca328-16b6-4112-8573-ec79ad436b8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1102 time: 0.1151164 Aug 28 08:16:03.922547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-f164b5c9-2ec3-459b-bc21-b970b4ec9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.927298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-f164b5c9-2ec3-459b-bc21-b970b4ec9383 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.5008121 Aug 28 08:16:03.933155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 263ffa12-2bf4-4949-81d9-91392f5ca52e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:03.942856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbd07a-b0c4-4707-88eb-8550c0c4a18f None None] Network 263ffa12-2bf4-4949-81d9-91392f5ca52e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:03.987953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:03.988288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:04.021512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-ed5496d5-63cc-4cbe-97c1-ba23d3a40491 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 200 len: 217 time: 0.0875273 Aug 28 08:16:04.111524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-4a0a60b9-ec26-458f-a829-c92d1de59c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.114695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-4a0a60b9-ec26-458f-a829-c92d1de59c3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2115462 Aug 28 08:16:04.134199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-33d6ff7c-bfa7-47e3-a6bd-25b0bf896fb3 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067517 Aug 28 08:16:04.138800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b40686-c4fb-4a3c-bf46-b1639c7f8c16 None None] Network 263ffa12-2bf4-4949-81d9-91392f5ca52e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:04.148597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-213c6959-e61b-426e-ab45-e56f2e74b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.150119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-213c6959-e61b-426e-ab45-e56f2e74b159 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1164291 Aug 28 08:16:04.186825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-d2f1572f-f938-4284-b906-2a30d1be4865 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.0637167 Aug 28 08:16:04.199599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d2815f6e-7466-4db1-9f80-7f8706ad068b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3022947 Aug 28 08:16:04.284659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51903e86-0f35-4460-b534-b550d0e8ff7a req-16aa9c77-79f9-40c9-ac18-86058b0b6fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328855 Aug 28 08:16:04.320503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:04.325247 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c2d1a-7bf4-429a-9694-8165f3de864b" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:04.327952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-6c2dd237-018c-486f-96c9-107b2a142e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.330247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-6c2dd237-018c-486f-96c9-107b2a142e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1362114 Aug 28 08:16:04.346350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-338592df-0bd5-4577-9e7c-4b87f00a0c6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601242 Aug 28 08:16:04.431922 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce692076-d38a-4cd6-ac54-201e02fd6f3c x-openstack-request-id: req-ce692076-d38a-4cd6-ac54-201e02fd6f3c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:04.432354 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:04.432716 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce692076-d38a-4cd6-ac54-201e02fd6f3c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:04.433218 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'status': 'completed', 'code': 200} Aug 28 08:16:04.442583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-7cc7576a-5366-467a-abaf-27d4759513b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.445095 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-7cc7576a-5366-467a-abaf-27d4759513b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043983 Aug 28 08:16:04.571847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-d3f282f2-6392-4bce-983f-746e2093b4a4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135273 Aug 28 08:16:04.726065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-3eeb2a06-1a47-4ffb-8fb8-a2b40e6b2975 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384797 Aug 28 08:16:04.748930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-cbc47d08-39b3-4610-9e3a-4bcfd4528e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.751178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-cbc47d08-39b3-4610-9e3a-4bcfd4528e6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1096 time: 0.2334182 Aug 28 08:16:04.760538 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:04.767021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1397628433', 'description': 'tempest-description-2033589921'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:04.774730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005866f7-fd16-4517-b5bd-7c235630cf20 req-192f4e90-d7d7-4c5f-9749-98f8ed1894b4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.778945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-005866f7-fd16-4517-b5bd-7c235630cf20 req-192f4e90-d7d7-4c5f-9749-98f8ed1894b4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.3121624 Aug 28 08:16:04.782204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-da7e17f1-8a2e-4ecc-b27a-80b9550b1360 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194486 Aug 28 08:16:04.937285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-005866f7-fd16-4517-b5bd-7c235630cf20 req-5411e069-a887-46c6-9522-518766e6b2e0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529899 Aug 28 08:16:04.972087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:04.997281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-8b6c4bef-de37-43fa-81d4-609cef478ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:04.998847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-8b6c4bef-de37-43fa-81d4-609cef478ea0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.2157164 Aug 28 08:16:05.013697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:05.017937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e4beb4a-a776-48fb-bb81-da2c40564d70 req-d0856f43-085e-49e5-afb4-44091f7f3b27 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171035 Aug 28 08:16:05.058234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-cf7e4fba-e160-4a49-81d1-56b31ca7f7a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0393474 Aug 28 08:16:05.123945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:05.153335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-5b04806a-0a0d-4d48-b1e2-5b8406380544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:05.154822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-5b04806a-0a0d-4d48-b1e2-5b8406380544 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.0755708 Aug 28 08:16:05.163425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6138-5c45-4de9-be1b-ab3f4901ab09 req-e90b05f7-9a32-48ee-adb1-24eeec22fa3e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:05.164958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b23a6138-5c45-4de9-be1b-ab3f4901ab09 req-e90b05f7-9a32-48ee-adb1-24eeec22fa3e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0972536 Aug 28 08:16:05.216767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-32da3a1b-dd05-402e-8313-bca8c07dae21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364473 Aug 28 08:16:05.247808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b23a6138-5c45-4de9-be1b-ab3f4901ab09 req-cfa470b8-5cba-486a-917d-f8ea9c155b27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Aug 28 08:16:05.334675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:05.370026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9596f80-6425-4a13-ac42-705353900064,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:05.393883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-8b623076-e49a-4bd1-84e8-c67f2c59afa9 service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567616 Aug 28 08:16:05.420423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b2f4-8c06-44c2-9204-c5826934b056 req-8ebebb98-491c-4b8c-9fd8-36d7e399ecb9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:05.422018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c54b2f4-8c06-44c2-9204-c5826934b056 req-8ebebb98-491c-4b8c-9fd8-36d7e399ecb9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.0929902 Aug 28 08:16:05.529560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c54b2f4-8c06-44c2-9204-c5826934b056 req-78f72b7b-6114-481b-be5b-5249c6de18e8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707121 Aug 28 08:16:05.545028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a61c2d1a-7bf4-429a-9694-8165f3de864b req-3c1b68d9-645a-4d73-85b8-a509f660cf60 service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413491 Aug 28 08:16:05.550910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:05.552259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cc5b473-a96e-4fcc-aa37-7dd3d7d4d80b req-4d28be9e-af54-4088-a5ce-fca9c0431af7 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7907143 Aug 28 08:16:05.680731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-735140b0-b789-4a92-b441-7a019611fb9a req-55042ef7-8e0b-468c-988a-ff79db19bf79 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/d9596f80-6425-4a13-ac42-705353900064 HTTP/1.1" status: 200 len: 1813 time: 0.0953107 Aug 28 08:16:05.687172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9596f80-6425-4a13-ac42-705353900064', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:05.687739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9596f80-6425-4a13-ac42-705353900064', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:05.701083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:05.863625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d250201-9f12-4b27-a3f5-3769a425cfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.089780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.129126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.151165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d6289-9d8c-4f72-a84d-a058931d6bd4 req-aec78a3a-3e88-4303-9cd2-c3fd80686eed tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:06.152842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d5d6289-9d8c-4f72-a84d-a058931d6bd4 req-aec78a3a-3e88-4303-9cd2-c3fd80686eed tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0850286 Aug 28 08:16:06.222769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d250201-9f12-4b27-a3f5-3769a425cfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.239646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d5d6289-9d8c-4f72-a84d-a058931d6bd4 req-5419aa6a-ba47-4157-a835-cc98e8bf2a86 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708575 Aug 28 08:16:06.311057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.330177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed1a4ef-4744-4c53-9b09-3268dcfd3417,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:06.389091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd21e5-3f9b-4b15-8279-34e3536222b6 req-959a3437-7143-4419-a9d7-d6a2e155093e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:06.390747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ffd21e5-3f9b-4b15-8279-34e3536222b6 req-959a3437-7143-4419-a9d7-d6a2e155093e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0655787 Aug 28 08:16:06.405128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d250201-9f12-4b27-a3f5-3769a425cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.467933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ffd21e5-3f9b-4b15-8279-34e3536222b6 req-dcaa4142-5061-4669-a2a3-960706dcf7ce tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Aug 28 08:16:06.470314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d250201-9f12-4b27-a3f5-3769a425cfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852a3b9c-eb31-4e6e-a21d-98ff5e5947e6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:06.478977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5d250201-9f12-4b27-a3f5-3769a425cfcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7dde29da09854962980667cd37498f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7741411 Aug 28 08:16:06.479944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39668) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:06.536954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.550457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.551829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-735140b0-b789-4a92-b441-7a019611fb9a req-4335deb3-a00d-4042-acb4-48fec2b8ddc2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8693902 Aug 28 08:16:06.569765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.690046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4f1408e-1009-4f0f-803c-90cb969b2510 req-75aaff40-7dc2-4a7c-be85-44de0bf34046 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/d9596f80-6425-4a13-ac42-705353900064 HTTP/1.1" status: 200 len: 2406 time: 0.0825350 Aug 28 08:16:06.713767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67d0bb-c768-4917-8a41-cbb3ec9e71de req-0623e029-5541-4510-8b46-481cca053d61 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:06.715604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f67d0bb-c768-4917-8a41-cbb3ec9e71de req-0623e029-5541-4510-8b46-481cca053d61 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.0625331 Aug 28 08:16:06.750032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-812f55bd-0c53-49ef-9af9-27382e1444ad tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-group-rules/2ed1a4ef-4744-4c53-9b09-3268dcfd3417 HTTP/1.1" status: 200 len: 778 time: 0.0241313 Aug 28 08:16:06.758893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f67d0bb-c768-4917-8a41-cbb3ec9e71de req-dacb37e0-8c88-4335-b483-43d7b35d3f78 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Aug 28 08:16:06.807229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-883ce626-e0f9-4fdf-a189-0c010ea54afa tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/d9596f80-6425-4a13-ac42-705353900064 HTTP/1.1" status: 200 len: 2406 time: 0.0498805 Aug 28 08:16:06.843328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.852349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.865913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.865913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:06.865913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/852a3b9c-eb31-4e6e-a21d-98ff5e5947e6 HTTP/1.1" status: 204 len: 168 time: 0.3818667 Aug 28 08:16:06.885412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38311f-7a4d-45d2-a96c-fd452125c427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a3b9c-eb31-4e6e-a21d-98ff5e5947e6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:07.036353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.043458 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.050622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71ec7e49-1780-4cec-8fc2-bfde017db296 req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2ed1a4ef-4744-4c53-9b09-3268dcfd3417 HTTP/1.1" status: 204 len: 173 time: 0.2304640 Aug 28 08:16:07.050985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec28104-9407-40e8-88ee-8eac639c6789 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ed1a4ef-4744-4c53-9b09-3268dcfd3417,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:07.071904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1301219853', 'description': 'tempest-description-1242984309'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:07.258885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.373905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.384603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044c3fe-ee18-497c-9e7f-32ad6718ed7a req-8a617bda-9e28-4f25-9e71-84d98dd1a843 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:07.386335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e044c3fe-ee18-497c-9e7f-32ad6718ed7a req-8a617bda-9e28-4f25-9e71-84d98dd1a843 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0579953 Aug 28 08:16:07.433048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e044c3fe-ee18-497c-9e7f-32ad6718ed7a req-16183f28-6d0b-40c8-bc05-17b40b1e3eb6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Aug 28 08:16:07.504686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.542481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce6fb5-3d0d-4fcf-ade9-3ab0825013ad,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:07.617438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9ea9-9598-482f-97a3-a632efb3fba5 req-4c5966c8-9e9e-4a80-929a-e39b064d6a23 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:07.618920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b09f9ea9-9598-482f-97a3-a632efb3fba5 req-4c5966c8-9e9e-4a80-929a-e39b064d6a23 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0545144 Aug 28 08:16:07.648474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.649661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca5b08ef-2198-48db-886f-851b606668fa req-5d46fcf2-d600-433f-a158-56d4530b91f4 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5823712 Aug 28 08:16:07.659953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b09f9ea9-9598-482f-97a3-a632efb3fba5 req-2f5867ef-205f-49ba-a9ff-0be89dbf65b2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Aug 28 08:16:07.728777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a387cf7-fc76-44fc-938b-f7bd1f0baa56 req-a9739a2c-6c5e-420a-aa2e-178c2a2a18df tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/1bce6fb5-3d0d-4fcf-ade9-3ab0825013ad HTTP/1.1" status: 200 len: 1813 time: 0.0491726 Aug 28 08:16:07.776519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724956335', 'description': 'tempest-description-769426329'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:07.893574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6f983-d69d-460d-b8d5-f50c55693767 req-efad99ff-36bf-41ee-9a0d-c6615dfc54ad tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:07.895221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dd6f983-d69d-460d-b8d5-f50c55693767 req-efad99ff-36bf-41ee-9a0d-c6615dfc54ad tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.0506268 Aug 28 08:16:07.923563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:07.940752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dd6f983-d69d-460d-b8d5-f50c55693767 req-56974c53-058f-4241-a277-77fc16f6ab09 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381966 Aug 28 08:16:08.053369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.200689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.233769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b396e-1f6a-4998-85e9-d61018312e86,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:08.418806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.423371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45737df-378e-49f3-b11a-34e680f22912 req-bfbaa074-a505-4abd-aab3-3f0fdb3e8b6a tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6524637 Aug 28 08:16:08.484448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eef1fc00-e4d2-4b7b-a7fd-60c672dace2f req-8818b0f3-7b2e-49dc-aadf-6a77edb6ad5d tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/eb5b396e-1f6a-4998-85e9-d61018312e86 HTTP/1.1" status: 200 len: 1812 time: 0.0411739 Aug 28 08:16:08.579460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1373432303', 'description': 'tempest-description-1337580153'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:08.628836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7f70d-b7ce-4ec9-950d-76d187190ce0 req-260c542b-91e3-47fd-8e73-6b9a802356c5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:08.630666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ed7f70d-b7ce-4ec9-950d-76d187190ce0 req-260c542b-91e3-47fd-8e73-6b9a802356c5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0621705 Aug 28 08:16:08.674540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ed7f70d-b7ce-4ec9-950d-76d187190ce0 req-be97d53f-0c12-47cb-aa88-d169e75539c6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364363 Aug 28 08:16:08.693901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.783299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.855543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e878849-f901-41d5-9995-8f829aae91d0 req-8eb8423f-4cc3-4d5f-9b08-0ae49c6e2e72 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:08.860450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e878849-f901-41d5-9995-8f829aae91d0 req-8eb8423f-4cc3-4d5f-9b08-0ae49c6e2e72 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0590429 Aug 28 08:16:08.898293 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e878849-f901-41d5-9995-8f829aae91d0 req-f3f8e87d-7858-4c6d-810a-55c9921855e4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Aug 28 08:16:08.910259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:08.953343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddbe841-6f02-4c8b-bb51-c2e093ccf886,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:08.984422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4af374f0-5774-43df-b90c-2a707cbf1061 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:09.049173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.061979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f64393e-793c-47bd-a8c6-12659c89b22f req-0d5d0b06-3f88-4315-84c9-eb185a18b18b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4848952 Aug 28 08:16:09.122416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4af374f0-5774-43df-b90c-2a707cbf1061,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:09.126198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6262a5f-deb4-45ea-950f-e075acf8a709 req-bda5b6ce-36be-4ae2-9389-c2b9631de9fb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:09.127650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6262a5f-deb4-45ea-950f-e075acf8a709 req-bda5b6ce-36be-4ae2-9389-c2b9631de9fb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 947 time: 0.0727000 Aug 28 08:16:09.139449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '4af374f0-5774-43df-b90c-2a707cbf1061', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '4af374f0-5774-43df-b90c-2a707cbf1061', 'mac_address': 'fa:16:3e:6f:e2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:09.188205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6262a5f-deb4-45ea-950f-e075acf8a709 req-410c3201-111d-4124-a6ce-2d941959bce1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517299 Aug 28 08:16:09.191342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.217032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af374f0-5774-43df-b90c-2a707cbf1061 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:09.249900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4af374f0-5774-43df-b90c-2a707cbf1061,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:09.281822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23c5e17a-e7ec-440e-a2b6-f7da68b4ef96 req-ba557991-8562-4169-b3f9-510ba4eb84bf tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/4ddbe841-6f02-4c8b-bb51-c2e093ccf886 HTTP/1.1" status: 200 len: 1813 time: 0.0658159 Aug 28 08:16:09.340665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1153416081', 'description': 'tempest-description-1856638794'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:09.373123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.373816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:09.443136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.474328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:09.491958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.492376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.492636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.492959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.493304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.493798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.493954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.494299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.494628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.495518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.495518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.496105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:09.529113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:09.543728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.546684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '061b35f0-5edc-48fd-9980-494127a5a289', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'port_id': '061b35f0-5edc-48fd-9980-494127a5a289', 'mac_address': 'fa:16:3e:5a:c6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869f82a-529d-452b-b874-c4ba8b899c1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:09.675228 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.710917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a223fe-223e-4d36-b036-383358911724,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:09.737790 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:09.751552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:09.774860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:09.820180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24945c6e-f69b-4f18-a033-d34c382cac67 req-734449e4-6fb2-4ce2-bc57-925357d138fe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:09.821763 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24945c6e-f69b-4f18-a033-d34c382cac67 req-734449e4-6fb2-4ce2-bc57-925357d138fe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0597556 Aug 28 08:16:09.867991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24945c6e-f69b-4f18-a033-d34c382cac67 req-573b010f-06d0-4caa-af75-8fa8c2f2acc0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Aug 28 08:16:10.007048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.012456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95e177cd-c688-4899-99f8-dad13bb5718b req-5c1300e0-fa6b-4a8a-a9f6-fd3840217b36 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6746800 Aug 28 08:16:10.035980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1812-2c3f-4479-80a9-808ae3b1ecee req-1d069a29-df57-4e33-8aab-b59f0f363228 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:10.037119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd8d1812-2c3f-4479-80a9-808ae3b1ecee req-1d069a29-df57-4e33-8aab-b59f0f363228 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0625920 Aug 28 08:16:10.054388 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.124445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd8d1812-2c3f-4479-80a9-808ae3b1ecee req-22189114-2e23-48b0-a69a-16cbaedb7294 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772510 Aug 28 08:16:10.136299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70fd93f8-f481-416b-b919-f9045e3799c3 req-0a0e439d-7cc2-400b-b19e-2ab0c519aad9 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/a3a223fe-223e-4d36-b036-383358911724 HTTP/1.1" status: 200 len: 1813 time: 0.1003282 Aug 28 08:16:10.142756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:10.194126 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-feb0b397-3948-4a61-8327-73090e39436d req-fc9b7f23-7cbf-49bf-b949-56faf7f5c07b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] show failed (client error): The resource could not be found. Aug 28 08:16:10.195300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-feb0b397-3948-4a61-8327-73090e39436d req-fc9b7f23-7cbf-49bf-b949-56faf7f5c07b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/5d2d0b9c-290d-493b-8d17-f4740145e597 HTTP/1.1" status: 404 len: 352 time: 0.0243692 Aug 28 08:16:10.204594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39796) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:10.238456 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-a7362fd7-4d02-4fe1-8fb1-46f87cbdbd68 req-1d38ef76-69ff-40ae-921a-d7b600c0a2f8 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] show failed (client error): The resource could not be found. Aug 28 08:16:10.240008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7362fd7-4d02-4fe1-8fb1-46f87cbdbd68 req-1d38ef76-69ff-40ae-921a-d7b600c0a2f8 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-group-rules/f38415f2-ed51-4ff2-947a-5e8f66ffd495 HTTP/1.1" status: 404 len: 361 time: 0.0194740 Aug 28 08:16:10.326772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385907-5baf-46e0-918a-c59bf6957bf0 req-e28ba2da-f3e7-423b-a52f-79fc9b43d97b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:10.328852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed385907-5baf-46e0-918a-c59bf6957bf0 req-e28ba2da-f3e7-423b-a52f-79fc9b43d97b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 948 time: 0.0604694 Aug 28 08:16:10.338073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d6b430e9-e1dd-4a0e-ba0b-6f57f63a78dd tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/a3a223fe-223e-4d36-b036-383358911724 HTTP/1.1" status: 200 len: 1813 time: 0.0590272 Aug 28 08:16:10.359770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3204a859-8565-4b6e-9f20-f7d4c1aa7154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.371750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed385907-5baf-46e0-918a-c59bf6957bf0 req-c5105d0f-3754-4076-a2d5-f4a9a3f7c6f4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Aug 28 08:16:10.463114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.502988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.564671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3204a859-8565-4b6e-9f20-f7d4c1aa7154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.698880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.701479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.702735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8783de0-f731-43d8-985e-84492f4a91d8 req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3a223fe-223e-4d36-b036-383358911724 HTTP/1.1" status: 204 len: 173 time: 0.3574944 Aug 28 08:16:10.711796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c16f8e-19ab-4b40-8e3b-1ac96ddc1217 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a223fe-223e-4d36-b036-383358911724,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:10.745276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3204a859-8565-4b6e-9f20-f7d4c1aa7154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.766533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-9daf2b4a-60ac-4d65-b12d-b67588331bc8 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/4ddbe841-6f02-4c8b-bb51-c2e093ccf886 HTTP/1.1" status: 200 len: 1813 time: 0.0427382 Aug 28 08:16:10.788077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3204a859-8565-4b6e-9f20-f7d4c1aa7154 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fc9ea3693df4bb29deaf756418a4e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807948 Aug 28 08:16:10.788077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a859-8565-4b6e-9f20-f7d4c1aa7154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102da7cc-5943-4a08-b9f2-0d5a26cd0837,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:10.788837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:10.838075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.850569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.876449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:10.881579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.010430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9e88-873b-4a56-8e63-80e1106f0e88 req-6dc1b8b1-04aa-40c9-8aaf-44cb1ee76c96 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:11.011875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01ff9e88-873b-4a56-8e63-80e1106f0e88 req-6dc1b8b1-04aa-40c9-8aaf-44cb1ee76c96 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0574667 Aug 28 08:16:11.054519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01ff9e88-873b-4a56-8e63-80e1106f0e88 req-781eed40-a637-4442-9069-b720ed7b2086 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361512 Aug 28 08:16:11.188036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:11.196184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.201329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.201329 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d58cf05-2e3a-4768-9a05-e745b8e9c2db req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ddbe841-6f02-4c8b-bb51-c2e093ccf886 HTTP/1.1" status: 204 len: 173 time: 0.4276221 Aug 28 08:16:11.214802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793888-8ae8-4f67-bed1-7c72d7fef7e2 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddbe841-6f02-4c8b-bb51-c2e093ccf886,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:11.222930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['4af374f0-5774-43df-b90c-2a707cbf1061'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:11.287683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-357401ee-996b-40aa-b535-344a43ea6338 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/eb5b396e-1f6a-4998-85e9-d61018312e86 HTTP/1.1" status: 200 len: 1812 time: 0.0653839 Aug 28 08:16:11.290787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a643aa-7560-4a80-80d6-b03a3533b6ad req-b7cfe4ef-f5e2-4a4a-a4eb-a9c8c76c1312 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:11.295258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0a643aa-7560-4a80-80d6-b03a3533b6ad req-b7cfe4ef-f5e2-4a4a-a4eb-a9c8c76c1312 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0849071 Aug 28 08:16:11.295258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.298190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.303151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/102da7cc-5943-4a08-b9f2-0d5a26cd0837 HTTP/1.1" status: 204 len: 168 time: 0.5128150 Aug 28 08:16:11.317143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2ad11-a3b7-4648-90d2-df7289963a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102da7cc-5943-4a08-b9f2-0d5a26cd0837,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:11.380709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0a643aa-7560-4a80-80d6-b03a3533b6ad req-4d691ab5-b96d-4a66-b316-6e1f1908ae83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647950 Aug 28 08:16:11.398472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.420121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.530891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce720ab-102b-453d-830a-e87a80737a36 req-2318dd44-57f7-4c78-ab95-9fc1eca4c9ae tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:11.532503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ce720ab-102b-453d-830a-e87a80737a36 req-2318dd44-57f7-4c78-ab95-9fc1eca4c9ae tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 948 time: 0.0676594 Aug 28 08:16:11.578616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ce720ab-102b-453d-830a-e87a80737a36 req-99ca8186-4fd9-437b-af28-97d2e7effb6b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Aug 28 08:16:11.641260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.644490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.645746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb1b9cb4-f7e7-4d2c-b9c6-1ea0c6472c54 req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb5b396e-1f6a-4998-85e9-d61018312e86 HTTP/1.1" status: 204 len: 173 time: 0.3443336 Aug 28 08:16:11.655374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72740104-63b5-4699-9d37-a9e30cfd0755 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b396e-1f6a-4998-85e9-d61018312e86,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:11.723053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-c3897c62-c07d-4d8e-8386-69127896cb4b tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/1bce6fb5-3d0d-4fcf-ade9-3ab0825013ad HTTP/1.1" status: 200 len: 1813 time: 0.0553899 Aug 28 08:16:11.805103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:11.843297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.046516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.049106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.050374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e77c5c8-19e7-47fb-8aec-ab9e9d69dece req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-groups/1bce6fb5-3d0d-4fcf-ade9-3ab0825013ad HTTP/1.1" status: 204 len: 173 time: 0.3201768 Aug 28 08:16:12.062139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a370590-1922-4852-be88-224e7a17b6f0 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce6fb5-3d0d-4fcf-ade9-3ab0825013ad,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:12.122694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-fb95922d-3253-4995-834c-aa80c217cbdf tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "GET /v2.0/security-groups/d9596f80-6425-4a13-ac42-705353900064 HTTP/1.1" status: 200 len: 1813 time: 0.0500004 Aug 28 08:16:12.230981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.234736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef42b-ed15-4bc3-a267-4771ff6bff3d req-c4b4a9a8-3114-404b-ba3f-1928bfa205a8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:12.236495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958ef42b-ed15-4bc3-a267-4771ff6bff3d req-c4b4a9a8-3114-404b-ba3f-1928bfa205a8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0990531 Aug 28 08:16:12.263206 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.300254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958ef42b-ed15-4bc3-a267-4771ff6bff3d req-06d5a293-299e-4428-bff0-d709deffe0be tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Aug 28 08:16:12.435896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.440695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.449654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1028b50a-0ebe-448d-ae27-f3be46e91b8e req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] 10.222.0.46 "DELETE /v2.0/security-groups/d9596f80-6425-4a13-ac42-705353900064 HTTP/1.1" status: 204 len: 173 time: 0.3048818 Aug 28 08:16:12.452105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39854) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:12.469646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f48279-72e8-4d15-ab5d-8107e9186601 tempest-SecurityGroupRulesNegativeTestJSON-1130886492 tempest-SecurityGroupRulesNegativeTestJSON-1130886492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9596f80-6425-4a13-ac42-705353900064,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:12.575974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Deleting subnet 13ec6364-7726-4b31-9600-952d79dfe6ca {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:16:12.579660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.621233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822ab49-c1c9-47f9-9bea-e8f850bfd6f1 req-4313d09b-0abf-47c5-816d-e0f627b63d13 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:12.623247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8822ab49-c1c9-47f9-9bea-e8f850bfd6f1 req-4313d09b-0abf-47c5-816d-e0f627b63d13 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1051507 Aug 28 08:16:12.633161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.703552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8822ab49-c1c9-47f9-9bea-e8f850bfd6f1 req-81f2a274-55ae-433f-8096-8ffa5d137bdc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681007 Aug 28 08:16:12.704674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:12.753565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e415126-5063-423a-96d6-b25ca55559fa req-0f9f2a35-d319-4da5-b60b-86f66b5e5947 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:12.753565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e415126-5063-423a-96d6-b25ca55559fa req-0f9f2a35-d319-4da5-b60b-86f66b5e5947 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 948 time: 0.0823700 Aug 28 08:16:12.793229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e415126-5063-423a-96d6-b25ca55559fa req-f69a0057-d95c-4d31-a71f-42b2732d810c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Aug 28 08:16:12.984623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.013694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ec6364-7726-4b31-9600-952d79dfe6ca,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:13.019170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.021152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0998379-1f41-44e4-ab91-7554307a6741 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13ec6364-7726-4b31-9600-952d79dfe6ca HTTP/1.1" status: 204 len: 168 time: 0.5671997 Aug 28 08:16:13.025576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39870) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:13.101444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.184766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.200392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263ffa12-2bf4-4949-81d9-91392f5ca52e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:13.214265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a418592-b8a9-4dff-a0d0-ae92252c2147') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:13.214570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a418592-b8a9-4dff-a0d0-ae92252c2147') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:13.227997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.253613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.269855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:16:13.270371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:16:13.328056 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:16:13.439052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303146-371c-4ef9-a269-e7be3c39cfcb req-ba457939-1a02-4964-9694-0644f15745e9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:13.440847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40303146-371c-4ef9-a269-e7be3c39cfcb req-ba457939-1a02-4964-9694-0644f15745e9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0556302 Aug 28 08:16:13.483770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40303146-371c-4ef9-a269-e7be3c39cfcb req-4905b784-638b-445c-8601-ba6719f3b90f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Aug 28 08:16:13.493301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.499437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:13.501405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/263ffa12-2bf4-4949-81d9-91392f5ca52e HTTP/1.1" status: 204 len: 168 time: 0.4747648 Aug 28 08:16:13.513728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e213b5a-307f-4a2d-986e-6ee1c7bf3ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=263ffa12-2bf4-4949-81d9-91392f5ca52e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:13.890437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fab15-3f10-43e9-88e8-f732093caa53 req-4040d3b8-10ca-4c64-9459-31cca6619e35 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:13.890437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-899fab15-3f10-43e9-88e8-f732093caa53 req-4040d3b8-10ca-4c64-9459-31cca6619e35 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0544956 Aug 28 08:16:13.917060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-899fab15-3f10-43e9-88e8-f732093caa53 req-5616a66e-ab58-4b2f-80fc-caec7bcc273d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350780 Aug 28 08:16:13.963963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c7541-1d50-429f-8c15-8923e0ae49a9 req-2310a4a3-6fb6-4ba5-8672-60e646b4620c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:13.963963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc6c7541-1d50-429f-8c15-8923e0ae49a9 req-2310a4a3-6fb6-4ba5-8672-60e646b4620c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 948 time: 0.0627477 Aug 28 08:16:14.165141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:14.219405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b0c0b065-2ce1-4986-b386-319e5fc568e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebf95c7e792e45e2925119d5a077df0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528040 Aug 28 08:16:14.222714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39920) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:14.302974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.317004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc6c7541-1d50-429f-8c15-8923e0ae49a9 req-2d63fb03-72a7-4120-9291-f8a3ab62b1fa tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507986 Aug 28 08:16:14.345325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.391591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:14.512762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a608a95-36fd-40b4-8d6f-46e493d5ad34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.553572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.556941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.560728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4620cfc-b75d-4a46-9419-db75018b50cd HTTP/1.1" status: 204 len: 168 time: 0.3346486 Aug 28 08:16:14.595283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2010-e37c-43f3-b714-6d10fdd46dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4620cfc-b75d-4a46-9419-db75018b50cd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:14.666343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a2d0-c32f-46a5-8027-e84a0722f865 req-f025b461-84b3-4e32-a02d-cb0d9681bc08 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:14.667906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f50a2d0-c32f-46a5-8027-e84a0722f865 req-f025b461-84b3-4e32-a02d-cb0d9681bc08 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0969865 Aug 28 08:16:14.711497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a608a95-36fd-40b4-8d6f-46e493d5ad34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.727015 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1f50a2d0-c32f-46a5-8027-e84a0722f865 req-1a0fe466-2f42-405c-aec4-8f82fe58b172 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Aug 28 08:16:14.835877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a608a95-36fd-40b4-8d6f-46e493d5ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.875826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a608a95-36fd-40b4-8d6f-46e493d5ad34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003c10f2-b4b8-4ea0-aba9-fd6a360f03c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:14.880345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7a608a95-36fd-40b4-8d6f-46e493d5ad34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a37f515409248e581defd6c9fd50a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877248 Aug 28 08:16:14.886416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39934) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:14.948505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:14.973941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.007677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4af374f0-5774-43df-b90c-2a707cbf1061 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:15.073201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9518c-2727-49d7-80ca-1708ba60adeb req-4dd2c227-72b2-4611-8c41-9f7112050bc3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:15.075516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38a9518c-2727-49d7-80ca-1708ba60adeb req-4dd2c227-72b2-4611-8c41-9f7112050bc3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0836182 Aug 28 08:16:15.123156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38a9518c-2727-49d7-80ca-1708ba60adeb req-a4b7bbb6-008b-466c-afd0-807774de1290 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Aug 28 08:16:15.196385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.198989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.200186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/003c10f2-b4b8-4ea0-aba9-fd6a360f03c7 HTTP/1.1" status: 204 len: 168 time: 0.3158588 Aug 28 08:16:15.208946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02b90-d1ae-44da-bd2f-f3cdbafa392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c10f2-b4b8-4ea0-aba9-fd6a360f03c7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:15.254073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 4af374f0-5774-43df-b90c-2a707cbf1061 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:15.259135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 4af374f0-5774-43df-b90c-2a707cbf1061 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:15.259868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.355791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.381513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:15.383884 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f7c11-d711-4a47-a8c5-3e59378be518" -d '{"events": [{"server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "name": "network-vif-plugged", "status": "completed", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:15.399594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4af374f0-5774-43df-b90c-2a707cbf1061,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:15.433462 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489122c2-e47d-43c6-b9e8-3cc09505dcdf x-openstack-request-id: req-489122c2-e47d-43c6-b9e8-3cc09505dcdf {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:15.433777 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "name": "network-vif-plugged", "status": "completed", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:15.434049 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-489122c2-e47d-43c6-b9e8-3cc09505dcdf {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:15.434510 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061', 'code': 200} Aug 28 08:16:15.457645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a31c-2aa8-48b7-a6ab-63b51b55909d req-6b789788-149f-46e5-80b5-122e5e57db89 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:15.460181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbb6a31c-2aa8-48b7-a6ab-63b51b55909d req-6b789788-149f-46e5-80b5-122e5e57db89 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 948 time: 0.0629172 Aug 28 08:16:15.509301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbb6a31c-2aa8-48b7-a6ab-63b51b55909d req-c9932a88-1e6c-4a70-a651-b5e4b1911054 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Aug 28 08:16:15.562159 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.563155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:15.577379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1a406-a0f3-41a7-b3c6-95b4c555558a req-1ae89e70-aa4b-43bc-b92e-7dbd0729dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:15.579177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7f1a406-a0f3-41a7-b3c6-95b4c555558a req-1ae89e70-aa4b-43bc-b92e-7dbd0729dda1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 1100 time: 0.0426207 Aug 28 08:16:15.629203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7f1a406-a0f3-41a7-b3c6-95b4c555558a req-72c4de5b-94c4-4d61-b06a-759111da0d9a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Aug 28 08:16:15.660602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:15.847335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 061b35f0-5edc-48fd-9980-494127a5a289 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:15.852571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 061b35f0-5edc-48fd-9980-494127a5a289 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:15.853032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.891187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f944d-59ea-4639-be52-ca0ee33152e1 req-a39ce4d7-10af-4d84-80db-54e572830e01 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:15.892837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a28f944d-59ea-4639-be52-ca0ee33152e1 req-a39ce4d7-10af-4d84-80db-54e572830e01 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0806160 Aug 28 08:16:15.942892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a28f944d-59ea-4639-be52-ca0ee33152e1 req-fe635741-2022-423c-8f98-5aef30076edc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Aug 28 08:16:15.945398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:15.979427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:16.156000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.179571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39986) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:16.238867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:16.278456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466908-a038-42f2-8581-9054030ba024 req-177617aa-77f4-454d-b124-63ba36ee57cd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:16.280068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89466908-a038-42f2-8581-9054030ba024 req-177617aa-77f4-454d-b124-63ba36ee57cd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0686433 Aug 28 08:16:16.320592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89466908-a038-42f2-8581-9054030ba024 req-8905f6ff-9898-4f9f-82ac-2fa2b980d5de tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338118 Aug 28 08:16:16.346057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-708036250-network', 'tenant_id': '39a5c5f685264d02a03fe3b0a909105e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:16.544820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Made reservation on behalf of 39a5c5f685264d02a03fe3b0a909105e for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:16.549751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.566270 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.686844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0102f-3102-4c9c-ad7f-52788ed0bc1d req-5f67a90b-7b1b-47b3-b6c9-ed70fdedf51e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:16.688453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17a0102f-3102-4c9c-ad7f-52788ed0bc1d req-5f67a90b-7b1b-47b3-b6c9-ed70fdedf51e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.0816736 Aug 28 08:16:16.756555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.767457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17a0102f-3102-4c9c-ad7f-52788ed0bc1d req-a90b7f40-cd01-4ef6-8933-33305aed0d28 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Aug 28 08:16:16.781081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40002) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:16.888599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1646027583-network', 'tenant_id': '976d60e164214e27bd30741c534e616b'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:16.899244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.924649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:16:16.938273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561219ad-3d5a-4e99-87fd-e25f889623a5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:16.942278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:16.942648 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Added segment 9a87161b-2a80-4995-9d57-4d06894e2260 of type vlan for network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 Aug 28 08:16:16.985781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.018582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Made reservation on behalf of 976d60e164214e27bd30741c534e616b for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:17.021286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.043566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.099928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.101693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.102393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.107607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e5def-5eb4-4d1e-b1b3-0d0e155e8774 req-0587bf4c-388c-4147-99ca-e3d85805da56 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.113010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb2e5def-5eb4-4d1e-b1b3-0d0e155e8774 req-0587bf4c-388c-4147-99ca-e3d85805da56 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0853682 Aug 28 08:16:17.176674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] Pushing event updated for resources: {'Network': ['ID=23a6f4bc-fe5d-4771-9112-93f6b06a30e4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:17.187067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb2e5def-5eb4-4d1e-b1b3-0d0e155e8774 req-bc9631c7-29c4-422f-84d1-1535f039776d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Aug 28 08:16:17.190956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:16:17.218041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.338993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.368669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:16:17.381150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe187837-af6e-4235-b3ed-968b70608752,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:17.388926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.389629 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Added segment 69e88ef7-c982-49be-becd-a2620d8d1a3a of type vlan for network fda1f1e8-4e49-4bb3-8989-1c98a770b77f Aug 28 08:16:17.435358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:17.438051 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5b9df-af9e-461c-b393-a9c48b21ad70" -d '{"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:17.456394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.462846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-722cc093-e961-4a44-bf29-88fc7058d94d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2790833 Aug 28 08:16:17.463327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40016) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:17.467709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Request body: {'subnet': {'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-708036250-subnet', 'tenant_id': '39a5c5f685264d02a03fe3b0a909105e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:17.479182 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d590d77-22d2-42fa-bed7-1aa8036e4bf0 x-openstack-request-id: req-9d590d77-22d2-42fa-bed7-1aa8036e4bf0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:17.479488 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:17.479738 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d590d77-22d2-42fa-bed7-1aa8036e4bf0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:17.480140 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'code': 200} Aug 28 08:16:17.522650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e5012-39c1-4a94-af14-ce38415bfbd3 req-0dd45fcf-e866-49b0-980a-1284fde8a417 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.524236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a5e5012-39c1-4a94-af14-ce38415bfbd3 req-0dd45fcf-e866-49b0-980a-1284fde8a417 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1050684 Aug 28 08:16:17.574011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a5e5012-39c1-4a94-af14-ce38415bfbd3 req-3496aeb1-5583-44dc-b90a-4b282cc830ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Aug 28 08:16:17.612912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Made reservation on behalf of 39a5c5f685264d02a03fe3b0a909105e for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:17.617025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.671921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.671921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.672830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:17.797344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] Pushing event updated for resources: {'Network': ['ID=fda1f1e8-4e49-4bb3-8989-1c98a770b77f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:17.809397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:16:17.812960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-59992cab-7d09-4992-9ffb-13caf43a6a50 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.815064 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-59992cab-7d09-4992-9ffb-13caf43a6a50 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.1212699 Aug 28 08:16:17.832983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-3cd795ed-7584-48f0-bf4e-2a30cd331b8a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/quotas/f4312d03bafb42d8b43e0fab5ec89488 HTTP/1.1" status: 200 len: 375 time: 0.0106597 Aug 28 08:16:17.862030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9037ce-2448-4033-b933-91e27886ee45 req-86682055-f037-4610-b07a-9e778813c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:17.863919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef9037ce-2448-4033-b933-91e27886ee45 req-86682055-f037-4610-b07a-9e778813c811 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1098 time: 0.1815417 Aug 28 08:16:17.947137 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-19ee4a8c-ca15-4dc8-8f0d-f43db310061e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070423 Aug 28 08:16:17.993855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91fa36c3-6c9f-4421-8448-8eb0c86ea942 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2142577 Aug 28 08:16:18.004074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40026) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:18.014866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Request body: {'subnet': {'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1646027583-subnet', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:18.032008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef9037ce-2448-4033-b933-91e27886ee45 req-b6eff54c-800d-42cf-b0ee-77381f321ffe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546175 Aug 28 08:16:18.054349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-9bc83373-20ae-41a4-8869-1eb263a8bf21 service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975745 Aug 28 08:16:18.057719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df83b-d603-4bb8-80ab-fdedf6325f37 req-537aa3fb-6a7b-44a3-b8ca-fb7a3c5b5322 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:18.059428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-607df83b-d603-4bb8-80ab-fdedf6325f37 req-537aa3fb-6a7b-44a3-b8ca-fb7a3c5b5322 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.1690450 Aug 28 08:16:18.112419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-607df83b-d603-4bb8-80ab-fdedf6325f37 req-88411315-8ed8-472e-ac95-75f0bb6c5d40 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Aug 28 08:16:18.163957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-1ab1cfee-2194-4ebf-9503-8d21fbb1d32a service neutron] 10.222.0.46 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021526 Aug 28 08:16:18.173331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:18.241328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=805a5caf-7504-4fbb-b563-0e8affc33b66,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:18.259017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Checking segment: {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:18.259393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Network hostable DHCP agents. Network: 23a6f4bc-fe5d-4771-9112-93f6b06a30e4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:16:18.274571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Made reservation on behalf of 976d60e164214e27bd30741c534e616b for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:18.276980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:18.396022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127ea04-a3b7-4bed-86b9-1d0fe1bc6f42 req-32e25392-ebbc-430f-8e8b-5ccae47220a9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:18.398243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6127ea04-a3b7-4bed-86b9-1d0fe1bc6f42 req-32e25392-ebbc-430f-8e8b-5ccae47220a9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1271439 Aug 28 08:16:18.428762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:16:18.484412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6127ea04-a3b7-4bed-86b9-1d0fe1bc6f42 req-d9aee7b8-12c2-4895-aed5-98cec948e5dc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786443 Aug 28 08:16:18.550750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 23a6f4bc-fe5d-4771-9112-93f6b06a30e4) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:18.556857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:18.563414 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:18.565298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7ac5a-753e-4f10-9008-cb696b1a3504 None None] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:18.700239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebc24bd3-00f2-4c3c-aa80-5f142c18b70a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2363482 Aug 28 08:16:18.701310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:18.720677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f725c-9ad0-4886-a8de-c5d33151f303 None None] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:18.773816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f554da-6790-4a1e-bea9-bd89bff7f9e9 req-58feb71b-9353-429e-81a7-7c8351b7afec tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:18.781550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07f554da-6790-4a1e-bea9-bd89bff7f9e9 req-58feb71b-9353-429e-81a7-7c8351b7afec tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1214936 Aug 28 08:16:18.803156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81eb0806-3946-49a2-9051-f948675679dd,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:18.837000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Checking segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:18.837423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Network hostable DHCP agents. Network: fda1f1e8-4e49-4bb3-8989-1c98a770b77f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:16:18.858403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07f554da-6790-4a1e-bea9-bd89bff7f9e9 req-e64f2b22-e15d-4d23-8123-9ab11ce73e8c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Aug 28 08:16:18.995108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-512d805f-0f09-46d5-af31-4b299fadca2a req-8b325d18-3de0-4b31-845a-cafabe2e81e9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0425448 Aug 28 08:16:19.045653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899334531', 'description': 'tempest-description-1126904167'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:19.064729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:16:19.196035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.241864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, fda1f1e8-4e49-4bb3-8989-1c98a770b77f) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:19.244414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d553b0-f083-4ef1-bb58-e89ab10457b9 req-80edc403-d472-41c2-ab95-51204102cad5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:19.251331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bead1-2547-409e-82c6-459b848408f7 None None] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:19.251585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2d553b0-f083-4ef1-bb58-e89ab10457b9 req-80edc403-d472-41c2-ab95-51204102cad5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.0652761 Aug 28 08:16:19.254999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:19.256328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.316637 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2d553b0-f083-4ef1-bb58-e89ab10457b9 req-b737e94d-fc49-4643-9774-2ff47bb4683d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574737 Aug 28 08:16:19.361081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.431078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:16:19.431976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.434348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d40aef-d7e9-4d21-ba72-cd118fc02241 req-f03ba870-c77b-4444-9c5a-8fa8bdfc6b7f tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:19.435905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a3d40aef-d7e9-4d21-ba72-cd118fc02241 req-f03ba870-c77b-4444-9c5a-8fa8bdfc6b7f tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 1101 time: 0.0450599 Aug 28 08:16:19.485085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a3d40aef-d7e9-4d21-ba72-cd118fc02241 req-db675390-3d18-417b-889e-f8d3545e4430 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Aug 28 08:16:19.495038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.564974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ade38b-eff7-4ef2-850b-d1e0e47d1e5d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:19.607779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Allocated IP 172.20.0.2 (fda1f1e8-4e49-4bb3-8989-1c98a770b77f/81eb0806-3946-49a2-9051-f948675679dd/f95dd424-36dd-414a-9d1a-5d95634ccfc2) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:19.631169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1b36095e-f174-417b-92d4-a58641efee39 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6244943 Aug 28 08:16:19.634929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40070) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:19.640263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:19.676908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.678326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d09b55f-3adb-4214-bcdc-15a177372551 req-e1c9ed56-eb87-4f4c-9a51-245ed58151d5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6377215 Aug 28 08:16:19.699608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5588e3-2d99-4b64-b18a-56faa7043c6d req-340c01c3-2e64-48c2-b8cf-d3fdb4b2bd97 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:19.701278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a5588e3-2d99-4b64-b18a-56faa7043c6d req-340c01c3-2e64-48c2-b8cf-d3fdb4b2bd97 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0869246 Aug 28 08:16:19.748998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a5588e3-2d99-4b64-b18a-56faa7043c6d req-80f64af4-2712-4433-8697-996c82438f45 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Aug 28 08:16:19.804814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.810598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-724872910', 'description': 'tempest-description-921255318'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:19.816701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Transition to ACTIVE for port object f95dd424-36dd-414a-9d1a-5d95634ccfc2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:19.835396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Transition to ACTIVE for port object f95dd424-36dd-414a-9d1a-5d95634ccfc2 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:19.844335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.845442 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.901536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-e1aba12c-a614-4be9-a5e7-badefbf3e397 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377192 Aug 28 08:16:19.909726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.985058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:19.985287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.030428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:20.031773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-c888e834-5fb0-4b37-97ec-3d0bd605a5b3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:20.034488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:20.042146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-c888e834-5fb0-4b37-97ec-3d0bd605a5b3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338904 Aug 28 08:16:20.042469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:20.046345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Pushing event updated for resources: {'Port': ['ID=f95dd424-36dd-414a-9d1a-5d95634ccfc2,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:20.055870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-25084e1c-b968-48cd-a049-519fa134d76d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0127475 Aug 28 08:16:20.095135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.110036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Attempting to bind port f95dd424-36dd-414a-9d1a-5d95634ccfc2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:20.110508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Attempting to bind port f95dd424-36dd-414a-9d1a-5d95634ccfc2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:20.111085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Attempting to bind port f95dd424-36dd-414a-9d1a-5d95634ccfc2 on network fda1f1e8-4e49-4bb3-8989-1c98a770b77f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:20.120559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:20.121393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Checking segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:20.122347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.123022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Bound using segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:20.123897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Bound port: f95dd424-36dd-414a-9d1a-5d95634ccfc2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:20.124559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.152185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-74f47125-af61-4deb-aa8f-b4f28270232e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0884993 Aug 28 08:16:20.212079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] For port f95dd424-36dd-414a-9d1a-5d95634ccfc2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:20.216181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] For port f95dd424-36dd-414a-9d1a-5d95634ccfc2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f95dd424-36dd-414a-9d1a-5d95634ccfc2,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:20.281709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.293005 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.326073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9c1be-2ea7-4b2a-9937-6df860087709,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:20.414384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.472246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:20.473546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa331fb4-437f-4845-9e4c-ab9c85072895 req-aa6ad969-f0c9-4cea-b5fd-164b18ff7106 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6686621 Aug 28 08:16:20.545026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f52c-07d3-4eb9-984b-2057c033aed7 None None] Pushing event updated for resources: {'Port': ['ID=f95dd424-36dd-414a-9d1a-5d95634ccfc2,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:20.673633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e4077cd-8d60-4b52-996e-0ea9977f2006 req-eee4f88c-be7d-46d4-81b8-066350cc5996 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0465074 Aug 28 08:16:20.703066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74259-0597-47b1-9a68-7896042fccbe req-0c26622e-349f-4958-aa2b-89b5ea60ac90 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:20.704849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69a74259-0597-47b1-9a68-7896042fccbe req-0c26622e-349f-4958-aa2b-89b5ea60ac90 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0927830 Aug 28 08:16:20.775583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69a74259-0597-47b1-9a68-7896042fccbe req-82d9abbd-bff0-419e-9c68-69eb88b4a9b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Aug 28 08:16:20.824299 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f298622-2582-4ef6-b356-5c3ed00c33b0 req-db2ed797-a69e-4f85-b26f-662c4bd35f9b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.0710769 Aug 28 08:16:21.009532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1520-62e0-47fa-ba83-0322c484f8e0 req-e080f27b-4328-4ed1-a35b-3de6933366f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:21.018032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:21.019045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8daf1520-62e0-47fa-ba83-0322c484f8e0 req-e080f27b-4328-4ed1-a35b-3de6933366f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0740447 Aug 28 08:16:21.047426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:21.064937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8daf1520-62e0-47fa-ba83-0322c484f8e0 req-75946597-3b23-448a-95a6-ecaf34f18b40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Aug 28 08:16:21.136659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-4d77a101-9a8d-431e-8875-978e660bf778 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:21.144178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-4d77a101-9a8d-431e-8875-978e660bf778 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 812 time: 0.2064378 Aug 28 08:16:21.168832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-a1bb18ef-95a4-49ac-8b65-8fbcceb42add tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/quotas/39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 375 time: 0.0236669 Aug 28 08:16:21.231019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-0ca8d3ed-5831-46dc-b490-1ba5f08ec302 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611813 Aug 28 08:16:21.256433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Allocated IP 172.25.0.41 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/05474e9d-d650-4ff1-bc8d-73b281229c60) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:21.408496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-52d89fad-118e-4aed-b723-9f81059610a4 service neutron] 10.222.0.46 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689920 Aug 28 08:16:21.464028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-bd5fc035-c072-439e-9fda-1eae43975bfc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:21.465820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-bd5fc035-c072-439e-9fda-1eae43975bfc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 814 time: 0.1765032 Aug 28 08:16:21.512144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-e96244d2-36fa-44bf-b4a7-adea46a464f2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/quotas/0606057246a145328a7828d9cbe2dde5 HTTP/1.1" status: 200 len: 375 time: 0.0246387 Aug 28 08:16:21.568740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-7fb03a6a-c5fe-48f2-832d-edc195d296e8 service neutron] 10.222.0.46 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523013 Aug 28 08:16:21.587460 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:21.616076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-956bd7bb-dfb1-4843-9c22-462d2d36d515 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998447 Aug 28 08:16:21.778893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-19931b9f-59ac-4319-bbf8-4dadfb0d76ee service neutron] 10.222.0.46 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587193 Aug 28 08:16:21.814080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:21.863805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:21.867771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:21.873471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:21.917509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Pushing event updated for resources: {'Port': ['ID=05474e9d-d650-4ff1-bc8d-73b281229c60,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:21.946358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-2d4dc721-98cb-4574-9025-87d90e7aacc3 service neutron] 10.222.0.46 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596396 Aug 28 08:16:22.041739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a2ffc-de46-4f47-bc79-364df234e61d None None] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:16:22.204927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4a3965d-3383-4843-8478-597818d002d0 req-d0c393fd-e0ba-497f-9eab-6934a8ede8ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0488367 Aug 28 08:16:22.205562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f95dd424-36dd-414a-9d1a-5d95634ccfc2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:22.414983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b6727205-60bb-4ee4-b0d1-8ba0d972aa15 None None] Provisioning for port f95dd424-36dd-414a-9d1a-5d95634ccfc2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:22.448005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f95dd424-36dd-414a-9d1a-5d95634ccfc2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:22.453062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f95dd424-36dd-414a-9d1a-5d95634ccfc2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:22.453754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:22.604797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-687c2631-24ed-47ac-8bcc-6db80bf740e2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:22.606904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-687c2631-24ed-47ac-8bcc-6db80bf740e2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 821 time: 0.2562225 Aug 28 08:16:22.607061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58d98b2c-f930-4544-8125-f932f375e80b req-35f3859f-c964-4b1e-8d23-9f4d71a536c5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.1113737 Aug 28 08:16:22.637637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Request body: {'port': {'device_id': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'admin_state_up': True, 'tenant_id': 'f4312d03bafb42d8b43e0fab5ec89488'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:22.699574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:22.751137 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c13b5fd-5667-429f-9997-bc4fc5419183 req-cc47b2ca-343d-447c-81a5-92d26160f3fb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0439904 Aug 28 08:16:22.769373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f95dd424-36dd-414a-9d1a-5d95634ccfc2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f95dd424-36dd-414a-9d1a-5d95634ccfc2,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:22.848856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b136-3787-4f73-8b40-47e581c93a1d req-358d4aaa-3dcb-42f6-8211-69dfc26f9324 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:22.856764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f182b136-3787-4f73-8b40-47e581c93a1d req-358d4aaa-3dcb-42f6-8211-69dfc26f9324 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.5566158 Aug 28 08:16:22.885313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2868610f-dc38-4ba5-b7ae-995b403c548d None None] Provisioning complete for port f95dd424-36dd-414a-9d1a-5d95634ccfc2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:22.888849 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2868610f-dc38-4ba5-b7ae-995b403c548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:22.894158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:22.945315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:22.964242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f182b136-3787-4f73-8b40-47e581c93a1d req-0288ac37-0dee-4ec1-b2d9-a93020b2fbf5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063263 Aug 28 08:16:23.001631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f95dd424-36dd-414a-9d1a-5d95634ccfc2,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:23.033672 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fad66ec-22c2-43fa-88a3-0b39d6ff1fed req-f3e19f78-6ba9-45b6-bef4-5e46ee23aed9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.0556166 Aug 28 08:16:23.493190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Made reservation on behalf of f4312d03bafb42d8b43e0fab5ec89488 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:23.496352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:23.525488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92b2e878-2642-4f57-9e05-7e45545ad755 req-50d79586-513e-4cec-a052-bc4f6b418aff tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0431721 Aug 28 08:16:23.651689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:23.745340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1009ab0a-acf6-4edf-82d8-3386a2e1091f req-89643fae-5c2c-430e-84f8-58f79a52d297 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.0491226 Aug 28 08:16:23.755033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Allocated IP 172.20.0.10 (6ac20677-d6d2-48f3-bcb6-042de6102a53/cf47beaf-059a-4d1a-be03-a010cd2d3dbf/5d024462-6a18-471a-88b0-00479e6fb7ed) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:23.817533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:16:23.970466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b26e00f2-1f37-40cf-9a58-edecdf107073 req-265a75ea-5023-40e9-bb09-666d452d862b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0499184 Aug 28 08:16:24.001915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f95dd424-36dd-414a-9d1a-5d95634ccfc2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:24.080949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:24.095773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Router 5fca5774-972a-4159-8435-b17571c8b3e9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:16:24.109349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f95dd424-36dd-414a-9d1a-5d95634ccfc2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:24.109731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:24.283549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b046f-8e87-439b-98db-a145079724c6 req-b22118c1-95e6-4e66-92c8-b9459c084bd7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:24.285157 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5c1b046f-8e87-439b-98db-a145079724c6 req-b22118c1-95e6-4e66-92c8-b9459c084bd7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1112218 Aug 28 08:16:24.309257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-3262beca-72bb-46b5-9695-469107f603a2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083341 Aug 28 08:16:24.356439 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5c1b046f-8e87-439b-98db-a145079724c6 req-8ec87862-d583-4c8b-9616-339a2809c1f7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614555 Aug 28 08:16:24.427117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:24.455621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:16:24.470864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Sync routers for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:16:24.472543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:24.508445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f10a3232-b886-4e96-b9e6-d5270b7cf1fb req-e3d3e055-41e0-42a3-943c-cd3e730364ac tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.0468178 Aug 28 08:16:24.547491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-842fbab4-0469-4c66-ac23-894c8a1e3725 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:24.556579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-842fbab4-0469-4c66-ac23-894c8a1e3725 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3967676 Aug 28 08:16:24.592890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Network 6ac20677-d6d2-48f3-bcb6-042de6102a53 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:24.598878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:16:24.599578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:16:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:24.608432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-6adc7aa0-51b6-489f-afec-bad926b49f89 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/quotas/150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 375 time: 0.0507572 Aug 28 08:16:24.618931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:24.638769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:24.648143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:24.649967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:24.654476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9cd6ff8e-2080-49f7-8834-8e93c70f6a1c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0177248 Aug 28 08:16:24.657359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:24.715151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-a52bf104-9c50-4988-817e-e77b0f68bb3e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:24.716088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f788-ab18-49d1-bb54-3974f86bcf0d req-b8336a98-6ba6-460b-b953-c6029a70648e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:24.717037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-a52bf104-9c50-4988-817e-e77b0f68bb3e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3887398 Aug 28 08:16:24.718409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5939f788-ab18-49d1-bb54-3974f86bcf0d req-b8336a98-6ba6-460b-b953-c6029a70648e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 932 time: 0.0697064 Aug 28 08:16:24.761362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:24.784502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5939f788-ab18-49d1-bb54-3974f86bcf0d req-5e4b9290-3b1c-40cb-a581-ba13ab3bc431 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Aug 28 08:16:24.859915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:24.859915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:24.875047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:16:24.932769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-f87c516a-fe32-4145-941c-da8879fce7c5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3233211 Aug 28 08:16:24.954323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebd0e35-5b81-44c7-9b70-6cc187678ff0 req-b82695e5-5838-420a-a52c-7c8acc900e02 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Aug 28 08:16:25.065937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-418d36de-77dd-40af-b79a-a483be254fc9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4413943 Aug 28 08:16:25.093282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Request body: {'port': {'device_id': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:25.132550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5e9255db-505a-4c68-8b6f-378f32ca2535 req-8f302d4f-821e-4634-92d5-998dfaebc136 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0550621 Aug 28 08:16:25.208943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:22Z', 'revision_number': 3, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:25.240929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Checking router: 5fca5774-972a-4159-8435-b17571c8b3e9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:16:25.241284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Updating router 5fca5774-972a-4159-8435-b17571c8b3e9 port 05474e9d-d650-4ff1-bc8d-73b281229c60 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:16:25.280265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.281869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-2eb9e566-ffa2-415e-836b-17b99c66b7e0 service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481121 Aug 28 08:16:25.284454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.355033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:25.359157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.523468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ddd7-7d71-4a95-8695-2b2b03866a09 req-7a852af1-95cd-4ccd-aed8-121e5498a43d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:25.525982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a285ddd7-7d71-4a95-8695-2b2b03866a09 req-7a852af1-95cd-4ccd-aed8-121e5498a43d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0800312 Aug 28 08:16:25.598001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a285ddd7-7d71-4a95-8695-2b2b03866a09 req-d2096e32-7d86-4e60-bfbf-ec624a89376c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Aug 28 08:16:25.651149 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.672055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.687483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Transition to ACTIVE for port object 05474e9d-d650-4ff1-bc8d-73b281229c60 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:25.706091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-4c447fdd-aa53-4ffe-b383-4fb12bdd5c53 service neutron] 10.222.0.46 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066572 Aug 28 08:16:25.804843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1512515-4b0c-48b5-9ea1-0dfdfb41c166 req-b30d46d2-c035-4a14-9638-12ce61e1cb40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.1229293 Aug 28 08:16:25.882417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:25.897959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.71 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/9d38a91b-1669-4919-9a6f-c8a6f3e8c092) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:26.009136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b9414-9bc5-4224-8d06-3faf4c473284 None None] Pushing event updated for resources: {'Port': ['ID=05474e9d-d650-4ff1-bc8d-73b281229c60,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:26.019756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Attempting to bind port 05474e9d-d650-4ff1-bc8d-73b281229c60 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:26.020383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Attempting to bind port 05474e9d-d650-4ff1-bc8d-73b281229c60 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:26.020962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Attempting to bind port 05474e9d-d650-4ff1-bc8d-73b281229c60 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:26.030185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:26.030973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:26.031573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.033050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:26.034357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Bound port: 05474e9d-d650-4ff1-bc8d-73b281229c60, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:26.035687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.110386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] For port 05474e9d-d650-4ff1-bc8d-73b281229c60, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:26.117283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] For port 05474e9d-d650-4ff1-bc8d-73b281229c60, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=05474e9d-d650-4ff1-bc8d-73b281229c60,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:26.120483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e5d3b-d317-43ca-b92e-19d79996e3d6 req-ac996412-3aee-46e0-a6a8-8b21f3ecba9a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:26.122085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b3e5d3b-d317-43ca-b92e-19d79996e3d6 req-ac996412-3aee-46e0-a6a8-8b21f3ecba9a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 932 time: 0.1990123 Aug 28 08:16:26.136071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d024462-6a18-471a-88b0-00479e6fb7ed {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:26.145407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.176548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Transition to ACTIVE for port object 5d024462-6a18-471a-88b0-00479e6fb7ed will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:26.200876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b3e5d3b-d317-43ca-b92e-19d79996e3d6 req-e4b17e61-0fcd-4227-b3ee-eb4ea98296b2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636222 Aug 28 08:16:26.219309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.262259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-b1cb4808-d2fd-4329-b368-04de1c403f6f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:26.274837 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-b1cb4808-d2fd-4329-b368-04de1c403f6f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 814 time: 0.2655504 Aug 28 08:16:26.276431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.299179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Request body: {'port': {'device_id': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'admin_state_up': True, 'tenant_id': '0606057246a145328a7828d9cbe2dde5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:26.378383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:16:26.379055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:16:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:26.382377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b9414-9bc5-4224-8d06-3faf4c473284 None None] Pushing event updated for resources: {'Port': ['ID=05474e9d-d650-4ff1-bc8d-73b281229c60,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:26.469911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dadd517e-74f8-4293-8a83-8d001da7996e req-ee2bb484-8245-4a4d-897c-7b7257b97dac tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.0453305 Aug 28 08:16:26.570124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:16:26.602146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-03b654df-a133-4650-a758-7ea765b4267f req-9b1e16fc-5eb4-443c-8f4f-cca568c55ef8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0344632 Aug 28 08:16:26.636121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Made reservation on behalf of 0606057246a145328a7828d9cbe2dde5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:26.640548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.800284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.854896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:26.870812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:26.899705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Allocated IP 172.20.0.2 (335cb11f-2d84-49b9-8ea3-2273b491e7be/9869f82a-529d-452b-b874-c4ba8b899c1a/71f57bc3-a31c-4c8b-8bff-7dc3a548a679) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:27.103231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.137344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a6515-d21f-4199-bf1e-4f511d2802bb req-71bbc6de-9e0b-4a4f-9f9c-d435fb9399ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:27.138888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556a6515-d21f-4199-bf1e-4f511d2802bb req-71bbc6de-9e0b-4a4f-9f9c-d435fb9399ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.2326574 Aug 28 08:16:27.143205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:27.179530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:22Z', 'revision_number': 3, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:27.222022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7f286-7470-452a-bc61-ffbc3ad00150 None None] The sync data for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 is: [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:22Z', 'revision_number': 3, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:16:27.247471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:27.247839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:27.248082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:27.272067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92f3f26d-aa6a-4fdc-99c6-89507c3688fe req-20f6e06f-8725-43b9-93f3-d00bdc6f5d21 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.1257534 Aug 28 08:16:27.277321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556a6515-d21f-4199-bf1e-4f511d2802bb req-113662bd-96dc-4f1a-a2ac-c29a0b58ff0f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199064 Aug 28 08:16:27.288466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Allocated IP 172.20.0.1 (fda1f1e8-4e49-4bb3-8989-1c98a770b77f/81eb0806-3946-49a2-9051-f948675679dd/c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:27.295536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:27.296112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:27.311460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:27.312253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:27.312862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:27.313509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Bound port: 5d024462-6a18-471a-88b0-00479e6fb7ed, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:27.314088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.388568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-1cd2a21b-6b2a-4068-8a15-34dbe98e28bf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:27.390420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-1cd2a21b-6b2a-4068-8a15-34dbe98e28bf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 812 time: 0.2117248 Aug 28 08:16:27.435301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d3c1b4b-e7f9-4295-82a6-6f98c799f4ee req-fdbe131d-0961-4f84-bc68-5246f5b6d534 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.0426617 Aug 28 08:16:27.439082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'device_id': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4', 'admin_state_up': True, 'tenant_id': '39a5c5f685264d02a03fe3b0a909105e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:27.500311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208ee42-e0f8-425c-ac91-c70bdb2751d1 req-3d453533-e2a7-4abf-99ab-fcb8cbfb6972 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:27.502558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6208ee42-e0f8-425c-ac91-c70bdb2751d1 req-3d453533-e2a7-4abf-99ab-fcb8cbfb6972 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1586385 Aug 28 08:16:27.595492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:27.604143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.636289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-413e7d26-91ba-42f6-a31d-d1ce9ca7c2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.648795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:27.666378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.64', 61873) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:27.691341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93', '4af374f0-5774-43df-b90c-2a707cbf1061'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:27.703764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.711001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6208ee42-e0f8-425c-ac91-c70bdb2751d1 req-7654e728-d08e-4100-9562-a417eb5f20eb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838210 Aug 28 08:16:27.749984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:27.771396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.833054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:27.855846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:27.873393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:27.884701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:27.887062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:27.891116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Network 335cb11f-2d84-49b9-8ea3-2273b491e7be is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:27.905585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:27.923133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:27.934159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1efdd232-455d-4d60-8972-aa6cca77c7c2 req-56070aaf-4303-496d-9156-599108cd83b7 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0520530 Aug 28 08:16:27.953213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Transition to ACTIVE for port object c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:27.977962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83a71-7b3c-445f-b047-fa846e0cdf78 req-2daed2a1-e7aa-44c8-b04b-7ae4b6ab4fb9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:27.998948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4f83a71-7b3c-445f-b047-fa846e0cdf78 req-2daed2a1-e7aa-44c8-b04b-7ae4b6ab4fb9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 935 time: 0.4197469 Aug 28 08:16:28.159957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 05474e9d-d650-4ff1-bc8d-73b281229c60 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:28.177113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Made reservation on behalf of 39a5c5f685264d02a03fe3b0a909105e for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:28.185242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.240695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:28.241342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.242852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-d9f542a0-c052-4812-8544-9767088db84d service neutron] 10.222.0.64 "PUT /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 1093 time: 3.1539745 Aug 28 08:16:28.314671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:28.319704 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:28.325015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f542a0-c052-4812-8544-9767088db84d service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:28.382319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:28.387166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.504236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-60a0203f-acf0-4a60-8210-ae804a69eef0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7502136 Aug 28 08:16:28.531023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Request body: {'port': {'device_id': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:28.536819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-c75ec3f4-a088-432a-b28c-becc7bb3133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:28.538620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-c75ec3f4-a088-432a-b28c-becc7bb3133f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1096 time: 0.1152370 Aug 28 08:16:28.568847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 05474e9d-d650-4ff1-bc8d-73b281229c60 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:28.611561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-ce976529-8a85-4b0a-a375-112d704cae12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0437582 Aug 28 08:16:28.613404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.634819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4b163313-389b-47f0-8f75-972d89cad0e4 None None] Provisioning for port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:28.641697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4b163313-389b-47f0-8f75-972d89cad0e4 None None] Provisioning complete for port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:28.642121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4b163313-389b-47f0-8f75-972d89cad0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.643770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 05474e9d-d650-4ff1-bc8d-73b281229c60 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:28.644127 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.721536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:28.741619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53cadd-58df-4726-9ac6-1c5e6a5fbe91 req-7e789069-20fa-49a3-9792-910c6b351ec0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:28.750701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d53cadd-58df-4726-9ac6-1c5e6a5fbe91 req-7e789069-20fa-49a3-9792-910c6b351ec0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.3259366 Aug 28 08:16:28.773862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Pushing event updated for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:28.808860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4b163313-389b-47f0-8f75-972d89cad0e4 None None] Port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:16:28.845891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-39585d76-fc95-487f-9ffc-dba96af2cf02 service neutron] 10.222.0.64 "GET /v2.0/ports/3a631e10-63c0-435d-8334-b22f40d8a0da/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 383 time: 1.1782050 Aug 28 08:16:28.894800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:28.898346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.909681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4f83a71-7b3c-445f-b047-fa846e0cdf78 req-cd9734ac-ec82-489a-9816-39156fd24a7b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9097188 Aug 28 08:16:28.922009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:28.923476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.929651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:28.933849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:28.942775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:28.976766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 05474e9d-d650-4ff1-bc8d-73b281229c60, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=05474e9d-d650-4ff1-bc8d-73b281229c60,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:29.063137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d53cadd-58df-4726-9ac6-1c5e6a5fbe91 req-5d2445ce-c4a7-4163-b22d-940a425800dd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109043 Aug 28 08:16:29.076264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f75139a-5563-4c1f-9ab2-261ec41516e5 req-595d24e1-0aec-49d0-a791-d00fb9080cea tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0583103 Aug 28 08:16:29.124413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-f3300f82-7b17-46b4-91f9-5461281761f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:29.127290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-f3300f82-7b17-46b4-91f9-5461281761f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.4996622 Aug 28 08:16:29.131327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-da3fb8fb-56eb-435b-bfa5-e1e83227a71c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8380139 Aug 28 08:16:29.148974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.150190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.171357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Allocated IP 172.20.0.5 (23a6f4bc-fe5d-4771-9112-93f6b06a30e4/805a5caf-7504-4fbb-b563-0e8affc33b66/98a8a596-3d30-40d0-ae92-568e3c9d25b7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:29.188337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Request body: {'port': {'device_id': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:29.279435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=05474e9d-d650-4ff1-bc8d-73b281229c60,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:29.353621 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8349f84-eb2b-42f5-9b3b-d351867c9e03 x-openstack-request-id: req-a8349f84-eb2b-42f5-9b3b-d351867c9e03 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:29.354113 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:29.354375 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8349f84-eb2b-42f5-9b3b-d351867c9e03 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:29.355026 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'status': 'completed', 'code': 200} Aug 28 08:16:29.380904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-f991b090-7365-4c7a-a72f-4ed6f5996154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059369 Aug 28 08:16:29.395983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42a5c-5f31-49eb-b689-d821a2d082f2 req-c1b34199-5e52-4853-9d9f-22395eeab3bd tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:29.397602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0df42a5c-5f31-49eb-b689-d821a2d082f2 req-c1b34199-5e52-4853-9d9f-22395eeab3bd tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 931 time: 0.1616299 Aug 28 08:16:29.401218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.469995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ed886963-a6d6-4da5-b057-d3761fc2d9ee None None] Provisioning for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:29.475685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ed886963-a6d6-4da5-b057-d3761fc2d9ee None None] Provisioning complete for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:29.478971 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed886963-a6d6-4da5-b057-d3761fc2d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.517569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ed886963-a6d6-4da5-b057-d3761fc2d9ee None None] Port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:16:29.584438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0df42a5c-5f31-49eb-b689-d821a2d082f2 req-1836e414-1d12-4571-a23c-bbb2e6454ec3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774619 Aug 28 08:16:29.613853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f68c59-ee13-4eff-8a6a-ff0a1dea469b req-3ec02cae-4044-478a-9428-5e83b5a2cc0d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:29.621868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59f68c59-ee13-4eff-8a6a-ff0a1dea469b req-3ec02cae-4044-478a-9428-5e83b5a2cc0d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.2710671 Aug 28 08:16:29.671907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-fd681ef8-847d-455e-89af-df27488c066d service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759123 Aug 28 08:16:29.761466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6259736-b810-434b-aaeb-9e59102da2dd req-a06a5fac-e810-4b3c-91a8-8d259ce085a2 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0418863 Aug 28 08:16:29.774827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59f68c59-ee13-4eff-8a6a-ff0a1dea469b req-c8283253-b64c-4822-af95-f0551716426d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436191 Aug 28 08:16:29.787751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-d550eb00-9d1d-437c-a4ad-69c0e8443b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:29.789484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-d550eb00-9d1d-437c-a4ad-69c0e8443b43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1102 time: 0.1251197 Aug 28 08:16:29.792583 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.890452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.901893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:29.924097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8cfe64f-5642-45fd-b386-aef533674bf2 req-5132814f-5bd7-4868-a809-365d411e0582 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422190 Aug 28 08:16:29.930666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:29.957351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-6bde8e19-c48f-490b-8631-75a2ba6deef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:29.959410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-6bde8e19-c48f-490b-8631-75a2ba6deef6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1102 time: 0.1054881 Aug 28 08:16:30.034557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 05474e9d-d650-4ff1-bc8d-73b281229c60 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:30.038854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.112817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.118589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 05474e9d-d650-4ff1-bc8d-73b281229c60 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:30.120968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.128054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:30.147929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:30.156234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:30.160623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:30.168766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:30.176975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Transition to ACTIVE for port object 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:30.202925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.211777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-7bc38a5d-afab-4306-ad83-a394423de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.213966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-7bc38a5d-afab-4306-ad83-a394423de914 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1096 time: 0.0985298 Aug 28 08:16:30.234623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b83b6-1341-4a2a-88b2-52986ff4b0fc req-a5eed788-5614-4b51-8470-a1e7f4500347 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.236698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f8b83b6-1341-4a2a-88b2-52986ff4b0fc req-a5eed788-5614-4b51-8470-a1e7f4500347 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 935 time: 0.1679375 Aug 28 08:16:30.269397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-11d8d008-fc34-462b-b593-1a4964727caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.273029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-11d8d008-fc34-462b-b593-1a4964727caf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3019912 Aug 28 08:16:30.273029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Transition to ACTIVE for port object 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:30.296407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.296407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.337846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-942e37d7-66e8-44ae-bace-861c557492b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.0450981 Aug 28 08:16:30.354193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094eb5d-cb6f-4241-82e3-53b416d3e150 req-050f1763-0521-4e2b-8724-2e1b89a6e24d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.355847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e094eb5d-cb6f-4241-82e3-53b416d3e150 req-050f1763-0521-4e2b-8724-2e1b89a6e24d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1560740 Aug 28 08:16:30.359273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.373638 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a54cbc2c-1ba5-4d12-ad6b-68c944ffc816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.400559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.416908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Pushing event updated for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:30.433147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f8b83b6-1341-4a2a-88b2-52986ff4b0fc req-efaa2e3f-5938-48d6-a407-3b86ff1deeb7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747913 Aug 28 08:16:30.446590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.477238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-25e2d6dd-0759-4761-8d4a-f6611300d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.478897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-25e2d6dd-0759-4761-8d4a-f6611300d9c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1221201 Aug 28 08:16:30.480187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-b1d13586-c5cf-41a6-adc3-f662592ac5b1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0473292 Aug 28 08:16:30.493934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Pushing event updated for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:30.512318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e094eb5d-cb6f-4241-82e3-53b416d3e150 req-6688e0a3-efd5-43c3-bcfd-743a3106145e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476212 Aug 28 08:16:30.535483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Request body: {'port': {'device_id': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:30.590897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.595122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbea99da-a0b1-4ce0-afb3-e7c49d4ecd33 req-336fe69e-58c3-4ecb-8406-c975c10ffdff tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0669055 Aug 28 08:16:30.653927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.670054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Attempting to bind port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:30.670594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Attempting to bind port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:30.671054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Attempting to bind port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:30.704413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:30.705107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Attempting to bind port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:30.715724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:30.716301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Checking segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:30.716904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Bound using segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:30.717462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Bound port: 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:30.718087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.756246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-a6568705-73c2-4ef4-b4ac-b885bba7d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.757776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-a6568705-73c2-4ef4-b4ac-b885bba7d913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2419965 Aug 28 08:16:30.758405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-18e08c38-27c5-474e-98ad-47b60a43d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.759782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-18e08c38-27c5-474e-98ad-47b60a43d5ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.5218844 Aug 28 08:16:30.760708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:30.862054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-0ca3cee5-66ef-4dc5-b98a-1125322fd067 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0877445 Aug 28 08:16:30.910406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:30.965021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b2cc2-06f6-4c75-bedd-0c6792fc5a48 req-05235e41-faf4-44ac-b86e-5d725ce42181 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:30.965862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Attempting to bind port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:30.966200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Attempting to bind port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:30.966554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Attempting to bind port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:30.966677 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e5b2cc2-06f6-4c75-bedd-0c6792fc5a48 req-05235e41-faf4-44ac-b86e-5d725ce42181 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 943 time: 0.2299361 Aug 28 08:16:30.977477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:31.031215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:31.031215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Attempting to bind port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:31.041850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-05b0e535-f77a-45fd-85ce-6278386e23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.043435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-05b0e535-f77a-45fd-85ce-6278386e23bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1650140 Aug 28 08:16:31.063348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-28e9cac9-01be-41c9-9f21-406a9a5df95f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.064700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:31.064894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-28e9cac9-01be-41c9-9f21-406a9a5df95f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 808 time: 0.3133392 Aug 28 08:16:31.065693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:31.066032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:31.066456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:31.067016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Bound port: 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:31.067287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.078619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:31.086906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-872f8345-732e-4538-be83-fe5b8ed34c9e service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015044 Aug 28 08:16:31.105766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:31.113659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Request body: {'port': {'device_id': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'admin_state_up': True, 'tenant_id': '150705dfe001456faab8224e3eb11d7e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:31.118974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-3b920bb9-cbff-479b-8fae-290958ca719e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628965 Aug 28 08:16:31.126480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366177af-97ea-4b8a-b9e0-36acb97aaf93 req-efbbad77-e5c6-47b0-8e95-4097838dd108 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.127986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-366177af-97ea-4b8a-b9e0-36acb97aaf93 req-efbbad77-e5c6-47b0-8e95-4097838dd108 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.2625573 Aug 28 08:16:31.166917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e5b2cc2-06f6-4c75-bedd-0c6792fc5a48 req-559af295-450b-4d20-b1a9-d03472bb8f96 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909192 Aug 28 08:16:31.182180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.268986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.269844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.272199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] 10.222.0.64 "PUT /v2.0/ports/71f57bc3-a31c-4c8b-8bff-7dc3a548a679 HTTP/1.1" status: 200 len: 1092 time: 2.1036115 Aug 28 08:16:31.281135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:31.283601 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f" -d '{"events": [{"name": "network-changed", "server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:31.397943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69ab72-040a-4519-b963-283039a58c11 service neutron] Pushing event updated for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:31.468934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c129d117-cc69-4f04-a7f5-122e5417bf79 req-29528687-dbcd-4056-990d-e77d425bc66d service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633142 Aug 28 08:16:31.496717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ce2fe-ffb4-4d8f-8401-acfe10b5cfe1 req-31528ea5-7078-442b-b0bf-e6a4e4f3f7f9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.498284 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-935ce2fe-ffb4-4d8f-8401-acfe10b5cfe1 req-31528ea5-7078-442b-b0bf-e6a4e4f3f7f9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 931 time: 0.1779404 Aug 28 08:16:31.573172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-41feca55-3b9d-468e-a90e-6082d1d2c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.578848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-41feca55-3b9d-468e-a90e-6082d1d2c5f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 1095 time: 0.1437583 Aug 28 08:16:31.578848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a8a596-3d30-40d0-ae92-568e3c9d25b7 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:31.589369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.614355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-429c23b8-edf3-47aa-887b-bc49f6979b8b None None] Provisioning complete for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:31.618062 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-429c23b8-edf3-47aa-887b-bc49f6979b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.655665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-935ce2fe-ffb4-4d8f-8401-acfe10b5cfe1 req-fc169c1b-628f-43df-880a-d34b1ce73926 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474628 Aug 28 08:16:31.659739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-45ef07da-8226-4142-accb-05ef956747bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679 HTTP/1.1" status: 200 len: 217 time: 0.0557282 Aug 28 08:16:31.661098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Transition to ACTIVE for port object 98a8a596-3d30-40d0-ae92-568e3c9d25b7 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:31.680942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-429c23b8-edf3-47aa-887b-bc49f6979b8b None None] Port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:16:31.694032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:16:31.696891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:31.785378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:31.802619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-1fcf900e-4acd-40d2-b0f0-3ecde382ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:31.816265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-1fcf900e-4acd-40d2-b0f0-3ecde382ca06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.1331792 Aug 28 08:16:31.843314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-366177af-97ea-4b8a-b9e0-36acb97aaf93 req-629cba13-ce07-42ca-ba1c-0ea302e5346f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975331 Aug 28 08:16:31.881197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:31.904290 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b50a31-3767-4f06-abca-1555a871e37e x-openstack-request-id: req-99b50a31-3767-4f06-abca-1555a871e37e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:31.904586 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:31.904846 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99b50a31-3767-4f06-abca-1555a871e37e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:31.905256 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679', 'status': 'completed', 'code': 200} Aug 28 08:16:31.907952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-89a32004-29da-4788-8e28-d1e39ff8e5d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905085 Aug 28 08:16:31.940940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:31.948729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-462c4401-1744-4f6e-801a-0d7d84116b9b service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150084 Aug 28 08:16:32.007342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.033179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.041645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:32.084844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:32.087624 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb494b44-2d9a-41e1-8c4a-baab9b5183f8" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:32.104146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:32.110963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Router 5fca5774-972a-4159-8435-b17571c8b3e9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:16:32.112601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.190965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.191210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.192119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11ad5-402d-44c1-857f-88cbbd2a496d req-a4a497cb-398c-4a1f-b580-4b13cdbe2e85 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.192972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] 10.222.0.39 "PUT /v2.0/ports/9d38a91b-1669-4919-9a6f-c8a6f3e8c092 HTTP/1.1" status: 200 len: 1096 time: 3.6670663 Aug 28 08:16:32.193883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d0f11ad5-402d-44c1-857f-88cbbd2a496d req-a4a497cb-398c-4a1f-b580-4b13cdbe2e85 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.2097683 Aug 28 08:16:32.197568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:32.199855 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da9c627-164b-47ca-b23b-38d39e61b754" -d '{"events": [{"name": "network-changed", "server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:32.213808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.231169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Attempting to bind port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:32.231384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Attempting to bind port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:32.231756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Attempting to bind port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:32.257349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Made reservation on behalf of 150705dfe001456faab8224e3eb11d7e for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:32.261807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:32.262029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.262332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Attempting to bind port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:32.278245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-7cfdadf5-0fd7-4b11-ab45-230466c88694 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474851 Aug 28 08:16:32.322786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:32.388078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afad2ae-09ff-4b6d-a1b7-28f376d04d3a service neutron] Pushing event updated for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:32.400774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69754c36-ca23-44d0-899b-719fd2d91f8b req-64a0faf4-67be-40ce-8f5a-f0dd25b1a441 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.408870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69754c36-ca23-44d0-899b-719fd2d91f8b req-64a0faf4-67be-40ce-8f5a-f0dd25b1a441 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.3236134 Aug 28 08:16:32.413883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dd84d9e-fc56-46db-a508-714b616fa46f req-06bf694c-fdc5-4204-ae70-bfe99041b1ec service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Aug 28 08:16:32.414984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:32.415723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Checking segment: {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:32.416532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Bound using segment: {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:32.417207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Bound port: 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:32.417671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.428679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9873fdf3-83e0-47f7-b9dc-d0bb82aeca78 req-bb8cbe09-5129-4241-9406-a147cb94bf7b service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623055 Aug 28 08:16:32.438471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d0f11ad5-402d-44c1-857f-88cbbd2a496d req-c7b34b5b-0dbf-4d13-a1b7-59e20d35956b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317820 Aug 28 08:16:32.554323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:32.572863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02acf689-4b0c-4606-b79c-8c45aa13ebd8 req-7b02f78d-e3da-4de8-82c1-52a2115ca11f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0305560 Aug 28 08:16:32.588781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:32.615738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:16:32.627975 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Sync routers for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:16:32.631200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-926acc92-948e-4dac-9d4f-629fbc78296f admin admin] 10.222.0.46 "PUT /v2.0/routers/5fca5774-972a-4159-8435-b17571c8b3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9540472 Aug 28 08:16:32.640023 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:16:32.641203 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:16:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:32.672995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Allocated IP 172.20.0.11 (86af6373-b29b-481d-a5d3-2697189036ef/ed3f6eeb-7f2c-409a-bc86-c178f023012c/7090fee5-a9fd-4235-95ca-14ee373c8064) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:32.695060 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1360a9-0c08-4078-b598-a6c509cf5bed x-openstack-request-id: req-5b1360a9-0c08-4078-b598-a6c509cf5bed {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:32.695559 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:32.695715 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b1360a9-0c08-4078-b598-a6c509cf5bed {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:32.696481 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'code': 200} Aug 28 08:16:32.710826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.751771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.752971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:32.754782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] 10.222.0.64 "PUT /v2.0/ports/98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 1092 time: 2.2249916 Aug 28 08:16:32.764370 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:16:32.812255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:32.817270 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac60558-e7ec-4133-afe0-16a1236a85ef x-openstack-request-id: req-0ac60558-e7ec-4133-afe0-16a1236a85ef {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:32.818135 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:32.818423 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ac60558-e7ec-4133-afe0-16a1236a85ef {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:32.818889 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092', 'status': 'completed', 'code': 200} Aug 28 08:16:32.831508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.832732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.833884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.834825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.835983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.836935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.838399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.839623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.840975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.850791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.850791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.850791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f84a2a-754a-467e-aee8-d56e87dc8ee8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:32.886939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69754c36-ca23-44d0-899b-719fd2d91f8b req-c88ed567-b893-4270-b6e2-371dfcdaaa61 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768577 Aug 28 08:16:32.893652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-ade8539a-4bfd-4f30-b8f3-94b243452d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.896958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-ade8539a-4bfd-4f30-b8f3-94b243452d9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 1099 time: 0.4815345 Aug 28 08:16:32.990276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-4919b977-a0db-4567-9f3a-bbb1dc4bfe3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092 HTTP/1.1" status: 200 len: 217 time: 0.0446403 Aug 28 08:16:32.997245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-8cc7b5e9-e548-405e-b8a3-4a0c4e57889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:32.998817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-8cc7b5e9-e548-405e-b8a3-4a0c4e57889f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 1095 time: 0.3740976 Aug 28 08:16:33.020925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e757ff6-27ef-424b-83cb-24bbf7bea85f req-3907ab20-8a7d-4545-8018-e57f94e2df40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.027297 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:30Z', 'revision_number': 2, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:33.028483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e757ff6-27ef-424b-83cb-24bbf7bea85f req-3907ab20-8a7d-4545-8018-e57f94e2df40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 943 time: 0.1664801 Aug 28 08:16:33.054326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-2641d092-a667-4e4a-8115-3968031c14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.055902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-2641d092-a667-4e4a-8115-3968031c14c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1095 time: 0.1020200 Aug 28 08:16:33.060316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Checking router: 5fca5774-972a-4159-8435-b17571c8b3e9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:16:33.060897 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Updating router 5fca5774-972a-4159-8435-b17571c8b3e9 port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:16:33.093591 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.117103 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-2d0ea8d0-30a7-40f0-90fd-2010b83a3c24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 217 time: 0.0439808 Aug 28 08:16:33.129834 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e757ff6-27ef-424b-83cb-24bbf7bea85f req-5031b103-fac9-464c-9cc6-16e2764e91ed tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003556 Aug 28 08:16:33.217484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-20ee6ccf-0243-41e3-a45a-84d565f49e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.218892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-20ee6ccf-0243-41e3-a45a-84d565f49e46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0848868 Aug 28 08:16:33.233028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-a7e8f830-598b-4708-926b-809b3199967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.234948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-a7e8f830-598b-4708-926b-809b3199967e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2219217 Aug 28 08:16:33.278935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-0f44eefc-9961-4f49-be8a-f46cad87a22d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395074 Aug 28 08:16:33.286082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.325980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdc69b-f227-4acc-851e-ce33290a79f9 req-634f588b-e0ab-4e1a-94ee-00955462c42b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.333733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6dbdc69b-f227-4acc-851e-ce33290a79f9 req-634f588b-e0ab-4e1a-94ee-00955462c42b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 943 time: 0.2860675 Aug 28 08:16:33.382338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-c836420b-2c0b-4b68-afbd-a791d6414f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.383869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-c836420b-2c0b-4b68-afbd-a791d6414f5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.3699269 Aug 28 08:16:33.430997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-65e32f23-54bd-47d1-8020-e4afe82dfbd0 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432333 Aug 28 08:16:33.469552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6dbdc69b-f227-4acc-851e-ce33290a79f9 req-4a813656-9521-4619-8e20-e834e26f12ca tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348078 Aug 28 08:16:33.477849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-670cd0d7-6b20-47c2-851b-b6312363714a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679 HTTP/1.1" status: 200 len: 217 time: 0.0789766 Aug 28 08:16:33.511342 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.525625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Transition to ACTIVE for port object c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:33.530599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-d582ccf7-6cf6-4f87-b513-f5b7059ca37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:33.533638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-d582ccf7-6cf6-4f87-b513-f5b7059ca37e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2704358 Aug 28 08:16:33.589589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85f20149-6486-47d1-8b8f-18a0748d3de3 req-a92ef438-7ced-4791-82a1-d7f73a0b6326 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510234 Aug 28 08:16:33.613195 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.666716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:33.710533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Pushing event updated for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:33.718550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-332efa6d-2b4a-48c6-ba85-b02fe6a1ca2b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594176 Aug 28 08:16:33.738611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.739000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.739376 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.739726 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.740248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.740757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.741260 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.741748 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.742298 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.742809 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.743295 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.743816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:33.808840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:33.841552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'mac_address': 'fa:16:3e:c0:fb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:33.883992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Attempting to bind port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:33.884392 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Attempting to bind port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:33.886066 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Attempting to bind port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d on network fda1f1e8-4e49-4bb3-8989-1c98a770b77f {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:33.901590 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:33.902012 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Checking segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:33.902561 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.902991 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Bound using segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:33.903491 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Bound port: c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:33.903877 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.907155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:33.910643 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27c99df-1593-4555-b51c-3c1543330f47" -d '{"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:33.935927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.941660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:33.982361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:34.031177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:34.040469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9836d8b0-dc19-4af2-83e2-7adfcfab0715'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:34.051006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-137c3985-8a86-4a4d-904d-31b3191ac3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:34.051006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-137c3985-8a86-4a4d-904d-31b3191ac3bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.5569475 Aug 28 08:16:34.064062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Network 86af6373-b29b-481d-a5d3-2697189036ef is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:34.074831 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] For port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:34.086223 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] For port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:34.098088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b634d-3457-401d-ac30-bb6f775bfd49 req-41ba9025-e252-4833-b676-9263c3ba5051 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:34.099787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe7b634d-3457-401d-ac30-bb6f775bfd49 req-41ba9025-e252-4833-b676-9263c3ba5051 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.3786809 Aug 28 08:16:34.100847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:34.109171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:34.116993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.189083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-ee36e182-51c4-4db3-9315-657bbd39bf40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752220 Aug 28 08:16:34.220520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:34.221646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:34.248034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2553d193-3adb-4f9b-9e54-eecdeeddc120 req-794cc78c-0704-47d3-9cc7-771c5bf9d8cc service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114758 Aug 28 08:16:34.304371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:34.304570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.313804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe7b634d-3457-401d-ac30-bb6f775bfd49 req-540fb3c4-8336-4b00-8c8b-45932d199c09 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969662 Aug 28 08:16:34.315196 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.410047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:34.412690 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:16:34.413342 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:16:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:34.416524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996884867', 'description': 'tempest-description--625824325'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:34.437353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-827a0be7-429e-4a5d-bad5-76599efc95f3 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247031 Aug 28 08:16:34.524362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3a631e10-63c0-435d-8334-b22f40d8a0da'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:34.596767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-da326195-67b2-4167-bf27-83f7073f9e7b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5040181 Aug 28 08:16:34.639443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4547a-fd8b-4bca-85c7-0448a6ad158a req-5cf75a79-00e7-4c4b-ac12-b2d18af3b08d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:34.655002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:16:34.660206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ec4547a-fd8b-4bca-85c7-0448a6ad158a req-5cf75a79-00e7-4c4b-ac12-b2d18af3b08d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 932 time: 0.1565719 Aug 28 08:16:34.717911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Request body: {'port': {'device_id': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:34.764395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ec4547a-fd8b-4bca-85c7-0448a6ad158a req-4150b85f-337e-468f-abaa-d3bf6f789b3b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009250 Aug 28 08:16:34.774552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.830110 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b698edf-4ea8-4db4-ad9c-54e943f1baba None None] Pushing event updated for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:34.856422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.871854 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d64567f-bde0-4b72-9ca6-bb4e739136e8 x-openstack-request-id: req-2d64567f-bde0-4b72-9ca6-bb4e739136e8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:34.875348 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:34.875732 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d64567f-bde0-4b72-9ca6-bb4e739136e8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:34.877609 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'status': 'completed', 'code': 200} Aug 28 08:16:34.954602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:34Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:16:34.986794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:34.988029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d049dc-d1e3-45ea-b38f-718369cb6d15 None None] The sync data for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 is: [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:34Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:16:34.996224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6222af5-3095-49cd-8ba9-1dedc7d1a99f req-6c0dbfa9-f373-49de-9e38-4a6886f3d3fc service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550323 Aug 28 08:16:35.004798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00bc8-539f-44b8-99db-41e1fb458a12 req-40de201b-10d9-4dca-ab35-9495ea1ccd39 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.023398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23e00bc8-539f-44b8-99db-41e1fb458a12 req-40de201b-10d9-4dca-ab35-9495ea1ccd39 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 949 time: 0.5326152 Aug 28 08:16:35.072643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:35.119070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-951681cf-65d7-48b4-a327-10a7c5b8312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.123357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-951681cf-65d7-48b4-a327-10a7c5b8312a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 1099 time: 0.4243245 Aug 28 08:16:35.176594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23e00bc8-539f-44b8-99db-41e1fb458a12 req-07107338-e3e1-4b08-b446-2389c2686f13 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520231 Aug 28 08:16:35.415913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:35.445548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762c9d8-fb0c-47a5-9e19-0da9edce55f7 req-57a863d2-8896-4f7a-9a48-c89b201fa603 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.447243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c762c9d8-fb0c-47a5-9e19-0da9edce55f7 req-57a863d2-8896-4f7a-9a48-c89b201fa603 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.1056778 Aug 28 08:16:35.452577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c99df-1593-4555-b51c-3c1543330f47 req-dbcd97eb-9f8c-4176-87ab-1e3afedb1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.454187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-dbcd97eb-9f8c-4176-87ab-1e3afedb1834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1095 time: 0.0823197 Aug 28 08:16:35.492259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-ce9df5ea-2f6f-46f5-bb17-334f4d8b3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.493749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-ce9df5ea-2f6f-46f5-bb17-334f4d8b3a69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3393588 Aug 28 08:16:35.503124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841ac6-35f6-4b1d-b26d-05defee4cde1 req-47b5dc2f-adaa-4265-b813-bee41df7ea0c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.504778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1841ac6-35f6-4b1d-b26d-05defee4cde1 req-47b5dc2f-adaa-4265-b813-bee41df7ea0c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 943 time: 0.2384512 Aug 28 08:16:35.545515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c762c9d8-fb0c-47a5-9e19-0da9edce55f7 req-04476877-c622-4014-8990-df0f6d448f04 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Aug 28 08:16:35.555752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-24e58b0f-155e-4d0d-adfa-4cd81e39ec44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092 HTTP/1.1" status: 200 len: 217 time: 0.0481639 Aug 28 08:16:35.567466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:35.622991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c99df-1593-4555-b51c-3c1543330f47 req-8a4ebb26-5c5f-474d-8ca9-90204677afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.626172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-8a4ebb26-5c5f-474d-8ca9-90204677afc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.1618533 Aug 28 08:16:35.633207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301bbb86-b60f-4d91-a196-2532954e8bc8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:35.655128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1841ac6-35f6-4b1d-b26d-05defee4cde1 req-a7c25277-0950-4d3c-8ec8-90b24163b163 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380932 Aug 28 08:16:35.671839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-c57ce804-fb16-4209-b9e1-e716846982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.674278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-c57ce804-fb16-4209-b9e1-e716846982c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1060886 Aug 28 08:16:35.680608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 98a8a596-3d30-40d0-ae92-568e3c9d25b7 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:35.763267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:35.767260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83903548-fc4a-4cbc-8110-221951be06a6 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3557601 Aug 28 08:16:35.770358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40302) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:35.776206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-d014d257-a8f2-44e8-8661-c35ab17f469c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 217 time: 0.1331494 Aug 28 08:16:35.792928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-6014a496-96b2-49e1-b5fd-f13e92b80b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.794570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-6014a496-96b2-49e1-b5fd-f13e92b80b3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063852 Aug 28 08:16:35.795071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'security_group_rule': {'security_group_id': '301bbb86-b60f-4d91-a196-2532954e8bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:35.822033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7090fee5-a9fd-4235-95ca-14ee373c8064 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:35.867495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:35.871332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:35.890753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6387c-438e-4048-aacd-aab62aab5a2c req-ce7f7fb9-fb0d-4483-ab04-c4cd6109405c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.892553 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71d6387c-438e-4048-aacd-aab62aab5a2c req-ce7f7fb9-fb0d-4483-ab04-c4cd6109405c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 943 time: 0.1590757 Aug 28 08:16:35.894489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c99df-1593-4555-b51c-3c1543330f47 req-bb682a63-1be2-4584-9b7e-4be8d88be9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:35.896701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-bb682a63-1be2-4584-9b7e-4be8d88be9ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0968502 Aug 28 08:16:35.905526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4', 'port_id': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'mac_address': 'fa:16:3e:90:7c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805a5caf-7504-4fbb-b563-0e8affc33b66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:35.957410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-6088f9ef-f665-4e29-bcdb-0c0d75a1a434 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418959 Aug 28 08:16:35.979282 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.008981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a8a596-3d30-40d0-ae92-568e3c9d25b7 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:36.051958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:36.070948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:36.133811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-8fcc7eec-0ddd-4536-b62d-c99e90f069af service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509531 Aug 28 08:16:36.164939 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71d6387c-438e-4048-aacd-aab62aab5a2c req-d3937c64-3336-445c-b65e-e23e66025714 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607298 Aug 28 08:16:36.178015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.178856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:36.182177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.272568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:36.308017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:36.311517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.389139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3f01-b90c-44b1-b5f2-08430fb513c0 req-a27fc2f4-47fe-48a8-8750-b6e896a53c1b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:36.397733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-311b3f01-b90c-44b1-b5f2-08430fb513c0 req-a27fc2f4-47fe-48a8-8750-b6e896a53c1b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 932 time: 0.1161056 Aug 28 08:16:36.406336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Transition to ACTIVE for port object 7090fee5-a9fd-4235-95ca-14ee373c8064 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:36.436937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.452728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27c99df-1593-4555-b51c-3c1543330f47 req-67faa11c-4db5-453a-9c1d-55544cd8f0ed service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092659 Aug 28 08:16:36.463223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-311b3f01-b90c-44b1-b5f2-08430fb513c0 req-289f0b98-2bae-4764-9fca-94a7403faa1d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Aug 28 08:16:36.517953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:36.525567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:36.543343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05e1b2-07af-41f2-a1d8-83efc8237f83 req-bbf2d136-52a1-4a16-8970-38f7ba6e80cc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:36.551625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf05e1b2-07af-41f2-a1d8-83efc8237f83 req-bbf2d136-52a1-4a16-8970-38f7ba6e80cc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1437922 Aug 28 08:16:36.558407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'port_id': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679', 'mac_address': 'fa:16:3e:f6:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869f82a-529d-452b-b874-c4ba8b899c1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:36.577286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.579550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.600884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804e2fde-6358-4c2a-b10d-7b72661269f0,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:36.603949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-59891752-d6bb-4a3d-9e10-ca56b0358f16 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718477 Aug 28 08:16:36.645863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37420b-2b13-4e63-9d70-019f3d181051 req-03086359-be74-424a-8ec3-146e9e6243c4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:36.652545 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.653776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be37420b-2b13-4e63-9d70-019f3d181051 req-03086359-be74-424a-8ec3-146e9e6243c4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 949 time: 0.1071529 Aug 28 08:16:36.672993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:36.728772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be37420b-2b13-4e63-9d70-019f3d181051 req-32ed19a1-f21b-4470-b939-d8dab458cfdf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644035 Aug 28 08:16:36.765247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.773682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:36.774257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf05e1b2-07af-41f2-a1d8-83efc8237f83 req-90daa4a4-5c2c-49ab-b3d2-03ef740a7c44 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209024 Aug 28 08:16:36.819168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:36.850633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:36.899794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854b3ac-8a83-4d71-89e4-723250f57d02 req-ab8651c8-e7c3-4c28-8e24-8413f2a6d0a9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:36.902737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0854b3ac-8a83-4d71-89e4-723250f57d02 req-ab8651c8-e7c3-4c28-8e24-8413f2a6d0a9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.0772333 Aug 28 08:16:36.904355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.909232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0fd41a3f-cff9-4507-8b21-289fec921259 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1320593 Aug 28 08:16:36.911838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40316) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:36.917537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'security_group_rule': {'security_group_id': '301bbb86-b60f-4d91-a196-2532954e8bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:36.970681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0854b3ac-8a83-4d71-89e4-723250f57d02 req-63d3c24c-8520-42d9-a49d-433bd5d8d042 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Aug 28 08:16:36.972611 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:36.995723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1da9c627-164b-47ca-b23b-38d39e61b754 req-2fa1972b-16d4-4d2e-906e-1c51992bf56e service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556290 Aug 28 08:16:37.021753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56f61-321d-4e07-9ac6-65c0e8ba95f4 req-2f389738-9483-4e11-9c60-e22a3d7e217e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.023423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82a56f61-321d-4e07-9ac6-65c0e8ba95f4 req-2f389738-9483-4e11-9c60-e22a3d7e217e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 943 time: 0.1243010 Aug 28 08:16:37.046339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:37.046609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:37.047192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:37.049903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.067006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:37.067536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:37.080495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:37.081669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:37.081815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.081927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:37.082083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Bound port: 7090fee5-a9fd-4235-95ca-14ee373c8064, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:37.082497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.100463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:37.113330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82a56f61-321d-4e07-9ac6-65c0e8ba95f4 req-1674125d-73e2-4425-89b6-ed762a13d4a2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781457 Aug 28 08:16:37.186918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:37.190787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.203212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:37.207297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:37.270980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.289103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.313337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c18fcf1-a98c-4e2a-be24-e1fb5a916fdc,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:37.352369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.352999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.354550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] 10.222.0.39 "PUT /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 1093 time: 2.6492136 Aug 28 08:16:37.355020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:37.357504 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f619c419-5ce7-430a-9a2c-25c20a6235dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:37.401843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.406537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22a27abb-afac-4bbf-805d-65bac77774e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4934969 Aug 28 08:16:37.412679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40322) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:16:37.412842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:37.434876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:37.440190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244d776-e519-474f-9e90-5a0fdea9643f service neutron] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:37.471118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14fcf1-551c-4a39-b1ce-578c9d83cadc req-7d4878a2-df93-4fc7-8504-fbfb1d1aa1f9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.478869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab14fcf1-551c-4a39-b1ce-578c9d83cadc req-7d4878a2-df93-4fc7-8504-fbfb1d1aa1f9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 944 time: 0.1134150 Aug 28 08:16:37.486576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['71f57bc3-a31c-4c8b-8bff-7dc3a548a679'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:37.519384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab14fcf1-551c-4a39-b1ce-578c9d83cadc req-11161845-b9ff-4e75-a672-fb3291c838bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Aug 28 08:16:37.527175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.620968 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d5d25-5809-49dd-99fa-1e4bda376db9 x-openstack-request-id: req-048d5d25-5809-49dd-99fa-1e4bda376db9 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:37.622003 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:37.624576 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-048d5d25-5809-49dd-99fa-1e4bda376db9 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:37.624576 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'status': 'completed', 'code': 200} Aug 28 08:16:37.660035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-4a405b5b-78aa-474e-a07d-3416dd169c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.664549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-4a405b5b-78aa-474e-a07d-3416dd169c3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1096 time: 0.0930293 Aug 28 08:16:37.695304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:37.697312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:37.717334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:37.792583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-3389f4b2-01d3-465a-a840-1c8029d9e835 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 217 time: 0.0813797 Aug 28 08:16:37.824613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25ffcd-3087-40be-b35c-8fb4a9fb350a req-7f806f5c-f86f-4748-ac63-8615d47d8403 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.831151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad25ffcd-3087-40be-b35c-8fb4a9fb350a req-7f806f5c-f86f-4748-ac63-8615d47d8403 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.1642311 Aug 28 08:16:37.916577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-c14d6247-61bb-4196-99fa-cd13925ed079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:37.918572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-c14d6247-61bb-4196-99fa-cd13925ed079 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.1163704 Aug 28 08:16:37.922002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad25ffcd-3087-40be-b35c-8fb4a9fb350a req-ac232bd4-1f23-40d3-8276-626e19d79e2f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889802 Aug 28 08:16:37.975603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-5f27b9bb-399d-4242-b8d3-b0447392320e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471017 Aug 28 08:16:38.024691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:38.027302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Allocated IP 172.25.0.246 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/fb80ed0c-4911-40f9-af82-42977b7cc8b1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:38.053526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-f3a993e4-281e-4470-9009-2e32544455bd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.055437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-f3a993e4-281e-4470-9009-2e32544455bd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 949 time: 0.2222483 Aug 28 08:16:38.074076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269fff9-d8bf-417f-bb55-da95827df106 req-3087bc06-c38f-458b-a10a-c4aaf428bf27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.075942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a269fff9-d8bf-417f-bb55-da95827df106 req-3087bc06-c38f-458b-a10a-c4aaf428bf27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 949 time: 0.2408283 Aug 28 08:16:38.115267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3a631e10-63c0-435d-8334-b22f40d8a0da triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:38.115267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.142939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b825550-133d-482d-bf00-90374fdfca69 req-6231f8da-7257-4d48-8f51-ea9593603073 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.143177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b825550-133d-482d-bf00-90374fdfca69 req-6231f8da-7257-4d48-8f51-ea9593603073 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1394882 Aug 28 08:16:38.163277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:38.165551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a269fff9-d8bf-417f-bb55-da95827df106 req-ce6fd98b-0c87-4425-88a8-cfa793b189c0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773864 Aug 28 08:16:38.191582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:38.191974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.197703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53', 'port_id': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'mac_address': 'fa:16:3e:5d:9a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47beaf-059a-4d1a-be03-a010cd2d3dbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:38.210940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-18c6c558-bc2b-4d4c-9440-24bc48f2a430 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245009 Aug 28 08:16:38.229701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b825550-133d-482d-bf00-90374fdfca69 req-61855e78-10b2-4c98-9291-986fe3039c66 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Aug 28 08:16:38.314245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-a0f01477-1094-4248-b7da-56765eeaa3ca service neutron] 10.222.0.64 "GET /v2.0/ports/3a631e10-63c0-435d-8334-b22f40d8a0da/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 383 time: 0.2258785 Aug 28 08:16:38.330239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.331973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.353118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.358400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d024462-6a18-471a-88b0-00479e6fb7ed {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:38.372295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a9d1-f8be-43fd-bad3-e938d42909d0 req-eedcd6ef-257d-4630-97c5-66d1fe696116 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.373814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d70a9d1-f8be-43fd-bad3-e938d42909d0 req-eedcd6ef-257d-4630-97c5-66d1fe696116 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.1204543 Aug 28 08:16:38.394750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:38.395699 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26245057-66d9-4cfb-9364-266019913167" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:38.422191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:38.435077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:38.449184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843d14e-e481-46af-8156-24f51ff7877c req-6f96431d-5b05-44ba-a9e6-c6567ff17f6f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.452262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d843d14e-e481-46af-8156-24f51ff7877c req-6f96431d-5b05-44ba-a9e6-c6567ff17f6f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 944 time: 0.0868008 Aug 28 08:16:38.455683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-1f388e35-3341-464b-85d7-ec717f7ef96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.457229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-1f388e35-3341-464b-85d7-ec717f7ef96f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1101 time: 0.1009767 Aug 28 08:16:38.477181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d70a9d1-f8be-43fd-bad3-e938d42909d0 req-d6e1ca5d-f890-414e-93bb-c9a7b8e6a2f8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795631 Aug 28 08:16:38.487410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ed4f5b-2cfd-4eee-8667-27ec452068ee req-847612a0-9084-4e85-a9b7-dcd711b8958a service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527716 Aug 28 08:16:38.516241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.519233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d843d14e-e481-46af-8156-24f51ff7877c req-39ceb462-b9ae-4943-8ca5-4c306f2cfffc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Aug 28 08:16:38.556998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.593507 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ba86ae-4b3d-48b5-b971-bf44fe9439e8 x-openstack-request-id: req-49ba86ae-4b3d-48b5-b971-bf44fe9439e8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:38.594480 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:38.594480 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49ba86ae-4b3d-48b5-b971-bf44fe9439e8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:38.595059 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'code': 200} Aug 28 08:16:38.596203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:38.616612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-575346a3-949c-4a43-91bc-b19d64927a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.618344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-575346a3-949c-4a43-91bc-b19d64927a7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1532235 Aug 28 08:16:38.654383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:38.656324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:38.725012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-2aedc3e2-155a-418a-b8af-651b25b62f3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.0880852 Aug 28 08:16:38.746072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-92885590-7ab8-4d15-8024-7d207d534d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.747790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-92885590-7ab8-4d15-8024-7d207d534d3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1096 time: 0.0518107 Aug 28 08:16:38.760681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:38.785234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:38.793497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:38.830394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'Port': ['ID=fb80ed0c-4911-40f9-af82-42977b7cc8b1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:38.848175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-484f0180-179e-4d65-a862-d2d0efd16325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.849659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-484f0180-179e-4d65-a862-d2d0efd16325 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1069040 Aug 28 08:16:38.859460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85fe8d-27ad-42b1-94e8-448e21e9f94a req-3c687bc2-6510-4085-a807-a3c0bbe69920 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.860273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-9058b403-c3a5-42ef-8631-761e1a663ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.860886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e85fe8d-27ad-42b1-94e8-448e21e9f94a req-3c687bc2-6510-4085-a807-a3c0bbe69920 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 944 time: 0.2124162 Aug 28 08:16:38.861802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-9058b403-c3a5-42ef-8631-761e1a663ed7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1058547 Aug 28 08:16:38.908702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-faaa70a9-d9f7-4684-bd4d-c3da6173294f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 217 time: 0.0363894 Aug 28 08:16:38.961468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e85fe8d-27ad-42b1-94e8-448e21e9f94a req-02fc5048-73df-4b0b-8081-9c3c92503b54 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901203 Aug 28 08:16:38.971045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-be98f1ee-b0da-433f-812b-55850ff1bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.972372 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-be98f1ee-b0da-433f-812b-55850ff1bea5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106353 Aug 28 08:16:38.974014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-91e5105a-e056-4420-b856-e41da25d4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:38.975841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-91e5105a-e056-4420-b856-e41da25d4119 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0561843 Aug 28 08:16:38.976850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.064462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d34c9-a61a-4d02-b5ec-7ca235d0e4ad req-de5b3372-5c71-4575-b73b-4f3159bcbfa0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:39.066009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b7d34c9-a61a-4d02-b5ec-7ca235d0e4ad req-de5b3372-5c71-4575-b73b-4f3159bcbfa0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0546327 Aug 28 08:16:39.075855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-7877b247-2679-4caf-88be-779343d1a903 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932331 Aug 28 08:16:39.109048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-699dacef-b813-4cac-aaf4-f5dcf2f8a1c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378158 Aug 28 08:16:39.131748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b7d34c9-a61a-4d02-b5ec-7ca235d0e4ad req-115f76bb-5e9d-4fe6-867f-147a6d168b90 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525105 Aug 28 08:16:39.153367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.163815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:39.232104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-4c9b0d75-59b9-407a-b792-af2ea58852fb service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982363 Aug 28 08:16:39.257695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-f48a8d57-0832-4358-9cbb-b511971c9d1d service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544058 Aug 28 08:16:39.412613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a33b92-76ca-46db-85b2-3cb828547c6e req-08bb4f9d-6bcd-4bcd-9711-b9c10ce8bf03 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:39.414036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77a33b92-76ca-46db-85b2-3cb828547c6e req-08bb4f9d-6bcd-4bcd-9711-b9c10ce8bf03 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.0866785 Aug 28 08:16:39.420788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f619c419-5ce7-430a-9a2c-25c20a6235dc req-2834c500-ced6-4023-ae63-bc2aaabbac41 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781676 Aug 28 08:16:39.450617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eef2e9-fc72-49e2-8efb-64676db0d468 req-7f76bb8f-2e18-47a3-acbf-f7ae2952f89a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:39.452189 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0eef2e9-fc72-49e2-8efb-64676db0d468 req-7f76bb8f-2e18-47a3-acbf-f7ae2952f89a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.1805797 Aug 28 08:16:39.460384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77a33b92-76ca-46db-85b2-3cb828547c6e req-2019e278-aa5b-4394-ab68-b76c52583720 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Aug 28 08:16:39.473170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.501965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0eef2e9-fc72-49e2-8efb-64676db0d468 req-36dcd7dd-0e1b-4a05-bfd2-b629e1b018c1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390751 Aug 28 08:16:39.541785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.616832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87670979-a360-4169-a868-7247af418f06 req-dcf55ec8-920b-4ace-a98b-a00e6d07f85f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:39.618486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87670979-a360-4169-a868-7247af418f06 req-dcf55ec8-920b-4ace-a98b-a00e6d07f85f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.0606363 Aug 28 08:16:39.630126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'Port': ['ID=fb80ed0c-4911-40f9-af82-42977b7cc8b1,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:39.660122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87670979-a360-4169-a868-7247af418f06 req-ac67c21b-9d94-4b5e-86d9-1b60f66d2483 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Aug 28 08:16:39.670753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.690099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6faa8d-1f17-4de9-9757-68f569208ccb req-ed810d74-9506-42f7-b82d-203719ba3ba9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:39.691645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c6faa8d-1f17-4de9-9757-68f569208ccb req-ed810d74-9506-42f7-b82d-203719ba3ba9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 944 time: 0.0782423 Aug 28 08:16:39.699001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 98a8a596-3d30-40d0-ae92-568e3c9d25b7 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:39.736112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c6faa8d-1f17-4de9-9757-68f569208ccb req-17ed914b-1afb-4840-babe-32d913045bb7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Aug 28 08:16:39.784449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.785642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60ff82a3-2b23-459e-bbf1-6d8e32231ca4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3773603 Aug 28 08:16:39.835267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:39.840660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:39.841310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.927929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:39.963928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:40.081467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:40.082434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:40.095801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba274-e244-4162-a43c-1f85462b5052 req-52b5a1dc-41f0-4d50-a3ba-7330d0068de8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.097508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77eba274-e244-4162-a43c-1f85462b5052 req-52b5a1dc-41f0-4d50-a3ba-7330d0068de8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 944 time: 0.0536132 Aug 28 08:16:40.142681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77eba274-e244-4162-a43c-1f85462b5052 req-3f08ca01-4c7e-4b19-9a0a-0042f2c46fb6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Aug 28 08:16:40.185237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:40.262823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150e60f-9fbe-45d6-984c-8d218dcad623 req-7e6eaec3-7e6d-4e56-9db6-23896ebd6d49 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.264340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b150e60f-9fbe-45d6-984c-8d218dcad623 req-7e6eaec3-7e6d-4e56-9db6-23896ebd6d49 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0530620 Aug 28 08:16:40.287001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:40.291351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:40.291736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:40.311250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b150e60f-9fbe-45d6-984c-8d218dcad623 req-e671f5cd-102e-4096-b5ba-b4df06205a3e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Aug 28 08:16:40.380923 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:40.414202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:40.513935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:40.596307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7'}, {'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:40.602736 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81b896-380c-407c-9123-0671e6e30747" -d '{"events": [{"server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "name": "network-vif-plugged", "status": "completed", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7"}, {"server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "name": "network-vif-plugged", "status": "completed", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:40.617577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87565d9e-5f2c-4a3d-81e2-106aaa74e69c req-a5c082d4-fc79-49c4-a8c9-27205fbfccff tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.623049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:40.623498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87565d9e-5f2c-4a3d-81e2-106aaa74e69c req-a5c082d4-fc79-49c4-a8c9-27205fbfccff tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.0771122 Aug 28 08:16:40.655526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670a5f-cc9a-4931-9276-a69dc10a63c4 req-4a80d195-22cd-4469-8135-2dce503c6bad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.659296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f670a5f-cc9a-4931-9276-a69dc10a63c4 req-4a80d195-22cd-4469-8135-2dce503c6bad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0774045 Aug 28 08:16:40.685943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87565d9e-5f2c-4a3d-81e2-106aaa74e69c req-bd9039ad-4c44-4e95-9d20-a467cc6d85c9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Aug 28 08:16:40.754861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f670a5f-cc9a-4931-9276-a69dc10a63c4 req-a51c7abf-fdcf-4ca4-83c2-e1fa50ad9914 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 Aug 28 08:16:40.763547 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e2668-e6a6-4528-a668-8207140b0ab9 x-openstack-request-id: req-452e2668-e6a6-4528-a668-8207140b0ab9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:40.764077 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "name": "network-vif-plugged", "status": "completed", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7", "code": 200}, {"server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "name": "network-vif-plugged", "status": "completed", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:40.764438 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-452e2668-e6a6-4528-a668-8207140b0ab9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:40.764954 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'code': 200} Aug 28 08:16:40.765457 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679', 'code': 200} Aug 28 08:16:40.885657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce9d8-ff3c-4d65-9ba1-c66fd3b7682f req-23f85e85-4a02-4ad0-ac99-43eed971bb8b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.887461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3dcce9d8-ff3c-4d65-9ba1-c66fd3b7682f req-23f85e85-4a02-4ad0-ac99-43eed971bb8b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 947 time: 0.0625892 Aug 28 08:16:40.908645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85294ecc-bd9a-4220-a10a-e69a8bcf801f req-3964e342-ba86-4061-b326-b5e5b7fef132 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:40.910389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85294ecc-bd9a-4220-a10a-e69a8bcf801f req-3964e342-ba86-4061-b326-b5e5b7fef132 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.0905330 Aug 28 08:16:40.944036 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3dcce9d8-ff3c-4d65-9ba1-c66fd3b7682f req-cc724a81-fe06-445f-8cfa-6533db7b8d05 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Aug 28 08:16:40.964435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85294ecc-bd9a-4220-a10a-e69a8bcf801f req-a7c96729-1a65-445c-89d6-48146689ac6c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Aug 28 08:16:41.016993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211ce1-fac9-4ad7-82e9-160b6ed8bafb req-7ca9a9a1-aa52-413e-a18a-85ac0ab1863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:41.019123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94b39-8b05-4da6-84f5-5cb7ce959b42 req-0e5d9663-dcf2-442c-8b87-298608fb95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:41.019958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b211ce1-fac9-4ad7-82e9-160b6ed8bafb req-7ca9a9a1-aa52-413e-a18a-85ac0ab1863d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1097 time: 0.0531635 Aug 28 08:16:41.020596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fb94b39-8b05-4da6-84f5-5cb7ce959b42 req-0e5d9663-dcf2-442c-8b87-298608fb95c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 1097 time: 0.0541301 Aug 28 08:16:41.084691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b211ce1-fac9-4ad7-82e9-160b6ed8bafb req-5fe99e66-102d-4461-a11a-52fcdae21652 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Aug 28 08:16:41.085912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0fb94b39-8b05-4da6-84f5-5cb7ce959b42 req-66b6c97c-2397-4716-acd3-cb3a2038c939 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Aug 28 08:16:41.187184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:41.268414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5bcb4-5e14-442c-b96b-2dba482a6dad req-96cd10eb-94ee-43c1-846a-f2a6c7fb7dab tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:41.269974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53c5bcb4-5e14-442c-b96b-2dba482a6dad req-96cd10eb-94ee-43c1-846a-f2a6c7fb7dab tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 945 time: 0.0541809 Aug 28 08:16:41.295575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:41.308407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092', 'mac_address': 'fa:16:3e:b1:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:41.324379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53c5bcb4-5e14-442c-b96b-2dba482a6dad req-b1dffde2-8647-46e9-a505-59614bb3cc98 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Aug 28 08:16:41.366657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:41.392328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:41.415222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:41.461786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365d57-3279-4c8b-b361-64b10d0e87c3 req-69c9560a-add2-4f6e-9a00-03a30200a2dc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:41.463579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa365d57-3279-4c8b-b361-64b10d0e87c3 req-69c9560a-add2-4f6e-9a00-03a30200a2dc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0541334 Aug 28 08:16:41.512907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa365d57-3279-4c8b-b361-64b10d0e87c3 req-5d3cbf57-ba2b-4f47-aaf4-04ff987051e3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Aug 28 08:16:41.515251 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:41.567438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:41.709969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:41.881513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 5d024462-6a18-471a-88b0-00479e6fb7ed completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:41.892016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 5d024462-6a18-471a-88b0-00479e6fb7ed triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:41.892016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:41.922696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbeb0a-eca7-47e1-b01c-5ec5e0291477 req-5302bb8d-651e-4d9f-a8e5-514ee0fdf62c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:41.930807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63fbeb0a-eca7-47e1-b01c-5ec5e0291477 req-5302bb8d-651e-4d9f-a8e5-514ee0fdf62c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0986438 Aug 28 08:16:41.980262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63fbeb0a-eca7-47e1-b01c-5ec5e0291477 req-8bab6e83-9f9c-4c60-986a-2755b7c4524e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482016 Aug 28 08:16:42.016797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f7b7-a731-4e6e-8362-b44ef37be84a req-b6375478-1f94-42e5-b8d0-cf039415e6ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.019908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2719f7b7-a731-4e6e-8362-b44ef37be84a req-b6375478-1f94-42e5-b8d0-cf039415e6ac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.1036377 Aug 28 08:16:42.026881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:42.064030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:42.090518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2719f7b7-a731-4e6e-8362-b44ef37be84a req-0a1fcd1d-5055-4bb2-8775-691103013805 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Aug 28 08:16:42.149872 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:42.155174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c60c-ddbd-46d2-b78e-dad81e2c9dbc req-9fcb2b32-5246-434e-b97e-fe50e57697f8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.161076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69c0c60c-ddbd-46d2-b78e-dad81e2c9dbc req-9fcb2b32-5246-434e-b97e-fe50e57697f8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 948 time: 0.0809901 Aug 28 08:16:42.211679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:42.226287 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69c0c60c-ddbd-46d2-b78e-dad81e2c9dbc req-fe0b62f2-9ecb-4bff-9b04-4de9e055ed7e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Aug 28 08:16:42.295103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9c33a-69a8-498c-bcee-33be4c789f6e req-b7ff811d-6247-4734-be5d-4fc13cba8d0e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.296644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95d9c33a-69a8-498c-bcee-33be4c789f6e req-b7ff811d-6247-4734-be5d-4fc13cba8d0e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.1255460 Aug 28 08:16:42.344629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95d9c33a-69a8-498c-bcee-33be4c789f6e req-14830264-533d-457d-a2ca-ab036148d1fc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Aug 28 08:16:42.470176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9d38a91b-1669-4919-9a6f-c8a6f3e8c092'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:42.497233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adec31-808e-46b5-8a6b-6836532085e0 req-8313160e-ccce-46c2-8572-4189080c1fce tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.498930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36adec31-808e-46b5-8a6b-6836532085e0 req-8313160e-ccce-46c2-8572-4189080c1fce tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 945 time: 0.0792418 Aug 28 08:16:42.585043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36adec31-808e-46b5-8a6b-6836532085e0 req-0f6133be-16e3-4dfa-b3b3-17d17ff270a2 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Aug 28 08:16:42.673985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dcbb1-9164-4b14-930b-eb6e62416f96 req-4a8530eb-834c-406d-83dd-73e578e3d156 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.675662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b57dcbb1-9164-4b14-930b-eb6e62416f96 req-4a8530eb-834c-406d-83dd-73e578e3d156 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0553756 Aug 28 08:16:42.733503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b57dcbb1-9164-4b14-930b-eb6e62416f96 req-413e2536-592c-48a3-ae68-d75f6f8d4436 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 Aug 28 08:16:42.769244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:42.776709 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1669d6-db97-48c5-9845-5d80270d8332" -d '{"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-plugged", "status": "completed", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:42.819180 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca3e95c-2464-4ad3-9bd2-6d09baa97ae3 x-openstack-request-id: req-5ca3e95c-2464-4ad3-9bd2-6d09baa97ae3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:42.820222 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-plugged", "status": "completed", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:42.820637 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ca3e95c-2464-4ad3-9bd2-6d09baa97ae3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:42.821273 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'code': 200} Aug 28 08:16:42.984138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec567ff2-e667-4efe-a7f9-e5aa1b97894e req-e28a75bd-32c6-496c-83d2-2290497a12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:42.985681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec567ff2-e667-4efe-a7f9-e5aa1b97894e req-e28a75bd-32c6-496c-83d2-2290497a12b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1098 time: 0.0530705 Aug 28 08:16:43.028243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec567ff2-e667-4efe-a7f9-e5aa1b97894e req-584c0bfa-7a57-457f-b270-0ec9de289916 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346971 Aug 28 08:16:43.123016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540398e7-16ea-4778-a57d-763a12160799 req-ed7e9834-9981-415e-8138-0370883756c9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.124578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-540398e7-16ea-4778-a57d-763a12160799 req-ed7e9834-9981-415e-8138-0370883756c9 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0551188 Aug 28 08:16:43.177838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-540398e7-16ea-4778-a57d-763a12160799 req-b4d95d44-79b6-4239-baf1-9ee1b727a396 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Aug 28 08:16:43.239110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f6eb-54e7-4b4d-a156-432c2bc35c6c req-dc027911-adbb-40cb-b3e7-a9de04659387 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.240714 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df90f6eb-54e7-4b4d-a156-432c2bc35c6c req-dc027911-adbb-40cb-b3e7-a9de04659387 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0520172 Aug 28 08:16:43.284466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df90f6eb-54e7-4b4d-a156-432c2bc35c6c req-454e2a92-98f7-4b47-bfad-e3462671c1b6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Aug 28 08:16:43.362929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c5492-8eb9-44ae-bd60-4cd9494c4d68 req-94dee0d9-7e41-4f35-b76b-bcdf127f15ce tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.362929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb4c5492-8eb9-44ae-bd60-4cd9494c4d68 req-94dee0d9-7e41-4f35-b76b-bcdf127f15ce tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 948 time: 0.0597107 Aug 28 08:16:43.371608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-cd25844a-cab6-466f-a3a9-066d259b6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.373734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-cd25844a-cab6-466f-a3a9-066d259b6ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1102 time: 0.0486362 Aug 28 08:16:43.417803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb4c5492-8eb9-44ae-bd60-4cd9494c4d68 req-9ca1df86-2f18-41b2-9535-a428c7989438 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485754 Aug 28 08:16:43.497743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-32d80164-c16f-409e-830d-f27a86a7f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.499341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-32d80164-c16f-409e-830d-f27a86a7f60f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 1102 time: 0.0614789 Aug 28 08:16:43.542941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef4409-8d38-4298-b9ec-3544c236ffeb req-99ad06d5-cbba-4348-abc5-60cb2efbac7c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.544737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffef4409-8d38-4298-b9ec-3544c236ffeb req-99ad06d5-cbba-4348-abc5-60cb2efbac7c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.0654116 Aug 28 08:16:43.605473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffef4409-8d38-4298-b9ec-3544c236ffeb req-f1f73212-a7c1-4d30-9e0c-96d8c6eb9b4a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Aug 28 08:16:43.617030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-7341103f-7bf7-465b-90d1-ca72e29338aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.619361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-7341103f-7bf7-465b-90d1-ca72e29338aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1117387 Aug 28 08:16:43.678591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-214d2382-15fd-4369-a4a2-b001fcc87786 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 200 len: 217 time: 0.0473702 Aug 28 08:16:43.715408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:16:43.775783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-431e69bd-257f-44b9-8d78-4bff3a94a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.777269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-431e69bd-257f-44b9-8d78-4bff3a94a28b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0911827 Aug 28 08:16:43.786069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624128d-0b93-4190-8996-e7781f4e2b4e req-d37322e1-d312-48e3-a645-3819175ad16c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.787645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1624128d-0b93-4190-8996-e7781f4e2b4e req-d37322e1-d312-48e3-a645-3819175ad16c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 945 time: 0.1119032 Aug 28 08:16:43.805644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:43.848147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:43.855331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1624128d-0b93-4190-8996-e7781f4e2b4e req-d2cebbcc-4966-46cd-ad21-16c64a610e41 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Aug 28 08:16:43.862296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-338ec00e-72de-4012-b114-e1fa8946cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:43.863987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-338ec00e-72de-4012-b114-e1fa8946cefe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753119 Aug 28 08:16:43.933085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:43.992782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:44.019786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7892eb-e102-4a21-bef9-4bb63c36d1b2 req-a4b0b0c4-533f-4852-85df-6955e59bc775 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.021271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c7892eb-e102-4a21-bef9-4bb63c36d1b2 req-a4b0b0c4-533f-4852-85df-6955e59bc775 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0927515 Aug 28 08:16:44.028261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-f71638d6-84a3-4e00-8e67-2c2be78f8421 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565487 Aug 28 08:16:44.133913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c7892eb-e102-4a21-bef9-4bb63c36d1b2 req-c3ca0c34-a7f0-48fb-a0d7-ac7eb02ce1c1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 Aug 28 08:16:44.185566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b17e0f7a-561b-4fd3-b7d2-115acd4deb8f req-47f5e643-e7cf-4bcc-bdff-c8ba0a37c488 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475792 Aug 28 08:16:44.202194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-c0d685d8-53c2-48a3-b863-66f3e4d02ad9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-899334531&fields=id&tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 267 time: 0.0412745 Aug 28 08:16:44.267661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-afd7d147-aa14-4801-ba17-1d5f5efad262 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.271960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-afd7d147-aa14-4801-ba17-1d5f5efad262 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 945 time: 0.0630100 Aug 28 08:16:44.272311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5773-6c8f-45ae-9cd3-b927c80f5870 req-5e448a4b-6884-4f5f-9c99-71d27f474449 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.273839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-843e5773-6c8f-45ae-9cd3-b927c80f5870 req-5e448a4b-6884-4f5f-9c99-71d27f474449 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.0598199 Aug 28 08:16:44.281072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'security_groups': ['561219ad-3d5a-4e99-87fd-e25f889623a5', '37ade38b-eff7-4ef2-850b-d1e0e47d1e5d']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:44.319237 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-843e5773-6c8f-45ae-9cd3-b927c80f5870 req-0f17f673-4377-47d4-b420-e1f635f4ee0a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Aug 28 08:16:44.369798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:44.447797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221bcd-7a5a-42ce-a1b6-2d0aee8b3c3e req-73a54595-4748-4284-888a-74a8aa4fc96c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.449662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa221bcd-7a5a-42ce-a1b6-2d0aee8b3c3e req-73a54595-4748-4284-888a-74a8aa4fc96c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 948 time: 0.0667334 Aug 28 08:16:44.494391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa221bcd-7a5a-42ce-a1b6-2d0aee8b3c3e req-beeb80c8-c747-43f9-a6d8-e808af2a0228 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383325 Aug 28 08:16:44.608185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:44.650463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:44.666552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749df05-786e-41d2-ab94-606c1a56eb05 req-f9786366-8c9f-47a2-b0bc-6c80a0c011dd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.668320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9749df05-786e-41d2-ab94-606c1a56eb05 req-f9786366-8c9f-47a2-b0bc-6c80a0c011dd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0660124 Aug 28 08:16:44.720617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9749df05-786e-41d2-ab94-606c1a56eb05 req-508c4a16-7ded-437e-a67e-41b0681adfc5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Aug 28 08:16:44.760542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:44.799489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:44.823001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.823852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:44.825616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b8c7b7c-0c93-4210-9a4b-fd91808fd16d req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "PUT /v2.0/ports/98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 981 time: 0.5493965 Aug 28 08:16:44.826229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:44.829367 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705092ac-bdcc-4f45-bbd9-911e243aec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:44.864206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:44.867026 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea49e5a4-0bcf-476b-a110-4f8c1ebbe322" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:44.868711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:44.878955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848aaf00-ede6-4e7c-95d3-1c622bd5b97f req-387078ad-663d-4a46-a377-1b0b921dda04 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:44.888933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-848aaf00-ede6-4e7c-95d3-1c622bd5b97f req-387078ad-663d-4a46-a377-1b0b921dda04 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 948 time: 0.1009092 Aug 28 08:16:44.892766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.896881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.898570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.899334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.900280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.901359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.903051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.904228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.904813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.905797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.907077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.908454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce485724-15d6-49c9-a840-0b6caccdcf65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:16:44.930820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-848aaf00-ede6-4e7c-95d3-1c622bd5b97f req-83bc550c-d717-45f5-a437-c808409ff265 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Aug 28 08:16:45.052412 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c865c7-0fa4-4249-b681-d5c8eb0e797b x-openstack-request-id: req-46c865c7-0fa4-4249-b681-d5c8eb0e797b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:45.053084 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:45.053605 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46c865c7-0fa4-4249-b681-d5c8eb0e797b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:45.054774 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'status': 'completed', 'code': 200} Aug 28 08:16:45.074479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc316333-9e00-462f-b179-365c7feed159 req-5206c432-b16a-42cd-b7ae-1099e989bf66 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-724872910&fields=id&tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 267 time: 0.0721288 Aug 28 08:16:45.085393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:45.166756 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cdce15-7883-4405-b7ec-d223392a4e07 x-openstack-request-id: req-88cdce15-7883-4405-b7ec-d223392a4e07 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:45.167275 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:45.167698 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88cdce15-7883-4405-b7ec-d223392a4e07 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:45.168258 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'code': 200} Aug 28 08:16:45.187944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:45.214135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316333-9e00-462f-b179-365c7feed159 req-2564e29c-00ce-4f03-866e-00e7ddd6c6ee tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.215774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc316333-9e00-462f-b179-365c7feed159 req-2564e29c-00ce-4f03-866e-00e7ddd6c6ee tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 984 time: 0.1328247 Aug 28 08:16:45.228306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-9bb45432-0fbb-4515-b680-48a6715e22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.229377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-9bb45432-0fbb-4515-b680-48a6715e22e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1136 time: 0.0947492 Aug 28 08:16:45.235574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'security_groups': ['37ade38b-eff7-4ef2-850b-d1e0e47d1e5d', '561219ad-3d5a-4e99-87fd-e25f889623a5', '20b9c1be-2ea7-4b2a-9937-6df860087709']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:45.299319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930abd8-7417-46c0-88c5-2543e538cfa3 req-6c65fb69-d145-4a04-8679-616c50cb932c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.307262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8930abd8-7417-46c0-88c5-2543e538cfa3 req-6c65fb69-d145-4a04-8679-616c50cb932c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0695422 Aug 28 08:16:45.315023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:45.330717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef', 'port_id': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'mac_address': 'fa:16:3e:42:96:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f6eeb-7f2c-409a-bc86-c178f023012c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:45.353450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8930abd8-7417-46c0-88c5-2543e538cfa3 req-515dbe05-3c0f-4d50-8688-bf7c6301d512 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Aug 28 08:16:45.367489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:45.428380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-c7427548-e124-4847-beff-a2760159138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.429940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-c7427548-e124-4847-beff-a2760159138a service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.1895514 Aug 28 08:16:45.436526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:45.472301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7090fee5-a9fd-4235-95ca-14ee373c8064 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:45.489458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:45.502545 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-413c5033-b9e3-4a06-9878-d33286dfdec9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 217 time: 0.0617285 Aug 28 08:16:45.511640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a68a9-bceb-41b7-beab-ebff900c7384 req-07212729-e885-445d-b526-5848da9c1000 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.513465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f47a68a9-bceb-41b7-beab-ebff900c7384 req-07212729-e885-445d-b526-5848da9c1000 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.0652030 Aug 28 08:16:45.524223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:45.570528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f47a68a9-bceb-41b7-beab-ebff900c7384 req-290b6dd6-ba21-4c87-a04c-634677835b36 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Aug 28 08:16:45.610835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:45.632763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-bb241540-6644-48f6-91ff-6146c550f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.634191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:45.634576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-bb241540-6644-48f6-91ff-6146c550f029 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.1185482 Aug 28 08:16:45.669716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:45.670099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:45.710555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-3bb30db4-e1f0-4c21-b5f7-e3f19118cfbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394018 Aug 28 08:16:45.723648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640521-6f3a-4d02-add9-f9289677f315 req-a74cd76c-2f7c-49cc-941e-e182c39c29fa tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.725386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3640521-6f3a-4d02-add9-f9289677f315 req-a74cd76c-2f7c-49cc-941e-e182c39c29fa tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 948 time: 0.0834305 Aug 28 08:16:45.739434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:16:45.742834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:45.804202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3640521-6f3a-4d02-add9-f9289677f315 req-9cdcfd7b-8bb2-473d-b958-cec1cd199ef1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610065 Aug 28 08:16:45.877985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:45.958653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78a08-4f53-4d85-af13-69341c678033 req-68edf1ba-1a24-44f9-bd30-706741bf30c4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:45.967397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08e78a08-4f53-4d85-af13-69341c678033 req-68edf1ba-1a24-44f9-bd30-706741bf30c4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0950885 Aug 28 08:16:46.007056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:46.007056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:46.027524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'mac_address': 'fa:16:3e:c0:fb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:16:46.030464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08e78a08-4f53-4d85-af13-69341c678033 req-20f5741d-1ec2-461c-95dc-aec8a1d4b332 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Aug 28 08:16:46.045911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-51caecac-30c7-4f8a-9c9b-8096967a6292 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185232 Aug 28 08:16:46.098268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.121135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:46.156640 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.173152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.191647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705092ac-bdcc-4f45-bbd9-911e243aec2a req-78be6682-8796-4a13-a367-3b6afae4b63c service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367617 Aug 28 08:16:46.200642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:46.217590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4af5c42a-d89b-43a7-bff6-fa155870830f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:46.219610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4af5c42a-d89b-43a7-bff6-fa155870830f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 945 time: 0.0978782 Aug 28 08:16:46.246693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.252643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:46.263990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:46.289659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:46.314993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:46.315689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.328779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc316333-9e00-462f-b179-365c7feed159 req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "PUT /v2.0/ports/98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 1020 time: 1.0924308 Aug 28 08:16:46.329667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:46.333466 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2478c9-bc90-49a8-969a-3a519506381a" -d '{"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:46.371461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e3196-1c8e-4229-8bc6-07bafb886baf req-d6c8085c-928f-481d-a970-3d93d0ba54da tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:46.379017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-727e3196-1c8e-4229-8bc6-07bafb886baf req-d6c8085c-928f-481d-a970-3d93d0ba54da tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.1514292 Aug 28 08:16:46.404576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6d3b5-b308-4bc5-a856-0245fe1dc905 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:46.419789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.438631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-727e3196-1c8e-4229-8bc6-07bafb886baf req-9343e402-99b0-4a2f-94f5-1c8c9ed59e8d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 Aug 28 08:16:46.503984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Deleting port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:16:46.507718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.510829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['7090fee5-a9fd-4235-95ca-14ee373c8064'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:46.611680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:46.680343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] For port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:46.683028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:46.701156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Calling delete_port for 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:16:46.722438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff7fa-da24-465a-8ac1-ca4dd986297b req-da7e7cf0-79c9-47da-90c8-378ff6bcd7b8 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:46.728030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68cff7fa-da24-465a-8ac1-ca4dd986297b req-da7e7cf0-79c9-47da-90c8-378ff6bcd7b8 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1098 time: 0.1476824 Aug 28 08:16:46.793279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:46.810436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68cff7fa-da24-465a-8ac1-ca4dd986297b req-c02a54cf-981f-410c-8820-b17b24eef737 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774779 Aug 28 08:16:46.939725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3a631e10-63c0-435d-8334-b22f40d8a0da'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:46.994510 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386dadf-3eec-4aeb-8e1d-129149aa2434 x-openstack-request-id: req-9386dadf-3eec-4aeb-8e1d-129149aa2434 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:46.996305 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:46.996671 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9386dadf-3eec-4aeb-8e1d-129149aa2434 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:46.997272 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'status': 'completed', 'code': 200} Aug 28 08:16:47.108730 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:47.129505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a2d01-6910-447d-87f2-9b9d3ad339dc req-2bb7859d-4265-44cc-867d-052b352db8b6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.132095 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b60a2d01-6910-447d-87f2-9b9d3ad339dc req-2bb7859d-4265-44cc-867d-052b352db8b6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1023 time: 0.2399073 Aug 28 08:16:47.143383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2478c9-bc90-49a8-969a-3a519506381a req-d24f44cf-97c3-4bd3-8aed-a16f86cfcd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.145897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-d24f44cf-97c3-4bd3-8aed-a16f86cfcd2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1175 time: 0.1469691 Aug 28 08:16:47.184233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Pushing event deleted for resources: {'Port': ['ID=71f57bc3-a31c-4c8b-8bff-7dc3a548a679,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:47.185196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:47.189269 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8040bd0-6406-4365-939e-e0b7420b0faf" -d '{"events": [{"server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "name": "network-vif-plugged", "status": "completed", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:47.277812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253403eb-cbf2-4711-bf20-de6deb28ff3e req-586a56be-84c2-4945-b97b-dc4a089ca692 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.284650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-253403eb-cbf2-4711-bf20-de6deb28ff3e req-586a56be-84c2-4945-b97b-dc4a089ca692 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.2597153 Aug 28 08:16:47.412663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-253403eb-cbf2-4711-bf20-de6deb28ff3e req-273d2637-0eb8-42b7-b354-b522b796e8ed tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110282 Aug 28 08:16:47.418528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] No DVR routers for this DVR port 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:16:47.423485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:47.425505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf304000-8265-4794-9403-b1c4c69391b8 req-4c161b26-65c3-4890-8c42-9bc05d1f5075 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "DELETE /v2.0/ports/71f57bc3-a31c-4c8b-8bff-7dc3a548a679 HTTP/1.1" status: 204 len: 173 time: 1.1904337 Aug 28 08:16:47.426041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'name': 'network-vif-deleted', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:47.447797 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c694b-845b-4919-8afd-70f705ef1ae7" -d '{"events": [{"server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "name": "network-vif-deleted", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:47.571228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a7f5521-6077-48ab-8f44-e0e57dc29961 req-b97aa127-937e-4a39-8432-14d75f9a9f04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.0550394 Aug 28 08:16:47.675753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b60a2d01-6910-447d-87f2-9b9d3ad339dc req-8de896dc-1495-4624-8997-ec6cb42352ae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=20b9c1be-2ea7-4b2a-9937-6df860087709&id=37ade38b-eff7-4ef2-850b-d1e0e47d1e5d&id=561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 200 len: 6147 time: 0.5287540 Aug 28 08:16:47.723541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96ca20-8fdf-4fc8-b703-df603e1f7039 req-b46e1073-9aa8-4216-823d-3c3039e3f2e3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.734595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b96ca20-8fdf-4fc8-b703-df603e1f7039 req-b46e1073-9aa8-4216-823d-3c3039e3f2e3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0770659 Aug 28 08:16:47.795334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2478c9-bc90-49a8-969a-3a519506381a req-6a198794-c6e4-423f-ab93-aebd23baed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.796882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-6a198794-c6e4-423f-ab93-aebd23baed6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.6313324 Aug 28 08:16:47.810908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b96ca20-8fdf-4fc8-b703-df603e1f7039 req-45c16d01-8bd7-403b-9765-44ae3fa21fd5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Aug 28 08:16:47.853961 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb03079-ce1a-4406-beca-eb0e8ab48ad2 x-openstack-request-id: req-8fb03079-ce1a-4406-beca-eb0e8ab48ad2 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:47.856231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "name": "network-vif-plugged", "status": "completed", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:47.856231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fb03079-ce1a-4406-beca-eb0e8ab48ad2 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:47.856231 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092', 'code': 200} Aug 28 08:16:47.856580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-528d52cc-de8e-4869-a6be-48223f00c867 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 200 len: 217 time: 0.0447159 Aug 28 08:16:47.915919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e981d-cdc6-44b2-8826-d21000be6ca9 req-2c4b4c91-3103-46ff-ba5e-1cb91007a599 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.917472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d5e981d-cdc6-44b2-8826-d21000be6ca9 req-2c4b4c91-3103-46ff-ba5e-1cb91007a599 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1098 time: 0.1421537 Aug 28 08:16:47.947571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2478c9-bc90-49a8-969a-3a519506381a req-0d29a750-9200-4c1e-98d9-fc74a451674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:47.948941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-0d29a750-9200-4c1e-98d9-fc74a451674f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0843005 Aug 28 08:16:47.995893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-839ad3ad-541a-4094-92f0-6e9b853d437d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311692 Aug 28 08:16:47.998527 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d5e981d-cdc6-44b2-8826-d21000be6ca9 req-416cfdba-2883-455c-ac8f-5edf2eda6368 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Aug 28 08:16:48.017458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46804401-175f-4803-bc7b-17a33f89a116 req-43229304-8fdf-4c84-9f96-805d184614e2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:48.039832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46804401-175f-4803-bc7b-17a33f89a116 req-43229304-8fdf-4c84-9f96-805d184614e2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.1033380 Aug 28 08:16:48.121123 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdd77b-82a2-4dd8-bdca-d3447f3bd8da x-openstack-request-id: req-4afdd77b-82a2-4dd8-bdca-d3447f3bd8da {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:48.121419 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19753fe5-35a5-4363-8ebd-53dcfe9be841", "name": "network-vif-deleted", "tag": "71f57bc3-a31c-4c8b-8bff-7dc3a548a679", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:48.121707 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4afdd77b-82a2-4dd8-bdca-d3447f3bd8da {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:48.122344 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19753fe5-35a5-4363-8ebd-53dcfe9be841', 'name': 'network-vif-deleted', 'tag': '71f57bc3-a31c-4c8b-8bff-7dc3a548a679', 'status': 'completed', 'code': 200} Aug 28 08:16:48.127127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-ef94da15-a62d-4e34-9daa-02b8602eb8f2 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211543 Aug 28 08:16:48.133336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1154669373 ', 'description': 'tempest-description-1829166963'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:48.155020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46804401-175f-4803-bc7b-17a33f89a116 req-29866736-e7eb-4b71-b0ce-063df125b381 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033938 Aug 28 08:16:48.180947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b39db-e363-4343-ae3f-2a38eec006d9 req-a2d37720-98c1-41df-96b5-433353964e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:48.181987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457b39db-e363-4343-ae3f-2a38eec006d9 req-a2d37720-98c1-41df-96b5-433353964e8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 1101 time: 0.1280339 Aug 28 08:16:48.232463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457b39db-e363-4343-ae3f-2a38eec006d9 req-64cfe11b-3d34-414f-8c8f-dff29b3b4db1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Aug 28 08:16:48.264643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f2478c9-bc90-49a8-969a-3a519506381a req-056d2ec9-70e2-4465-8279-409376d7ef03 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Aug 28 08:16:48.323595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:48.368105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ed8a-b12d-4285-82e1-aac07dd91a19 req-6d2d0543-4acc-4ca8-8162-247dab566527 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:48.369662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2088ed8a-b12d-4285-82e1-aac07dd91a19 req-6d2d0543-4acc-4ca8-8162-247dab566527 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 950 time: 0.0659089 Aug 28 08:16:48.433871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2088ed8a-b12d-4285-82e1-aac07dd91a19 req-8d26e6de-c4c5-4ef3-bfcd-7d5049600cce tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Aug 28 08:16:48.443638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:48.528009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:48.578281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08d8ce-e623-494e-89cf-e70be391d35f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:48.649528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d15c9-6fe8-4dae-9895-34c038cf4760 req-bc2f3d07-4f59-491f-9f20-64ce1f4d7cb3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:48.651337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718d15c9-6fe8-4dae-9895-34c038cf4760 req-bc2f3d07-4f59-491f-9f20-64ce1f4d7cb3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0764894 Aug 28 08:16:48.664117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:48.665734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4ed7fe4-e62f-4963-b7ef-aeadbb5ce660 req-c0498550-c63b-4ccd-b531-dbf161a5822b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5373247 Aug 28 08:16:48.734726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718d15c9-6fe8-4dae-9895-34c038cf4760 req-0d6ec178-ced0-435e-9232-2cf984a1dc34 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729423 Aug 28 08:16:48.870372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2897bec8-fd37-4fea-aab2-e58da242e2f1 req-d725b40c-f365-4988-aac4-ffa85aab2070 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=19753fe5-35a5-4363-8ebd-53dcfe9be841 HTTP/1.1" status: 200 len: 210 time: 0.0344584 Aug 28 08:16:48.938161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88582c1d-34b8-48b5-a193-1cf3fb57039a req-d1ad083e-76bf-4627-a401-94f0fc684469 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/0e08d8ce-e623-494e-89cf-e70be391d35f HTTP/1.1" status: 200 len: 1781 time: 0.0437627 Aug 28 08:16:49.039728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-2b0c8fac-24f2-44d4-9e69-2ca93b2028bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239239 Aug 28 08:16:49.173417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-e3edb472-6144-426c-a1a4-64973e281285 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:49.175063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-e3edb472-6144-426c-a1a4-64973e281285 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296742 Aug 28 08:16:49.194777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-99223c0f-b458-4c53-af7f-d7ac555ca24d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/quotas/fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 375 time: 0.0140660 Aug 28 08:16:49.269837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-29f7af4d-d9f0-49ff-a1fc-9fd9fb4e14f0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660462 Aug 28 08:16:49.274296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:49.665675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-35603c1f-2c91-464b-8250-40f4b98247ed tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/0e08d8ce-e623-494e-89cf-e70be391d35f HTTP/1.1" status: 200 len: 1781 time: 0.0620999 Aug 28 08:16:49.750587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:49.765163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:49.796999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:49.838897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3a631e10-63c0-435d-8334-b22f40d8a0da triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:49.839584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:49.974437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:50.008406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:50.010975 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33105dc9-bbef-4b8d-8388-ff33f4998585" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:50.025806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:50.055479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:50.058159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:50.059543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df849820-9d31-41eb-8d66-e5e312d5acf1 req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/0e08d8ce-e623-494e-89cf-e70be391d35f HTTP/1.1" status: 204 len: 173 time: 0.3819039 Aug 28 08:16:50.073305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3115a-09bd-433b-9c2e-7420f709b345 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08d8ce-e623-494e-89cf-e70be391d35f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:50.157323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:50.158148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:16:50.184452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:16:50.185005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 71f57bc3-a31c-4c8b-8bff-7dc3a548a679 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:16:50.202549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a01f88-c17d-4a3d-8059-bcba61fd7d90 req-76d0b765-606f-40f7-83ac-3814dc2df81e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:50.204684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2a01f88-c17d-4a3d-8059-bcba61fd7d90 req-76d0b765-606f-40f7-83ac-3814dc2df81e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.0887127 Aug 28 08:16:50.247158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:50.264867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2a01f88-c17d-4a3d-8059-bcba61fd7d90 req-29ab6e9a-45cf-49cd-9f40-5d9767f074f4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533264 Aug 28 08:16:50.444940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9965ec89-6efc-475d-a015-4116470a4e12 req-31171a59-0a09-4362-a219-46af118d721c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 210 time: 0.0328634 Aug 28 08:16:50.575040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3135d-3ebd-4865-b738-e044979ced8d req-8c623a7f-82bd-4f5c-af67-1026b59c11b0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:50.576505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ada3135d-3ebd-4865-b738-e044979ced8d req-8c623a7f-82bd-4f5c-af67-1026b59c11b0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0668252 Aug 28 08:16:50.622388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ada3135d-3ebd-4865-b738-e044979ced8d req-b579d785-e56d-46f6-9568-ae9fba60106b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Aug 28 08:16:50.717131 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f5d250-214b-406a-89eb-c1c19b21e135 x-openstack-request-id: req-30f5d250-214b-406a-89eb-c1c19b21e135 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:50.718627 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-plugged", "status": "completed", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:50.720148 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30f5d250-214b-406a-89eb-c1c19b21e135 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:50.720755 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'code': 200} Aug 28 08:16:50.740776 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-a7d3e947-a505-41f2-acfe-2b534ec71bed req-b8694d89-81cf-4df3-9679-8c012c5a1203 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:16:50.741959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7d3e947-a505-41f2-acfe-2b534ec71bed req-b8694d89-81cf-4df3-9679-8c012c5a1203 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/0e08d8ce-e623-494e-89cf-e70be391d35f HTTP/1.1" status: 404 len: 352 time: 0.0180085 Aug 28 08:16:50.868834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13687160-31ae-4dcb-8ddf-fd6e6bac11e2 req-6d85fc1d-e903-421e-b25e-f63c88b7b3da tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:50.870161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13687160-31ae-4dcb-8ddf-fd6e6bac11e2 req-6d85fc1d-e903-421e-b25e-f63c88b7b3da tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0690165 Aug 28 08:16:50.918072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13687160-31ae-4dcb-8ddf-fd6e6bac11e2 req-be885f87-2232-4b6e-8088-be7e85c00226 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Aug 28 08:16:50.956631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1516912531', 'description': 'tempest-description-1340436730'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:51.080968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.193214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.235150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:16:51.275278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.319340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-d2f17752-7f5b-4ef7-83a0-f3816e1a918d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:16:51.320381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-d2f17752-7f5b-4ef7-83a0-f3816e1a918d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207920 Aug 28 08:16:51.326178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82385ba-9b66-4fbe-b317-53a7f6d491ee,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:51.332255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Request body: {'binding': {'host': 'n-h1-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:51.332662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Unknown quota resources ['binding']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:16:51.418992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 7090fee5-a9fd-4235-95ca-14ee373c8064 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:51.426740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.427015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 7090fee5-a9fd-4235-95ca-14ee373c8064 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:51.428033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.439050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a3b3003-311a-4c79-9353-7bd3dc695591 req-86bb9975-9ee4-44a7-a2e6-5027df9f7f11 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4874487 Aug 28 08:16:51.549403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on host n-h1-792458-16 for vnic_type normal with profile None {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:51.550365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:51.550929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:51.570383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:51.570984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:51.592487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:51.592965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:51.593378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:51.593840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Bound port: 5d024462-6a18-471a-88b0-00479e6fb7ed, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:51.665677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d0266-a407-484b-ae28-e13ef5caa64b req-ac37e784-0ea4-486d-bb80-9d23e07f1b9b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:51.668050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-952d0266-a407-484b-ae28-e13ef5caa64b req-ac37e784-0ea4-486d-bb80-9d23e07f1b9b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.1081533 Aug 28 08:16:51.730406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:51.756087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-952d0266-a407-484b-ae28-e13ef5caa64b req-73482be7-f645-4174-a0d4-9b74469ac964 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 Aug 28 08:16:51.764712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.803660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:16:51.836678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.838613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] 10.222.0.46 "POST /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.5098994 Aug 28 08:16:51.892745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1029912207', 'description': 'tempest-description-1489245466'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:51.917321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:51.980821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:52.047166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:52.155042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:52.198583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fa9f-c0f6-4b75-b769-81486cd4e479 req-b4b6b4ae-2264-4675-bde6-68fde7699474 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.200307 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbd8fa9f-c0f6-4b75-b769-81486cd4e479 req-b4b6b4ae-2264-4675-bde6-68fde7699474 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0622487 Aug 28 08:16:52.235227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:52.263614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbd8fa9f-c0f6-4b75-b769-81486cd4e479 req-a03a2c54-8ce0-46a6-baec-1a352957d695 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561807 Aug 28 08:16:52.269802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:52.369180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-849a8ebc-dbe4-44c4-bc65-c1c35b5c4203 req-7f0dcfcd-13e8-4d24-b019-879f3bab68f6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 210 time: 0.0348856 Aug 28 08:16:52.378727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:52.380510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05b8fea3-e42e-450a-b4b1-cf37cff59867 req-723ee79e-ce8f-4f9f-8b05-ac4d59a9e8c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4941125 Aug 28 08:16:52.495426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62722681-913e-4f41-9310-34b60f9d530d req-332e6221-031d-4419-b91a-f388e5789c09 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.497295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62722681-913e-4f41-9310-34b60f9d530d req-332e6221-031d-4419-b91a-f388e5789c09 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 1101 time: 0.0491714 Aug 28 08:16:52.515979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabbd22-b723-4442-b374-ae8cf09d6d94 req-617ad4b9-8245-4109-beb3-c9ef8231ab15 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.518252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fabbd22-b723-4442-b374-ae8cf09d6d94 req-617ad4b9-8245-4109-beb3-c9ef8231ab15 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0633399 Aug 28 08:16:52.569267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62722681-913e-4f41-9310-34b60f9d530d req-690bd0d5-f192-4fcd-8e8d-3ae700921947 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567565 Aug 28 08:16:52.613304 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fabbd22-b723-4442-b374-ae8cf09d6d94 req-49d455e5-7c56-4a9e-ab3c-c1e6ab074b0a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811977 Aug 28 08:16:52.615259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-0b4587b5-b5a8-4b36-8bce-0557068e1ff8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295565 Aug 28 08:16:52.719731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733927f-11e1-4209-b9a9-77d94b224f01 req-aaea75f7-497a-4e1b-b46a-ec761813670c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.721437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4733927f-11e1-4209-b9a9-77d94b224f01 req-aaea75f7-497a-4e1b-b46a-ec761813670c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0893319 Aug 28 08:16:52.722351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:52.727458 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7706901-0478-4e5e-b5f9-1855e8867d39" -d '{"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-plugged", "status": "completed", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:52.766953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4733927f-11e1-4209-b9a9-77d94b224f01 req-389563b0-5a2a-46c6-b208-726fc503dfcf tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Aug 28 08:16:52.782809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-febaeb1a-6285-4daa-bed2-efd9089f0d17 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.784353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-febaeb1a-6285-4daa-bed2-efd9089f0d17 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621838 Aug 28 08:16:52.797953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2023144877', 'description': 'tempest-description-1295326802'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:52.803279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185952d-dd3e-4d57-86e0-fe1031574e8a req-b8404efb-d6a7-4ce6-904e-2daf00113789 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.804867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c185952d-dd3e-4d57-86e0-fe1031574e8a req-b8404efb-d6a7-4ce6-904e-2daf00113789 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1159568 Aug 28 08:16:52.810276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Request body: {'port': {'device_id': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'fe90ff7ea3824107bdeecd1e3ac5de54'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:52.864502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-5760d1d9-8693-4e85-b32a-7b7f97b5bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:52.866059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-5760d1d9-8693-4e85-b32a-7b7f97b5bf0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1098 time: 0.0492578 Aug 28 08:16:52.915793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c185952d-dd3e-4d57-86e0-fe1031574e8a req-e48ca2a0-ae34-4206-91da-6589310d5b1f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006074 Aug 28 08:16:53.008354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.048318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-c3f02a6a-0320-462d-98b0-5b44c8ec0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:53.049877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-c3f02a6a-0320-462d-98b0-5b44c8ec0188 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1737094 Aug 28 08:16:53.091506 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-e9a03128-b197-4f45-9516-b2fdc71a2c52 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477858 Aug 28 08:16:53.123200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-0cbd7482-0f4a-4c41-a83d-158de81690c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0594411 Aug 28 08:16:53.168452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Made reservation on behalf of fe90ff7ea3824107bdeecd1e3ac5de54 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:53.178876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.208259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-fb199a50-72d4-4949-b334-dfae97d5a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:53.214453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-fb199a50-72d4-4949-b334-dfae97d5a157 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0778532 Aug 28 08:16:53.269421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-2aa6d8ad-3725-40b3-ba67-a08387f0ba6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391669 Aug 28 08:16:53.300717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-1938f944-fea4-4100-9528-125d4aa35d9e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:53.302816 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-1938f944-fea4-4100-9528-125d4aa35d9e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105215 Aug 28 08:16:53.331521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.347260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-54b654a9-0188-4b8e-9dd0-e4b16b061e84 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/quotas/618a3a49f4524c88a199c6c1424c64fe HTTP/1.1" status: 200 len: 375 time: 0.0357668 Aug 28 08:16:53.383591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-48db76d4-6689-4e3d-8c5c-ee5cf7316fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042261 Aug 28 08:16:53.437016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Allocated IP 192.168.233.127 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/704c7d9f-0c3c-4e5e-b472-c800cc4d7942) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:53.459008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.470809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-9e103e42-691e-4cd2-82c4-7f544733bf27 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1155047 Aug 28 08:16:53.543392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb68892-7c32-418e-a9a8-76ad71211681,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:53.566276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-1101de65-f79a-47ab-adf5-b7887c45e467 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717570 Aug 28 08:16:53.584352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.599167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc8e44ff-fe21-402d-84ba-7bcbb2826039 req-814f3c40-506c-41d5-943a-8232a874143a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8062081 Aug 28 08:16:53.650683 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef0f25-2ac2-4114-9775-cbdaa2035412 x-openstack-request-id: req-93ef0f25-2ac2-4114-9775-cbdaa2035412 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:53.651264 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-plugged", "status": "completed", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:53.651459 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93ef0f25-2ac2-4114-9775-cbdaa2035412 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:53.651947 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'code': 200} Aug 28 08:16:53.675156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:53.695062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Transition to ACTIVE for port object 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:53.851795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd255f07-6479-42c0-93da-92f553279bf8 req-24d984c6-c744-47b5-a28b-6571e9e63d61 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 210 time: 0.0501962 Aug 28 08:16:53.865639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338062b0-f3e2-4c9e-8e03-cfd4c7ca40c7 req-2376253c-60de-4359-be64-534123a59631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:53.868453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-338062b0-f3e2-4c9e-8e03-cfd4c7ca40c7 req-2376253c-60de-4359-be64-534123a59631 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1098 time: 0.0747159 Aug 28 08:16:53.950276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-338062b0-f3e2-4c9e-8e03-cfd4c7ca40c7 req-6306d04a-1419-44ea-809c-163409d832ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729077 Aug 28 08:16:54.044184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfe4c238-9fc0-4acf-ad62-dc2ba6aded2f req-d182a6bc-3038-4281-ad0c-697eb1869e89 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 10897 time: 0.1590190 Aug 28 08:16:54.071162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.101512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:54.103084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfe4c238-9fc0-4acf-ad62-dc2ba6aded2f req-e824eed1-9719-4aca-b334-95ff6cefe6dd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 200 len: 2981 time: 0.0520525 Aug 28 08:16:54.105357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e', '3a631e10-63c0-435d-8334-b22f40d8a0da'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:54.124271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a8ca3-eedf-4641-8222-fb7f6c6a4927 req-d06e4a1e-9093-428a-8f37-9807d611ffc6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:54.125951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984a8ca3-eedf-4641-8222-fb7f6c6a4927 req-d06e4a1e-9093-428a-8f37-9807d611ffc6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1153851 Aug 28 08:16:54.130378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:54.153170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:54.153170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:54.163586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:54.194370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfe4c238-9fc0-4acf-ad62-dc2ba6aded2f req-5f49582e-b095-4c2b-85b9-0646cf0d98e5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 200 len: 2981 time: 0.0815291 Aug 28 08:16:54.344648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:54.345329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.350960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984a8ca3-eedf-4641-8222-fb7f6c6a4927 req-8fb9f27b-be42-4c50-a4a1-5e573e47794c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173071 Aug 28 08:16:54.388249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439660d-10a2-4119-a63b-d80d2a778cc3 req-6a160246-887f-4562-8bf3-52a0627ba7e7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:54.393432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4439660d-10a2-4119-a63b-d80d2a778cc3 req-6a160246-887f-4562-8bf3-52a0627ba7e7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.1368871 Aug 28 08:16:54.528766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4439660d-10a2-4119-a63b-d80d2a778cc3 req-7b1aacbc-a919-4ee4-9fad-90435bbdd5c7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Aug 28 08:16:54.539031 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-013642fa-e040-4d29-bd46-4e1be9a69b9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7330098 Aug 28 08:16:54.555917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-157d01b0-3281-4d86-83a1-7bf72915e42f req-d6f6886a-20d8-488e-9798-f4034b7a1723 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 210 time: 0.0606256 Aug 28 08:16:54.664132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Request body: {'port': {'device_id': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:54.680495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-0e1282cb-6738-4d7f-9432-a662a3b35932 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/f82385ba-9b66-4fbe-b317-53a7f6d491ee HTTP/1.1" status: 200 len: 1801 time: 0.1054831 Aug 28 08:16:54.739807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a9fa3d8-2c20-494f-ae4e-215d0073b8d6 None None] Provisioning for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:16:54.794646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a9fa3d8-2c20-494f-ae4e-215d0073b8d6 None None] Provisioning complete for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:16:54.795030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a9fa3d8-2c20-494f-ae4e-215d0073b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.823811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.869413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.918440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:54.952047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fa3d8-2c20-494f-ae4e-215d0073b8d6 None None] Port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:16:55.208687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.211449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405937e-4953-456e-9dbe-959400239dc8 req-81ed8e1d-dfbf-40b6-a716-d5a88ab8a4a2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:55.218002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.220423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b405937e-4953-456e-9dbe-959400239dc8 req-81ed8e1d-dfbf-40b6-a716-d5a88ab8a4a2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 936 time: 0.1659279 Aug 28 08:16:55.226355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-125cf4be-f80c-43be-b8f5-20c7bbd4c14e req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/f82385ba-9b66-4fbe-b317-53a7f6d491ee HTTP/1.1" status: 204 len: 173 time: 0.5379188 Aug 28 08:16:55.278669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3570e-e519-4648-a204-3bf27bce6a65 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82385ba-9b66-4fbe-b317-53a7f6d491ee,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:55.282965 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-58992edc-ce48-4f0f-ad9b-73730df5a8f2 req-8244643d-4cf2-48f1-b3cb-3c9a968cd33f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:16:55.294915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58992edc-ce48-4f0f-ad9b-73730df5a8f2 req-8244643d-4cf2-48f1-b3cb-3c9a968cd33f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/f82385ba-9b66-4fbe-b317-53a7f6d491ee HTTP/1.1" status: 404 len: 352 time: 0.0461657 Aug 28 08:16:55.320544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b405937e-4953-456e-9dbe-959400239dc8 req-0c7d4816-089e-47c2-9a9b-634e5f8b5237 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992398 Aug 28 08:16:55.412455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-b1757f92-8904-466a-9b7a-7fc8091c999a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe HTTP/1.1" status: 200 len: 1801 time: 0.0745263 Aug 28 08:16:55.533670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:16:55.545698 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.551747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.564618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.568301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Transition to ACTIVE for port object 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:55.576788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532c5cd-0912-4916-92d2-37cb4e3021cd req-631e9a7a-6057-4ee8-b314-d59e38d8d2fa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:55.594760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d532c5cd-0912-4916-92d2-37cb4e3021cd req-631e9a7a-6057-4ee8-b314-d59e38d8d2fa tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1067276 Aug 28 08:16:55.631261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.638360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.734985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d532c5cd-0912-4916-92d2-37cb4e3021cd req-9ef8d342-fa48-44c9-9120-cd98391e9e9c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390274 Aug 28 08:16:55.880465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.883287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:55.884534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3edfe49-bf79-40c0-b470-05047703ce60 req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe HTTP/1.1" status: 204 len: 173 time: 0.4552343 Aug 28 08:16:55.902097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2851a8-684f-4eb6-ac9d-5e1e05e90cbe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:56.001604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:56.135812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-843a392c-8a86-4e3e-980a-f7ffda420599 req-b9b02d49-2b56-4a90-bbdc-77114986fe71 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 210 time: 0.0748975 Aug 28 08:16:56.141295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855476-becb-442f-a7ec-c82c17e71c62 req-1a8c5218-837d-4a40-8071-2da1f35cd8fe tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:56.147120 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a855476-becb-442f-a7ec-c82c17e71c62 req-1a8c5218-837d-4a40-8071-2da1f35cd8fe tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.1899476 Aug 28 08:16:56.173549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:16:56.173896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:16:56.174255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:56.194003 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-53851ef2-7e9a-437b-bf72-a230ac59f9f6 req-45a7ead3-b12b-4c3d-a19a-df2a9e591e5f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:16:56.195484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53851ef2-7e9a-437b-bf72-a230ac59f9f6 req-45a7ead3-b12b-4c3d-a19a-df2a9e591e5f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe HTTP/1.1" status: 404 len: 352 time: 0.0264194 Aug 28 08:16:56.198583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:16:56.198873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:16:56.218253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:16:56.218651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:16:56.219149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:16:56.219805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Bound port: 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:16:56.220173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:56.247534 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a855476-becb-442f-a7ec-c82c17e71c62 req-81e47184-3ffa-460b-a8af-59332792f6c6 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765007 Aug 28 08:16:56.401764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:16:56.406753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:16:56.437839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67b56908-b727-4d7a-98d9-8db5a058124e req-63af1a02-80fa-4ecc-8670-80c3625cda39 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/afb68892-7c32-418e-a9a8-76ad71211681 HTTP/1.1" status: 200 len: 1801 time: 0.1077387 Aug 28 08:16:56.497466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039213c9-04f4-4268-be03-32da630e3cd5 req-dd8658ac-90d8-4496-97fb-ad1f418afe71 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:56.499350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039213c9-04f4-4268-be03-32da630e3cd5 req-dd8658ac-90d8-4496-97fb-ad1f418afe71 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0639570 Aug 28 08:16:56.519474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67b56908-b727-4d7a-98d9-8db5a058124e req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:56.561925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67b56908-b727-4d7a-98d9-8db5a058124e req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:56.589626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039213c9-04f4-4268-be03-32da630e3cd5 req-2051837d-f8a6-4c2f-8299-ce3f8482df0b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Aug 28 08:16:56.912837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc818e8-57d4-4e1c-a8c9-bd9585215660 req-9c601aac-0a22-4643-a863-09ccb61bf1ff tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:56.915855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc818e8-57d4-4e1c-a8c9-bd9585215660 req-9c601aac-0a22-4643-a863-09ccb61bf1ff tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0949597 Aug 28 08:16:56.942893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:56.956628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:56.959215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:56.967644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] 10.222.0.64 "PUT /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 1097 time: 2.4084561 Aug 28 08:16:56.969031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:16:56.974125 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc10dc4-9256-421c-9517-c1eac0b89c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:16:56.979239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc818e8-57d4-4e1c-a8c9-bd9585215660 req-9170f1ca-4807-4dd0-998f-a3f41b92451d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Aug 28 08:16:57.015908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67b56908-b727-4d7a-98d9-8db5a058124e req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:57.022179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67b56908-b727-4d7a-98d9-8db5a058124e req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:57.047247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67b56908-b727-4d7a-98d9-8db5a058124e req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/afb68892-7c32-418e-a9a8-76ad71211681 HTTP/1.1" status: 204 len: 173 time: 0.6007884 Aug 28 08:16:57.138047 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29624b88-9e15-4ecf-ac27-c02d7b2c1004 x-openstack-request-id: req-29624b88-9e15-4ecf-ac27-c02d7b2c1004 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:16:57.138656 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:16:57.139087 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29624b88-9e15-4ecf-ac27-c02d7b2c1004 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:16:57.139645 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'status': 'completed', 'code': 200} Aug 28 08:16:57.186557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd246-7b39-4e48-83da-9e0fff66a23e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb68892-7c32-418e-a9a8-76ad71211681,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:57.237036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbb02f-3ac6-42f4-b1d3-ba5493af216f service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:57.259147 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-ff30bfee-18e5-48fb-9311-f310df6f6efc req-85a66d98-4ca8-4235-b74a-3337585869bd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:16:57.261703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ff30bfee-18e5-48fb-9311-f310df6f6efc req-85a66d98-4ca8-4235-b74a-3337585869bd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/afb68892-7c32-418e-a9a8-76ad71211681 HTTP/1.1" status: 404 len: 352 time: 0.1209118 Aug 28 08:16:57.317452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10dc4-9256-421c-9517-c1eac0b89c0a req-fae560f3-dff3-4b45-9bd8-072cb794b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.321606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fc10dc4-9256-421c-9517-c1eac0b89c0a req-fae560f3-dff3-4b45-9bd8-072cb794b70a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1100 time: 0.1620629 Aug 28 08:16:57.419933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24d3e22d-ddbb-4bc7-94c3-63360b5125c5 req-2f087876-9892-4cab-8334-77077b6f2c97 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 210 time: 0.0590355 Aug 28 08:16:57.423173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fc10dc4-9256-421c-9517-c1eac0b89c0a req-0eef238e-fa96-49c9-ba40-0379f648b7a6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723703 Aug 28 08:16:57.520180 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-488c14ea-f3a8-4cc2-ba08-dad59891b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:57.545620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97b118f9-8c27-4dc8-a349-97a95befc2a9 req-25f47989-e77c-43c6-9de7-87406d2c7f4b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 6147 time: 0.1027594 Aug 28 08:16:57.589887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10dc4-9256-421c-9517-c1eac0b89c0a req-ba103c60-118f-44d5-8d0e-d45c4561c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.591785 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fc10dc4-9256-421c-9517-c1eac0b89c0a req-ba103c60-118f-44d5-8d0e-d45c4561c5fc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595058 Aug 28 08:16:57.618342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97b118f9-8c27-4dc8-a349-97a95befc2a9 req-84087a42-e050-4742-94df-8e61af542743 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 200 len: 2981 time: 0.0665526 Aug 28 08:16:57.642251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44eb02-56a3-456f-b6c6-9862e793ab7e req-3a838227-b204-41d0-9f0d-70c21daa9a8a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.645468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea44eb02-56a3-456f-b6c6-9862e793ab7e req-3a838227-b204-41d0-9f0d-70c21daa9a8a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0989525 Aug 28 08:16:57.683370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97b118f9-8c27-4dc8-a349-97a95befc2a9 req-81347453-7b94-4108-b379-97a1bf40ed7d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 200 len: 2981 time: 0.0686102 Aug 28 08:16:57.731708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-15bb7009-e2c8-4c45-b112-48d888be25c0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=618a3a49f4524c88a199c6c1424c64fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369117 Aug 28 08:16:57.756865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-ac0500ff-fd82-47c3-86be-78c3d1ea245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.758944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-ac0500ff-fd82-47c3-86be-78c3d1ea245a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1100 time: 0.0623515 Aug 28 08:16:57.774032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea44eb02-56a3-456f-b6c6-9862e793ab7e req-af830617-b33b-463a-8688-9383055faeeb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154988 Aug 28 08:16:57.840537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-1b2ba66f-69a2-4f79-acb0-b34445767dbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0599322 Aug 28 08:16:57.906173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-509ce87a-f2a8-440c-9e37-cf52bb5d099c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.911772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-509ce87a-f2a8-440c-9e37-cf52bb5d099c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709011 Aug 28 08:16:57.944786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-6826d9a3-6b55-4a94-a2b0-ab93c5d5cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:57.947086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-6826d9a3-6b55-4a94-a2b0-ab93c5d5cc66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0978997 Aug 28 08:16:57.987148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Request body: {'port': {'device_id': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '618a3a49f4524c88a199c6c1424c64fe'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:58.066850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-a0c6726d-ef09-4073-85e8-499725365cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:58.069317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-a0c6726d-ef09-4073-85e8-499725365cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138177 Aug 28 08:16:58.077399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d14352-a4b2-408f-96ff-11e6519e78e2 req-7639d9b6-077d-46a1-9255-d7b13cd2a87e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:58.078951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d14352-a4b2-408f-96ff-11e6519e78e2 req-7639d9b6-077d-46a1-9255-d7b13cd2a87e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.1132176 Aug 28 08:16:58.096366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab51c0-3e31-4b22-bb1c-04b74b8f566a req-64553f07-c6cf-44bb-8c15-b3c52f138870 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:58.107025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8ab51c0-3e31-4b22-bb1c-04b74b8f566a req-64553f07-c6cf-44bb-8c15-b3c52f138870 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1893053 Aug 28 08:16:58.175016 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8ab51c0-3e31-4b22-bb1c-04b74b8f566a req-675360ec-fe1f-43e8-bb0d-bbe86388cf4f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Aug 28 08:16:58.222364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1655135241', 'description': 'tempest-description-1238946773'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:16:58.279539 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:16:58.279539 n-d-792458-16 neutron-server[95467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 08:16:58.279539 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id': '39a5c5f685264d02a03fe3b0a909105e', 'id': '523447de-8724-4ccb-886f-82f6b509787a', 'expiration': datetime.datetime(2021, 8, 28, 8, 18, 58, 271946)}] Aug 28 08:16:58.279539 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:16:58.280466 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:16:58.419183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Made reservation on behalf of 618a3a49f4524c88a199c6c1424c64fe for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:16:58.429526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:58.625556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d14352-a4b2-408f-96ff-11e6519e78e2 req-6e6140fc-d924-4979-bf41-dae1f3f90b7f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334525 Aug 28 08:16:58.664568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-aa85fe31-c311-447b-aecb-8c769ae657d1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844028 Aug 28 08:16:58.677734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Allocated IP 192.168.233.139 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/92b22946-9e8b-4658-a514-ed52bfa4310d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:16:58.849248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df44f49-20c9-4e60-b776-9cfaa3c79936 req-865c68c8-a672-43ff-9f29-5c3ff22b004d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:58.849248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2df44f49-20c9-4e60-b776-9cfaa3c79936 req-865c68c8-a672-43ff-9f29-5c3ff22b004d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1209054 Aug 28 08:16:58.862453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d610feb8-a975-4d8b-ab97-d0721b991c25 req-a9d81098-873b-49a5-89e1-c49e297b9d7f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864655 Aug 28 08:16:58.893635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2df44f49-20c9-4e60-b776-9cfaa3c79936 req-1de71c85-de36-4aae-86d9-60d4dd0630a7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548260 Aug 28 08:16:58.919022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:58.999622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Transition to ACTIVE for port object 92b22946-9e8b-4658-a514-ed52bfa4310d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:16:59.029123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbdc6c-d21c-4d6f-b5e6-6e8b0bd16a14 req-3b0c7dcb-e339-46e9-a65f-ef6fd3038d05 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:59.032613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fdbdc6c-d21c-4d6f-b5e6-6e8b0bd16a14 req-3b0c7dcb-e339-46e9-a65f-ef6fd3038d05 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0640645 Aug 28 08:16:59.087707 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:59.088151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fdbdc6c-d21c-4d6f-b5e6-6e8b0bd16a14 req-507bb90d-8ca7-4aa6-be0a-ba27ed3f3a56 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Aug 28 08:16:59.172771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:59.213532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:59.378344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93', '4af374f0-5774-43df-b90c-2a707cbf1061', '9d38a91b-1669-4919-9a6f-c8a6f3e8c092'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:16:59.380053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:16:59.380053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:16:59.380053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:16:59.380538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723b1c-7081-4eca-8f42-7d455762dc48 req-12fbae85-9bca-4efe-84f0-6ba3a5b3a264 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:59.380538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac723b1c-7081-4eca-8f42-7d455762dc48 req-12fbae85-9bca-4efe-84f0-6ba3a5b3a264 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 936 time: 0.1088185 Aug 28 08:16:59.380538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac723b1c-7081-4eca-8f42-7d455762dc48 req-b3304d13-26a3-444a-b0ba-0831bafd41d0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Aug 28 08:16:59.385026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event updated for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:16:59.452414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:59.487019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:59.487019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:16:59.630141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092750e7-69d5-4b29-9089-8efcaf355433 req-b33ffc1d-b2b6-446a-a37e-47ee852f6eac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:59.632544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-092750e7-69d5-4b29-9089-8efcaf355433 req-b33ffc1d-b2b6-446a-a37e-47ee852f6eac tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.1291237 Aug 28 08:16:59.707038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-092750e7-69d5-4b29-9089-8efcaf355433 req-8109cc09-b67e-4575-bf51-d9cfb7d1589b tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652330 Aug 28 08:16:59.980070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c7515-c11f-461c-bb07-5b4396925f0d req-b4a6c4b7-3ed2-472a-b032-58923d88bd22 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:16:59.990599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-055c7515-c11f-461c-bb07-5b4396925f0d req-b4a6c4b7-3ed2-472a-b032-58923d88bd22 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1098 time: 0.0721068 Aug 28 08:17:00.039286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-055c7515-c11f-461c-bb07-5b4396925f0d req-6aeafe7d-2389-4927-8f38-749aa3e2e55b tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Aug 28 08:17:00.185042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6b16-af78-4f9e-8ae2-616a8aa9cf65 req-24b1021e-3678-498a-8243-fa54433efcd2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:00.186697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d2a6b16-af78-4f9e-8ae2-616a8aa9cf65 req-24b1021e-3678-498a-8243-fa54433efcd2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0649712 Aug 28 08:17:00.230387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d2a6b16-af78-4f9e-8ae2-616a8aa9cf65 req-01ce9623-327a-4f56-9142-4406d2118dcb tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Aug 28 08:17:00.355181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf5d2c-1d11-42d9-b885-78d6db1c2005 req-8fd5f0ae-4cef-4454-8e15-5cb679255156 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:00.363477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2bf5d2c-1d11-42d9-b885-78d6db1c2005 req-8fd5f0ae-4cef-4454-8e15-5cb679255156 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1098 time: 0.0677397 Aug 28 08:17:00.402842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2bf5d2c-1d11-42d9-b885-78d6db1c2005 req-33862c1f-3b94-40cf-99d8-1b5374c875b9 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382860 Aug 28 08:17:00.457911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.462388 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.468384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-20c94ce9-9681-4228-9b8e-284350650594 None None] Provisioning for port 92b22946-9e8b-4658-a514-ed52bfa4310d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:00.472497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10f68591-a2cd-4ae7-bbaf-e94381ba11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.487124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-20c94ce9-9681-4228-9b8e-284350650594 None None] Provisioning complete for port 92b22946-9e8b-4658-a514-ed52bfa4310d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:00.487502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-20c94ce9-9681-4228-9b8e-284350650594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.547353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa48003-7ab9-4f7b-98e1-3d0986716bd7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:00.573753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-ff4b4606-9a08-4407-a6a7-ea4d4f8f85b8 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6443584 Aug 28 08:17:00.587299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-20c94ce9-9681-4228-9b8e-284350650594 None None] Port 92b22946-9e8b-4658-a514-ed52bfa4310d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:17:00.599921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Request body: {'port': {'device_id': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:00.623611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab150cb-ada4-4f46-8d7a-2973603c8cfc req-a045cfb8-1cd9-4949-a1d7-61c203d17124 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:00.626056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dab150cb-ada4-4f46-8d7a-2973603c8cfc req-a045cfb8-1cd9-4949-a1d7-61c203d17124 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 936 time: 0.1096888 Aug 28 08:17:00.664690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.679679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54c20aeb-43ac-44fc-96aa-8141da4e9ead req-62200417-ef88-4db4-ac04-3f82828f673c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.4753876 Aug 28 08:17:00.682625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dab150cb-ada4-4f46-8d7a-2973603c8cfc req-6c6283b5-3030-4fb4-8247-6b3d52d6aee2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Aug 28 08:17:00.698829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.721695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1410976161', 'description': 'tempest-description-1158564410'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:00.808381 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:17:00.872739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:00.997751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.107168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b22946-9e8b-4658-a514-ed52bfa4310d {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:01.115878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.129783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.150327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Transition to ACTIVE for port object 92b22946-9e8b-4658-a514-ed52bfa4310d will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:01.156749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7807e0-01b1-475b-96bb-017ab4267edf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:01.332823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.333888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.348761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5939759-b446-4efd-aee5-644f31fd4fa9 req-d846aabb-36c5-4107-9017-12905922e913 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6264193 Aug 28 08:17:01.447304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Pushing event updated for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:01.530311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfecc5-7161-4a06-8582-2e8d790c7ab0 req-c42f6556-3f20-4bd5-953b-b107ad8e6714 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:01.531982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-debfecc5-7161-4a06-8582-2e8d790c7ab0 req-c42f6556-3f20-4bd5-953b-b107ad8e6714 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.1166892 Aug 28 08:17:01.544460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Attempting to bind port 92b22946-9e8b-4658-a514-ed52bfa4310d on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:01.545029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Attempting to bind port 92b22946-9e8b-4658-a514-ed52bfa4310d by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:01.549786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Attempting to bind port 92b22946-9e8b-4658-a514-ed52bfa4310d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:01.563206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Port 92b22946-9e8b-4658-a514-ed52bfa4310d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:01.564227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Attempting to bind port 92b22946-9e8b-4658-a514-ed52bfa4310d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:01.573028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:01.574161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:01.574877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:01.575828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Bound port: 92b22946-9e8b-4658-a514-ed52bfa4310d, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:01.576523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.630257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-debfecc5-7161-4a06-8582-2e8d790c7ab0 req-c662a8b8-c07d-4a9c-aa81-5cc8fff4f803 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875902 Aug 28 08:17:01.705741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:01.714640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=92b22946-9e8b-4658-a514-ed52bfa4310d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:01.744869 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.841947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:01.870022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:01.945142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3e89d-ef41-49c7-af15-916e59ac9c05 req-ea6b2fae-c77c-432e-8324-a9a676b9acf4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:01.953669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84c3e89d-ef41-49c7-af15-916e59ac9c05 req-ea6b2fae-c77c-432e-8324-a9a676b9acf4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0816104 Aug 28 08:17:01.996977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:01.997894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:02.003317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] 10.222.0.64 "PUT /v2.0/ports/92b22946-9e8b-4658-a514-ed52bfa4310d HTTP/1.1" status: 200 len: 1097 time: 1.4085088 Aug 28 08:17:02.011906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:02.022182 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efc68a-6287-405c-af4b-567c7b182c69" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:02.099592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100452-9612-4dd0-94c9-b05d7d671a99 service neutron] Pushing event updated for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:02.126322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84c3e89d-ef41-49c7-af15-916e59ac9c05 req-e55adc30-c111-488d-85fe-34bbb056d01c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704097 Aug 28 08:17:02.202278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:02.243545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'mac_address': 'fa:16:3e:fe:be:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:17:02.282771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-3b6124c9-de37-459c-922a-ce096dede24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:02.284566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-3b6124c9-de37-459c-922a-ce096dede24c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 1100 time: 0.1165211 Aug 28 08:17:02.345599 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:02.357972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-222fda64-b538-4a50-92c6-b9f5e4d7e72f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:02.363978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-e8539665-d570-4d1d-8a0e-7d69878e82d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=92b22946-9e8b-4658-a514-ed52bfa4310d HTTP/1.1" status: 200 len: 217 time: 0.0548882 Aug 28 08:17:02.364680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-222fda64-b538-4a50-92c6-b9f5e4d7e72f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 812 time: 0.1220794 Aug 28 08:17:02.369036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:02.389508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-545eec0a-bc51-4d59-a0c5-62e5a4ac4f64 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/quotas/39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 375 time: 0.0208714 Aug 28 08:17:02.409796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:02.424757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-02f44884-55f2-4456-b0dd-31b43844ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:02.427496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-02f44884-55f2-4456-b0dd-31b43844ca38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0558581 Aug 28 08:17:02.448329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-5e1cffdf-902f-4856-96f8-d8c57421df6e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599399 Aug 28 08:17:02.496609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-3a17f6df-4453-4ade-9ce6-b0757a9a3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:02.502498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-3a17f6df-4453-4ade-9ce6-b0757a9a3564 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630174 Aug 28 08:17:02.538573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:02.609771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:02.632629 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-bdb4e2ba-f9d3-4992-9086-972cbc9d9dda service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220450 Aug 28 08:17:02.672081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-5960d752-f0e8-4edb-b31d-d8563ba00191 service neutron] 10.222.0.46 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130771 Aug 28 08:17:02.775945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9460a4d2-49ed-4ea5-9955-77e466f15f75 req-28fc49c8-662d-4997-89bc-7b6813038f3a service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338072 Aug 28 08:17:02.808924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1dcb3ba6-22bc-46a2-9da7-9a45bad279d2 service neutron] 10.222.0.46 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358893 Aug 28 08:17:02.995900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['704c7d9f-0c3c-4e5e-b472-c800cc4d7942'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:03.270560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4849d-bdb2-433b-a5ba-74db15602b3f req-645485bb-556d-404e-94ef-3ba0c0c500a6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.274588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0b4849d-bdb2-433b-a5ba-74db15602b3f req-645485bb-556d-404e-94ef-3ba0c0c500a6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 948 time: 0.0875304 Aug 28 08:17:03.351566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0b4849d-bdb2-433b-a5ba-74db15602b3f req-002b5900-30b7-427f-b330-92baa4de00ba tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Aug 28 08:17:03.438249 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009519a7-f75f-4b5f-a850-87ccf3956dbc x-openstack-request-id: req-009519a7-f75f-4b5f-a850-87ccf3956dbc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:03.438249 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:03.438249 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-009519a7-f75f-4b5f-a850-87ccf3956dbc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:03.438249 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d', 'status': 'completed', 'code': 200} Aug 28 08:17:03.535300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc68a-6287-405c-af4b-567c7b182c69 req-ceee20c6-1d38-4d76-b6dd-c496f1a11924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.537560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-ceee20c6-1d38-4d76-b6dd-c496f1a11924 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618a3a49f4524c88a199c6c1424c64fe&device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 1100 time: 0.0496519 Aug 28 08:17:03.543415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802621d0-84bc-498c-b12d-a50ca7460c3e req-43403828-50d8-4d82-b090-711d75d67ac0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.545142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-802621d0-84bc-498c-b12d-a50ca7460c3e req-43403828-50d8-4d82-b090-711d75d67ac0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0673246 Aug 28 08:17:03.607091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-802621d0-84bc-498c-b12d-a50ca7460c3e req-75dde4c7-741a-4b28-873e-a1a5ca692f6c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Aug 28 08:17:03.673436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc68a-6287-405c-af4b-567c7b182c69 req-18b5eb2a-f6dd-4c22-9774-ea5305d138f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.674945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-18b5eb2a-f6dd-4c22-9774-ea5305d138f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1198318 Aug 28 08:17:03.723963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-29d69b3d-da02-4e0e-ade9-078b43489e35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=92b22946-9e8b-4658-a514-ed52bfa4310d HTTP/1.1" status: 200 len: 217 time: 0.0408711 Aug 28 08:17:03.794347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc68a-6287-405c-af4b-567c7b182c69 req-992fb013-8063-4ae6-b830-2059bd6bd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.795866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-992fb013-8063-4ae6-b830-2059bd6bd237 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0626969 Aug 28 08:17:03.822764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a99222fd-2913-4b1f-8773-5b91c093eb0a req-a4264fa7-8f64-4408-90b4-bdf240c7d8a9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0346484 Aug 28 08:17:03.856252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc68a-6287-405c-af4b-567c7b182c69 req-599bf15b-c6a0-48a0-8997-d8b313968a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.857963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-599bf15b-c6a0-48a0-8997-d8b313968a0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536704 Aug 28 08:17:03.955130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-c098a5be-e020-4db7-983a-ffdb2857998c tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:17:03.956314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-c098a5be-e020-4db7-983a-ffdb2857998c tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089483 Aug 28 08:17:03.971667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ee09-3ca6-4c1e-acb1-d2e679bdf747 req-3ff24d8f-f6e1-460a-8248-2c6468e831c7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:03.973847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb30ee09-3ca6-4c1e-acb1-d2e679bdf747 req-3ff24d8f-f6e1-460a-8248-2c6468e831c7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.0618637 Aug 28 08:17:03.982478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Request body: {'binding': {'host': 'n-h2-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:03.984775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Unknown quota resources ['binding']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:17:04.039298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb30ee09-3ca6-4c1e-acb1-d2e679bdf747 req-fdfc89f6-81dd-4550-bf7d-fb3ef156a873 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551262 Aug 28 08:17:04.050359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-7153b49b-f8d6-4547-ac38-363b2d799ab8 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822183 Aug 28 08:17:04.099911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-ace216c1-2481-47f2-917c-fcbbcd682546 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577090 Aug 28 08:17:04.215269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c8f2-275f-4ea0-aa2f-268938c179cb req-e34cca8b-58cd-48a4-b3f1-c2b7f09c23da tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.224670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1461c8f2-275f-4ea0-aa2f-268938c179cb req-e34cca8b-58cd-48a4-b3f1-c2b7f09c23da tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1096787 Aug 28 08:17:04.235678 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17efc68a-6287-405c-af4b-567c7b182c69 req-fafce637-d6d1-4bc3-89f4-9ea6c80aead6 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768036 Aug 28 08:17:04.240538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-faead58a-08d3-4e2a-ac2c-f8419cd5f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.245425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-faead58a-08d3-4e2a-ac2c-f8419cd5f026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 1102 time: 0.0925930 Aug 28 08:17:04.303642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1461c8f2-275f-4ea0-aa2f-268938c179cb req-df35d058-7ed0-49e8-9632-21a77523c0cd tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Aug 28 08:17:04.321178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on host n-h2-792458-16 for vnic_type normal with profile None {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:04.321706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:04.322203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:04.329641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:04.331346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:04.339692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:04.340615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:04.341352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:04.342661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Bound port: 7090fee5-a9fd-4235-95ca-14ee373c8064, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:04.431709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:04.440973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-f4a84bd0-3205-4bd4-9381-75a21802a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.442706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-f4a84bd0-3205-4bd4-9381-75a21802a162 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1362569 Aug 28 08:17:04.468279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f20c9-94a6-4a41-aed0-9b452ded5cf7 req-42ce1585-0551-4387-8ac9-c67fc16c955b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.469662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60f20c9-94a6-4a41-aed0-9b452ded5cf7 req-42ce1585-0551-4387-8ac9-c67fc16c955b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0888350 Aug 28 08:17:04.501035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-979a9b0a-c3d5-4d9c-9c8e-f3485613c9cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 200 len: 217 time: 0.0496960 Aug 28 08:17:04.553481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:04.561898 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-769b636d-b02d-4b0c-a7c5-cf5dbfe17e32 service neutron] 10.222.0.46 "POST /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064/bindings HTTP/1.1" status: 201 len: 390 time: 0.5934744 Aug 28 08:17:04.582598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60f20c9-94a6-4a41-aed0-9b452ded5cf7 req-c7f35885-50d0-4df3-9f8c-b80c5e94a3cb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834818 Aug 28 08:17:04.587953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-6fb9cf49-5e23-4872-8d7c-0460721eb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.589720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-6fb9cf49-5e23-4872-8d7c-0460721eb7f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0734003 Aug 28 08:17:04.674678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-be4558f2-63fe-4f19-8873-dd1bdf6a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.676720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-be4558f2-63fe-4f19-8873-dd1bdf6a811c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777175 Aug 28 08:17:04.737760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:04.800969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7691d8-06cb-483c-a1bb-c15bca2f99b4 req-6e06110e-b979-423f-9d93-87dfa1adb962 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.802613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de7691d8-06cb-483c-a1bb-c15bca2f99b4 req-6e06110e-b979-423f-9d93-87dfa1adb962 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 948 time: 0.1247478 Aug 28 08:17:04.839852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-91587de6-015a-48b5-b961-0f2eb5457ac2 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457262 Aug 28 08:17:04.905841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de7691d8-06cb-483c-a1bb-c15bca2f99b4 req-7a54db88-c072-46b0-a66c-340e82f8e594 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 Aug 28 08:17:04.962972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718d0e-116b-4521-86cb-f59be50eba29 req-c8986bb7-28a1-4978-8372-f3750cb326db tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:04.964772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02718d0e-116b-4521-86cb-f59be50eba29 req-c8986bb7-28a1-4978-8372-f3750cb326db tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0672996 Aug 28 08:17:05.008167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12be02b8-17fe-48a6-ace0-67cbc7bbaabb req-94791323-bb03-4797-8ed1-2643453797a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584523 Aug 28 08:17:05.017675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02718d0e-116b-4521-86cb-f59be50eba29 req-efe5080c-96aa-498c-aaa2-9e9c430ae1a3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Aug 28 08:17:05.069368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:05.164847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07c51287-568b-4559-abae-913e1001983c req-3a2bfc7c-9a29-4183-91cb-d3fec749160c tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0274103 Aug 28 08:17:05.294175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65542-a7c1-42fa-b446-a64c74dcd61e req-4f663310-dde5-4fdd-b9dc-5a64480874cf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.295702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bf65542-a7c1-42fa-b446-a64c74dcd61e req-4f663310-dde5-4fdd-b9dc-5a64480874cf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0622675 Aug 28 08:17:05.297251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c2c3-5ada-4e56-9722-0eb0f635f51e req-2b1b1632-b227-461c-8de4-98fd85c30dec tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.298751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a14c2c3-5ada-4e56-9722-0eb0f635f51e req-2b1b1632-b227-461c-8de4-98fd85c30dec tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0576966 Aug 28 08:17:05.346316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a14c2c3-5ada-4e56-9722-0eb0f635f51e req-c4a36698-7a86-420d-b82a-ffc0089e77f0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Aug 28 08:17:05.358791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bf65542-a7c1-42fa-b446-a64c74dcd61e req-eb3be5da-e6d7-4119-bf0c-ca6898ee8b45 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560102 Aug 28 08:17:05.481528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78713-8a46-4979-9114-bab279b5f214 req-de1c8805-297e-43b6-a57b-e32fd34640f2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.483511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5de78713-8a46-4979-9114-bab279b5f214 req-de1c8805-297e-43b6-a57b-e32fd34640f2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0549181 Aug 28 08:17:05.490767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e0ec-9fe2-48bd-9e95-7e3a6591311e req-592978ec-24c5-4a52-a2ce-31535bd4aa6f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.493049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b283e0ec-9fe2-48bd-9e95-7e3a6591311e req-592978ec-24c5-4a52-a2ce-31535bd4aa6f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.0661774 Aug 28 08:17:05.532330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5de78713-8a46-4979-9114-bab279b5f214 req-9435fff4-a949-4bb8-9cd7-672900efb264 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Aug 28 08:17:05.539090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b283e0ec-9fe2-48bd-9e95-7e3a6591311e req-e2340a51-4010-4a4e-a1e9-2bf9c7b7fc35 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Aug 28 08:17:05.730461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-f86c91f7-2071-4e65-bec3-88cf1b524572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.732034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-f86c91f7-2071-4e65-bec3-88cf1b524572 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1098 time: 0.0788603 Aug 28 08:17:05.738953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7f0c2-d8fb-4450-aeff-cdda158653d7 req-35ac47de-0fe3-4b0d-96ba-1bb578f97fc2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.741375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ea7f0c2-d8fb-4450-aeff-cdda158653d7 req-35ac47de-0fe3-4b0d-96ba-1bb578f97fc2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0630763 Aug 28 08:17:05.784952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ea7f0c2-d8fb-4450-aeff-cdda158653d7 req-4ef8cbb1-3fe0-45a1-bfb8-d22cfecb6ff7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371161 Aug 28 08:17:05.864371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a85f3918-81d6-4e3b-9207-6d737ee31537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:05.865838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a85f3918-81d6-4e3b-9207-6d737ee31537 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1049092 Aug 28 08:17:05.868574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 92b22946-9e8b-4658-a514-ed52bfa4310d details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:05.881255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:17:05.935587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-4c52492f-6c75-49d3-8643-cfbffb5d8f59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 217 time: 0.0574920 Aug 28 08:17:06.000851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4b21-d06d-49ce-9526-921c158194b0 req-2e48276f-0ec5-4b12-a915-68e398fe91d8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.002665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-898d4b21-d06d-49ce-9526-921c158194b0 req-2e48276f-0ec5-4b12-a915-68e398fe91d8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1336145 Aug 28 08:17:06.023041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-bfbc7de1-88ca-4d0e-97a3-955e46faae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.025276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-bfbc7de1-88ca-4d0e-97a3-955e46faae13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0792382 Aug 28 08:17:06.038673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=92b22946-9e8b-4658-a514-ed52bfa4310d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:06.055804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '92b22946-9e8b-4658-a514-ed52bfa4310d', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '92b22946-9e8b-4658-a514-ed52bfa4310d', 'mac_address': 'fa:16:3e:43:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:17:06.081152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb514c-4277-4b6b-b8d9-324e218c50c6 req-b39b2ce4-6fda-4d3a-bece-066f231da6c3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.086266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ebb514c-4277-4b6b-b8d9-324e218c50c6 req-b39b2ce4-6fda-4d3a-bece-066f231da6c3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 948 time: 0.0780060 Aug 28 08:17:06.108225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-26098148-65f3-4e89-bd9c-537faefedde0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737829 Aug 28 08:17:06.109173 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.127841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b22946-9e8b-4658-a514-ed52bfa4310d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:06.135389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-898d4b21-d06d-49ce-9526-921c158194b0 req-bae141ae-7d15-417b-8a7c-4975797d76fe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165433 Aug 28 08:17:06.141699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ebb514c-4277-4b6b-b8d9-324e218c50c6 req-a58bedf8-59bc-4566-b97e-6318276ea429 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Aug 28 08:17:06.158633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=92b22946-9e8b-4658-a514-ed52bfa4310d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:06.161026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:06.168733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:06.169407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.267061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.374580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:06.399122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.425640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-09c8b000-ef14-45fd-ad81-b3122ea82731 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.434056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-09c8b000-ef14-45fd-ad81-b3122ea82731 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 812 time: 0.2586367 Aug 28 08:17:06.437366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb933f3-c6da-4511-b183-83c604c5063b req-ca2ba825-7f9b-4abb-b37d-bce5d01f2152 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.446098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcb933f3-c6da-4511-b183-83c604c5063b req-ca2ba825-7f9b-4abb-b37d-bce5d01f2152 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.1632102 Aug 28 08:17:06.455495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-49f13ea5-a5b2-4baf-861f-85e059d10b97 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266754 Aug 28 08:17:06.458655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:06.470087 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ba38d-fa89-4798-ac53-a4ce814939a0" -d '{"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-plugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:06.486960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:06.493622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e78be0d4-2fd0-4cfe-adfa-e0945eab84ca req-fe3ae12a-3e86-4f28-9029-f695609bec43 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0351269 Aug 28 08:17:06.500543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'device_id': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4', 'admin_state_up': True, 'tenant_id': '39a5c5f685264d02a03fe3b0a909105e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:06.621834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcb933f3-c6da-4511-b183-83c604c5063b req-e99f3195-5f9b-4fbb-b87e-a127c0148156 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744623 Aug 28 08:17:06.630139 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.680249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a10a97bf-8295-4dd7-a551-b65d06fde7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719503 Aug 28 08:17:06.696244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fb335-d9ed-4eb4-a944-252800856fd4 req-66a67359-1de1-4861-ba02-4a00fe93fa09 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.698194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-698fb335-d9ed-4eb4-a944-252800856fd4 req-66a67359-1de1-4861-ba02-4a00fe93fa09 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0894592 Aug 28 08:17:06.710153 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09f680-49b1-4ef8-8f27-3569ad6cb3ea x-openstack-request-id: req-0f09f680-49b1-4ef8-8f27-3569ad6cb3ea {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:06.710502 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-plugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:06.710778 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f09f680-49b1-4ef8-8f27-3569ad6cb3ea {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:06.711153 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'code': 200} Aug 28 08:17:06.716579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:06.771090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-698fb335-d9ed-4eb4-a944-252800856fd4 req-67924a51-5a3f-49ce-93c5-46b6e7833a0e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Aug 28 08:17:06.781497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['92b22946-9e8b-4658-a514-ed52bfa4310d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:06.818431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142269f8-8216-43c1-9376-5c15686a38b1 req-ea6bb226-4afa-42f2-a991-8eb972086c32 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.820445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-142269f8-8216-43c1-9376-5c15686a38b1 req-ea6bb226-4afa-42f2-a991-8eb972086c32 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0685947 Aug 28 08:17:06.894034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-142269f8-8216-43c1-9376-5c15686a38b1 req-e6db21ee-b943-45c7-a9df-fa9b5c040dba tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Aug 28 08:17:06.901584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642eb36-0100-47a0-acd9-17829f1ccd72 req-509c720a-1418-41bb-9f67-8a3a35c47a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.904181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3642eb36-0100-47a0-acd9-17829f1ccd72 req-509c720a-1418-41bb-9f67-8a3a35c47a06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1102 time: 0.0819902 Aug 28 08:17:06.918364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b05a-f272-489c-806c-2ec59a40d319 req-95b3cdaf-5321-49cd-bced-59d346fa568b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:06.931229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aba8b05a-f272-489c-806c-2ec59a40d319 req-95b3cdaf-5321-49cd-bced-59d346fa568b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0803833 Aug 28 08:17:06.934768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Made reservation on behalf of 39a5c5f685264d02a03fe3b0a909105e for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:17:06.940154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:06.971293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3642eb36-0100-47a0-acd9-17829f1ccd72 req-702eb447-a232-44c9-bc1a-2e9fbf9009a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573130 Aug 28 08:17:07.006244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aba8b05a-f272-489c-806c-2ec59a40d319 req-ae68ac91-4e74-4eb7-82fd-ae27c573681c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742445 Aug 28 08:17:07.068257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f755c-1d79-4243-b957-1c767b41beb6 req-7f54b91a-e67a-4963-b9c6-338f921fb856 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.069833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d30f755c-1d79-4243-b957-1c767b41beb6 req-7f54b91a-e67a-4963-b9c6-338f921fb856 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0679786 Aug 28 08:17:07.117121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d30f755c-1d79-4243-b957-1c767b41beb6 req-23c69bd8-fb1a-4c8f-873b-7f8b1b35a7ba tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Aug 28 08:17:07.127630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Allocated IP 172.20.0.14 (23a6f4bc-fe5d-4771-9112-93f6b06a30e4/805a5caf-7504-4fbb-b563-0e8affc33b66/c647da8f-b79b-4619-9b65-45ce86021710) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:17:07.316225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a381ae-ee2f-46a1-92c9-a03b9f4128f2 req-46b58532-8d9b-4746-95f4-23c9873b6569 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.322808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12a381ae-ee2f-46a1-92c9-a03b9f4128f2 req-46b58532-8d9b-4746-95f4-23c9873b6569 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0611224 Aug 28 08:17:07.340333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2ace-c28a-42ac-9989-fef766899117 req-63a682ee-dacb-4314-a161-48f72a0ea81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.341857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-223f2ace-c28a-42ac-9989-fef766899117 req-63a682ee-dacb-4314-a161-48f72a0ea81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 949 time: 0.0876765 Aug 28 08:17:07.364774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12a381ae-ee2f-46a1-92c9-a03b9f4128f2 req-f7742a2a-0fed-4de5-b9ee-335d8eb3abbf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Aug 28 08:17:07.366964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:07.407524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-223f2ace-c28a-42ac-9989-fef766899117 req-34b450c7-9a9e-459f-aa09-6d7306af458a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Aug 28 08:17:07.533541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060837-8f61-4fd7-9bc0-544b4bea1a45 req-5d87cbf9-1039-4ec1-8270-e5c8a7848f40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.538915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc060837-8f61-4fd7-9bc0-544b4bea1a45 req-5d87cbf9-1039-4ec1-8270-e5c8a7848f40 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0610099 Aug 28 08:17:07.577778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc060837-8f61-4fd7-9bc0-544b4bea1a45 req-db6cf553-957f-4336-bfbe-0198251b38c7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Aug 28 08:17:07.611306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff4e38a9-9523-4396-b8bc-32a205e12fee req-ee468ada-36e6-4dc4-997e-1eb08f3a4fae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0355694 Aug 28 08:17:07.635526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:07.689941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:17:07.693245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:17:07.695923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:17:07.753096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:07.779832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7145ec-d0a1-4485-980b-0adf6d56e372 req-2871f9aa-445e-42f3-93fb-24dfa25a904c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.781978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b7145ec-d0a1-4485-980b-0adf6d56e372 req-2871f9aa-445e-42f3-93fb-24dfa25a904c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0601921 Aug 28 08:17:07.828555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b7145ec-d0a1-4485-980b-0adf6d56e372 req-c18adf0d-6081-4633-8695-6442c792bcc3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Aug 28 08:17:07.967614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5a52a-b612-4d18-8296-3285952b74e7 req-35b3dedf-6eb6-415e-a042-bbb42bcd0d0c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:07.971198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84f5a52a-b612-4d18-8296-3285952b74e7 req-35b3dedf-6eb6-415e-a042-bbb42bcd0d0c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0581920 Aug 28 08:17:08.013288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84f5a52a-b612-4d18-8296-3285952b74e7 req-b34e06c9-b373-435a-a12d-55c45f92398c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Aug 28 08:17:08.117611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.118362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:08.146281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c514ee-f645-47c1-b160-79659ae706ac req-01839e79-1a34-432b-a56e-2bb7d422c1fc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.148277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d2c514ee-f645-47c1-b160-79659ae706ac req-01839e79-1a34-432b-a56e-2bb7d422c1fc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.4130614 Aug 28 08:17:08.176253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21fb84-99a5-4865-9fb2-7bbc014c7193 req-a7803bac-9125-425d-978e-69a8cdd5aa9f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.178753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea21fb84-99a5-4865-9fb2-7bbc014c7193 req-a7803bac-9125-425d-978e-69a8cdd5aa9f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0890939 Aug 28 08:17:08.201556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d2c514ee-f645-47c1-b160-79659ae706ac req-d5707011-a3bc-4973-af5d-ee9413731c5e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Aug 28 08:17:08.205711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:08.256956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea21fb84-99a5-4865-9fb2-7bbc014c7193 req-9b79a4b5-5fe6-4d03-a1dd-7e8d063ba461 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 Aug 28 08:17:08.277031 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-1ffb7320-d7cc-48c3-97a2-13f871144407 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7821772 Aug 28 08:17:08.308740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Request body: {'port': {'device_id': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:08.428288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd183b-db2b-48ef-9cb9-7f5057b68745 req-5bae25ca-7aff-4e5d-959a-137027f6d53e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.446125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bdbd183b-db2b-48ef-9cb9-7f5057b68745 req-5bae25ca-7aff-4e5d-959a-137027f6d53e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1531973 Aug 28 08:17:08.497243 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:08.593673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bdbd183b-db2b-48ef-9cb9-7f5057b68745 req-5e3999d9-b81b-4191-91a0-145d44ce92e4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395395 Aug 28 08:17:08.664179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72898-6ff1-43fe-9661-446808cbeea4 req-f56a861e-4fc5-4684-9003-bf62439e3e50 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.677660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e72898-6ff1-43fe-9661-446808cbeea4 req-f56a861e-4fc5-4684-9003-bf62439e3e50 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 949 time: 0.1488490 Aug 28 08:17:08.747772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e72898-6ff1-43fe-9661-446808cbeea4 req-0ba3801f-d648-4ce2-b153-8be44e0f46de tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Aug 28 08:17:08.890058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f7729-7b35-4d00-82a5-2f3dd5e5a1d1 req-b4f1022f-bbef-4dc1-a4fe-15c4160c9c44 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:08.905132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-882f7729-7b35-4d00-82a5-2f3dd5e5a1d1 req-b4f1022f-bbef-4dc1-a4fe-15c4160c9c44 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 932 time: 0.0754116 Aug 28 08:17:08.954459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-882f7729-7b35-4d00-82a5-2f3dd5e5a1d1 req-ff9ce910-da76-498b-970d-381592997d4b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Aug 28 08:17:09.120407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7fb95-b1eb-4925-aa4c-976bad810103 req-ba06a086-0660-47d9-ad1c-936b32ec1121 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.122396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fd7fb95-b1eb-4925-aa4c-976bad810103 req-ba06a086-0660-47d9-ad1c-936b32ec1121 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 946 time: 0.0684004 Aug 28 08:17:09.185693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15810ec-5e70-4a35-bb51-066b561174c1 req-5103f934-f122-4076-814b-b67a2c66f8d0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.194371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fd7fb95-b1eb-4925-aa4c-976bad810103 req-d7397f2a-861e-48ed-bbe9-2f0685d466ef tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568597 Aug 28 08:17:09.197835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e15810ec-5e70-4a35-bb51-066b561174c1 req-5103f934-f122-4076-814b-b67a2c66f8d0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 814 time: 0.2754700 Aug 28 08:17:09.240061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e15810ec-5e70-4a35-bb51-066b561174c1 req-79a09fec-393b-481b-9174-e527b31a48d4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/quotas/0606057246a145328a7828d9cbe2dde5 HTTP/1.1" status: 200 len: 375 time: 0.0408211 Aug 28 08:17:09.246512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c647da8f-b79b-4619-9b65-45ce86021710 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:09.302565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:09.339552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Transition to ACTIVE for port object c647da8f-b79b-4619-9b65-45ce86021710 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:09.346863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e15810ec-5e70-4a35-bb51-066b561174c1 req-93021e3d-5b11-4b7c-b0c4-61c7adf99894 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048450 Aug 28 08:17:09.370565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d70a4-afde-4b43-bb94-6d29ac71d6ce req-aec36c3d-5a2d-4606-ab82-c5df285c56d4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.372914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:09.395620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-711d70a4-afde-4b43-bb94-6d29ac71d6ce req-aec36c3d-5a2d-4606-ab82-c5df285c56d4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1092834 Aug 28 08:17:09.474514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-711d70a4-afde-4b43-bb94-6d29ac71d6ce req-6abfcad5-1796-433e-bc0f-b65528092428 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777678 Aug 28 08:17:09.502642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:09.554926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:09.573140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b1aff-7952-4e50-bccd-08a0d5357060 req-b0cec225-2a12-40ec-8579-bfe19a3f4849 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.574773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167b1aff-7952-4e50-bccd-08a0d5357060 req-b0cec225-2a12-40ec-8579-bfe19a3f4849 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1415958 Aug 28 08:17:09.581470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-eb6b5ec9-0021-4db6-bccc-47f3b5b8a06d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.585905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-eb6b5ec9-0021-4db6-bccc-47f3b5b8a06d tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1098 time: 0.0744503 Aug 28 08:17:09.590807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:17:09.624484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:09.703496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e254fd-3299-4e4a-8cd4-9dd8bf9831cd req-1aa4ec97-b977-419e-9cad-87bd25b3b6c3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.704950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e254fd-3299-4e4a-8cd4-9dd8bf9831cd req-1aa4ec97-b977-419e-9cad-87bd25b3b6c3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1172400 Aug 28 08:17:09.707419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167b1aff-7952-4e50-bccd-08a0d5357060 req-9e012a31-01f0-4557-902d-8e3c4db122b6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091342 Aug 28 08:17:09.749271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-16'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:09.771709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Attempting to bind port c647da8f-b79b-4619-9b65-45ce86021710 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:09.771991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Attempting to bind port c647da8f-b79b-4619-9b65-45ce86021710 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:09.772334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Attempting to bind port c647da8f-b79b-4619-9b65-45ce86021710 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:09.780369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Port c647da8f-b79b-4619-9b65-45ce86021710 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:09.781472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Attempting to bind port c647da8f-b79b-4619-9b65-45ce86021710 on network 23a6f4bc-fe5d-4771-9112-93f6b06a30e4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:09.783750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e254fd-3299-4e4a-8cd4-9dd8bf9831cd req-5eae83fb-b4ba-4674-8a53-545864b61ad7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687621 Aug 28 08:17:09.789596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:09.790093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Checking segment: {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:09.790547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Bound using segment: {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:09.791013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Bound port: c647da8f-b79b-4619-9b65-45ce86021710, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a87161b-2a80-4995-9d57-4d06894e2260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:09.791534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:09.848623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:09.876781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 92b22946-9e8b-4658-a514-ed52bfa4310d up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:17:09.889304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:09.893414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:09.957612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4acf0-2cd6-4e3f-b20c-236018d71a92 req-783cfbc4-9b32-48ab-846f-9ed7a21d2ad9 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:09.968033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6b4acf0-2cd6-4e3f-b20c-236018d71a92 req-783cfbc4-9b32-48ab-846f-9ed7a21d2ad9 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1102 time: 0.0714004 Aug 28 08:17:10.012756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6b4acf0-2cd6-4e3f-b20c-236018d71a92 req-302a9ad8-fa7b-4524-86ac-00af42ddf773 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Aug 28 08:17:10.015200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.047196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3b23-7c0c-422b-9a5c-ab7c842d1943 req-d1db041c-ef0e-4204-aad8-3e6dc9ae582a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.055462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-043a3b23-7c0c-422b-9a5c-ab7c842d1943 req-d1db041c-ef0e-4204-aad8-3e6dc9ae582a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 949 time: 0.1855998 Aug 28 08:17:10.092472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 92b22946-9e8b-4658-a514-ed52bfa4310d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:10.099202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 92b22946-9e8b-4658-a514-ed52bfa4310d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:10.099812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.116227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-043a3b23-7c0c-422b-9a5c-ab7c842d1943 req-a3c53665-b380-427e-9aa7-fe59504b2d1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Aug 28 08:17:10.138654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:10.145749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:10.208121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.208746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.210188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0a5814ef-f4cd-4336-8f87-888be8a432dd service neutron] 10.222.0.64 "PUT /v2.0/ports/c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 1093 time: 1.9065819 Aug 28 08:17:10.212735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:10.215131 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7955e2f4-f7b7-4e80-926c-cbf51c030fde" -d '{"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:10.218531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:10.225006 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.257681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b01e-5185-4a71-88c9-6afe7d003c23 req-21dda504-e0d2-419d-bb3b-f9ef3309e7dc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.258561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:10.261853 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd76b5-5d5e-452f-a955-2392e5cf099c" -d '{"events": [{"server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:10.269921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75c3b01e-5185-4a71-88c9-6afe7d003c23 req-21dda504-e0d2-419d-bb3b-f9ef3309e7dc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1328354 Aug 28 08:17:10.283589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:10.283788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=92b22946-9e8b-4658-a514-ed52bfa4310d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:10.283952 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd81819-746d-44f1-ad91-3def94836e57" -d '{"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:10.291068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.311813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75c3b01e-5185-4a71-88c9-6afe7d003c23 req-b4d25522-71ff-441b-9295-3d217ca8c4fa tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Aug 28 08:17:10.406373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dadf8-0fa8-46eb-979b-cfcc19e6ff54 req-e823130a-154e-4405-b22a-ecd808298e0b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.408146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-796dadf8-0fa8-46eb-979b-cfcc19e6ff54 req-e823130a-154e-4405-b22a-ecd808298e0b tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 944 time: 0.0559020 Aug 28 08:17:10.458364 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.463811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.497031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-796dadf8-0fa8-46eb-979b-cfcc19e6ff54 req-8af410a2-343d-4c80-b883-1f8737a4c928 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715041 Aug 28 08:17:10.519799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-b21c7ce1-4849-4ac9-9215-2bfdf84556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.529468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:10.530560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-b21c7ce1-4849-4ac9-9215-2bfdf84556a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1096 time: 0.0866227 Aug 28 08:17:10.552303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.554730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.555076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.555475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.555815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.556150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.556478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:10.611473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-6ec5cbc0-d173-4583-be8e-05dac69c7187 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 217 time: 0.0538540 Aug 28 08:17:10.631930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on host n-h2-792458-16 for vnic_type normal with profile {"migrating_to": "n-h1-792458-16"} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:10.632561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:10.632901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:10.640167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:10.658356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Bound port: 5d024462-6a18-471a-88b0-00479e6fb7ed, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:10.671223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:10.678450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0f3f6540-d746-4ada-a9bc-248dc6f311b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.679815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-0f3f6540-d746-4ada-a9bc-248dc6f311b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0547488 Aug 28 08:17:10.710978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e99df-a45a-4fc7-8348-77a6dfdecf2e req-e237a6fa-a411-45fe-92ff-b8a9f4f41a49 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:10.712923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed3e99df-a45a-4fc7-8348-77a6dfdecf2e req-e237a6fa-a411-45fe-92ff-b8a9f4f41a49 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0936608 Aug 28 08:17:10.757676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-55d4a0ae-1092-4941-b517-5a9ca6048a07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657363 Aug 28 08:17:10.829433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed3e99df-a45a-4fc7-8348-77a6dfdecf2e req-a156bc6e-9196-4d07-b0ac-995424791d33 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899355 Aug 28 08:17:10.873933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:10.876608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:10.917318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-75c1e922-aada-4707-9a7d-69e481e29275 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551278 Aug 28 08:17:10.981115 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128db56e-2036-47f3-a871-eee22a65075c x-openstack-request-id: req-128db56e-2036-47f3-a871-eee22a65075c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:10.981506 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:10.981781 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-128db56e-2036-47f3-a871-eee22a65075c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:10.982342 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710', 'status': 'completed', 'code': 200} Aug 28 08:17:11.040694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8894f9e-710a-4a4f-80fa-5c973c726579 req-2faa3b17-0a19-42c3-93f4-c199311f9ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118021 Aug 28 08:17:11.080443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:11.082476 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d54bbd-09c0-46cf-a7c5-564804d750a1 x-openstack-request-id: req-d8d54bbd-09c0-46cf-a7c5-564804d750a1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:11.082795 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:11.083057 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8d54bbd-09c0-46cf-a7c5-564804d750a1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:11.083405 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d', 'code': 200} Aug 28 08:17:11.180647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.181359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:11.183017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 1124 time: 1.5841231 Aug 28 08:17:11.184289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c3386-20d1-4e58-ac4d-af3fdecee0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=8']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:11.254674 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f28df8-5910-4bc6-9480-22dcce43498c x-openstack-request-id: req-01f28df8-5910-4bc6-9480-22dcce43498c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:11.256100 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:11.256784 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01f28df8-5910-4bc6-9480-22dcce43498c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:11.257605 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'code': 200} Aug 28 08:17:11.284642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0336-ba14-48f3-b51a-bdcf7b2d7ed9 req-1df4fbc9-1383-4fa4-8cfc-08a8f52e55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.287696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-274d0336-ba14-48f3-b51a-bdcf7b2d7ed9 req-1df4fbc9-1383-4fa4-8cfc-08a8f52e55e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 1102 time: 0.0654020 Aug 28 08:17:11.399581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d87b69fb-2158-40cb-b576-9a7dea58fedd req-a752f79e-67d5-49f6-948c-22545a2cb581 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0606057246a145328a7828d9cbe2dde5 HTTP/1.1" status: 200 len: 221 time: 0.0397413 Aug 28 08:17:11.421500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:11.491312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-274d0336-ba14-48f3-b51a-bdcf7b2d7ed9 req-5e87c892-1de1-49c9-ad73-b0ae9c890926 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762806 Aug 28 08:17:11.503755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:11.513506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4798c03-1373-48a5-82cf-2cee29795deb req-6d6dc8e5-2868-4ae5-a020-77f8b2086ee1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.515361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4798c03-1373-48a5-82cf-2cee29795deb req-6d6dc8e5-2868-4ae5-a020-77f8b2086ee1 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1320565 Aug 28 08:17:11.555543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-c440f9a0-3bec-4c93-b251-a9fbb1ec5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.557006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-c440f9a0-3bec-4c93-b251-a9fbb1ec5754 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1096 time: 0.1403480 Aug 28 08:17:11.569452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4798c03-1373-48a5-82cf-2cee29795deb req-4a8cc4fb-af4f-4af3-a55f-7447e4519037 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Aug 28 08:17:11.585546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a45ec-5078-4080-ad03-470c09778e15 req-122aa58a-0fd2-46d7-a992-cf02ec3905b5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.587304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb4a45ec-5078-4080-ad03-470c09778e15 req-122aa58a-0fd2-46d7-a992-cf02ec3905b5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.1007316 Aug 28 08:17:11.651210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb4a45ec-5078-4080-ad03-470c09778e15 req-bf44112b-7090-46e3-9835-8c765c980ac5 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Aug 28 08:17:11.776537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-1cf2531f-4fe2-446c-8c40-ad6d76c5858c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778561 Aug 28 08:17:11.829954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fd475-490f-403b-b017-c4ded26c1b07 req-a1c5c651-ef5e-432b-9781-a43f5bce5a9b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.832404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-083fd475-490f-403b-b017-c4ded26c1b07 req-a1c5c651-ef5e-432b-9781-a43f5bce5a9b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0700505 Aug 28 08:17:11.897090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199a84-4e05-4abc-88bd-46818c791350 req-8dd09ecc-7f67-4c29-801d-9e8a8e3ace1c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:11.902428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e199a84-4e05-4abc-88bd-46818c791350 req-8dd09ecc-7f67-4c29-801d-9e8a8e3ace1c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0985932 Aug 28 08:17:12.010956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e199a84-4e05-4abc-88bd-46818c791350 req-2c5d3ca5-3b49-431a-ac99-099821e73586 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784981 Aug 28 08:17:12.035749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-083fd475-490f-403b-b017-c4ded26c1b07 req-733948e4-2e82-4232-bde3-20503c281aa4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936257 Aug 28 08:17:12.121212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-0a0e76a1-5e06-4e9b-8467-e79f6c2d1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.122490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-0a0e76a1-5e06-4e9b-8467-e79f6c2d1e3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.2228389 Aug 28 08:17:12.154455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5e47f-33ac-422b-a1ee-6d9d349ba4be req-a09d9cea-1c04-4e2e-b30d-05c41a878f06 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.164131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ea5e47f-33ac-422b-a1ee-6d9d349ba4be req-a09d9cea-1c04-4e2e-b30d-05c41a878f06 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 944 time: 0.0737972 Aug 28 08:17:12.224466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ea5e47f-33ac-422b-a1ee-6d9d349ba4be req-3421e2a4-7014-4f24-b401-900864c577be tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575731 Aug 28 08:17:12.239623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-b9bf14db-a52d-4d53-853b-e25afa6119fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 217 time: 0.1014442 Aug 28 08:17:12.309810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40fca-a6ca-4249-897f-9986da9a23be req-62015a0a-0afc-42a4-a377-eba1a2b582d1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.312045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ad40fca-a6ca-4249-897f-9986da9a23be req-62015a0a-0afc-42a4-a377-eba1a2b582d1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0895023 Aug 28 08:17:12.379307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca2e4a-a4e4-4b13-8009-bb320e52d0c5 req-55581d00-ae69-4936-9295-5c3813c1082e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.388277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ca2e4a-a4e4-4b13-8009-bb320e52d0c5 req-55581d00-ae69-4936-9295-5c3813c1082e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0727961 Aug 28 08:17:12.422738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-47d06744-2383-4d06-93cd-ce5860db1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.424737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-47d06744-2383-4d06-93cd-ce5860db1e51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.1114807 Aug 28 08:17:12.438962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ca2e4a-a4e4-4b13-8009-bb320e52d0c5 req-a57c4071-5602-4c97-9a84-33669f99eb29 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 Aug 28 08:17:12.492080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-a99cec5e-401a-441e-b6b4-540162190c9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504534 Aug 28 08:17:12.495677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ad40fca-a6ca-4249-897f-9986da9a23be req-daab3deb-91d5-4863-b77f-829f87d5871f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713917 Aug 28 08:17:12.631995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771f05f-6b79-4018-bd72-f2d5e12996e6 req-151f725c-212b-4def-b046-945f549ede04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.633750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1771f05f-6b79-4018-bd72-f2d5e12996e6 req-151f725c-212b-4def-b046-945f549ede04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0880611 Aug 28 08:17:12.644222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-75b5ed39-ce84-498b-b3bc-0b257a593275 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378245 Aug 28 08:17:12.712123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1771f05f-6b79-4018-bd72-f2d5e12996e6 req-ccda938a-0844-444d-baf0-12336d7b953d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Aug 28 08:17:12.811322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6187f-d10e-4ca6-96cd-9c32d8e563a7 req-34238b44-6c76-4840-99e1-b86536f4848e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.812834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bb6187f-d10e-4ca6-96cd-9c32d8e563a7 req-34238b44-6c76-4840-99e1-b86536f4848e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0871878 Aug 28 08:17:12.817620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7955e2f4-f7b7-4e80-926c-cbf51c030fde req-1812ac7e-42df-4da2-93bf-b5db7d23266a service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614041 Aug 28 08:17:12.863662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bb6187f-d10e-4ca6-96cd-9c32d8e563a7 req-db332e08-0030-4ce2-af76-87b5638c4e9b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Aug 28 08:17:12.864815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b004968-078a-42e9-926f-a055be708d76 req-8c5cef85-e580-4a7c-a9a2-c375c1712c90 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:12.864815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b004968-078a-42e9-926f-a055be708d76 req-8c5cef85-e580-4a7c-a9a2-c375c1712c90 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.0587585 Aug 28 08:17:12.921742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b004968-078a-42e9-926f-a055be708d76 req-a58b0962-2f85-43cb-8813-0187f20e9dfe tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499537 Aug 28 08:17:13.020503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368959-5233-4401-9613-2f27185324db req-02b00f8f-4412-4cbf-a932-f5fd61214851 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.022184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96368959-5233-4401-9613-2f27185324db req-02b00f8f-4412-4cbf-a932-f5fd61214851 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0923390 Aug 28 08:17:13.088788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96368959-5233-4401-9613-2f27185324db req-0cef1049-67b5-4bbd-9934-e0021dc5bffb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Aug 28 08:17:13.255877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab553-1624-400b-b905-c6f6b253ed06 req-ae3d2e8c-059c-4ecc-a2ef-22ab7e322931 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.258383 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f11ab553-1624-400b-b905-c6f6b253ed06 req-ae3d2e8c-059c-4ecc-a2ef-22ab7e322931 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0855005 Aug 28 08:17:13.260158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:13.265078 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:13.312905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52ca96-c072-4e16-a5e9-e69c1a043860 req-744d2890-0a12-48a4-8bd4-814844d6b666 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.315347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca52ca96-c072-4e16-a5e9-e69c1a043860 req-744d2890-0a12-48a4-8bd4-814844d6b666 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0913227 Aug 28 08:17:13.350500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f11ab553-1624-400b-b905-c6f6b253ed06 req-ddfdcb31-2bca-4d1c-a75f-f5aa7a1ec14f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Aug 28 08:17:13.390852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca52ca96-c072-4e16-a5e9-e69c1a043860 req-50681bf1-2c50-4835-b970-e8c4a19f6499 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573239 Aug 28 08:17:13.470562 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ece1f-6c53-4a23-b3ca-63a241574869 x-openstack-request-id: req-8d8ece1f-6c53-4a23-b3ca-63a241574869 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:13.471804 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:13.472190 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d8ece1f-6c53-4a23-b3ca-63a241574869 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:13.473508 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'status': 'completed', 'code': 200} Aug 28 08:17:13.490945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880638e8-0680-419f-b4a1-3733ae100f94 req-e0d40fb7-76dd-4da2-858e-a6b1b78f8d8d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.492551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-880638e8-0680-419f-b4a1-3733ae100f94 req-e0d40fb7-76dd-4da2-858e-a6b1b78f8d8d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 944 time: 0.0737081 Aug 28 08:17:13.544875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-880638e8-0680-419f-b4a1-3733ae100f94 req-bca83c01-9672-4ae1-94c7-fde76e6659fe tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Aug 28 08:17:13.609816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf35ec9-f57b-4d09-bc12-3b0f12ca392b req-342e8730-82e6-45bc-851a-45c4812f098c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.614871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbf35ec9-f57b-4d09-bc12-3b0f12ca392b req-342e8730-82e6-45bc-851a-45c4812f098c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0969417 Aug 28 08:17:13.636216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-26973b40-02d1-422f-a1cd-34ae39ccf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.638334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-26973b40-02d1-422f-a1cd-34ae39ccf15f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1127 time: 0.0997210 Aug 28 08:17:13.664446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f4d80-d3eb-42db-b2e6-5a98287623b8 req-9c1b57bc-64cd-46cf-8797-545a5bf54281 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.666068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-147f4d80-d3eb-42db-b2e6-5a98287623b8 req-9c1b57bc-64cd-46cf-8797-545a5bf54281 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0566325 Aug 28 08:17:13.731473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbf35ec9-f57b-4d09-bc12-3b0f12ca392b req-ca7afbfc-da6f-48dd-be36-7cc4e52f2868 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088088 Aug 28 08:17:13.738668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-147f4d80-d3eb-42db-b2e6-5a98287623b8 req-b65c23bf-7a7f-4455-917e-ebe75a1e27fc tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634527 Aug 28 08:17:13.822709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-2da8581b-9be8-4166-9058-c0b041a58b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:13.824589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-2da8581b-9be8-4166-9058-c0b041a58b34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1737194 Aug 28 08:17:13.893141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c647da8f-b79b-4619-9b65-45ce86021710 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:13.906486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-8943e869-0cde-4fc4-b46e-f6b9527d4653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0632684 Aug 28 08:17:14.039140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-8ce8215c-b119-4892-abe4-e7bda664ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.040746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-8ce8215c-b119-4892-abe4-e7bda664ae37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.1264632 Aug 28 08:17:14.055555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:14.063139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792d15-f471-4e0c-a08d-bb10c67e311f req-b7ff3128-673d-4187-b283-da671946c815 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.063790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b7f2-2628-4e14-b4d6-1c30c06e3537 req-a7902e51-5f70-46f4-85bf-86d8a2f0a504 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.071863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07792d15-f471-4e0c-a08d-bb10c67e311f req-b7ff3128-673d-4187-b283-da671946c815 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0698981 Aug 28 08:17:14.078843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'c647da8f-b79b-4619-9b65-45ce86021710', 'network_id': '23a6f4bc-fe5d-4771-9112-93f6b06a30e4', 'port_id': 'c647da8f-b79b-4619-9b65-45ce86021710', 'mac_address': 'fa:16:3e:7f:81:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805a5caf-7504-4fbb-b563-0e8affc33b66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:17:14.079171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca32b7f2-2628-4e14-b4d6-1c30c06e3537 req-a7902e51-5f70-46f4-85bf-86d8a2f0a504 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1159930 Aug 28 08:17:14.141520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-cce73fd6-2545-43e6-b701-12a9c3704126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484707 Aug 28 08:17:14.153173 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:14.160877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07792d15-f471-4e0c-a08d-bb10c67e311f req-a585ff89-0445-4405-bf77-990c5c241a2c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879891 Aug 28 08:17:14.165560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca32b7f2-2628-4e14-b4d6-1c30c06e3537 req-b16153f9-48ef-45eb-a7d9-710b16e65097 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849891 Aug 28 08:17:14.180297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c647da8f-b79b-4619-9b65-45ce86021710 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:14.216379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:14.313275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:14.381165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-9ff6de5e-0c9a-43b3-b942-47e56a564aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175050 Aug 28 08:17:14.410982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add173c-8221-403a-98b8-d5d38ed45df7 req-23b9f10b-9906-4132-8de9-9d083f2fad3f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.412474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2add173c-8221-403a-98b8-d5d38ed45df7 req-23b9f10b-9906-4132-8de9-9d083f2fad3f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.1645720 Aug 28 08:17:14.419511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:14.601518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4cc9a-ad27-4f53-8ddf-94430737b645 req-8417fe73-e3c5-401a-9761-8145ca1e211c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.604423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dcd4cc9a-ad27-4f53-8ddf-94430737b645 req-8417fe73-e3c5-401a-9761-8145ca1e211c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0670023 Aug 28 08:17:14.659703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dcd4cc9a-ad27-4f53-8ddf-94430737b645 req-c91ade80-65b1-4d49-ab42-2c86b7c6851a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Aug 28 08:17:14.779331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a6ac9-9f33-4d13-a218-1a03de561f96 req-4b346854-c341-4176-98c8-32f77ab456c3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.781529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-263a6ac9-9f33-4d13-a218-1a03de561f96 req-4b346854-c341-4176-98c8-32f77ab456c3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0576520 Aug 28 08:17:14.837123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-263a6ac9-9f33-4d13-a218-1a03de561f96 req-2c46040d-e126-4427-a523-83c8398c767e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Aug 28 08:17:14.857632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2add173c-8221-403a-98b8-d5d38ed45df7 req-1afe22aa-e70e-471f-85d7-5d27323895c2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360843 Aug 28 08:17:14.904483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-5a856200-6d81-4f03-98a3-d37cca8e06ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865402 Aug 28 08:17:14.906932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66bd36a7-87fc-4bae-81f8-ae9aa901d1f4 req-bbad1f8e-bc10-46ac-9e08-a580a5fdd2cd service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935396 Aug 28 08:17:14.909183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c647da8f-b79b-4619-9b65-45ce86021710'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:14.982404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db35de-eac5-404a-9438-b44058b2749c req-dc6f8786-8067-4024-9998-57657a724650 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:14.983900 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61db35de-eac5-404a-9438-b44058b2749c req-dc6f8786-8067-4024-9998-57657a724650 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 945 time: 0.0811424 Aug 28 08:17:15.038398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b0c7-9462-49ec-8932-d5fce8a3ebde req-27c00bb5-b618-4643-a2cd-c283dee107c0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.040530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba13b0c7-9462-49ec-8932-d5fce8a3ebde req-27c00bb5-b618-4643-a2cd-c283dee107c0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0847783 Aug 28 08:17:15.048522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61db35de-eac5-404a-9438-b44058b2749c req-e1a45b7f-eff6-4925-8c64-aab16d41df09 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Aug 28 08:17:15.129660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba13b0c7-9462-49ec-8932-d5fce8a3ebde req-2b37a627-f39b-47d3-9829-a30af127ac28 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704060 Aug 28 08:17:15.132325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-ee68b046-b451-4104-9012-2869fe0c1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.133943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-ee68b046-b451-4104-9012-2869fe0c1b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 1118 time: 0.0838447 Aug 28 08:17:15.170048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c8d0-8238-447d-9bf0-3bd6274d1c72 req-9702538c-a757-453f-91fb-cee10d0d9841 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.171616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a00c8d0-8238-447d-9bf0-3bd6274d1c72 req-9702538c-a757-453f-91fb-cee10d0d9841 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0587387 Aug 28 08:17:15.214472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a00c8d0-8238-447d-9bf0-3bd6274d1c72 req-16ef9833-0276-49eb-ac07-f9750804f1fa tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Aug 28 08:17:15.299777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c142b-110a-40eb-bec5-d483afb10476 req-80a6c855-643c-4234-907e-cd41d4dac6c9 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.301911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-306c142b-110a-40eb-bec5-d483afb10476 req-80a6c855-643c-4234-907e-cd41d4dac6c9 tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 1102 time: 0.0850277 Aug 28 08:17:15.307691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-68e3714c-9ffe-4f2e-9665-6fa49b1dd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.309515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-68e3714c-9ffe-4f2e-9665-6fa49b1dd0be service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1438577 Aug 28 08:17:15.334890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a88b75-efed-4efa-bda2-a2d7dd5f740b req-a70aa9af-7e37-4b7a-8a78-bfe9c538512a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.336876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8a88b75-efed-4efa-bda2-a2d7dd5f740b req-a70aa9af-7e37-4b7a-8a78-bfe9c538512a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0609350 Aug 28 08:17:15.348516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-306c142b-110a-40eb-bec5-d483afb10476 req-e3877a29-860e-45ea-9633-d85d765cee0b tempest-ServersOnMultiNodesTest-809274715 tempest-ServersOnMultiNodesTest-809274715-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Aug 28 08:17:15.382419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-23dcfa41-fe0d-4092-a23c-3d40aa468d9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 200 len: 217 time: 0.0467336 Aug 28 08:17:15.395522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8a88b75-efed-4efa-bda2-a2d7dd5f740b req-62c1f1d6-0e9d-46ad-ae10-e45f0116d515 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520134 Aug 28 08:17:15.489214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-2215bcc9-573c-4b2d-a614-1cb6bab6fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.490732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-2215bcc9-573c-4b2d-a614-1cb6bab6fd08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0874920 Aug 28 08:17:15.507825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a1cbf-4ee7-4e0d-9234-a6ef331f7c4a req-4ff37773-36c8-46ea-9e8a-eb560e171a94 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.509330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-246a1cbf-4ee7-4e0d-9234-a6ef331f7c4a req-4ff37773-36c8-46ea-9e8a-eb560e171a94 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0707855 Aug 28 08:17:15.540136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-2a34aec3-8093-4f93-8143-7d0607a869d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298569 Aug 28 08:17:15.571410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-246a1cbf-4ee7-4e0d-9234-a6ef331f7c4a req-bf860424-8345-446c-bf66-771b6de215bb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538664 Aug 28 08:17:15.654631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-7fc422ef-19ca-45b7-be63-1a56c3485921 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Aug 28 08:17:15.756298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-56297312-b0ab-4178-a566-19af85d7aa66 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1996884867&fields=id&tenant_id=976d60e164214e27bd30741c534e616b HTTP/1.1" status: 200 len: 267 time: 0.0813532 Aug 28 08:17:15.840899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afedf034-bc4f-4135-91b3-f9f8e4f057ad req-0b43208c-8a8f-42aa-8095-53cb3ecbbcd7 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739528 Aug 28 08:17:15.887083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-29c547a3-e4cd-4034-b289-0759205720fd tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:15.888571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-29c547a3-e4cd-4034-b289-0759205720fd tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/networks?id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 200 len: 816 time: 0.1231489 Aug 28 08:17:15.904897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-691455dc-2b5f-4d53-800e-38f147ce7a07 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/quotas/976d60e164214e27bd30741c534e616b HTTP/1.1" status: 200 len: 375 time: 0.0096636 Aug 28 08:17:15.968793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-7f9d4650-708d-4cfb-aa60-a999145f23ff tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=976d60e164214e27bd30741c534e616b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581429 Aug 28 08:17:16.064983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-d8e1d7b5-977c-4eac-9742-e5dfd10f99c5 service neutron] 10.222.0.46 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 Aug 28 08:17:16.182840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-6f01dd57-92f1-4260-94f8-89f4d2d23192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.184340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-6f01dd57-92f1-4260-94f8-89f4d2d23192 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1102 time: 0.0610588 Aug 28 08:17:16.192406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d916-fec9-4e2b-b783-f27e80aeb502 req-14d4d9f2-6789-4ffc-bc61-de7a6a0872ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.193996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1541d916-fec9-4e2b-b783-f27e80aeb502 req-14d4d9f2-6789-4ffc-bc61-de7a6a0872ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0579693 Aug 28 08:17:16.236247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1541d916-fec9-4e2b-b783-f27e80aeb502 req-da828e3f-3d2f-45d8-a16d-d543487abc0e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Aug 28 08:17:16.246726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-f6f5c3b8-2a28-4afd-9d91-55316ded740d service neutron] 10.222.0.46 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729610 Aug 28 08:17:16.295161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-ba96a7ca-08de-4610-974c-a8c87a3cb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.296653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-ba96a7ca-08de-4610-974c-a8c87a3cb531 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1008029 Aug 28 08:17:16.354888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-bde3b326-5107-45fe-afd7-0dacda09a3d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0505002 Aug 28 08:17:16.366342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb1d1-7a8c-4a41-8ac0-5d7f9e231c78 req-01f1818c-5780-497e-b182-351d1dc75282 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.370883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2bb1d1-7a8c-4a41-8ac0-5d7f9e231c78 req-01f1818c-5780-497e-b182-351d1dc75282 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.0710328 Aug 28 08:17:16.410255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2bb1d1-7a8c-4a41-8ac0-5d7f9e231c78 req-2ab4fd18-e02f-41d5-8887-f68c15e3f137 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Aug 28 08:17:16.415674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-30c1f4b7-fd40-4e72-9736-97b1840ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.417115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-30c1f4b7-fd40-4e72-9736-97b1840ab35b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0528972 Aug 28 08:17:16.482004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-94a2179b-d10c-4399-a365-4e679e986012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.483374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-94a2179b-d10c-4399-a365-4e679e986012 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514281 Aug 28 08:17:16.533418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042011-988f-4c47-9124-cb18ce74136e req-4450f93f-36e0-48b8-8712-b8c39769c3e8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.535241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd042011-988f-4c47-9124-cb18ce74136e req-4450f93f-36e0-48b8-8712-b8c39769c3e8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 945 time: 0.0555930 Aug 28 08:17:16.579135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd042011-988f-4c47-9124-cb18ce74136e req-98efbd64-c948-40e1-aa53-fa2f16418a7f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Aug 28 08:17:16.607455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-dcba8f24-7800-4d4d-a453-2b3c15b6c073 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976772 Aug 28 08:17:16.692379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c395c-dd6b-4288-b04c-ca705531d607 req-1f62c2a4-0842-4c55-8334-238fc4ad388f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.693911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c1c395c-dd6b-4288-b04c-ca705531d607 req-1f62c2a4-0842-4c55-8334-238fc4ad388f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0538058 Aug 28 08:17:16.728812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-efd1c956-2ad4-4412-8eaa-880ccd556544 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996935 Aug 28 08:17:16.738782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c1c395c-dd6b-4288-b04c-ca705531d607 req-665277f5-e029-47af-bcad-977b76e6690d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Aug 28 08:17:16.854405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa543-778b-46a6-b595-3a595e4e011b req-14ef0724-d79a-4ae8-b93e-c4513ce3b91d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:16.855917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a24fa543-778b-46a6-b595-3a595e4e011b req-14ef0724-d79a-4ae8-b93e-c4513ce3b91d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0543776 Aug 28 08:17:16.896731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a24fa543-778b-46a6-b595-3a595e4e011b req-b69716d7-12c4-4700-87c8-ec85d04fd2db tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Aug 28 08:17:17.022575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ff6de-25c7-4ae3-89b9-15105fac6801 req-429fe727-edeb-4be9-be14-925e11c2a8f4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.024175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef6ff6de-25c7-4ae3-89b9-15105fac6801 req-429fe727-edeb-4be9-be14-925e11c2a8f4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0651040 Aug 28 08:17:17.068676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef6ff6de-25c7-4ae3-89b9-15105fac6801 req-565e8b87-99bd-4d58-bfc4-7aec77123d76 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Aug 28 08:17:17.080742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92845-bd8b-4826-bc83-b18810e604f3 req-b543058e-b422-4293-a55a-12b496456af0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.082984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b92845-bd8b-4826-bc83-b18810e604f3 req-b543058e-b422-4293-a55a-12b496456af0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0594280 Aug 28 08:17:17.142876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b92845-bd8b-4826-bc83-b18810e604f3 req-fc6401ae-67cf-43f7-b01e-b1c0e4ca976f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531015 Aug 28 08:17:17.168305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d71225dd-dc8a-40c8-913b-e46f1fe85bcc req-2fa63694-d7f9-4288-ad09-7075ee79f181 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0408649 Aug 28 08:17:17.324444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35136-4198-4541-921a-cee63a73a474 req-6f3bdcf9-a177-4d45-8b38-848b2b891219 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.326284 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbb35136-4198-4541-921a-cee63a73a474 req-6f3bdcf9-a177-4d45-8b38-848b2b891219 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0653574 Aug 28 08:17:17.373981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbb35136-4198-4541-921a-cee63a73a474 req-24282ccd-5c97-49a5-80fc-0844725a617f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Aug 28 08:17:17.378974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcdd5-fa28-4417-a1eb-29b488ffd800 req-7874ec81-c15e-48c1-8aee-8a8737140609 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.379314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c6dcdd5-fa28-4417-a1eb-29b488ffd800 req-7874ec81-c15e-48c1-8aee-8a8737140609 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0534017 Aug 28 08:17:17.423903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c6dcdd5-fa28-4417-a1eb-29b488ffd800 req-94cb7095-51b3-4a70-89ab-b596beaec5c7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Aug 28 08:17:17.499113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec99a-644d-4ada-9492-e5d56c93119a req-3d1fb825-5d5f-4c5a-a3ac-31f8a26ac875 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.500683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-969ec99a-644d-4ada-9492-e5d56c93119a req-3d1fb825-5d5f-4c5a-a3ac-31f8a26ac875 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0536542 Aug 28 08:17:17.546363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-969ec99a-644d-4ada-9492-e5d56c93119a req-4b77a3d0-4e25-4d8a-ba1c-7d08287725e7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Aug 28 08:17:17.547306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423e4e8-979a-4ce1-a21e-969e164a6913 req-0bfd64f9-5b1d-4f88-9830-74bdc6d45e44 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.548913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b423e4e8-979a-4ce1-a21e-969e164a6913 req-0bfd64f9-5b1d-4f88-9830-74bdc6d45e44 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.0590575 Aug 28 08:17:17.591895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b423e4e8-979a-4ce1-a21e-969e164a6913 req-19cfbb27-46c6-4c4a-a7e9-61bba0a948f6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Aug 28 08:17:17.715199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447234c7-7b23-422e-8358-44b435ae6e50 req-0feacc9b-97cd-408c-b68a-3f153572e69a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.716791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-447234c7-7b23-422e-8358-44b435ae6e50 req-0feacc9b-97cd-408c-b68a-3f153572e69a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 945 time: 0.0549676 Aug 28 08:17:17.735370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc5ecf-8134-4f7b-9b31-99b9fa3b3607 req-5d7cd986-a894-4e9d-b1f4-d814d9fbdade tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.737032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1bc5ecf-8134-4f7b-9b31-99b9fa3b3607 req-5d7cd986-a894-4e9d-b1f4-d814d9fbdade tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0566268 Aug 28 08:17:17.761208 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-447234c7-7b23-422e-8358-44b435ae6e50 req-fc7a57f6-f50e-4043-a0bd-ec16e1ab6e75 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375490 Aug 28 08:17:17.784189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1bc5ecf-8134-4f7b-9b31-99b9fa3b3607 req-e1a08a67-eb01-4f14-8fdb-248c00b4fb86 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Aug 28 08:17:17.911031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521aabd-9955-4f8f-88a9-365c705b53ff req-949257f9-4de9-4c00-a1aa-8d724725c5a8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:17.912600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1521aabd-9955-4f8f-88a9-365c705b53ff req-949257f9-4de9-4c00-a1aa-8d724725c5a8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0577374 Aug 28 08:17:17.920159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c647da8f-b79b-4619-9b65-45ce86021710 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:17:17.959927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1521aabd-9955-4f8f-88a9-365c705b53ff req-60e592ee-61ef-43d7-8924-bd703e23732c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Aug 28 08:17:18.039290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1effd-cc1e-453c-b041-36789f8566a3 req-d6eb71c7-ad17-4f82-aa55-34f9dd8cb1e9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.043638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65f1effd-cc1e-453c-b041-36789f8566a3 req-d6eb71c7-ad17-4f82-aa55-34f9dd8cb1e9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0597293 Aug 28 08:17:18.089075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65f1effd-cc1e-453c-b041-36789f8566a3 req-3e9a8e74-e913-4cb6-b502-872821a7304a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Aug 28 08:17:18.092484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port c647da8f-b79b-4619-9b65-45ce86021710 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:18.098754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port c647da8f-b79b-4619-9b65-45ce86021710 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:18.099232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:18.168811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fac53e-7dd1-430d-befd-39b8ee9e3701 req-49abb4b8-3432-40f0-8729-a04c42f195a3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.170471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21fac53e-7dd1-430d-befd-39b8ee9e3701 req-49abb4b8-3432-40f0-8729-a04c42f195a3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0668895 Aug 28 08:17:18.199518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:18.220833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21fac53e-7dd1-430d-befd-39b8ee9e3701 req-5cb1bcb6-9dfd-4610-a568-5801c399fd5a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Aug 28 08:17:18.232047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:18.234532 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f135d-3041-49ff-89bc-bae0b1d40b33" -d '{"events": [{"server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "c647da8f-b79b-4619-9b65-45ce86021710"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:18.258937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:18.308488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9b8a-88a8-4e57-b662-91385aebebd2 req-cc31b12a-fd1b-467a-b44e-5976bd1f6811 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.310161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57cc9b8a-88a8-4e57-b662-91385aebebd2 req-cc31b12a-fd1b-467a-b44e-5976bd1f6811 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.1106355 Aug 28 08:17:18.321667 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe1f1c5b-1912-4abc-9926-1ee00d440e4c req-00a8ea7e-b978-4f61-a741-cdd3955c620f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Aug 28 08:17:18.355640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-46c48fff-5a4f-40de-a0bf-fb422ba5ae9b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.357568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-46c48fff-5a4f-40de-a0bf-fb422ba5ae9b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.1102240 Aug 28 08:17:18.357787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:18.383619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57cc9b8a-88a8-4e57-b662-91385aebebd2 req-fe304396-18f4-440c-9f08-84f3624c7436 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659757 Aug 28 08:17:18.389688 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad93b7-014a-4e9e-8b0e-60fdcef076f0 x-openstack-request-id: req-9aad93b7-014a-4e9e-8b0e-60fdcef076f0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:18.390098 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "c647da8f-b79b-4619-9b65-45ce86021710", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:18.390438 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aad93b7-014a-4e9e-8b0e-60fdcef076f0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:18.390941 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710', 'code': 200} Aug 28 08:17:18.432296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:18.497542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port 92b22946-9e8b-4658-a514-ed52bfa4310d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:18.497997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:18.503401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1a985-ee9c-4f8b-ab2b-fe6e426d8a1d req-bc9876b0-cb32-4a05-8f00-d23b19e716fc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.505538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66f1a985-ee9c-4f8b-ab2b-fe6e426d8a1d req-bc9876b0-cb32-4a05-8f00-d23b19e716fc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0627103 Aug 28 08:17:18.585094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66f1a985-ee9c-4f8b-ab2b-fe6e426d8a1d req-518ce4db-3e47-4056-be82-b8d369f1858f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729172 Aug 28 08:17:18.604372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931ca6e-d3b9-4760-bcce-a3a59b66d1cd req-811af03d-c490-421c-a230-de497209572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.604372 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e931ca6e-d3b9-4760-bcce-a3a59b66d1cd req-811af03d-c490-421c-a230-de497209572c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1098 time: 0.0837233 Aug 28 08:17:18.640217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port 92b22946-9e8b-4658-a514-ed52bfa4310d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=92b22946-9e8b-4658-a514-ed52bfa4310d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:18.641058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:18.655370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e931ca6e-d3b9-4760-bcce-a3a59b66d1cd req-5594c6d0-9ce8-4310-8d89-ca1da61134f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Aug 28 08:17:18.659410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for 92b22946-9e8b-4658-a514-ed52bfa4310d owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:18.688424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1a7d-ad89-4695-b825-4ac05241566c req-480ddbfe-85f5-460f-9be8-f10ad1c9d3bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.689977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3adb1a7d-ad89-4695-b825-4ac05241566c req-480ddbfe-85f5-460f-9be8-f10ad1c9d3bc tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0945704 Aug 28 08:17:18.733011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426547eb-f96d-4ad1-99df-ce5e50389a7e req-1df5a2a6-27c4-4879-928a-76f4c773b438 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.734930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-426547eb-f96d-4ad1-99df-ce5e50389a7e req-1df5a2a6-27c4-4879-928a-76f4c773b438 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 950 time: 0.0518029 Aug 28 08:17:18.775476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-426547eb-f96d-4ad1-99df-ce5e50389a7e req-fed37127-8b2b-4613-b33b-09dd1eb7f2a9 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Aug 28 08:17:18.777500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3adb1a7d-ad89-4695-b825-4ac05241566c req-6e86ad6a-41d3-4cd8-b69e-55f9ebb52966 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Aug 28 08:17:18.924786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7934f-7abb-458a-b70d-2d3d559b32e7 req-9dbd6df7-af7a-44d2-a054-6dd14c863019 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.926522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d7934f-7abb-458a-b70d-2d3d559b32e7 req-9dbd6df7-af7a-44d2-a054-6dd14c863019 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 946 time: 0.0662248 Aug 28 08:17:18.936517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc417882-20e1-4080-bff4-41020f7219b2 req-122954ee-ecc8-4568-885e-3707b63aa4be tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:18.939261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc417882-20e1-4080-bff4-41020f7219b2 req-122954ee-ecc8-4568-885e-3707b63aa4be tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0834510 Aug 28 08:17:18.976696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d7934f-7abb-458a-b70d-2d3d559b32e7 req-95622516-a9fa-4685-96c9-4c55a1200387 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Aug 28 08:17:18.999896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc417882-20e1-4080-bff4-41020f7219b2 req-0a35c737-9d61-4b7d-bf21-ebbc48d703c4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Aug 28 08:17:19.039839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:19.080926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=92b22946-9e8b-4658-a514-ed52bfa4310d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:19.083667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', '92b22946-9e8b-4658-a514-ed52bfa4310d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:19.129197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93', '4af374f0-5774-43df-b90c-2a707cbf1061', '9d38a91b-1669-4919-9a6f-c8a6f3e8c092'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:19.150525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port 92b22946-9e8b-4658-a514-ed52bfa4310d on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:19.154487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:19.157165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b96829e-31fc-4ff3-bf03-9d31aecb9afa req-61f5f6b7-88b8-4578-9f53-4831c491c8bb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "DELETE /v2.0/ports/92b22946-9e8b-4658-a514-ed52bfa4310d HTTP/1.1" status: 204 len: 173 time: 0.7909188 Aug 28 08:17:19.157165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'name': 'network-vif-deleted', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:19.159407 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97eed47-b0f1-483e-9254-7cb0361563b0" -d '{"events": [{"server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "name": "network-vif-deleted", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:19.192327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0299e32-f22e-480f-a0bf-c8f57d28fea2 req-06c59c5c-146b-4b9f-84a3-38f0d22a3304 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.194673 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0299e32-f22e-480f-a0bf-c8f57d28fea2 req-06c59c5c-146b-4b9f-84a3-38f0d22a3304 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1171315 Aug 28 08:17:19.251454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0299e32-f22e-480f-a0bf-c8f57d28fea2 req-066d1230-7c83-43a2-8b63-408ef41efe04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Aug 28 08:17:19.302708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd276c-16a0-40e9-abc7-bd75e55bac29 req-ef5ce9c9-bcea-4117-b5f7-afc547f1a686 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.315621 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a40bb-ad9e-4b7e-b1b7-88bc65414d86 x-openstack-request-id: req-467a40bb-ad9e-4b7e-b1b7-88bc65414d86 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:19.318183 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d9cac1-349f-4c13-8f8d-b62ee9eb420d", "name": "network-vif-deleted", "tag": "92b22946-9e8b-4658-a514-ed52bfa4310d", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:19.318183 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-467a40bb-ad9e-4b7e-b1b7-88bc65414d86 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:19.319725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-43bd276c-16a0-40e9-abc7-bd75e55bac29 req-ef5ce9c9-bcea-4117-b5f7-afc547f1a686 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1081727 Aug 28 08:17:19.321839 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d9cac1-349f-4c13-8f8d-b62ee9eb420d', 'name': 'network-vif-deleted', 'tag': '92b22946-9e8b-4658-a514-ed52bfa4310d', 'status': 'completed', 'code': 200} Aug 28 08:17:19.384245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-43bd276c-16a0-40e9-abc7-bd75e55bac29 req-3b06a350-87cf-45b9-a439-b12981c538b3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Aug 28 08:17:19.479127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efe34d8c-c8e9-419d-8842-314c8c0efd7d req-db749cc9-9e3e-4cae-852b-3ce64739b025 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Aug 28 08:17:19.611261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311dadf-9bfc-478a-a3e2-e4ab4e6f11ef req-c0f76112-bd4e-4570-937d-771c155efe8c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.613595 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9311dadf-9bfc-478a-a3e2-e4ab4e6f11ef req-c0f76112-bd4e-4570-937d-771c155efe8c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0640473 Aug 28 08:17:19.671907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9311dadf-9bfc-478a-a3e2-e4ab4e6f11ef req-fc3ae91c-1306-4b01-9381-26ac5e26fd9d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Aug 28 08:17:19.791540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec07ef-178e-4ac1-bb84-78ae61412008 req-afccbc90-8d71-4de6-81f2-92eaddb5229c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.793218 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ec07ef-178e-4ac1-bb84-78ae61412008 req-afccbc90-8d71-4de6-81f2-92eaddb5229c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0539799 Aug 28 08:17:19.860646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ec07ef-178e-4ac1-bb84-78ae61412008 req-d04e2389-3be8-4f99-bca6-c58e65195c50 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615590 Aug 28 08:17:19.933285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f77a380-9106-4979-9b97-6ea45ab904e4 req-70745858-4d41-42d6-8911-83872228a8d0 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6d9cac1-349f-4c13-8f8d-b62ee9eb420d HTTP/1.1" status: 200 len: 210 time: 0.0385718 Aug 28 08:17:19.989059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-0e97f0d9-b4df-4979-8032-8f198be0cbc4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.990256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce238613-33b2-4eb8-bec3-49af134c9761 req-421d32a6-6771-41cf-b90c-01f3a678e2f0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:19.991012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-0e97f0d9-b4df-4979-8032-8f198be0cbc4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.39 "GET /v2.0/networks?id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 200 len: 816 time: 0.1660314 Aug 28 08:17:19.991242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce238613-33b2-4eb8-bec3-49af134c9761 req-421d32a6-6771-41cf-b90c-01f3a678e2f0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0610042 Aug 28 08:17:20.036178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce238613-33b2-4eb8-bec3-49af134c9761 req-fe14fd26-2ad4-4098-82e1-52a755b91c27 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Aug 28 08:17:20.096395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-48c5953a-645a-4a1e-ad17-cb30bfed5bb7 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=976d60e164214e27bd30741c534e616b HTTP/1.1" status: 200 len: 380 time: 0.0653048 Aug 28 08:17:20.118611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b893c8-30bf-4804-a20a-7233784a0d01 req-3a7aac95-2cc0-4560-95fc-e2fa4063fba2 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:20.120200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62b893c8-30bf-4804-a20a-7233784a0d01 req-3a7aac95-2cc0-4560-95fc-e2fa4063fba2 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 946 time: 0.0687888 Aug 28 08:17:20.137799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'port': {'device_id': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'admin_state_up': True, 'tenant_id': '976d60e164214e27bd30741c534e616b', 'security_groups': ['301bbb86-b60f-4d91-a196-2532954e8bc8']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:20.218085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62b893c8-30bf-4804-a20a-7233784a0d01 req-7739724c-db6f-4a17-8347-0012a1a2edaa tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917995 Aug 28 08:17:20.396035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Made reservation on behalf of 976d60e164214e27bd30741c534e616b for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:17:20.400315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:20.540601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce816df7-b304-44b8-92b1-7e581b1eb1bc req-ec2a22ad-0abb-449b-bc8f-507af715596f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:20.542608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce816df7-b304-44b8-92b1-7e581b1eb1bc req-ec2a22ad-0abb-449b-bc8f-507af715596f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0691245 Aug 28 08:17:20.597336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a1d8869-e07c-4113-9790-90ab26f1ade7 req-8ef33264-68b1-43f5-a3e1-606777098a11 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0415783 Aug 28 08:17:20.606361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce816df7-b304-44b8-92b1-7e581b1eb1bc req-50ed15be-6397-4029-ac84-b9b12d064e69 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480771 Aug 28 08:17:20.630599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Allocated IP 172.20.0.10 (fda1f1e8-4e49-4bb3-8989-1c98a770b77f/81eb0806-3946-49a2-9051-f948675679dd/cdedea77-f14c-4e06-8a97-76f7f1521663) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:17:20.823269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:20.850670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f098-f435-41a6-a841-9de0348a3e0b req-787ac111-90c8-4d98-8076-6b11771cc681 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:20.852125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9823f098-f435-41a6-a841-9de0348a3e0b req-787ac111-90c8-4d98-8076-6b11771cc681 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 946 time: 0.0959756 Aug 28 08:17:20.853216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Transition to ACTIVE for port object cdedea77-f14c-4e06-8a97-76f7f1521663 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:20.916480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9823f098-f435-41a6-a841-9de0348a3e0b req-050d4314-4c05-49cb-826a-2e0683185ed4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Aug 28 08:17:20.967035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:21.003857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5e85a-76ae-4e42-b26a-2dc44446f5b3 req-e9bf756c-125e-4b0c-b9de-d9751e51d0be tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.011969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16e5e85a-76ae-4e42-b26a-2dc44446f5b3 req-e9bf756c-125e-4b0c-b9de-d9751e51d0be tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0624936 Aug 28 08:17:21.014640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:17:21.022325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:17:21.027437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:17:21.072050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event updated for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:21.090591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16e5e85a-76ae-4e42-b26a-2dc44446f5b3 req-e3f23294-f53d-4fae-b301-cad5968856f9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600858 Aug 28 08:17:21.125350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.126580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:21.200405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f8be-1037-47ab-bb56-90497d581e4a req-121dbb56-064e-43f1-8bd4-0fb0d9dc62b3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.208839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3159f8be-1037-47ab-bb56-90497d581e4a req-121dbb56-064e-43f1-8bd4-0fb0d9dc62b3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0718927 Aug 28 08:17:21.248003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-97dcec80-6d68-4b58-b005-7c4b852463e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1133060 Aug 28 08:17:21.250820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3159f8be-1037-47ab-bb56-90497d581e4a req-efcd5007-4da4-475e-ad78-69ec34c143a4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Aug 28 08:17:21.281590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Request body: {'port': {'device_id': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:21.399317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:21.415221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-0bb08d2f-deb3-479c-8be7-d318192792eb tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.416909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-0bb08d2f-deb3-479c-8be7-d318192792eb tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1098 time: 0.1306989 Aug 28 08:17:21.450356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-16'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:21.492249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-01b9a3e3-fd41-4309-a90f-e651c5a47559 None None] Provisioning for port cdedea77-f14c-4e06-8a97-76f7f1521663 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:21.492764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19e280-26e7-46cc-968c-af479c0ba43f req-69bd062a-1f74-450b-bc3d-7e78b744a98e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.494335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb19e280-26e7-46cc-968c-af479c0ba43f req-69bd062a-1f74-450b-bc3d-7e78b744a98e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 946 time: 0.0901973 Aug 28 08:17:21.505268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-01b9a3e3-fd41-4309-a90f-e651c5a47559 None None] Provisioning complete for port cdedea77-f14c-4e06-8a97-76f7f1521663 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:21.505639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01b9a3e3-fd41-4309-a90f-e651c5a47559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:21.556571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-01b9a3e3-fd41-4309-a90f-e651c5a47559 None None] Port cdedea77-f14c-4e06-8a97-76f7f1521663 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:17:21.563736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb19e280-26e7-46cc-968c-af479c0ba43f req-aa46279a-e3d5-4a74-965c-ecfd9b00c104 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Aug 28 08:17:21.568064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:21.703588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1dae-622b-42c7-ac43-abf961255a42 req-8f20e922-1df4-40ce-9b22-5e27b98da236 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.706186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25dc1dae-622b-42c7-ac43-abf961255a42 req-8f20e922-1df4-40ce-9b22-5e27b98da236 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.0717459 Aug 28 08:17:21.763979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25dc1dae-622b-42c7-ac43-abf961255a42 req-41ac0c6f-fbd5-498f-8eb9-278385ee3880 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Aug 28 08:17:21.872537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:21.898471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86cef673-6fce-4374-9457-c30909d9982f req-cfe1ae94-d317-485f-8ba7-553e38689191 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1655135241&fields=id&tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 267 time: 0.0456967 Aug 28 08:17:21.949933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 92b22946-9e8b-4658-a514-ed52bfa4310d no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:21.977956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cef673-6fce-4374-9457-c30909d9982f req-25677ca6-fb4c-4376-ac0d-d7d242f3853a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:21.986170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86cef673-6fce-4374-9457-c30909d9982f req-25677ca6-fb4c-4376-ac0d-d7d242f3853a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 946 time: 0.0803475 Aug 28 08:17:21.992124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'security_groups': ['561219ad-3d5a-4e99-87fd-e25f889623a5', 'baa48003-7ab9-4f7b-98e1-3d0986716bd7']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:21.992305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:22.007127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 92b22946-9e8b-4658-a514-ed52bfa4310d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:22.007729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 92b22946-9e8b-4658-a514-ed52bfa4310d not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:22.022965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdedea77-f14c-4e06-8a97-76f7f1521663 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:22.041624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.051231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409901a-fee0-4cba-8db8-41f00dff1ad9 req-6cc52bdd-31ae-4d9c-a514-0f19ee8c9e5d tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:22.052800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b409901a-fee0-4cba-8db8-41f00dff1ad9 req-6cc52bdd-31ae-4d9c-a514-0f19ee8c9e5d tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 932 time: 0.1717889 Aug 28 08:17:22.069289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:22.070485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.072168 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae9e643-ba6a-464d-9045-45a1969b9c54" -d '{"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-unplugged", "status": "completed", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:22.076425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.099130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Transition to ACTIVE for port object cdedea77-f14c-4e06-8a97-76f7f1521663 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:22.123820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b409901a-fee0-4cba-8db8-41f00dff1ad9 req-0afec1c9-59cc-4cc2-bdaa-e9586a115756 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553141 Aug 28 08:17:22.184390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.252732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.298646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:22.306003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:22.354582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.384332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8aa35-c1f9-4a43-9dcf-718f51250954 req-ae6b9f91-0c16-418e-a52a-4abd94f430af tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:22.385961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddf8aa35-c1f9-4a43-9dcf-718f51250954 req-ae6b9f91-0c16-418e-a52a-4abd94f430af tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1689682 Aug 28 08:17:22.456412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on host n-h1-792458-16 for vnic_type normal with profile {"migrating_to": "n-h2-792458-16"} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:22.456755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:22.457098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:22.470292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.485686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:22.511425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:22.511857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Attempting to bind port 7090fee5-a9fd-4235-95ca-14ee373c8064 on network 86af6373-b29b-481d-a5d3-2697189036ef {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:22.518653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'c647da8f-b79b-4619-9b65-45ce86021710'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:22.521291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:22.521697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Checking segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:22.522032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Bound using segment: {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:22.522752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Bound port: 7090fee5-a9fd-4235-95ca-14ee373c8064, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c660744-fdab-40f6-87e4-b2fde284092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '86af6373-b29b-481d-a5d3-2697189036ef'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:22.522967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.544364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:22.545105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.558775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86cef673-6fce-4374-9457-c30909d9982f req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "PUT /v2.0/ports/c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 982 time: 0.5714686 Aug 28 08:17:22.559369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:22.566430 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddca822b-0a83-46ec-8671-fa7a50308384" -d '{"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:22.604275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:22.607703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:22.626281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddf8aa35-c1f9-4a43-9dcf-718f51250954 req-3ef48738-57fa-4d97-aaaa-5fca8b9b18d0 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146251 Aug 28 08:17:22.641954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1689cd-8780-4a6d-a81d-6c213dfe93bb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=6']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:22.676691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Attempting to bind port cdedea77-f14c-4e06-8a97-76f7f1521663 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:22.677256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Attempting to bind port cdedea77-f14c-4e06-8a97-76f7f1521663 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:22.679141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Attempting to bind port cdedea77-f14c-4e06-8a97-76f7f1521663 on network fda1f1e8-4e49-4bb3-8989-1c98a770b77f {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:22.694760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.709540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Port cdedea77-f14c-4e06-8a97-76f7f1521663 on network fda1f1e8-4e49-4bb3-8989-1c98a770b77f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:22.717468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Attempting to bind port cdedea77-f14c-4e06-8a97-76f7f1521663 on network fda1f1e8-4e49-4bb3-8989-1c98a770b77f {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:22.740338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:22.740338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Checking segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:22.740338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Bound using segment: {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:22.740750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Bound port: cdedea77-f14c-4e06-8a97-76f7f1521663, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e88ef7-c982-49be-becd-a2620d8d1a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:22.741144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.751201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc384f5-1686-4eef-946b-e109ce5c4c58 req-89ae7cb0-af8c-4273-bf22-3bcdda31af91 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:22.759622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-acc384f5-1686-4eef-946b-e109ce5c4c58 req-89ae7cb0-af8c-4273-bf22-3bcdda31af91 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1085708 Aug 28 08:17:22.830963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=8']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:22.838833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-acc384f5-1686-4eef-946b-e109ce5c4c58 req-4e7b19b2-72cd-4134-ab01-0d046946304f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782225 Aug 28 08:17:22.897063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:22.897695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:22.899463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-92180f2d-84de-4698-9a5e-cf4786e10bbc service neutron] 10.222.0.64 "PUT /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 1124 time: 1.4743924 Aug 28 08:17:22.903912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c647da8f-b79b-4619-9b65-45ce86021710'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:22.943662 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680711ad-a9b2-498c-9368-39638f5e2b1e x-openstack-request-id: req-680711ad-a9b2-498c-9368-39638f5e2b1e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:22.946853 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-unplugged", "status": "completed", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:22.946853 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-680711ad-a9b2-498c-9368-39638f5e2b1e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:22.946853 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'code': 200} Aug 28 08:17:22.948099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:22.953655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cdedea77-f14c-4e06-8a97-76f7f1521663,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:23.027931 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:23.063084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425935-1612-4e41-9ab8-d0808ded9708 req-056a12ba-5606-4c33-a10d-871d18bc38ba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.067947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58425935-1612-4e41-9ab8-d0808ded9708 req-056a12ba-5606-4c33-a10d-871d18bc38ba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0943854 Aug 28 08:17:23.084358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe49cb6-fa01-4a05-9dc5-bbe3d3d36da1 req-aeb527a5-e59d-43ef-a4db-5b8e16a52ada tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.087607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fe49cb6-fa01-4a05-9dc5-bbe3d3d36da1 req-aeb527a5-e59d-43ef-a4db-5b8e16a52ada tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0843849 Aug 28 08:17:23.135578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.136398 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:23.137705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] 10.222.0.39 "PUT /v2.0/ports/cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 200 len: 1093 time: 1.8665278 Aug 28 08:17:23.177070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58425935-1612-4e41-9ab8-d0808ded9708 req-c0083954-f282-47d8-90f5-167a0466e37a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Aug 28 08:17:23.198649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fe49cb6-fa01-4a05-9dc5-bbe3d3d36da1 req-98224c0f-7068-45fa-83c3-be2751ee90d0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038077 Aug 28 08:17:23.200298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe1174-6b3b-492c-9388-ce84572a2d6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:23.204038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7090fee5-a9fd-4235-95ca-14ee373c8064'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:23.335442 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fef69f-e915-4b6e-8928-1ef01d57f1d0 x-openstack-request-id: req-52fef69f-e915-4b6e-8928-1ef01d57f1d0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:23.339664 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:23.339664 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52fef69f-e915-4b6e-8928-1ef01d57f1d0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:23.339664 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710', 'status': 'completed', 'code': 200} Aug 28 08:17:23.341606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6b6595-3f14-49ec-9edc-48f1948f9f1d req-5d82d6f2-3ac4-42d9-92e3-60683faa320f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/baa48003-7ab9-4f7b-98e1-3d0986716bd7 HTTP/1.1" status: 200 len: 1801 time: 0.1058192 Aug 28 08:17:23.503974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['7090fee5-a9fd-4235-95ca-14ee373c8064'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:23.522253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c14d6-1e5d-42eb-b4f0-5b4c06fa28a1 req-1eccce8f-57fd-4cce-9e86-9f91ff70a0cc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.532615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf9c14d6-1e5d-42eb-b4f0-5b4c06fa28a1 req-1eccce8f-57fd-4cce-9e86-9f91ff70a0cc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.1053493 Aug 28 08:17:23.548455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-e1dbc9bd-612e-4d0e-bbf1-e7715189b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.550111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-e1dbc9bd-612e-4d0e-bbf1-e7715189b3a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976d60e164214e27bd30741c534e616b&device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 1096 time: 0.2033608 Aug 28 08:17:23.552026 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-9a6b6595-3f14-49ec-9edc-48f1948f9f1d req-3506055c-a6d5-499d-aefa-cdd515c6795a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 08:17:23.552961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6b6595-3f14-49ec-9edc-48f1948f9f1d req-3506055c-a6d5-499d-aefa-cdd515c6795a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/baa48003-7ab9-4f7b-98e1-3d0986716bd7 HTTP/1.1" status: 409 len: 341 time: 0.1882570 Aug 28 08:17:23.555464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-6a143db7-8320-4ce9-89b0-5675565ea7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.557132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-6a143db7-8320-4ce9-89b0-5675565ea7a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1137 time: 0.1563871 Aug 28 08:17:23.592131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf9c14d6-1e5d-42eb-b4f0-5b4c06fa28a1 req-a181ccc1-468b-4858-a288-467bbdfb0bdc tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Aug 28 08:17:23.977468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:23.989926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf88ad2-1d29-49a1-ae5a-a44932386991 req-dee97594-8cc6-4e0c-a72d-eff9de937c4f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:23.998786 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-faf88ad2-1d29-49a1-ae5a-a44932386991 req-dee97594-8cc6-4e0c-a72d-eff9de937c4f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0676260 Aug 28 08:17:24.039864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-44a27441-49f8-4df9-8c69-d6a27ff52e77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 200 len: 217 time: 0.4447987 Aug 28 08:17:24.095482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-faf88ad2-1d29-49a1-ae5a-a44932386991 req-13aac8ca-0165-42b3-8060-6d263cff858d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948057 Aug 28 08:17:24.129096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f4a3-4dc0-4080-a582-8fd8b3f87fad req-99b70a8a-01ca-4ab1-98aa-9ac7994a79ef tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.136282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a60f4a3-4dc0-4080-a582-8fd8b3f87fad req-99b70a8a-01ca-4ab1-98aa-9ac7994a79ef tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.4862633 Aug 28 08:17:24.155349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:24.182438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-64e94b23-db58-4e61-9929-e9645cadbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.183908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-64e94b23-db58-4e61-9929-e9645cadbb0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.6187201 Aug 28 08:17:24.185396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-6ce7b8d2-92d5-4704-9fec-70cfa91e243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.186824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-6ce7b8d2-92d5-4704-9fec-70cfa91e243f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81eb0806-3946-49a2-9051-f948675679dd HTTP/1.1" status: 200 len: 855 time: 0.1327498 Aug 28 08:17:24.249443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e84d0-2959-47f8-8602-0b31888714bd req-ceb596a8-d81c-42b9-9e02-780e3fe457e9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.251180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-853e84d0-2959-47f8-8602-0b31888714bd req-ceb596a8-d81c-42b9-9e02-780e3fe457e9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 985 time: 0.0729074 Aug 28 08:17:24.260133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-41cb5701-b5c0-4cbd-a34f-12a1492fe62e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 217 time: 0.0617123 Aug 28 08:17:24.284900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a60f4a3-4dc0-4080-a582-8fd8b3f87fad req-295a8f2f-18d0-4966-9932-e047ff816142 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471920 Aug 28 08:17:24.331343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-853e84d0-2959-47f8-8602-0b31888714bd req-0c1ca744-2d7b-4d79-916f-eeb5156349b9 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0720570 Aug 28 08:17:24.357350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-90a206b1-4d5c-418d-b2c0-19330f4b2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.359397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-90a206b1-4d5c-418d-b2c0-19330f4b2025 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018209 Aug 28 08:17:24.367016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-7529045d-52fe-4179-8b6f-35b5fbf1447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.368865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-7529045d-52fe-4179-8b6f-35b5fbf1447f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0975807 Aug 28 08:17:24.415411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 has no active binding in host n-h2-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:17:24.465655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-5ec71dcc-54a7-49a6-b2b9-6a11371ad33e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882225 Aug 28 08:17:24.486334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19febfc7-888f-4647-9a0e-c151858420da req-e51fb453-74f0-4eaf-872f-baae6561cfe3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.488543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19febfc7-888f-4647-9a0e-c151858420da req-e51fb453-74f0-4eaf-872f-baae6561cfe3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0571275 Aug 28 08:17:24.545956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19febfc7-888f-4647-9a0e-c151858420da req-dd0f261b-ea7e-432a-8499-8774bc85e287 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Aug 28 08:17:24.591804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-61ca1f3f-c908-48f1-a214-03ddfcbf5513 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984091 Aug 28 08:17:24.660552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c469d-260e-44fc-a836-e7749e3462de req-f45b40d0-2c3c-447a-8df5-063863ae5103 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.662278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e42c469d-260e-44fc-a836-e7749e3462de req-f45b40d0-2c3c-447a-8df5-063863ae5103 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0530658 Aug 28 08:17:24.673266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a5a2-faa4-4e3d-a962-5b944513ffde req-efdacdae-e63c-4886-b422-3893ac36e3b4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.674812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8741a5a2-faa4-4e3d-a962-5b944513ffde req-efdacdae-e63c-4886-b422-3893ac36e3b4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.1248450 Aug 28 08:17:24.707014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e42c469d-260e-44fc-a836-e7749e3462de req-82899fd5-e8e8-4f0d-a077-a7a7db5dad69 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Aug 28 08:17:24.723718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-63333569-d5ba-4bd8-9c50-b2522edefd84 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288809 Aug 28 08:17:24.818102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8741a5a2-faa4-4e3d-a962-5b944513ffde req-d53b0988-5a24-4465-95c9-4a63e9b0e31e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322529 Aug 28 08:17:24.844266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e7b61f-5fcd-496f-8341-271cbab67579 req-df97f72e-525f-44f3-956f-8e2a03a4e715 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385952 Aug 28 08:17:24.847525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc377f-0c1f-455a-a699-ff5a7e9a67b3 req-574afc31-5969-4484-9fe7-43f09983c953 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:24.851563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6bc377f-0c1f-455a-a699-ff5a7e9a67b3 req-574afc31-5969-4484-9fe7-43f09983c953 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.0783963 Aug 28 08:17:24.877171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddca822b-0a83-46ec-8671-fa7a50308384 req-50174fba-c0ac-4bf8-ac0f-6347ac6f3ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426129 Aug 28 08:17:24.906611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6bc377f-0c1f-455a-a699-ff5a7e9a67b3 req-69468ccd-fe70-4aad-8e56-982defe1baa7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Aug 28 08:17:24.946651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064'}, {'name': 'network-changed', 'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:24.950202 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad" -d '{"events": [{"name": "network-changed", "server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064"}, {"name": "network-changed", "server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:24.995337 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d2431-e04e-4dbf-b99d-e7ab76e4cb99 x-openstack-request-id: req-005d2431-e04e-4dbf-b99d-e7ab76e4cb99 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:24.995641 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:24.995898 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-005d2431-e04e-4dbf-b99d-e7ab76e4cb99 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:24.996309 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'status': 'completed', 'code': 200} Aug 28 08:17:24.996591 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'status': 'completed', 'code': 200} Aug 28 08:17:25.177818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-7ad30587-2e8f-4dfc-b2d4-035a22527b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.178801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-7ad30587-2e8f-4dfc-b2d4-035a22527b2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1137 time: 0.0642416 Aug 28 08:17:25.256640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a8024-187b-4738-a320-719d393028cd req-f919be36-8a6c-4d3e-9084-175106353119 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.258130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-888a8024-187b-4738-a320-719d393028cd req-f919be36-8a6c-4d3e-9084-175106353119 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0747766 Aug 28 08:17:25.305223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-888a8024-187b-4738-a320-719d393028cd req-0a602912-aabf-40b6-995a-75e36556bae1 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Aug 28 08:17:25.364373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-3b427ba6-5941-4a3c-b03a-f385e730676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.366016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-3b427ba6-5941-4a3c-b03a-f385e730676d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1127 time: 0.1511271 Aug 28 08:17:25.376650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d64518-7b56-44bd-9dba-58156174437c req-15842f6e-d598-4416-beab-b50b4d35129e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.378193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d64518-7b56-44bd-9dba-58156174437c req-15842f6e-d598-4416-beab-b50b4d35129e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.1621203 Aug 28 08:17:25.484573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee0c5a-afa6-4538-b10a-c2222de456f7 req-4e468bf3-c2d6-4f35-83e6-0bef142246a1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.486558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28ee0c5a-afa6-4538-b10a-c2222de456f7 req-4e468bf3-c2d6-4f35-83e6-0bef142246a1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 985 time: 0.0629027 Aug 28 08:17:25.507313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-bce82818-c737-465f-93fd-bcc63d9ac720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.508844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-bce82818-c737-465f-93fd-bcc63d9ac720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.3159781 Aug 28 08:17:25.531572 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28ee0c5a-afa6-4538-b10a-c2222de456f7 req-91aa40d5-7632-46f5-bea1-58256e6bc919 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0382416 Aug 28 08:17:25.577937 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:25.587511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-dcafa436-fb09-4482-b8ff-db38077b8aa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 217 time: 0.0667622 Aug 28 08:17:25.618674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e2bc9-0cd8-40e7-9dad-37fdb80da915 req-03ca64a6-1380-4ed1-ac75-17b16c755738 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.620308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d26e2bc9-0cd8-40e7-9dad-37fdb80da915 req-03ca64a6-1380-4ed1-ac75-17b16c755738 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.2411675 Aug 28 08:17:25.716783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-dc66deb2-bbcf-4b20-8a9d-87ccd83c6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.718306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-dc66deb2-bbcf-4b20-8a9d-87ccd83c6b01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.3278883 Aug 28 08:17:25.753654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-8d9f7748-1fcc-4fd1-8c0f-622dda9f5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.755391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-8d9f7748-1fcc-4fd1-8c0f-622dda9f5b73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.1341629 Aug 28 08:17:25.770485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baecba-5526-4b5a-a688-2466dae41245 req-4afab7b9-2179-42e2-979c-400570be97d9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.772116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10baecba-5526-4b5a-a688-2466dae41245 req-4afab7b9-2179-42e2-979c-400570be97d9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0616441 Aug 28 08:17:25.789940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d26e2bc9-0cd8-40e7-9dad-37fdb80da915 req-3d7d70b8-9169-4d3a-992f-5ac6531ebedf tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473997 Aug 28 08:17:25.798374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-c001f10d-7687-4968-b186-49dc340ab78d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 217 time: 0.0582063 Aug 28 08:17:25.833998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10baecba-5526-4b5a-a688-2466dae41245 req-9c69663a-b29a-48ee-8cb5-eee1df9a6646 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Aug 28 08:17:25.857080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-0954f6a0-2d3d-490b-8ae9-b188c48c8984 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717015 Aug 28 08:17:25.939722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-742006ea-580e-4005-9470-c4aa2ad7f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.942400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-742006ea-580e-4005-9470-c4aa2ad7f56a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0952680 Aug 28 08:17:25.968138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:25.968138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:25.976948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18e7e0-3e05-4ffe-ba77-8746decdeb91 req-46d2cdbd-53e2-4098-aadc-38ae78721820 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:25.978548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b18e7e0-3e05-4ffe-ba77-8746decdeb91 req-46d2cdbd-53e2-4098-aadc-38ae78721820 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0580983 Aug 28 08:17:26.031145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b18e7e0-3e05-4ffe-ba77-8746decdeb91 req-63a9cd81-df00-436a-8758-c9f00b91eb03 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Aug 28 08:17:26.124760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-2d71a5d9-b5a4-450a-972b-523b8b5c5921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280725 Aug 28 08:17:26.127828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-f85817ad-e7be-4762-851a-c115bd02a217 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125316 Aug 28 08:17:26.189379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae6190-2d58-4c11-8a74-b2acf7467217 req-cf81d025-632b-4c35-963a-6d4ff959b50e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.192605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58ae6190-2d58-4c11-8a74-b2acf7467217 req-cf81d025-632b-4c35-963a-6d4ff959b50e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.2884960 Aug 28 08:17:26.193836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1ed1-0a38-4910-8dc4-1f5cfc3c0ae3 req-36d666f8-d54f-4549-9fb4-a709573f0b42 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.196357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb4d1ed1-0a38-4910-8dc4-1f5cfc3c0ae3 req-36d666f8-d54f-4549-9fb4-a709573f0b42 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 949 time: 0.0904417 Aug 28 08:17:26.266405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb4d1ed1-0a38-4910-8dc4-1f5cfc3c0ae3 req-a764bca6-6bef-4735-baf3-84bc27dbb09e tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Aug 28 08:17:26.335658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-2eb61924-e974-4812-8043-d72a9a54b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.339799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-2eb61924-e974-4812-8043-d72a9a54b7f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1127 time: 0.0565274 Aug 28 08:17:26.414840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:26.415484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:26.433064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58ae6190-2d58-4c11-8a74-b2acf7467217 req-234fe47b-e09e-40ff-be82-98a5c6638130 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763377 Aug 28 08:17:26.460261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:26.463852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-9fe9317b-f8cb-49ba-b618-be8a5647ffdc service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238287 Aug 28 08:17:26.496355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f676dd16-210b-4a4f-b39d-8519b7a2ba48 req-25a73f9f-ad50-40ef-8566-71a1ca2a9a18 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369684 Aug 28 08:17:26.498603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4072f33-ee7e-4fe5-8547-886f6496e82a req-15bcd5ab-3cf4-46fb-a97d-b494db98cac4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.500216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4072f33-ee7e-4fe5-8547-886f6496e82a req-15bcd5ab-3cf4-46fb-a97d-b494db98cac4 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.0771303 Aug 28 08:17:26.527058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-fe032d49-857e-4ce1-8e43-4bd546652969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.528628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-fe032d49-857e-4ce1-8e43-4bd546652969 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.1723444 Aug 28 08:17:26.604104 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4072f33-ee7e-4fe5-8547-886f6496e82a req-b128a375-b577-4874-900e-9361e84e9e47 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911136 Aug 28 08:17:26.605347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-d52e70c3-b206-46a6-a12e-ff9fc167dad9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0552225 Aug 28 08:17:26.680966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-84da7f3d-5767-4767-9cc7-72b78f75c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.682797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-84da7f3d-5767-4767-9cc7-72b78f75c394 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0621939 Aug 28 08:17:26.713957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-4bbfa9f0-fb60-4b72-ad1e-8cbf6b7b2900 service neutron] 10.222.0.39 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342687 Aug 28 08:17:26.731357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-47a656b7-0703-4281-8ccc-565a4a666929 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346780 Aug 28 08:17:26.738865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e98d8-b622-4097-8fa2-20fb378a6337 req-f3120346-a249-442b-99b7-db23e5933a19 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.740628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-521e98d8-b622-4097-8fa2-20fb378a6337 req-f3120346-a249-442b-99b7-db23e5933a19 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 985 time: 0.1114609 Aug 28 08:17:26.799143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-521e98d8-b622-4097-8fa2-20fb378a6337 req-b3eb982a-6492-4251-b7e7-6ef38d17d884 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0503545 Aug 28 08:17:26.934232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:26.946455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e484-350d-459f-bf70-60159ec0ac93 req-dd35af05-a05d-4f91-b98a-a5dc2fb2686c tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:26.948017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8d4e484-350d-459f-bf70-60159ec0ac93 req-dd35af05-a05d-4f91-b98a-a5dc2fb2686c tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0740209 Aug 28 08:17:26.968084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-1029ba16-d43f-418a-b00f-ec516d4935ba service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605446 Aug 28 08:17:26.982926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:27.013249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=9d38a91b-1669-4919-9a6f-c8a6f3e8c092,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:27.044020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93', '4af374f0-5774-43df-b90c-2a707cbf1061'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:27.072579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8d4e484-350d-459f-bf70-60159ec0ac93 req-8de78bc7-822f-426e-8727-961ac1dd7fc5 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027291 Aug 28 08:17:27.072837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:27.076672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:27.079219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d64518-7b56-44bd-9dba-58156174437c req-ffac9699-97ef-41b4-ab1b-5efb267af81a tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "DELETE /v2.0/ports/9d38a91b-1669-4919-9a6f-c8a6f3e8c092 HTTP/1.1" status: 204 len: 173 time: 1.6861732 Aug 28 08:17:27.079802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'name': 'network-vif-deleted', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:27.084694 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be31d0c6-4033-491f-a327-598ad74b1416" -d '{"events": [{"server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "name": "network-vif-deleted", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:27.110738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322ca9-baa0-44cb-95db-0a4e5f23c3be req-a74beeb1-0143-4626-9722-6d0ea8b5200b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.112982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1322ca9-baa0-44cb-95db-0a4e5f23c3be req-a74beeb1-0143-4626-9722-6d0ea8b5200b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1942353 Aug 28 08:17:27.167235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-ece69b95-e75b-4107-8d62-85e22a58ce0e service neutron] 10.222.0.39 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801496 Aug 28 08:17:27.228534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-72ba8465-2a41-4faf-8930-c80bbb301bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.230255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-72ba8465-2a41-4faf-8930-c80bbb301bb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976d60e164214e27bd30741c534e616b&device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0972259 Aug 28 08:17:27.234474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1322ca9-baa0-44cb-95db-0a4e5f23c3be req-8da8061b-3d59-4b55-9ce1-d5141135f0ff tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140351 Aug 28 08:17:27.261401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d15dd0-5733-42aa-b17f-637a5150b4bb req-be9e9327-9cab-4b03-9a10-88cef29dd206 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.270929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40d15dd0-5733-42aa-b17f-637a5150b4bb req-be9e9327-9cab-4b03-9a10-88cef29dd206 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0864644 Aug 28 08:17:27.375558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40d15dd0-5733-42aa-b17f-637a5150b4bb req-7e680589-6834-438e-baa6-a66d0437b3c4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026695 Aug 28 08:17:27.412800 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7eaee4-386b-4709-8edd-6b584a4b2319 x-openstack-request-id: req-3b7eaee4-386b-4709-8edd-6b584a4b2319 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:27.413093 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9440b5-b0fb-4818-be58-eb976f7e2720", "name": "network-vif-deleted", "tag": "9d38a91b-1669-4919-9a6f-c8a6f3e8c092", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:27.413351 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b7eaee4-386b-4709-8edd-6b584a4b2319 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:27.413752 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9440b5-b0fb-4818-be58-eb976f7e2720', 'name': 'network-vif-deleted', 'tag': '9d38a91b-1669-4919-9a6f-c8a6f3e8c092', 'status': 'completed', 'code': 200} Aug 28 08:17:27.435431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4b4ef81-e948-40b0-93cb-d208fa3c066f req-4b1258f3-a841-49e1-bb1a-94aefcbf73d7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=da9440b5-b0fb-4818-be58-eb976f7e2720 HTTP/1.1" status: 200 len: 210 time: 0.0330670 Aug 28 08:17:27.481675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:27.518028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:27.520234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9d38a91b-1669-4919-9a6f-c8a6f3e8c092 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:27.524156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-f7c58f4f-07ea-424d-9daa-159ec93faf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.526313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-f7c58f4f-07ea-424d-9daa-159ec93faf5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 200 len: 917 time: 0.2630410 Aug 28 08:17:27.574251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-53d898b1-ce48-428a-b235-88e8ad80298f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 200 len: 217 time: 0.0394740 Aug 28 08:17:27.622742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-ef136613-2173-4006-aaf0-45ff81c0b845 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.624342 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-ef136613-2173-4006-aaf0-45ff81c0b845 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a&tenant_id=f4312d03bafb42d8b43e0fab5ec89488&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1127 time: 0.3499393 Aug 28 08:17:27.637320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-6886f67d-53c1-43a2-94a4-910010eff926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.638947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-6886f67d-53c1-43a2-94a4-910010eff926 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81eb0806-3946-49a2-9051-f948675679dd HTTP/1.1" status: 200 len: 855 time: 0.0564237 Aug 28 08:17:27.642719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469b08-94ec-4d7f-979f-f0823a6b6f1e req-cf6a4572-f160-40fd-b45b-6af135240158 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.642719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53469b08-94ec-4d7f-979f-f0823a6b6f1e req-cf6a4572-f160-40fd-b45b-6af135240158 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0987689 Aug 28 08:17:27.676086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6135-14c2-49cf-9679-70a96799b4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:27.711562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:27.732135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53469b08-94ec-4d7f-979f-f0823a6b6f1e req-23313cc4-ba7d-4473-9d5e-2919de2f5685 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762625 Aug 28 08:17:27.777273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f987d44-6e4b-4e67-9d3c-a9b58e1906d6 req-2e98202b-3690-4e3f-ba49-52a68ecf8b9d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.788815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f987d44-6e4b-4e67-9d3c-a9b58e1906d6 req-2e98202b-3690-4e3f-ba49-52a68ecf8b9d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 944 time: 0.1001265 Aug 28 08:17:27.811879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-f2577567-d42a-41b6-958b-68abc7604b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:27.814299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-f2577567-d42a-41b6-958b-68abc7604b85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959122 Aug 28 08:17:27.821122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:27.864863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f987d44-6e4b-4e67-9d3c-a9b58e1906d6 req-36df5f5d-b0ed-47a0-9226-ce891e7d6139 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Aug 28 08:17:28.082251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2da3-285d-4458-a11f-4a22a5944db8 req-d5676fed-5772-4dda-a6cb-fd1eddad7565 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.091861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31bb2da3-285d-4458-a11f-4a22a5944db8 req-d5676fed-5772-4dda-a6cb-fd1eddad7565 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 985 time: 0.0944016 Aug 28 08:17:28.096658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:28.099058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-04cee251-676e-41d0-853e-6a21cac1c265 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622876 Aug 28 08:17:28.156925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31bb2da3-285d-4458-a11f-4a22a5944db8 req-a3f9a69e-d550-44c3-b856-6d4b258190df tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0614500 Aug 28 08:17:28.202237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:28.263369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79b7b-9118-4d04-bf1d-cec0dae50480 req-503aea0d-46eb-4633-ad0f-5357ffbe43b1 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.268836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fb79b7b-9118-4d04-bf1d-cec0dae50480 req-503aea0d-46eb-4633-ad0f-5357ffbe43b1 tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1127 time: 0.1022542 Aug 28 08:17:28.282657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d024462-6a18-471a-88b0-00479e6fb7ed {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:28.293055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:28.329712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fb79b7b-9118-4d04-bf1d-cec0dae50480 req-3daca900-bb1b-4f03-932b-1508c4eafa2f tempest-LiveAutoBlockMigrationV225Test-1787005138 tempest-LiveAutoBlockMigrationV225Test-1787005138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Aug 28 08:17:28.352973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7192eb-e5e8-46f0-a9d0-678f74fa6cad req-db608a06-30d0-498a-93cb-d3148cd6d723 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949062 Aug 28 08:17:28.380348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edbdf8-dee9-4b1f-ab16-073435b18c69 req-523f0f67-a940-47aa-a8a9-c116dabb3a4c tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.383071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93edbdf8-dee9-4b1f-ab16-073435b18c69 req-523f0f67-a940-47aa-a8a9-c116dabb3a4c tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0986600 Aug 28 08:17:28.452588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:28.464009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93edbdf8-dee9-4b1f-ab16-073435b18c69 req-eef262e7-14a0-49fb-b8c6-d34e54354faf tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732648 Aug 28 08:17:28.590821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on host n-h2-792458-16 for vnic_type normal with profile {} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:28.590821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:28.590821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:28.601366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90690-f90b-4b49-ae70-5cd29a655a05 req-fa6fce6f-ceeb-4c35-8c02-fc923f955eca tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.602834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2b90690-f90b-4b49-ae70-5cd29a655a05 req-fa6fce6f-ceeb-4c35-8c02-fc923f955eca tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0581262 Aug 28 08:17:28.605570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:28.605835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Attempting to bind port 5d024462-6a18-471a-88b0-00479e6fb7ed on network 6ac20677-d6d2-48f3-bcb6-042de6102a53 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:28.610842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-e6edf849-5767-48e1-9b07-b75a9b72301a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1410976161&fields=id&tenant_id=39a5c5f685264d02a03fe3b0a909105e HTTP/1.1" status: 200 len: 267 time: 0.0969465 Aug 28 08:17:28.613695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=9']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:28.631419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:28.638985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Checking segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:28.638985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Bound using segment: {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:28.638985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Bound port: 5d024462-6a18-471a-88b0-00479e6fb7ed, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8dfad-3962-4d33-8386-6a6a2879f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ac20677-d6d2-48f3-bcb6-042de6102a53'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:28.638985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:28.668160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2b90690-f90b-4b49-ae70-5cd29a655a05 req-aec895fe-89be-4cd7-ad21-35d792264654 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584595 Aug 28 08:17:28.726500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-de46b113-0adc-443f-bd32-40d2a1555ae8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.735272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-de46b113-0adc-443f-bd32-40d2a1555ae8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 985 time: 0.1127069 Aug 28 08:17:28.769992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'port': {'security_groups': ['561219ad-3d5a-4e99-87fd-e25f889623a5', 'baa48003-7ab9-4f7b-98e1-3d0986716bd7', 'fb7807e0-01b1-475b-96bb-017ab4267edf']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:28.817155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:28.826333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634589b-ef58-4882-a65c-4b38f8ee397e req-72405f70-0879-4fd8-996f-5a4cc482c744 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:28.827746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1634589b-ef58-4882-a65c-4b38f8ee397e req-72405f70-0879-4fd8-996f-5a4cc482c744 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0584722 Aug 28 08:17:28.828943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:28.871531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:28.881717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1634589b-ef58-4882-a65c-4b38f8ee397e req-cd39e786-55ba-4d10-a1b1-0a4c6ab23202 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Aug 28 08:17:28.939777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.006250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:29.007063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.008661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 1093 time: 1.3027904 Aug 28 08:17:29.009217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:29.011594 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67a052-a993-4a9a-9ff7-61caa2bd286d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:29.089547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ed1c-957d-445f-8f5b-f824ad5eecb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:29.245864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:29.271941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:29.306703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.310040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:29.461919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.517874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-3289466a-45a1-43ff-a986-af53c2cdad3a service neutron] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:29.535741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:29.535741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.540806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e0dccaa-357d-44c8-97d4-cbcbacd4a81a req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "PUT /v2.0/ports/c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 1021 time: 0.8031633 Aug 28 08:17:29.568861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa59d12-927d-45b9-acfc-c6420f3f5999 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:29.620824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-3289466a-45a1-43ff-a986-af53c2cdad3a service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.622139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-3289466a-45a1-43ff-a986-af53c2cdad3a service neutron] 10.222.0.39 "DELETE /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed/bindings/n-h1-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.5960016 Aug 28 08:17:29.641743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'c647da8f-b79b-4619-9b65-45ce86021710'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:29.663440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c8a30-1976-4c21-b3b5-da31c290a91a req-0903e2f6-7af8-46e5-911f-49bf1f4d1292 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:29.665110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d03c8a30-1976-4c21-b3b5-da31c290a91a req-0903e2f6-7af8-46e5-911f-49bf1f4d1292 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0560896 Aug 28 08:17:29.717105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d03c8a30-1976-4c21-b3b5-da31c290a91a req-15ffb9d3-3cde-4a94-a7ec-1982a6e7d894 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Aug 28 08:17:29.745050 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112304f-9ee7-4464-9d8d-2aa6efd03835 x-openstack-request-id: req-f112304f-9ee7-4464-9d8d-2aa6efd03835 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:29.745869 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:29.746447 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f112304f-9ee7-4464-9d8d-2aa6efd03835 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:29.747013 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'status': 'completed', 'code': 200} Aug 28 08:17:29.822119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e39fced-bc67-4bf9-b14d-dec4248730fb req-f5983ef7-a51b-413e-9a28-d571332fc9e3 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fb7807e0-01b1-475b-96bb-017ab4267edf HTTP/1.1" status: 200 len: 1801 time: 0.0520642 Aug 28 08:17:29.849833 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:29.880809 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-9e39fced-bc67-4bf9-b14d-dec4248730fb req-8d0c4613-aaca-4e86-a4d9-c7c0bb6e8068 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 08:17:29.881849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e39fced-bc67-4bf9-b14d-dec4248730fb req-8d0c4613-aaca-4e86-a4d9-c7c0bb6e8068 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb7807e0-01b1-475b-96bb-017ab4267edf HTTP/1.1" status: 409 len: 341 time: 0.0512390 Aug 28 08:17:29.919901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faacb9-5216-4067-ac45-e6089ffde43b req-db6676e0-f433-41c6-8878-263bc57becc1 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:29.928516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9faacb9-5216-4067-ac45-e6089ffde43b req-db6676e0-f433-41c6-8878-263bc57becc1 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.1037939 Aug 28 08:17:29.937687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-1326da59-f3c8-468c-a6e1-02de71bdfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:29.939455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-1326da59-f3c8-468c-a6e1-02de71bdfd85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 1097 time: 0.1296604 Aug 28 08:17:29.963291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c647da8f-b79b-4619-9b65-45ce86021710'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:30.044745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fde64-74d7-4ee8-a1f3-78754597d62f req-e377ca0e-063a-40c6-b4b8-5d06aa4bfd70 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.055632 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-473fde64-74d7-4ee8-a1f3-78754597d62f req-e377ca0e-063a-40c6-b4b8-5d06aa4bfd70 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.0844784 Aug 28 08:17:30.099507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9faacb9-5216-4067-ac45-e6089ffde43b req-9301a1e5-ae36-4dd3-8ffa-33b330bd2d4f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652863 Aug 28 08:17:30.110577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-473fde64-74d7-4ee8-a1f3-78754597d62f req-56fabafe-1afe-4e89-b2cb-3f7b48a8e1c9 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Aug 28 08:17:30.160913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-2567b10f-b214-44a0-9e4e-ad923c69e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.163352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-2567b10f-b214-44a0-9e4e-ad923c69e835 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 200 len: 922 time: 0.2142267 Aug 28 08:17:30.258935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818c175-1ad7-484f-94b4-5a6881ea7ac4 req-dde1b713-fdae-4f9e-aba6-ca12fbffb9b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.260880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-bb35b07e-8304-412b-8f2c-02926dfb8b84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 200 len: 217 time: 0.0791056 Aug 28 08:17:30.268931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e818c175-1ad7-484f-94b4-5a6881ea7ac4 req-dde1b713-fdae-4f9e-aba6-ca12fbffb9b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0984530 Aug 28 08:17:30.308827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fae8614-2625-4a53-b191-4258493bc291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:30.316476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e818c175-1ad7-484f-94b4-5a6881ea7ac4 req-06934cb1-3df2-403c-849b-57ab3967fdfe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Aug 28 08:17:30.335908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-2730c469-6274-4d1f-a42d-afd0d0b9e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.338270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-2730c469-6274-4d1f-a42d-afd0d0b9e608 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 200 len: 861 time: 0.0624146 Aug 28 08:17:30.377689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-eb40cda2-2b75-47b1-812d-f287c6de6308 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac20677-d6d2-48f3-bcb6-042de6102a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278237 Aug 28 08:17:30.493542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-b8f61c6d-d546-4a01-a3c5-136b1a28f897 service neutron] 10.222.0.39 "GET /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064/bindings/n-h2-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.0761907 Aug 28 08:17:30.497586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-f0b4fb59-5aff-4260-b2a9-6a9911c0db9a service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024506 Aug 28 08:17:30.600738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc67a052-a993-4a9a-9ff7-61caa2bd286d req-fb380201-d227-4cca-af43-d1366e020828 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941513 Aug 28 08:17:30.691881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:30.715784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:30.724564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401603e-5fe5-4bdd-ad74-a93022a301f0 req-efb86d35-3b62-4678-8f2b-1750da6a08d3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.726108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5401603e-5fe5-4bdd-ad74-a93022a301f0 req-efb86d35-3b62-4678-8f2b-1750da6a08d3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 944 time: 0.0560629 Aug 28 08:17:30.753425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7090fee5-a9fd-4235-95ca-14ee373c8064 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:30.764322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:30.767418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5401603e-5fe5-4bdd-ad74-a93022a301f0 req-e5d9b4c9-ddd5-4e30-a7b9-b99af068e274 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Aug 28 08:17:30.881588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247bb41-149d-4faf-9946-351ce8a6f7e0 req-b862349e-60a3-40cf-b202-8a5ee443938c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:30.883080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8247bb41-149d-4faf-9946-351ce8a6f7e0 req-b862349e-60a3-40cf-b202-8a5ee443938c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.0571125 Aug 28 08:17:30.892448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:30.923525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8247bb41-149d-4faf-9946-351ce8a6f7e0 req-4342855e-5983-4991-aee0-97f853725740 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 28 08:17:31.015777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] Transition to ACTIVE for port object 7090fee5-a9fd-4235-95ca-14ee373c8064 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:31.052067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b85a2-c003-4d8e-8d98-5da09676cc7a req-30675c1e-042c-4024-939c-5eb6d3a10706 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.052414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad8e99-ffb5-417e-92c9-606261441195 req-3d20e867-9939-4edc-97a8-8d082badb490 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.053937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71ad8e99-ffb5-417e-92c9-606261441195 req-3d20e867-9939-4edc-97a8-8d082badb490 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1024 time: 0.0527425 Aug 28 08:17:31.054680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-611b85a2-c003-4d8e-8d98-5da09676cc7a req-30675c1e-042c-4024-939c-5eb6d3a10706 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0694425 Aug 28 08:17:31.096624 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-611b85a2-c003-4d8e-8d98-5da09676cc7a req-029dfc3c-864c-4bd9-b874-fdb8a1488fd8 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Aug 28 08:17:31.108093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71ad8e99-ffb5-417e-92c9-606261441195 req-67d8a669-8c74-41f8-b4c7-b4e531a80ef7 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb7807e0-01b1-475b-96bb-017ab4267edf&id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0476561 Aug 28 08:17:31.110796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:31.196636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] No DVR routers for this DVR port 7090fee5-a9fd-4235-95ca-14ee373c8064 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:31.241059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4122-8ffb-49e9-979b-ed5f81f6b048 req-61d94c1e-de0f-4a89-96c5-68512013fb2f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.242586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2bc4122-8ffb-49e9-979b-ed5f81f6b048 req-61d94c1e-de0f-4a89-96c5-68512013fb2f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.0553591 Aug 28 08:17:31.258454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:31.270593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7e05a202-cdde-461a-85c7-882ec88ab1d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064/bindings/n-h2-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7692051 Aug 28 08:17:31.290145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c07dd9-b7fb-47a4-8ea3-7376246ca46f req-147e2ef0-7eeb-446e-847c-ec375e5af728 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.290652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2bc4122-8ffb-49e9-979b-ed5f81f6b048 req-e96aa86f-5c08-4590-80a0-4ec8d521b4fb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Aug 28 08:17:31.291780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61c07dd9-b7fb-47a4-8ea3-7376246ca46f req-147e2ef0-7eeb-446e-847c-ec375e5af728 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0965071 Aug 28 08:17:31.338531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61c07dd9-b7fb-47a4-8ea3-7376246ca46f req-ba4620f9-66fc-4156-a31f-f25371c0804f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Aug 28 08:17:31.450893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b010234-311b-42ae-bccf-79d98c1256aa req-fab6a975-5138-44f3-8663-587d35c1ce8f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.452320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b010234-311b-42ae-bccf-79d98c1256aa req-fab6a975-5138-44f3-8663-587d35c1ce8f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0551128 Aug 28 08:17:31.491750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b010234-311b-42ae-bccf-79d98c1256aa req-5e786483-d606-430c-97e7-70a35202b0d3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Aug 28 08:17:31.519127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:31.563934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:31.564379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:31.607482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:31.623387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000634e8-a189-4637-9563-bb7871a7ba55 req-6845863c-3a8a-49bb-b49f-5b85c81290ac tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.624929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-000634e8-a189-4637-9563-bb7871a7ba55 req-6845863c-3a8a-49bb-b49f-5b85c81290ac tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0600772 Aug 28 08:17:31.809390 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:31.863200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7aeaec52-09b0-4857-9f6b-335a4b6f8b53 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.864902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-7aeaec52-09b0-4857-9f6b-335a4b6f8b53 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.1813645 Aug 28 08:17:31.935325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78df71-4ed5-4795-ae99-572155694777 req-c5a35c70-a584-4e63-b167-1aac67d6b181 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.936748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e78df71-4ed5-4795-ae99-572155694777 req-c5a35c70-a584-4e63-b167-1aac67d6b181 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0905478 Aug 28 08:17:31.946321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-752fc9bd-6c41-4c00-98d8-64ed7bc21669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:31.947858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-752fc9bd-6c41-4c00-98d8-64ed7bc21669 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739&tenant_id=150705dfe001456faab8224e3eb11d7e HTTP/1.1" status: 200 len: 1097 time: 0.0688124 Aug 28 08:17:31.949737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:31.952187 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fce3ec-38ab-4901-a264-ca69f1b1d876" -d '{"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:31.980993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-000634e8-a189-4637-9563-bb7871a7ba55 req-40473468-96cb-4dc0-a48d-00579d79a61a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500495 Aug 28 08:17:32.192597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a70e2-0176-4f55-b168-7d3aac247ed6 req-50f70786-a55b-4c96-a4ee-9e6c76ddf378 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.194183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705a70e2-0176-4f55-b168-7d3aac247ed6 req-50f70786-a55b-4c96-a4ee-9e6c76ddf378 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.0621085 Aug 28 08:17:32.246451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-705a70e2-0176-4f55-b168-7d3aac247ed6 req-8cd3592d-b029-4822-a49c-d9b6241f58c7 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448759 Aug 28 08:17:32.295607 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edcbedc-ff2d-4d5c-8b2e-ef92f6ee7168 x-openstack-request-id: req-3edcbedc-ff2d-4d5c-8b2e-ef92f6ee7168 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:32.295851 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "tag": "c647da8f-b79b-4619-9b65-45ce86021710", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:32.296215 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3edcbedc-ff2d-4d5c-8b2e-ef92f6ee7168 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:32.296673 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710', 'status': 'completed', 'code': 200} Aug 28 08:17:32.329362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e78df71-4ed5-4795-ae99-572155694777 req-024e4a81-bd00-434d-b167-7384ddd4e498 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861182 Aug 28 08:17:32.337516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-23df0434-ae36-4f71-a797-bd42215758c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.339339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-23df0434-ae36-4f71-a797-bd42215758c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=150705dfe001456faab8224e3eb11d7e&device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1097 time: 0.0633721 Aug 28 08:17:32.465850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350638-8681-4e3a-8cfc-b5524f26a414 req-67fe0059-e7bd-4a15-b45b-7b78968a6f07 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.467403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11350638-8681-4e3a-8cfc-b5524f26a414 req-67fe0059-e7bd-4a15-b45b-7b78968a6f07 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0877039 Aug 28 08:17:32.470981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-25c84436-8e14-48e4-8628-13f1794ff529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.472482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-25c84436-8e14-48e4-8628-13f1794ff529 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a5c5f685264d02a03fe3b0a909105e&device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1176 time: 0.0909598 Aug 28 08:17:32.508895 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11350638-8681-4e3a-8cfc-b5524f26a414 req-7ae24b56-821e-45dc-b678-c3fe973253d6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Aug 28 08:17:32.514182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5108ea-8ac2-41a4-a080-06c43689eefc req-8d6cc415-b819-42c2-8631-e9b10642e7e1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.515739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d5108ea-8ac2-41a4-a080-06c43689eefc req-8d6cc415-b819-42c2-8631-e9b10642e7e1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1024 time: 0.0829964 Aug 28 08:17:32.519402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-5f16d580-a1d0-417b-9a2e-39fca7c981e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.521361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-5f16d580-a1d0-417b-9a2e-39fca7c981e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 200 len: 909 time: 0.1402133 Aug 28 08:17:32.597173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d5108ea-8ac2-41a4-a080-06c43689eefc req-9fa08e80-c525-40ae-945e-b3d6d94309c5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb7807e0-01b1-475b-96bb-017ab4267edf&id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0744672 Aug 28 08:17:32.598649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-e504634b-0587-4ffb-826d-8c111e35a833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 200 len: 217 time: 0.0495801 Aug 28 08:17:32.663738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2bd0b-4cfc-4bae-ba63-e99680b275c1 req-72a9df80-1479-4782-97b3-7bd38aac2e15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.664723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a65dcc0a-0bf4-49b8-abcc-c03340359b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.665288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5fe2bd0b-4cfc-4bae-ba63-e99680b275c1 req-72a9df80-1479-4782-97b3-7bd38aac2e15 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.0892856 Aug 28 08:17:32.669376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a65dcc0a-0bf4-49b8-abcc-c03340359b9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 200 len: 848 time: 0.0554309 Aug 28 08:17:32.671171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-85ef21d2-e1f9-4f30-b200-53786a951495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.672665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-85ef21d2-e1f9-4f30-b200-53786a951495 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 200 len: 913 time: 0.1455891 Aug 28 08:17:32.725382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-dc28a35f-95ee-4123-90c9-03c694cd5b1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 200 len: 217 time: 0.0362496 Aug 28 08:17:32.725661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-a2bd87e8-a221-4117-8e38-06b49a77d38c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86af6373-b29b-481d-a5d3-2697189036ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320101 Aug 28 08:17:32.741823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922c610-6f2f-4cf0-9e18-058b221e184d req-23abe12d-c9b9-439d-ba3f-fd5f74f8ba96 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.742609 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5fe2bd0b-4cfc-4bae-ba63-e99680b275c1 req-39da9612-5d90-46f0-ac02-9021e6b1f9a3 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Aug 28 08:17:32.743378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0922c610-6f2f-4cf0-9e18-058b221e184d req-23abe12d-c9b9-439d-ba3f-fd5f74f8ba96 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0817468 Aug 28 08:17:32.803532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-2730352a-cc3b-4431-b477-8611fbb534a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.805070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-2730352a-cc3b-4431-b477-8611fbb534a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 200 len: 852 time: 0.0535958 Aug 28 08:17:32.837591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0922c610-6f2f-4cf0-9e18-058b221e184d req-1de6316a-bf67-4134-a6af-14d49b637e10 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880237 Aug 28 08:17:32.860703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654346ac-af61-41cf-aa9f-c6b7d0dee3c0 req-be605b7d-b81c-401f-bd38-23cbebb3f569 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:32.861944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-654346ac-af61-41cf-aa9f-c6b7d0dee3c0 req-be605b7d-b81c-401f-bd38-23cbebb3f569 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0549512 Aug 28 08:17:32.876630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-127f9008-2d88-4e69-b349-058fe49bd519 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200395 Aug 28 08:17:32.930167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-98fe578e-8d6c-40f2-8269-e25352d4e25a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23a6f4bc-fe5d-4771-9112-93f6b06a30e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359535 Aug 28 08:17:32.976420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-654346ac-af61-41cf-aa9f-c6b7d0dee3c0 req-8352c5ef-006d-4a84-9245-731d93350799 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010323 Aug 28 08:17:33.021374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bdacf-d4dd-41ef-a402-9e02e590c6f6 req-31b085fe-911c-4c96-8761-34549184b45d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.022962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c9bdacf-d4dd-41ef-a402-9e02e590c6f6 req-31b085fe-911c-4c96-8761-34549184b45d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0822864 Aug 28 08:17:33.036353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-9e06215b-6b26-4ec2-94f6-5bffc4671cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415887 Aug 28 08:17:33.038976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-61efc75c-dc51-4d95-911e-3c8cc1152c2c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.040455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-61efc75c-dc51-4d95-911e-3c8cc1152c2c tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 945 time: 0.1373861 Aug 28 08:17:33.070959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c9bdacf-d4dd-41ef-a402-9e02e590c6f6 req-0e171ba6-ab65-4837-b835-91e26a6788c7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Aug 28 08:17:33.073687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-3a7c83ff-58b1-437e-ab27-a988357bb9a8 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241968 Aug 28 08:17:33.226494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585eb5e-743d-4789-aed9-0eea8ce1cb0c req-e01976df-8d0c-470e-8738-72c1b1006900 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.228097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8585eb5e-743d-4789-aed9-0eea8ce1cb0c req-e01976df-8d0c-470e-8738-72c1b1006900 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0554950 Aug 28 08:17:33.241326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-51c72edb-f00f-4035-9a4e-531e87fb92cb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.242832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-51c72edb-f00f-4035-9a4e-531e87fb92cb tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.1631348 Aug 28 08:17:33.268087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8585eb5e-743d-4789-aed9-0eea8ce1cb0c req-67823f9b-341f-4a45-984a-1f172ecb04c9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Aug 28 08:17:33.315350 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5fce3ec-38ab-4901-a264-ca69f1b1d876 req-94033153-252c-47b4-ab2b-e9c4d1d78634 service neutron] 10.222.0.64 "GET /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965613 Aug 28 08:17:33.385108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Deleting port 5d024462-6a18-471a-88b0-00479e6fb7ed {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:33.385455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:33.425460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d21230-c238-48e4-a72c-d97a666e45ae req-70539d6a-9242-4e49-b4f6-eaf3fa832a44 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.427181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08d21230-c238-48e4-a72c-d97a666e45ae req-70539d6a-9242-4e49-b4f6-eaf3fa832a44 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0748029 Aug 28 08:17:33.490442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08d21230-c238-48e4-a72c-d97a666e45ae req-9c1b1c7c-9a03-4e0c-b660-7f502f08f9bf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Aug 28 08:17:33.492874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134759-b914-4690-9771-02d61a2fa517 req-8623755d-7fec-4f09-b4f4-986fea6aef97 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.493764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc134759-b914-4690-9771-02d61a2fa517 req-8623755d-7fec-4f09-b4f4-986fea6aef97 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 949 time: 0.1430783 Aug 28 08:17:33.510382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port 4af374f0-5774-43df-b90c-2a707cbf1061 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:33.510742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:33.591618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] For port 5d024462-6a18-471a-88b0-00479e6fb7ed, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d024462-6a18-471a-88b0-00479e6fb7ed,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:33.591984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:33.625632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Calling delete_port for 5d024462-6a18-471a-88b0-00479e6fb7ed owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:33.627090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df746-5ae7-4a8b-817d-b4b7d3061e8d req-17bd5001-2dab-4985-ab07-16616dda4bdc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.628712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-206df746-5ae7-4a8b-817d-b4b7d3061e8d req-17bd5001-2dab-4985-ab07-16616dda4bdc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0674148 Aug 28 08:17:33.646028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc134759-b914-4690-9771-02d61a2fa517 req-536e3e36-e509-4bfa-92a7-c3ef80aed54c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266332 Aug 28 08:17:33.685654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-206df746-5ae7-4a8b-817d-b4b7d3061e8d req-3eee39c1-4ae0-415e-8b46-c2537567c100 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495567 Aug 28 08:17:33.760814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port 4af374f0-5774-43df-b90c-2a707cbf1061, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4af374f0-5774-43df-b90c-2a707cbf1061,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:33.760814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:33.806021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-243735b7-3029-412d-a05d-5f15f00beae2 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.807641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for 4af374f0-5774-43df-b90c-2a707cbf1061 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:33.808098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-243735b7-3029-412d-a05d-5f15f00beae2 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739&tenant_id=150705dfe001456faab8224e3eb11d7e&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.0829356 Aug 28 08:17:33.856816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a26d75-69b1-4a99-9d4c-24cf2cffb5f2 req-9c946599-7a69-43c6-a679-c314971c5fa8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.858623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41a26d75-69b1-4a99-9d4c-24cf2cffb5f2 req-9c946599-7a69-43c6-a679-c314971c5fa8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1024 time: 0.0871828 Aug 28 08:17:33.926151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41a26d75-69b1-4a99-9d4c-24cf2cffb5f2 req-d77f459f-eeb7-4c32-9e94-88067a88d376 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb7807e0-01b1-475b-96bb-017ab4267edf&id=baa48003-7ab9-4f7b-98e1-3d0986716bd7&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0602329 Aug 28 08:17:33.951807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-85869387-868b-4dc2-b2fb-de1da84d071e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.951807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-85869387-868b-4dc2-b2fb-de1da84d071e tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 1024 time: 0.2462490 Aug 28 08:17:33.955675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3479e-f5fe-4b2e-9cdd-3979477d86cf req-92f780c1-f2c1-4880-a207-cec5811c5223 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:33.957738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3be3479e-f5fe-4b2e-9cdd-3979477d86cf req-92f780c1-f2c1-4880-a207-cec5811c5223 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1721203 Aug 28 08:17:34.048838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b981-6a0d-4a9a-8eaa-75690c056043 req-901b9575-d17f-4906-b5ff-26ac6db0e5ee tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:34.049118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.051107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e838b981-6a0d-4a9a-8eaa-75690c056043 req-901b9575-d17f-4906-b5ff-26ac6db0e5ee tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0571563 Aug 28 08:17:34.079251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-2a1e99b6-4582-401a-a2bf-dc290b8cad94 service neutron] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:34.084700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-2a1e99b6-4582-401a-a2bf-dc290b8cad94 service neutron] Notify callbacks [] for binding, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.085792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ef54937-9527-45c7-9c4e-cbc9a1bad2c1 req-2a1e99b6-4582-401a-a2bf-dc290b8cad94 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064/bindings/n-h1-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.2667720 Aug 28 08:17:34.095254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', '5d024462-6a18-471a-88b0-00479e6fb7ed'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:34.098555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3be3479e-f5fe-4b2e-9cdd-3979477d86cf req-3d9da7dd-939b-4c01-8b89-6fd1c6d5ff8d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302259 Aug 28 08:17:34.144588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e838b981-6a0d-4a9a-8eaa-75690c056043 req-f704a7e6-8728-41a0-9f4d-1fdacd06db97 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868533 Aug 28 08:17:34.145727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event deleted for resources: {'Port': ['ID=5d024462-6a18-471a-88b0-00479e6fb7ed,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:34.185276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.185678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.186020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.186388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.186730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.187070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.187402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.187777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.188111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.188437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.188761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.189086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:34.214412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] No DVR routers for this DVR port 5d024462-6a18-471a-88b0-00479e6fb7ed on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:34.224471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.226592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-525f2162-f92c-48ab-98d3-02d84cbcc56b req-b8ebe41e-db6d-41b3-8a96-3fa8bd738303 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "DELETE /v2.0/ports/5d024462-6a18-471a-88b0-00479e6fb7ed HTTP/1.1" status: 204 len: 173 time: 1.1185296 Aug 28 08:17:34.253888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ded274c-d081-4412-8f18-137839f9f2dc req-d152bf6d-1af8-4986-bf59-835366653a7a tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0610292 Aug 28 08:17:34.271893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Deleting port c647da8f-b79b-4619-9b65-45ce86021710 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:34.272247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.291065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e7f1-8002-40b9-9630-fef833d9fd01 req-4baeb0ab-a653-4d27-b008-f014bd7243a0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:34.298928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1775e7f1-8002-40b9-9630-fef833d9fd01 req-4baeb0ab-a653-4d27-b008-f014bd7243a0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0727735 Aug 28 08:17:34.320738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-deleted', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:34.323052 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b9cb2-facb-42de-914c-90a34473deb8" -d '{"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-deleted", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:34.343378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1775e7f1-8002-40b9-9630-fef833d9fd01 req-5147c16c-3cf0-43f3-8689-a316c47a93c5 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Aug 28 08:17:34.413792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.431380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port c647da8f-b79b-4619-9b65-45ce86021710, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c647da8f-b79b-4619-9b65-45ce86021710,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:34.431746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.456580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423', 'a591d44a-41f1-4def-9285-022056e96f93'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:34.457183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c9e5c-6d16-4eed-a9de-9b74c8877031 req-1ebe729c-f33b-4ec6-9d53-3e5c833887a6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:34.458657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a45c9e5c-6d16-4eed-a9de-9b74c8877031 req-1ebe729c-f33b-4ec6-9d53-3e5c833887a6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1215653 Aug 28 08:17:34.469127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=4af374f0-5774-43df-b90c-2a707cbf1061,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:34.489495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Calling delete_port for c647da8f-b79b-4619-9b65-45ce86021710 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:34.502202 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deadba2-2b8f-4fd9-b053-fabe748fb086 x-openstack-request-id: req-8deadba2-2b8f-4fd9-b053-fabe748fb086 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:34.503524 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39e559-c729-4196-8ed9-bd1e947e850a", "name": "network-vif-deleted", "tag": "5d024462-6a18-471a-88b0-00479e6fb7ed", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:34.503524 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8deadba2-2b8f-4fd9-b053-fabe748fb086 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:34.503781 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a39e559-c729-4196-8ed9-bd1e947e850a', 'name': 'network-vif-deleted', 'tag': '5d024462-6a18-471a-88b0-00479e6fb7ed', 'status': 'completed', 'code': 200} Aug 28 08:17:34.552739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port 4af374f0-5774-43df-b90c-2a707cbf1061 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:34.587808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.589852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfd17a43-24b0-4c54-aaa9-0bd8a408e8b3 req-c11c32ed-bb51-4920-a8c9-5dc5510c54ea tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "DELETE /v2.0/ports/4af374f0-5774-43df-b90c-2a707cbf1061 HTTP/1.1" status: 204 len: 173 time: 1.3348780 Aug 28 08:17:34.601941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a45c9e5c-6d16-4eed-a9de-9b74c8877031 req-fbd47538-ce9d-4ac7-b514-c33b1902a6e6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305513 Aug 28 08:17:34.657520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:34.813631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:34.824489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be262d97-24ee-4dcd-b138-1e1bcbfa64e8 req-68edc547-7557-4e17-bab5-982ed87b141f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 210 time: 0.0585208 Aug 28 08:17:34.849422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2e04f-3aa0-453c-a849-86954d26dc5d req-e711f805-873c-4f0c-8943-f62bb2b7b395 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:34.857927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1b2e04f-3aa0-453c-a849-86954d26dc5d req-e711f805-873c-4f0c-8943-f62bb2b7b395 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0880034 Aug 28 08:17:34.924126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1b2e04f-3aa0-453c-a849-86954d26dc5d req-ea8f57c6-ef87-4d49-82d7-47e0b73398bb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650592 Aug 28 08:17:34.992373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:35.064340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'Port': ['ID=c647da8f-b79b-4619-9b65-45ce86021710,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:35.074156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b19beb00-09f3-4f8c-b232-2fdabe3abdde req-b1f9e7c5-c2f3-465c-9b1a-8041b98fde69 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0417910 Aug 28 08:17:35.101353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:35.179321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ee239-311d-4a3d-8d5b-fa00b5b8d950 req-b4cf1a73-66c9-439b-accf-b451d9204c6e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.180849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c72ee239-311d-4a3d-8d5b-fa00b5b8d950 req-b4cf1a73-66c9-439b-accf-b451d9204c6e tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.2638772 Aug 28 08:17:35.181613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] No DVR routers for this DVR port c647da8f-b79b-4619-9b65-45ce86021710 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:35.184316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:35.186169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4ae9c26-e95b-40ab-8f36-1a9863b7290a req-84423e8a-a083-4fc7-b81e-30a090e5d7d4 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "DELETE /v2.0/ports/c647da8f-b79b-4619-9b65-45ce86021710 HTTP/1.1" status: 204 len: 173 time: 1.2274671 Aug 28 08:17:35.235601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe70e8-93d5-47a5-873f-25773d7cf882 req-c3c27a1f-b616-433a-b3ee-4715675a7680 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.244658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ebe70e8-93d5-47a5-873f-25773d7cf882 req-c3c27a1f-b616-433a-b3ee-4715675a7680 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0906544 Aug 28 08:17:35.262150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c72ee239-311d-4a3d-8d5b-fa00b5b8d950 req-ab7a3812-bcaa-41e7-8c1a-9be8f656e84b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Aug 28 08:17:35.307630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ebe70e8-93d5-47a5-873f-25773d7cf882 req-61fb9eee-0930-4b6f-84dc-c8799e479bf6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Aug 28 08:17:35.405807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209b50-7153-4b1b-bda0-ac241781c770 req-df9f6365-891b-43ae-9598-c3bfd896a0e6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.406242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fef88ecf-1d6e-4982-81da-7af2c20f927a req-72cd108f-1688-401d-b13a-8ed2235f95b7 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0336995 Aug 28 08:17:35.410745 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa209b50-7153-4b1b-bda0-ac241781c770 req-df9f6365-891b-43ae-9598-c3bfd896a0e6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0611725 Aug 28 08:17:35.473871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa209b50-7153-4b1b-bda0-ac241781c770 req-44990517-6b3a-4cf0-9330-414eb617c9fa tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598807 Aug 28 08:17:35.514155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4af374f0-5774-43df-b90c-2a707cbf1061 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:35.538934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 4af374f0-5774-43df-b90c-2a707cbf1061 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:35.539287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4af374f0-5774-43df-b90c-2a707cbf1061 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:35.582526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb1a06-5f4b-4285-a551-27226f521544 req-9946c9dd-e746-4ebd-8a6f-bbd796f20987 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.584172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbb1a06-5f4b-4285-a551-27226f521544 req-9946c9dd-e746-4ebd-8a6f-bbd796f20987 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0609543 Aug 28 08:17:35.642815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbb1a06-5f4b-4285-a551-27226f521544 req-8c9e9e7f-fac4-43cf-a49c-e4259b393d06 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Aug 28 08:17:35.688775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc64-5d04-4126-831c-bfa9e4b9f910 req-e273e905-f330-4b8f-89d8-f58237ca49bd tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.690918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab45cc64-5d04-4126-831c-bfa9e4b9f910 req-e273e905-f330-4b8f-89d8-f58237ca49bd tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 1097 time: 0.0480366 Aug 28 08:17:35.731647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab45cc64-5d04-4126-831c-bfa9e4b9f910 req-6edd740d-ab6d-4411-a383-560f0a5ca115 tempest-LiveMigrationTest-1400747653 tempest-LiveMigrationTest-1400747653-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Aug 28 08:17:35.822381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8436e-34da-4824-b52e-553c35b284b5 req-21f4edfa-d519-45fc-b479-b864f50a5dc2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:35.824057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b8436e-34da-4824-b52e-553c35b284b5 req-21f4edfa-d519-45fc-b479-b864f50a5dc2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0997412 Aug 28 08:17:35.881274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b8436e-34da-4824-b52e-553c35b284b5 req-613e4f6d-3773-4272-8ce6-be92d175dce5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Aug 28 08:17:36.012108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d71ae15-4a04-4195-8dc2-706fc95c6d15 req-5a60ca19-97a1-40c3-b7a3-f7439d0ac16b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=590c8ce6-4c3b-48d4-848f-f00e6e7b5602 HTTP/1.1" status: 200 len: 210 time: 0.0374670 Aug 28 08:17:36.150759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efe25a-9a52-426c-8265-73440a1babc1 req-e5799170-ed4b-402c-8041-9a403bb0a6df tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.152505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52efe25a-9a52-426c-8265-73440a1babc1 req-e5799170-ed4b-402c-8041-9a403bb0a6df tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0543044 Aug 28 08:17:36.201646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52efe25a-9a52-426c-8265-73440a1babc1 req-66ace0be-fe96-4863-9906-27a4836f22b6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Aug 28 08:17:36.279739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:36.320490 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36d37144-df6f-464e-a641-79249ebe6358 req-3cd70d9b-4776-4471-aaa1-eef963547581 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1865886-77b9-4737-889d-fb6d8066cbbb HTTP/1.1" status: 200 len: 210 time: 0.0406201 Aug 28 08:17:36.369176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe85b0d-9346-40d2-a1f0-1fdea3dcb6a9 req-1495d192-c69d-478c-9c04-61e499949f40 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.377221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe85b0d-9346-40d2-a1f0-1fdea3dcb6a9 req-1495d192-c69d-478c-9c04-61e499949f40 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.1034665 Aug 28 08:17:36.452129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe85b0d-9346-40d2-a1f0-1fdea3dcb6a9 req-80e974a4-2043-4322-b5b1-1ce458f129ca tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630102 Aug 28 08:17:36.537578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'name': 'network-vif-deleted', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061'}, {'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'name': 'network-vif-deleted', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:36.540236 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d95f838-8575-44ff-838c-009bfcd95325" -d '{"events": [{"server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "name": "network-vif-deleted", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061"}, {"server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "name": "network-vif-deleted", "tag": "c647da8f-b79b-4619-9b65-45ce86021710"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:36.574609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a2ca66b-8e2c-469f-81c3-8b084785f072 req-38c35efd-11e3-4025-b313-e8b131076443 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0421865 Aug 28 08:17:36.604016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7448db7-daf8-45a6-ba9f-6f1ae15a362a req-dbbfcf21-c0cf-4a19-b7d8-58f95e6c5edb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.608280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7448db7-daf8-45a6-ba9f-6f1ae15a362a req-dbbfcf21-c0cf-4a19-b7d8-58f95e6c5edb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1179647 Aug 28 08:17:36.678265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7448db7-daf8-45a6-ba9f-6f1ae15a362a req-2436457f-ba9e-44d0-bdd7-dc40c0bedbdb tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Aug 28 08:17:36.749303 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1212db92-2ed9-48c0-ba80-489c821f8fae x-openstack-request-id: req-1212db92-2ed9-48c0-ba80-489c821f8fae {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:36.750010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8ce6-4c3b-48d4-848f-f00e6e7b5602", "name": "network-vif-deleted", "tag": "4af374f0-5774-43df-b90c-2a707cbf1061", "status": "completed", "code": 200}, {"server_uuid": "a1865886-77b9-4737-889d-fb6d8066cbbb", "name": "network-vif-deleted", "tag": "c647da8f-b79b-4619-9b65-45ce86021710", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:36.750302 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1212db92-2ed9-48c0-ba80-489c821f8fae {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:36.750871 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8ce6-4c3b-48d4-848f-f00e6e7b5602', 'name': 'network-vif-deleted', 'tag': '4af374f0-5774-43df-b90c-2a707cbf1061', 'status': 'completed', 'code': 200} Aug 28 08:17:36.751369 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865886-77b9-4737-889d-fb6d8066cbbb', 'name': 'network-vif-deleted', 'tag': 'c647da8f-b79b-4619-9b65-45ce86021710', 'status': 'completed', 'code': 200} Aug 28 08:17:36.752422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f685-1e90-4446-a040-85abea8e78de req-11b963a0-09c7-4b9f-b1ec-9a0b564d635b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.754097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9929f685-1e90-4446-a040-85abea8e78de req-11b963a0-09c7-4b9f-b1ec-9a0b564d635b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0609410 Aug 28 08:17:36.823074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9929f685-1e90-4446-a040-85abea8e78de req-5e581407-baed-4c82-b491-1b7cff2f43dd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Aug 28 08:17:36.960946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c215a-5665-4d1f-8f91-803417fa0c9c req-8214d5c7-ba74-49e9-a7ba-8685ef6a26c0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.963433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-205c215a-5665-4d1f-8f91-803417fa0c9c req-8214d5c7-ba74-49e9-a7ba-8685ef6a26c0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0595624 Aug 28 08:17:36.980947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdaaf-3581-4f60-bb9e-b8a3f98edc2e req-97bd9648-6055-4934-9dfa-e472ba57b5d4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:36.983075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-497bdaaf-3581-4f60-bb9e-b8a3f98edc2e req-97bd9648-6055-4934-9dfa-e472ba57b5d4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0700722 Aug 28 08:17:37.026941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-205c215a-5665-4d1f-8f91-803417fa0c9c req-e73effc5-9acb-43bf-970c-4eaa11b0e125 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517235 Aug 28 08:17:37.037575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-497bdaaf-3581-4f60-bb9e-b8a3f98edc2e req-b2e54258-7f4a-4652-952d-6bc87f13b886 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415440 Aug 28 08:17:37.173918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7930d-0a6a-4a1e-b8ee-0761c2b6b9ab req-0a988a3e-02c9-4ad0-8ecb-2b44588d8b65 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:37.175482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4d7930d-0a6a-4a1e-b8ee-0761c2b6b9ab req-0a988a3e-02c9-4ad0-8ecb-2b44588d8b65 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0565004 Aug 28 08:17:37.244219 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4d7930d-0a6a-4a1e-b8ee-0761c2b6b9ab req-cf6d6b60-084e-47f2-8dad-6fde1748e6b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Aug 28 08:17:37.271738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-e2f7eea7-0c71-4f2e-8ac8-e2dc04b6fc2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:37.273271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-e2f7eea7-0c71-4f2e-8ac8-e2dc04b6fc2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0640645 Aug 28 08:17:37.414499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176343d-2467-4459-b549-d4ff13dd46d8 req-61d5b452-1d37-40d8-969e-aa8a5986c68d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:37.415954 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2176343d-2467-4459-b549-d4ff13dd46d8 req-61d5b452-1d37-40d8-969e-aa8a5986c68d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0949166 Aug 28 08:17:37.443913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Deleting port 7090fee5-a9fd-4235-95ca-14ee373c8064 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:37.444255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:37.512005 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2176343d-2467-4459-b549-d4ff13dd46d8 req-54ef83bb-0cde-4b1d-ac0e-5d7dbf545805 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Aug 28 08:17:37.571842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] For port 7090fee5-a9fd-4235-95ca-14ee373c8064, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7090fee5-a9fd-4235-95ca-14ee373c8064,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:37.572740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:37.596298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Calling delete_port for 7090fee5-a9fd-4235-95ca-14ee373c8064 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:37.679249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3c60-e4ce-4d89-9731-efb21ebb93e3 req-4adf5e6c-123e-4417-9483-deb082b8904b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:37.680775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4ad3c60-e4ce-4d89-9731-efb21ebb93e3 req-4adf5e6c-123e-4417-9483-deb082b8904b tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 945 time: 0.0992448 Aug 28 08:17:37.738002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4ad3c60-e4ce-4d89-9731-efb21ebb93e3 req-d4569662-5f00-4258-b9ae-cd559c707936 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Aug 28 08:17:37.808632 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:17:37.841796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-d24341d8-c717-41a1-afe1-90a7e2448e87 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/baa48003-7ab9-4f7b-98e1-3d0986716bd7 HTTP/1.1" status: 200 len: 1801 time: 0.0599515 Aug 28 08:17:37.923134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:37.931082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:37.963959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event deleted for resources: {'Port': ['ID=7090fee5-a9fd-4235-95ca-14ee373c8064,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:37.969911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7090fee5-a9fd-4235-95ca-14ee373c8064'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:37.980385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.005283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9836d8b0-dc19-4af2-83e2-7adfcfab0715'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:38.043680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] No DVR routers for this DVR port 7090fee5-a9fd-4235-95ca-14ee373c8064 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:38.051379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.053423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51fa2659-a5ff-472e-b6f8-2597d933ed6f req-61589226-eff1-4e1b-be8e-70b52b2494de tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.64 "DELETE /v2.0/ports/7090fee5-a9fd-4235-95ca-14ee373c8064 HTTP/1.1" status: 204 len: 173 time: 0.7735629 Aug 28 08:17:38.086031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:38.103869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cabd9d0-36ca-4295-a2d3-ddeda410ae3a req-a715105b-7551-4adc-980f-1b5a13f4126f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0303786 Aug 28 08:17:38.117335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 5d024462-6a18-471a-88b0-00479e6fb7ed {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:38.117335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d024462-6a18-471a-88b0-00479e6fb7ed not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:38.117335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c647da8f-b79b-4619-9b65-45ce86021710 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:38.156002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c647da8f-b79b-4619-9b65-45ce86021710 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:38.156345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c647da8f-b79b-4619-9b65-45ce86021710 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:38.189018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.193459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.196157 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76fca0f4-2b66-428d-ae0b-c24ec5a6d30e req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/baa48003-7ab9-4f7b-98e1-3d0986716bd7 HTTP/1.1" status: 204 len: 173 time: 0.3473225 Aug 28 08:17:38.209801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c1baf-c88d-4b80-9ce7-2f8a9c0b2fbb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa48003-7ab9-4f7b-98e1-3d0986716bd7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:38.237835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c0d-8a31-437e-8a52-954b47880c12 req-8fd8aa54-722b-4a08-955b-78962ab2c640 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:38.239996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99c41c0d-8a31-437e-8a52-954b47880c12 req-8fd8aa54-722b-4a08-955b-78962ab2c640 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0710208 Aug 28 08:17:38.283693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99c41c0d-8a31-437e-8a52-954b47880c12 req-6d51a10b-b518-442f-8439-2b3dcf15a636 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Aug 28 08:17:38.410770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4788b-2332-4b57-a0d5-82c19fe40fb2 req-6afec5f5-8be4-42c7-8a0c-ace018de4937 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:38.412432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18b4788b-2332-4b57-a0d5-82c19fe40fb2 req-6afec5f5-8be4-42c7-8a0c-ace018de4937 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.0561411 Aug 28 08:17:38.431966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9a470-2f23-4ff0-9d7d-53e4b81f440d req-718e743d-285e-49d3-b6d6-888ea4ebc283 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:38.433537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dc9a470-2f23-4ff0-9d7d-53e4b81f440d req-718e743d-285e-49d3-b6d6-888ea4ebc283 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0567796 Aug 28 08:17:38.458000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18b4788b-2332-4b57-a0d5-82c19fe40fb2 req-fd762045-7551-4f23-8bf9-8563c5d5be63 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Aug 28 08:17:38.486976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dc9a470-2f23-4ff0-9d7d-53e4b81f440d req-07859dc0-edea-4d94-9446-2c5a928c0d02 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Aug 28 08:17:38.563699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-2fca6d90-488c-4f24-86ab-1c8f8723799f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fb7807e0-01b1-475b-96bb-017ab4267edf HTTP/1.1" status: 200 len: 1801 time: 0.0450068 Aug 28 08:17:38.575073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17882d1-1ff2-49f1-96cd-6e7b86ed109f req-a4492f64-90dd-486d-b1d8-7cb63d62157d tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:38.576766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f17882d1-1ff2-49f1-96cd-6e7b86ed109f req-a4492f64-90dd-486d-b1d8-7cb63d62157d tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.0587687 Aug 28 08:17:38.626271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f17882d1-1ff2-49f1-96cd-6e7b86ed109f req-81f0781d-3633-41d4-863b-36746f450b5a tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Aug 28 08:17:38.645126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.677005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.742137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965649a-5a21-42fa-bd9f-d21d3fead969 req-8c0da1e6-7fb5-43cc-aea0-37646338a4f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:38.743856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f965649a-5a21-42fa-bd9f-d21d3fead969 req-8c0da1e6-7fb5-43cc-aea0-37646338a4f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0571244 Aug 28 08:17:38.752673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-deleted', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:38.757178 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101ac26-9538-455b-b2c3-34be0fb9d145" -d '{"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-deleted", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:38.787205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f965649a-5a21-42fa-bd9f-d21d3fead969 req-1cc855e4-d0b6-46b2-8c30-bf6b11bcb3c1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Aug 28 08:17:38.840895 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f37bb7c-fa8d-4e44-ba5a-4478d54d27fe x-openstack-request-id: req-1f37bb7c-fa8d-4e44-ba5a-4478d54d27fe {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:38.845768 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f106b08-6b3e-4772-b65b-9f04435e5739", "name": "network-vif-deleted", "tag": "7090fee5-a9fd-4235-95ca-14ee373c8064", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:38.845768 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f37bb7c-fa8d-4e44-ba5a-4478d54d27fe {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:38.845768 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f106b08-6b3e-4772-b65b-9f04435e5739', 'name': 'network-vif-deleted', 'tag': '7090fee5-a9fd-4235-95ca-14ee373c8064', 'status': 'completed', 'code': 200} Aug 28 08:17:38.869440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.875481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:38.880224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e39a96e7-27a5-40a2-96ea-e024b427e128 req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb7807e0-01b1-475b-96bb-017ab4267edf HTTP/1.1" status: 204 len: 173 time: 0.3150768 Aug 28 08:17:38.923476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4219a54-aa20-4ff1-8a8c-3bb1fc89327d tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7807e0-01b1-475b-96bb-017ab4267edf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:38.956734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-548844025', 'description': 'tempest-description-1579389471'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:38.973680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-353305e6-947e-447c-b6ff-418851f88f65 req-b8fb771e-c98b-4858-8dc6-f9c0cd5eb4ba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0532997 Aug 28 08:17:39.107088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39ec4f-e34b-404a-a634-4237c15deb11 req-c7ceb9f5-cb6f-4c78-bf68-59d55a6e3cd4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.108730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d39ec4f-e34b-404a-a634-4237c15deb11 req-c7ceb9f5-cb6f-4c78-bf68-59d55a6e3cd4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0616441 Aug 28 08:17:39.121491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.162083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d39ec4f-e34b-404a-a634-4237c15deb11 req-d9cc158b-7ad6-4e09-b780-2cf3637e15ad tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Aug 28 08:17:39.251373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.308215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-407bf68c-2df6-447c-be7b-a13a375a9684 req-4af7d469-9baa-475a-8dd8-86b6dcf7eb90 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a39e559-c729-4196-8ed9-bd1e947e850a HTTP/1.1" status: 200 len: 210 time: 0.0294535 Aug 28 08:17:39.320447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.363141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:39.458468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc0ef-31c9-42e0-ab20-72c6b5b64600 req-6d398097-5383-403d-8d92-f106866f351d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.461405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c6bc0ef-31c9-42e0-ab20-72c6b5b64600 req-6d398097-5383-403d-8d92-f106866f351d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0831470 Aug 28 08:17:39.503900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.506848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-861a4149-8a24-43cb-9fd6-2ecbcb7fe37d req-72bc202d-a4c6-4c7e-99a7-1d06d23435af tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5542011 Aug 28 08:17:39.508651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c6bc0ef-31c9-42e0-ab20-72c6b5b64600 req-0233c3fa-6038-47ac-b951-d0460adaddee tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Aug 28 08:17:39.541866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cdedea77-f14c-4e06-8a97-76f7f1521663 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:39.645789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfa36-c540-450b-82e0-c8ea8af264c9 req-3a67c008-d733-4fd3-ba4c-2fe91fb18552 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.647879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da6dfa36-c540-450b-82e0-c8ea8af264c9 req-3a67c008-d733-4fd3-ba4c-2fe91fb18552 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0683966 Aug 28 08:17:39.692836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cdedea77-f14c-4e06-8a97-76f7f1521663,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:39.698553 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da6dfa36-c540-450b-82e0-c8ea8af264c9 req-e7ebcfcd-3073-4ef9-b854-9f2151dc7775 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Aug 28 08:17:39.725499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'port_id': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'mac_address': 'fa:16:3e:86:0e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:17:39.751120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d43f4-e8f7-490f-a87e-173be5d0d2f5 req-403fbfb4-ef09-436e-a0a0-a36fa44c25f4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.753281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e13d43f4-e8f7-490f-a87e-173be5d0d2f5 req-403fbfb4-ef09-436e-a0a0-a36fa44c25f4 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.0792246 Aug 28 08:17:39.779494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.796896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdedea77-f14c-4e06-8a97-76f7f1521663 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:39.801360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-5e50db45-f303-4ee0-8f1e-839593c3faff tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.804414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-5e50db45-f303-4ee0-8f1e-839593c3faff tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a859f12-8c44-4481-af68-70e5fa4c9e3e HTTP/1.1" status: 200 len: 949 time: 0.1046095 Aug 28 08:17:39.808107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e13d43f4-e8f7-490f-a87e-173be5d0d2f5 req-1d0ac369-ce99-4452-9382-d4b6176b96af tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Aug 28 08:17:39.820244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-c6d1f246-56a5-437f-b0a2-a32bc31f55dc tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4 HTTP/1.1" status: 200 len: 1800 time: 0.0829365 Aug 28 08:17:39.848670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cdedea77-f14c-4e06-8a97-76f7f1521663,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:39.860691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1737356264', 'description': 'tempest-description-hth-1836463142'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:39.918029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.959440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:39.988522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270827-e054-4dde-997c-6e8f10708214 req-072f52bb-0509-43b0-be57-1d5bc873c942 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:39.991650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa270827-e054-4dde-997c-6e8f10708214 req-072f52bb-0509-43b0-be57-1d5bc873c942 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 944 time: 0.1008716 Aug 28 08:17:40.006376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:40.052398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa270827-e054-4dde-997c-6e8f10708214 req-0321701f-02c6-485c-b68a-70dce76a3786 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Aug 28 08:17:40.057273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-ce8366c0-e99f-4ae1-9946-fcc57c08c70c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:40.060025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-ce8366c0-e99f-4ae1-9946-fcc57c08c70c tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.1670358 Aug 28 08:17:40.131985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:40.160222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:40.160782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:40.179872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566ab41-7360-4519-aaad-4da5b31f4cab req-9d2d62fb-4fe5-4f39-ac47-d94917db9029 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:40.186844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7566ab41-7360-4519-aaad-4da5b31f4cab req-9d2d62fb-4fe5-4f39-ac47-d94917db9029 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0658743 Aug 28 08:17:40.253267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7566ab41-7360-4519-aaad-4da5b31f4cab req-75bf0685-ff91-4097-b961-e6b4a39df6d5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641155 Aug 28 08:17:40.352613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da943dac-b867-4f8c-a978-1fae6e2d9edb req-44b46bbc-93a9-443f-a0b5-650c060418e5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0327311 Aug 28 08:17:40.505540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f672d1-d1ba-453c-a2bc-c9531d340f37 req-ecf99e96-1223-4e32-a2b6-9e0cb91a949b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:40.507584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48f672d1-d1ba-453c-a2bc-c9531d340f37 req-ecf99e96-1223-4e32-a2b6-9e0cb91a949b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0690792 Aug 28 08:17:40.530078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['cdedea77-f14c-4e06-8a97-76f7f1521663'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:40.562830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48f672d1-d1ba-453c-a2bc-c9531d340f37 req-bd391a43-30e7-4ac8-a33b-29c71beffdd7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Aug 28 08:17:40.654341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:40.656517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:40.669248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2096592-0a0f-43b7-95ef-29f00d04e6b1 req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "PUT /v2.0/security-groups/5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4 HTTP/1.1" status: 200 len: 1775 time: 0.8152175 Aug 28 08:17:40.846296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911b4fc-3c86-4229-b85a-dd109cb4c1fd tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:40.889719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e39de9f3-024f-4d52-bcc1-c5256af40ff7 req-93526cbb-71ea-4933-9b92-e48adb158663 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4 HTTP/1.1" status: 200 len: 1775 time: 0.0441840 Aug 28 08:17:40.908677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port a591d44a-41f1-4def-9285-022056e96f93 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:40.912215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.013337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:41.013552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.027196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d33a5-55a0-41f8-ab3f-2c812a98ba07 req-e221ab25-6ff3-4683-851d-e3ab77b466c1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:41.029244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e70d33a5-55a0-41f8-ab3f-2c812a98ba07 req-e221ab25-6ff3-4683-851d-e3ab77b466c1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0684092 Aug 28 08:17:41.061665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:41.111764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e70d33a5-55a0-41f8-ab3f-2c812a98ba07 req-db8f109a-49bf-418d-84bc-ca2bfa8db072 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653031 Aug 28 08:17:41.208646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port a591d44a-41f1-4def-9285-022056e96f93, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a591d44a-41f1-4def-9285-022056e96f93,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:41.209323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.244312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for a591d44a-41f1-4def-9285-022056e96f93 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:41.307129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fa923-2733-4a82-b63d-cfc19cd36ef3 req-bbd64f20-03b6-41ff-9b30-c637f0b81914 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:41.317639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-967fa923-2733-4a82-b63d-cfc19cd36ef3 req-bbd64f20-03b6-41ff-9b30-c637f0b81914 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 950 time: 0.0903401 Aug 28 08:17:41.375190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-967fa923-2733-4a82-b63d-cfc19cd36ef3 req-aae52347-097b-4ea1-8721-c3060a6e51d3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Aug 28 08:17:41.439278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.439684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-6eef9ebe-7193-4198-8035-bb24a8450b72 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4 HTTP/1.1" status: 200 len: 1775 time: 0.0433271 Aug 28 08:17:41.480255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e', 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:41.483560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=ad5f151e-b6b8-4c82-9eac-fa40808e1ab2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:41.537297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.564842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.580378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:41.584894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.589909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-46c9e1e4-b860-4afb-a810-07191b6c5bba req-7005777f-437b-4079-b2c0-ae27061f51c6 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "DELETE /v2.0/ports/ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 HTTP/1.1" status: 204 len: 173 time: 1.7730846 Aug 28 08:17:41.591836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'name': 'network-vif-deleted', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:41.597909 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e5e70-2687-424b-b550-11d0520ec1a8" -d '{"events": [{"server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "name": "network-vif-deleted", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:41.669605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.709928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=a591d44a-41f1-4def-9285-022056e96f93,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:41.785529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.789185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.791132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc0deaf6-af98-48e1-a238-6724bb724bd0 req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4 HTTP/1.1" status: 204 len: 173 time: 0.3425126 Aug 28 08:17:41.806118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46ab35-f0a3-4c69-b81c-79f248b2bcbf tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c53fb6b-91b1-4c7c-b8c2-d251e71d71d4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:41.823018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port a591d44a-41f1-4def-9285-022056e96f93 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:41.835962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:41.838450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c96cd0c-ac64-4de3-8382-86a7dfcbcaf5 req-9ed62be6-0957-4f2c-8a28-b711ebc398a1 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "DELETE /v2.0/ports/a591d44a-41f1-4def-9285-022056e96f93 HTTP/1.1" status: 204 len: 173 time: 1.7700505 Aug 28 08:17:41.880939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90562e-11fe-4a87-a044-04b0dca45c29 req-8bd17b88-dd0f-4d22-8597-526430399a81 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:41.898884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8c90562e-11fe-4a87-a044-04b0dca45c29 req-8bd17b88-dd0f-4d22-8597-526430399a81 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 945 time: 0.1473827 Aug 28 08:17:41.925635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b318129d-5105-41cb-ba4d-49aa2907ad67 req-c0f531e0-3a2a-4431-b051-009a17c217d7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0370450 Aug 28 08:17:41.943715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:41.959819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8c90562e-11fe-4a87-a044-04b0dca45c29 req-adbb8745-b59c-495f-b63f-deabe9e41f0b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598276 Aug 28 08:17:41.990872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5de7b2de-14ab-466f-a09e-18b0e4c69697', '1805da26-0162-4921-8183-96dc470dd423'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:42.019228 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b152e7d7-ca38-48ad-bedc-89ea94c3b6bc x-openstack-request-id: req-b152e7d7-ca38-48ad-bedc-89ea94c3b6bc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:42.019228 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a859f12-8c44-4481-af68-70e5fa4c9e3e", "name": "network-vif-deleted", "tag": "ad5f151e-b6b8-4c82-9eac-fa40808e1ab2", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:42.019228 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b152e7d7-ca38-48ad-bedc-89ea94c3b6bc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:42.019228 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a859f12-8c44-4481-af68-70e5fa4c9e3e', 'name': 'network-vif-deleted', 'tag': 'ad5f151e-b6b8-4c82-9eac-fa40808e1ab2', 'status': 'completed', 'code': 200} Aug 28 08:17:42.165897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13ac9-7e4f-41ba-86de-bb86e59e2e23 req-49c9d107-95c0-4106-a944-2910476cd199 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:42.172522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79b13ac9-7e4f-41ba-86de-bb86e59e2e23 req-49c9d107-95c0-4106-a944-2910476cd199 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1221933 Aug 28 08:17:42.195302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:42.269231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79b13ac9-7e4f-41ba-86de-bb86e59e2e23 req-4dbaf0e1-7da2-4281-b249-b08a447b1565 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 Aug 28 08:17:42.272594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 7090fee5-a9fd-4235-95ca-14ee373c8064 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:42.272948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7090fee5-a9fd-4235-95ca-14ee373c8064 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:42.290295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:42.361842 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-8f19165f-1faa-4522-888f-db49676ccb9e req-8fd14d05-6068-4f0f-9147-d688685d26b8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.365209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f19165f-1faa-4522-888f-db49676ccb9e req-8fd14d05-6068-4f0f-9147-d688685d26b8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fb7807e0-01b1-475b-96bb-017ab4267edf HTTP/1.1" status: 404 len: 352 time: 0.0243578 Aug 28 08:17:42.427675 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-99ea81ab-e499-4feb-982d-e5c595b888f5 req-dc7c6c44-001a-4a33-a679-9db355472dd8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.447940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a44f-3b90-429b-b929-312e6468ea99 req-f4de9977-6521-4739-a543-c3d38da956d4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:42.452167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7757a44f-3b90-429b-b929-312e6468ea99 req-f4de9977-6521-4739-a543-c3d38da956d4 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1212351 Aug 28 08:17:42.453492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99ea81ab-e499-4feb-982d-e5c595b888f5 req-dc7c6c44-001a-4a33-a679-9db355472dd8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/baa48003-7ab9-4f7b-98e1-3d0986716bd7 HTTP/1.1" status: 404 len: 352 time: 0.0447109 Aug 28 08:17:42.519867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7757a44f-3b90-429b-b929-312e6468ea99 req-05d52842-921c-4321-a35c-01e7e266535d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Aug 28 08:17:42.579502 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-2eefc5a0-cd27-4e2a-a873-4e6c3d5b40dc req-e66b92b4-06ae-4683-aa6a-ee8b661ea4c0 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.589479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2eefc5a0-cd27-4e2a-a873-4e6c3d5b40dc req-e66b92b4-06ae-4683-aa6a-ee8b661ea4c0 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/afb68892-7c32-418e-a9a8-76ad71211681 HTTP/1.1" status: 404 len: 352 time: 0.0352817 Aug 28 08:17:42.613402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-359b5807-5427-4dd6-9e96-57ed0a08c964 req-9e06a417-69d7-4169-9bcb-c965045fad6f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c38662-d0ab-4f1a-80e4-ee686321955e HTTP/1.1" status: 200 len: 210 time: 0.0483875 Aug 28 08:17:42.650436 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-5c8286f9-0839-449b-91dc-d84a1b562b52 req-d4ce08b5-a22f-49b0-99b5-ed43220579e8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.652263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5c8286f9-0839-449b-91dc-d84a1b562b52 req-d4ce08b5-a22f-49b0-99b5-ed43220579e8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/fc8f8f71-609f-4ed0-a6ee-4ca83b16ffbe HTTP/1.1" status: 404 len: 352 time: 0.0461099 Aug 28 08:17:42.711317 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-9f09a36b-ef83-4aa0-9fae-a4653ab51760 req-7d5b411e-aa3d-41fb-a1a0-333308014750 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.712715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f09a36b-ef83-4aa0-9fae-a4653ab51760 req-7d5b411e-aa3d-41fb-a1a0-333308014750 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/f82385ba-9b66-4fbe-b317-53a7f6d491ee HTTP/1.1" status: 404 len: 352 time: 0.0263832 Aug 28 08:17:42.767122 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-f43430bd-1088-4458-a784-3582c35ac07a req-01394d8e-8558-489d-b060-68f2ce5004a8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] show failed (client error): The resource could not be found. Aug 28 08:17:42.770332 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f43430bd-1088-4458-a784-3582c35ac07a req-01394d8e-8558-489d-b060-68f2ce5004a8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/0e08d8ce-e623-494e-89cf-e70be391d35f HTTP/1.1" status: 404 len: 352 time: 0.0298524 Aug 28 08:17:43.047946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c3e850d-f3cb-49a7-b514-3b6de4132b3b req-48df7e84-101b-4bf9-b189-57432339aff4 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0284126 Aug 28 08:17:43.174305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ea1e9-e11c-4d05-84f6-44e2171fc734 req-21c54a51-b6de-48f5-a855-bb2b78e3a078 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:43.176500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8f2ea1e9-e11c-4d05-84f6-44e2171fc734 req-21c54a51-b6de-48f5-a855-bb2b78e3a078 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 945 time: 0.0576231 Aug 28 08:17:43.217241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8f2ea1e9-e11c-4d05-84f6-44e2171fc734 req-8bdcefda-9ca8-4967-95ed-99354bb7928f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Aug 28 08:17:43.387177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba865c-1aca-4fd7-af12-2dc80ef7e840 req-aad63596-777e-4cce-908a-0cdbf91e206f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:43.395580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ba865c-1aca-4fd7-af12-2dc80ef7e840 req-aad63596-777e-4cce-908a-0cdbf91e206f tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1023 time: 0.0890896 Aug 28 08:17:43.434017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ba865c-1aca-4fd7-af12-2dc80ef7e840 req-aed56c0d-b4cc-4a37-aba6-cfe4fec958c8 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=20b9c1be-2ea7-4b2a-9937-6df860087709&id=37ade38b-eff7-4ef2-850b-d1e0e47d1e5d&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0374494 Aug 28 08:17:43.450181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d7b7a-dfb4-4ea4-8c5c-d024877961b7 req-e8f7e7f7-3224-421f-8157-76928dfe6265 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:43.452482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-933d7b7a-dfb4-4ea4-8c5c-d024877961b7 req-e8f7e7f7-3224-421f-8157-76928dfe6265 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0593054 Aug 28 08:17:43.505012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-933d7b7a-dfb4-4ea4-8c5c-d024877961b7 req-2ad072b9-4edc-4ff3-a6bd-dbde171d9aab tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Aug 28 08:17:43.581107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cdedea77-f14c-4e06-8a97-76f7f1521663 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:17:43.687979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac68ec-ae7b-429f-bf0c-45bc27e3f8fb req-925c43df-2816-4088-8b93-beb3b93b3245 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:43.690548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7aac68ec-ae7b-429f-bf0c-45bc27e3f8fb req-925c43df-2816-4088-8b93-beb3b93b3245 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0705357 Aug 28 08:17:43.749580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7aac68ec-ae7b-429f-bf0c-45bc27e3f8fb req-82cb644a-46e3-4f54-8fd0-1510d6179270 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518720 Aug 28 08:17:43.759087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port cdedea77-f14c-4e06-8a97-76f7f1521663 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:43.763619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port cdedea77-f14c-4e06-8a97-76f7f1521663 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:43.765026 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:43.875993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:43.909245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:43.912747 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79c3110-fbc0-42e0-95b2-0931768e09f4" -d '{"events": [{"server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "name": "network-vif-plugged", "status": "completed", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:43.932329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cdedea77-f14c-4e06-8a97-76f7f1521663,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:43.973542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50f58d-596a-44ac-bf94-5d2d43dbe0df x-openstack-request-id: req-bf50f58d-596a-44ac-bf94-5d2d43dbe0df {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:43.973542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "name": "network-vif-plugged", "status": "completed", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:43.973542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf50f58d-596a-44ac-bf94-5d2d43dbe0df {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:43.973542 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'code': 200} Aug 28 08:17:44.020675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'name': 'network-vif-deleted', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:44.026359 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00845906-04cd-4f7c-b2a7-c32fff883b93" -d '{"events": [{"server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "name": "network-vif-deleted", "tag": "a591d44a-41f1-4def-9285-022056e96f93"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:44.080586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:44.083389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a591d44a-41f1-4def-9285-022056e96f93 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:44.120302 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d815838-e05c-4766-8216-b8865f7dcd8a x-openstack-request-id: req-9d815838-e05c-4766-8216-b8865f7dcd8a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:44.121674 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c38662-d0ab-4f1a-80e4-ee686321955e", "name": "network-vif-deleted", "tag": "a591d44a-41f1-4def-9285-022056e96f93", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:44.122340 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d815838-e05c-4766-8216-b8865f7dcd8a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:44.125491 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c38662-d0ab-4f1a-80e4-ee686321955e', 'name': 'network-vif-deleted', 'tag': 'a591d44a-41f1-4def-9285-022056e96f93', 'status': 'completed', 'code': 200} Aug 28 08:17:44.154675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: a591d44a-41f1-4def-9285-022056e96f93 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:44.155021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a591d44a-41f1-4def-9285-022056e96f93 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:44.160480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:44.236200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbed15d-62be-471d-849d-013d29cceab2 req-cf6eef35-9a87-4c6e-9462-35f4b9d64be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:44.239686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cfbed15d-62be-471d-849d-013d29cceab2 req-cf6eef35-9a87-4c6e-9462-35f4b9d64be7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1497250 Aug 28 08:17:44.275951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:44.276889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ad5f151e-b6b8-4c82-9eac-fa40808e1ab2 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:44.324168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f4f0861-6590-4bdd-8c41-b6be1296cd53 req-a9c0c504-eb0e-4fe8-b355-d61afa5c059c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f106b08-6b3e-4772-b65b-9f04435e5739 HTTP/1.1" status: 200 len: 210 time: 0.0592401 Aug 28 08:17:44.333660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:44.342132 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cfbed15d-62be-471d-849d-013d29cceab2 req-fd95474f-5568-4581-a467-2851cd7978e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939956 Aug 28 08:17:44.484826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea20b4-9251-41b9-bf9b-01eea23c9d3b req-8a6fc237-9206-479d-a381-11392488ae07 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:44.486574 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fea20b4-9251-41b9-bf9b-01eea23c9d3b req-8a6fc237-9206-479d-a381-11392488ae07 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0658228 Aug 28 08:17:44.542566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fea20b4-9251-41b9-bf9b-01eea23c9d3b req-e089ae5f-05b2-4189-a0a0-9302e4209779 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Aug 28 08:17:45.170954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf608843-2486-4631-bd05-cd192de4fda5 req-7b9dcbfe-4cad-4b88-9acb-139eb53d649a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:45.179229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf608843-2486-4631-bd05-cd192de4fda5 req-7b9dcbfe-4cad-4b88-9acb-139eb53d649a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1023 time: 0.0697231 Aug 28 08:17:45.197637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305da3-97da-4840-aded-7ba5d65d88da req-9ea707b5-15c7-4260-9fd3-aa9e027e2f7a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:45.199352 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-af305da3-97da-4840-aded-7ba5d65d88da req-9ea707b5-15c7-4260-9fd3-aa9e027e2f7a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 1023 time: 0.1526282 Aug 28 08:17:45.232699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab465965-02da-4ffa-a50d-51edf6ac183a req-f7332e77-29bf-4341-beb2-e60e2b44de2c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:45.237740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf608843-2486-4631-bd05-cd192de4fda5 req-6189740f-dcc0-489b-b99e-f0b58a201eb3 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups?id=20b9c1be-2ea7-4b2a-9937-6df860087709&id=37ade38b-eff7-4ef2-850b-d1e0e47d1e5d&id=561219ad-3d5a-4e99-87fd-e25f889623a5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0523002 Aug 28 08:17:45.249473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab465965-02da-4ffa-a50d-51edf6ac183a req-f7332e77-29bf-4341-beb2-e60e2b44de2c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1171908 Aug 28 08:17:45.378684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a048-b45a-4107-897b-79f7a1a4a273 req-eb0f5fe7-c99b-4c04-b4d2-bde2e68a0deb tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:45.390401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab465965-02da-4ffa-a50d-51edf6ac183a req-7acf0b61-0761-46f9-a8b2-8614555ff140 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311426 Aug 28 08:17:45.390524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a997a048-b45a-4107-897b-79f7a1a4a273 req-eb0f5fe7-c99b-4c04-b4d2-bde2e68a0deb tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0795729 Aug 28 08:17:45.457851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a997a048-b45a-4107-897b-79f7a1a4a273 req-4e7c9abf-b791-4f2c-a611-9e62244913d5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695291 Aug 28 08:17:45.508233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Deleting port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:45.508693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:45.709872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] For port 98a8a596-3d30-40d0-ae92-568e3c9d25b7, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=98a8a596-3d30-40d0-ae92-568e3c9d25b7,segment=NetworkSegment(9a87161b-2a80-4995-9d57-4d06894e2260),segment_id=9a87161b-2a80-4995-9d57-4d06894e2260)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:45.710409 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:45.737654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Calling delete_port for 98a8a596-3d30-40d0-ae92-568e3c9d25b7 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:45.746634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927118cc-31e0-4fa0-82c0-38ee54831964 req-70a9f5bf-1338-4a55-a134-53b26b17864b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:45.749791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-927118cc-31e0-4fa0-82c0-38ee54831964 req-70a9f5bf-1338-4a55-a134-53b26b17864b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0907619 Aug 28 08:17:45.820425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-927118cc-31e0-4fa0-82c0-38ee54831964 req-3401c400-f72f-4e97-af7c-042d977a370f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597444 Aug 28 08:17:46.104951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:46.152925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'Port': ['ID=98a8a596-3d30-40d0-ae92-568e3c9d25b7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:46.167547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['98a8a596-3d30-40d0-ae92-568e3c9d25b7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:46.217495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] No DVR routers for this DVR port 98a8a596-3d30-40d0-ae92-568e3c9d25b7 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:46.222555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:46.224844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-af305da3-97da-4840-aded-7ba5d65d88da req-0cd84841-cc21-49a0-ac6b-abbdc23c0bae tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.64 "DELETE /v2.0/ports/98a8a596-3d30-40d0-ae92-568e3c9d25b7 HTTP/1.1" status: 204 len: 173 time: 1.0129631 Aug 28 08:17:46.225341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'name': 'network-vif-deleted', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:46.232516 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8da8dc-a7be-4c37-8b6e-db2a54dd30f8" -d '{"events": [{"server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "name": "network-vif-deleted", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:46.305194 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c355ad37-b6f1-449f-9307-f22674bca9ea x-openstack-request-id: req-c355ad37-b6f1-449f-9307-f22674bca9ea {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:46.305705 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a4057e-e831-4ec5-81a0-e6e303161f92", "name": "network-vif-deleted", "tag": "98a8a596-3d30-40d0-ae92-568e3c9d25b7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:46.306159 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c355ad37-b6f1-449f-9307-f22674bca9ea {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:46.306731 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4057e-e831-4ec5-81a0-e6e303161f92', 'name': 'network-vif-deleted', 'tag': '98a8a596-3d30-40d0-ae92-568e3c9d25b7', 'status': 'completed', 'code': 200} Aug 28 08:17:46.438573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df1b78e3-e44d-4233-8533-d7e1335f8329 req-8e9681bb-339a-488b-b6ce-19f1d6997e13 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0683455 Aug 28 08:17:46.637779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed866920-50a8-4cd9-81e4-c8f480f2ef79 req-19001bc3-9821-4d50-8202-162771cb2974 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:46.661729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed866920-50a8-4cd9-81e4-c8f480f2ef79 req-19001bc3-9821-4d50-8202-162771cb2974 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 950 time: 0.0903561 Aug 28 08:17:46.701494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d070-088f-4ffa-a84c-4c5db0357810 req-4c212caa-06bc-40f2-beea-3459c88aa726 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:46.719612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2851d070-088f-4ffa-a84c-4c5db0357810 req-4c212caa-06bc-40f2-beea-3459c88aa726 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1578095 Aug 28 08:17:46.759634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed866920-50a8-4cd9-81e4-c8f480f2ef79 req-81ec2ff2-16b1-49a6-b5b0-b586a559971d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921171 Aug 28 08:17:46.800945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2851d070-088f-4ffa-a84c-4c5db0357810 req-f370e8ad-c64b-4bce-b6db-517a49d4b8ec tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751112 Aug 28 08:17:46.911479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a71e9-c427-4ee6-8e51-29ceb84ca60e req-9489ce7d-d322-4778-8012-52e892bc9490 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:46.913590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-156a71e9-c427-4ee6-8e51-29ceb84ca60e req-9489ce7d-d322-4778-8012-52e892bc9490 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0667107 Aug 28 08:17:47.010150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-156a71e9-c427-4ee6-8e51-29ceb84ca60e req-8387f0b4-ce22-449f-8d8f-438855aa0969 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751283 Aug 28 08:17:47.077897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa2532-2c54-4fc3-b193-061620046ce1 req-db7a5a4b-9149-49fd-b6c7-3dca1f58fc3a tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:47.086951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48fa2532-2c54-4fc3-b193-061620046ce1 req-db7a5a4b-9149-49fd-b6c7-3dca1f58fc3a tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.1592350 Aug 28 08:17:47.176513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48fa2532-2c54-4fc3-b193-061620046ce1 req-82a9237c-3780-4ca7-b4da-5da9f1cd148e tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879571 Aug 28 08:17:47.345062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd1c1e-052f-493e-87df-3a60a8f43036 req-45d4e3b3-3307-42cf-884b-53a2a02e1628 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:47.350902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbfd1c1e-052f-493e-87df-3a60a8f43036 req-45d4e3b3-3307-42cf-884b-53a2a02e1628 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0824127 Aug 28 08:17:47.356495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41776) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:47.366831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Request body: {'floatingip': {'port_id': 'cdedea77-f14c-4e06-8a97-76f7f1521663'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:47.473282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:47.664260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c8d7aab3-135c-45f0-928a-b28ee75c88da req-ad279dad-6d41-4d02-8fc9-1447db2368d1 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/ports?device_id=96a4057e-e831-4ec5-81a0-e6e303161f92 HTTP/1.1" status: 200 len: 210 time: 0.0704792 Aug 28 08:17:48.046393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fba4a3-2535-4003-8768-8231aea4be94 req-358a4af0-2af5-4872-b075-4eb3ceb2c06f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:48.057377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47fba4a3-2535-4003-8768-8231aea4be94 req-358a4af0-2af5-4872-b075-4eb3ceb2c06f tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 950 time: 0.1655552 Aug 28 08:17:48.203981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47fba4a3-2535-4003-8768-8231aea4be94 req-756967e9-d21e-4a2e-b5a5-27b2f44a81c2 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423149 Aug 28 08:17:48.436801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:48.484374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aeacd-c4c1-402a-9d2f-97dff0b77d3b req-8e76ca30-1b36-42ed-9372-d563f64cb35f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:48.492882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f4aeacd-c4c1-402a-9d2f-97dff0b77d3b req-8e76ca30-1b36-42ed-9372-d563f64cb35f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1397107 Aug 28 08:17:48.497803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73ddc-5d48-418e-8afc-38beeb5b1c91 req-1e68fd95-96ae-4581-af22-e1abcd45c5be tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:48.499907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00f73ddc-5d48-418e-8afc-38beeb5b1c91 req-1e68fd95-96ae-4581-af22-e1abcd45c5be tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0739892 Aug 28 08:17:48.503540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:48.560650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f4aeacd-c4c1-402a-9d2f-97dff0b77d3b req-512927d3-b5aa-4653-bb4f-052a407694e1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Aug 28 08:17:48.625019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00f73ddc-5d48-418e-8afc-38beeb5b1c91 req-6d4ea359-e750-4a09-9494-a2d4b853bdf1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177018 Aug 28 08:17:48.648237 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Floating IP dc46b666-5674-44d4-be31-cf700deaef3e associated. External IP: 172.25.0.246, port: cdedea77-f14c-4e06-8a97-76f7f1521663. Aug 28 08:17:48.730346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dbb33-637a-4817-bad0-d5dfa12dbcc4 req-09107793-e681-48df-acd1-547cc01506f2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:48.746830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a4dbb33-637a-4817-bad0-d5dfa12dbcc4 req-09107793-e681-48df-acd1-547cc01506f2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.1131811 Aug 28 08:17:48.794948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a4dbb33-637a-4817-bad0-d5dfa12dbcc4 req-63a456b3-9424-4539-9e81-6aa9578240ca tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464942 Aug 28 08:17:48.928580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-03dee370-d62e-445d-a8e4-5aadc794a70a tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/20b9c1be-2ea7-4b2a-9937-6df860087709 HTTP/1.1" status: 200 len: 1799 time: 0.0945218 Aug 28 08:17:48.954080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Router 5fca5774-972a-4159-8435-b17571c8b3e9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:17:49.134667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8718dd-8736-4392-812d-60daab4e8546 req-08e5d526-9454-4b74-add5-399eb95f5553 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.136207 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd8718dd-8736-4392-812d-60daab4e8546 req-08e5d526-9454-4b74-add5-399eb95f5553 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 950 time: 0.1810279 Aug 28 08:17:49.173183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.263157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:17:49.265869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.273646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Sync routers for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:17:49.292307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.292660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:17:49.293326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:49.348510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-2f023c9c-b8cc-4745-bc6b-cde21ea36819 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.350088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-2f023c9c-b8cc-4745-bc6b-cde21ea36819 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 944 time: 0.2874501 Aug 28 08:17:49.405663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75356c7-19d6-4b48-9257-ba289572d955 req-dc5784eb-cba7-48f3-9c3d-f552cbd17e93 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.418353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e75356c7-19d6-4b48-9257-ba289572d955 req-dc5784eb-cba7-48f3-9c3d-f552cbd17e93 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 950 time: 0.1177182 Aug 28 08:17:49.433045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a88acab6-6858-44b1-b613-18cb51efb823 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "PUT /v2.0/floatingips/dc46b666-5674-44d4-be31-cf700deaef3e HTTP/1.1" status: 200 len: 992 time: 2.0744941 Aug 28 08:17:49.449934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:49.454537 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f67b44-64cc-4516-97eb-c893811f405f" -d '{"events": [{"name": "network-changed", "server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:49.461653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-e857a501-1780-4ff5-b652-5a58d3c6e40d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.463234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-e857a501-1780-4ff5-b652-5a58d3c6e40d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "GET /v2.0/ports?device_id=70a4a352-a396-4c08-9ee6-1789f0a4306a HTTP/1.1" status: 200 len: 950 time: 0.1181178 Aug 28 08:17:49.493132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e75356c7-19d6-4b48-9257-ba289572d955 req-47443eb4-2649-4c2f-9a66-6f10d8680976 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736938 Aug 28 08:17:49.515474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.519060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.524741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cbb3ce9-d428-4465-9a5a-3f1a5d0582a2 req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/20b9c1be-2ea7-4b2a-9937-6df860087709 HTTP/1.1" status: 204 len: 173 time: 0.5771086 Aug 28 08:17:49.553868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port 5de7b2de-14ab-466f-a09e-18b0e4c69697 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:49.554452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.617906 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed86f7-50ca-4ea4-b771-181f5c6fcf4a x-openstack-request-id: req-5bed86f7-50ca-4ea4-b771-181f5c6fcf4a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:49.618193 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:49.618476 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bed86f7-50ca-4ea4-b771-181f5c6fcf4a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:49.618881 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'status': 'completed', 'code': 200} Aug 28 08:17:49.645281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:17:49.653026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port 1805da26-0162-4921-8183-96dc470dd423 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:49.653378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.808662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67b44-64cc-4516-97eb-c893811f405f req-6aae8a96-c5e4-46d3-a790-6b478078d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.810123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-6aae8a96-c5e4-46d3-a790-6b478078d2fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976d60e164214e27bd30741c534e616b&device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1107657 Aug 28 08:17:49.839850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f80078-a3d9-411a-af35-8acd83d2fd36 req-0b65b75f-8a24-4251-a0d7-d6dfc6896568 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:49.841465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64f80078-a3d9-411a-af35-8acd83d2fd36 req-0b65b75f-8a24-4251-a0d7-d6dfc6896568 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1090546 Aug 28 08:17:49.900025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port 1805da26-0162-4921-8183-96dc470dd423, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=1805da26-0162-4921-8183-96dc470dd423,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:49.900025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:49.905297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'dc46b666-5674-44d4-be31-cf700deaef3e', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'port_id': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'mac_address': 'fa:16:3e:86:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:16:38Z', 'updated_at': '2021-08-28T08:17:48Z', 'revision_number': 1, 'project_id': '976d60e164214e27bd30741c534e616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:49.934459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for 1805da26-0162-4921-8183-96dc470dd423 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:49.941859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Checking router: 5fca5774-972a-4159-8435-b17571c8b3e9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:17:49.954018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:17:49.956070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:49.991397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc0c05-3b38-4f01-aec3-a184a72cc6a6 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9c1be-2ea7-4b2a-9937-6df860087709,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:50.018870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-69472820-2b1f-4f56-93f9-9bb8bda3bacb tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "GET /v2.0/security-groups/37ade38b-eff7-4ef2-850b-d1e0e47d1e5d HTTP/1.1" status: 200 len: 1800 time: 0.3933134 Aug 28 08:17:50.066571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64f80078-a3d9-411a-af35-8acd83d2fd36 req-5067e319-13f1-4a88-9ce4-cbba3f8ce034 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775494 Aug 28 08:17:50.092285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67b44-64cc-4516-97eb-c893811f405f req-40d96f88-064e-4a31-9750-cce599bca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:50.094458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-40d96f88-064e-4a31-9750-cce599bca7ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 200 len: 917 time: 0.2749829 Aug 28 08:17:50.095806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port 5de7b2de-14ab-466f-a09e-18b0e4c69697, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5de7b2de-14ab-466f-a09e-18b0e4c69697,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:50.096081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.146092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for 5de7b2de-14ab-466f-a09e-18b0e4c69697 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:50.157968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:17:50.179448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.189188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Deleting port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:50.189457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.301465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.331393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-4b513c60-c8a1-4350-b150-576a400f0150 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 200 len: 1000 time: 0.2118778 Aug 28 08:17:50.370579 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-abfcdd11-cea6-4947-bbca-8ed982d355b0 service neutron] show failed (client error): The resource could not be found. Aug 28 08:17:50.371746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-abfcdd11-cea6-4947-bbca-8ed982d355b0 service neutron] 10.222.0.64 "GET /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.2682943 Aug 28 08:17:50.414048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 98a8a596-3d30-40d0-ae92-568e3c9d25b7 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:50.429660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] For port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:50.430075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.447413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 98a8a596-3d30-40d0-ae92-568e3c9d25b7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:50.448948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 98a8a596-3d30-40d0-ae92-568e3c9d25b7 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:50.464781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347853-0109-4843-9d04-8a49b2cd2a3e req-88819f94-7c19-4ec0-8d53-f721a093d6e5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:50.466232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Calling delete_port for c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:50.467591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab347853-0109-4843-9d04-8a49b2cd2a3e req-88819f94-7c19-4ec0-8d53-f721a093d6e5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.2707357 Aug 28 08:17:50.530403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.533065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.534840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79b51403-fa35-49b9-a733-7f9054d525a1 req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] 10.222.0.46 "DELETE /v2.0/security-groups/37ade38b-eff7-4ef2-850b-d1e0e47d1e5d HTTP/1.1" status: 204 len: 173 time: 0.5151374 Aug 28 08:17:50.539319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67b44-64cc-4516-97eb-c893811f405f req-2578f753-0dbc-4246-a8b6-cbf346977ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:50.544207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-2578f753-0dbc-4246-a8b6-cbf346977ebf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81eb0806-3946-49a2-9051-f948675679dd HTTP/1.1" status: 200 len: 855 time: 0.1659863 Aug 28 08:17:50.544701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41826) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:50.548782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76c9b2-c6e9-4684-b0ea-4f8cb3a7fda5 tempest-SecurityGroupsTestJSON-913609013 tempest-SecurityGroupsTestJSON-913609013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ade38b-eff7-4ef2-850b-d1e0e47d1e5d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:50.557795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'dc46b666-5674-44d4-be31-cf700deaef3e', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'port_id': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'mac_address': 'fa:16:3e:86:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:16:38Z', 'updated_at': '2021-08-28T08:17:48Z', 'revision_number': 1, 'project_id': '976d60e164214e27bd30741c534e616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:50.601422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf3e9a-e5fe-457f-ae8b-a7086c709d13 None None] The sync data for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 is: [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'dc46b666-5674-44d4-be31-cf700deaef3e', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'port_id': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'mac_address': 'fa:16:3e:86:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:16:38Z', 'updated_at': '2021-08-28T08:17:48Z', 'revision_number': 1, 'project_id': '976d60e164214e27bd30741c534e616b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:17:50.619165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.654044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab347853-0109-4843-9d04-8a49b2cd2a3e req-fbfc290a-1d3b-42c8-b31e-d183513eddb6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722627 Aug 28 08:17:50.677450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Deleting subnet 805a5caf-7504-4fbb-b563-0e8affc33b66 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:17:50.681865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:50.693525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.705913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.712909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=5de7b2de-14ab-466f-a09e-18b0e4c69697,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:50.841098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port 5de7b2de-14ab-466f-a09e-18b0e4c69697 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:50.851337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.859055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd8718dd-8736-4392-812d-60daab4e8546 req-0395a2d0-06a2-40b0-ae88-e797ce548f1b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "DELETE /v2.0/ports/5de7b2de-14ab-466f-a09e-18b0e4c69697 HTTP/1.1" status: 204 len: 173 time: 1.6878905 Aug 28 08:17:50.909015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67b44-64cc-4516-97eb-c893811f405f req-0097d16c-9ebf-4b94-904f-91cd8d748d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:50.910983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-0097d16c-9ebf-4b94-904f-91cd8d748d60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3548989 Aug 28 08:17:50.911905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=1805da26-0162-4921-8183-96dc470dd423,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:50.915206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:50.957382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.958623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.959194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.959607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.960007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.960599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.961272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.961671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.962117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.962592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.963034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.963453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:17:50.987685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event deleted for resources: {'Port': ['ID=c8ad84ac-671b-46f3-8fe8-fa4269b20fb9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:51.011063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port 1805da26-0162-4921-8183-96dc470dd423 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:51.014049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.017517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27cd4886-bbb0-4802-9146-45bd7f74f6c7 req-5125a28c-585a-4b6e-8d88-e94d3524b76b tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.39 "DELETE /v2.0/ports/1805da26-0162-4921-8183-96dc470dd423 HTTP/1.1" status: 204 len: 173 time: 1.5446146 Aug 28 08:17:51.037873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'name': 'network-vif-deleted', 'tag': '1805da26-0162-4921-8183-96dc470dd423'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:51.041348 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e244c9d7-2568-4119-8741-e5bbab017578" -d '{"events": [{"server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "name": "network-vif-deleted", "tag": "1805da26-0162-4921-8183-96dc470dd423"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:51.041640 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb21e84-8440-410e-a52c-3b802e3c8281 None None] New status for floating IP dc46b666-5674-44d4-be31-cf700deaef3e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:17:51.081883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.091620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] No DVR routers for this DVR port c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:51.095722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.098040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f2aca54-9f72-4f10-8c1f-dbcd0edd4539 req-c437d61d-d03d-4e21-826d-6eae17d26704 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "DELETE /v2.0/ports/c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 HTTP/1.1" status: 204 len: 173 time: 1.6895716 Aug 28 08:17:51.169509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-c8558c29-f966-430f-a56a-dcf38b2aaa40 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284498 Aug 28 08:17:51.216738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907b56-cb95-4178-8ae7-a8c4b6541dbb req-81129bde-48cd-4a7c-a330-5c2913e80d4e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:51.218349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0907b56-cb95-4178-8ae7-a8c4b6541dbb req-81129bde-48cd-4a7c-a330-5c2913e80d4e tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 866 time: 0.3882754 Aug 28 08:17:51.300570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.414083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-4a8b0a7b-564d-46cc-a160-a8e1be0fc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:51.420794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-4a8b0a7b-564d-46cc-a160-a8e1be0fc36d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1102 time: 0.2284644 Aug 28 08:17:51.426450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120bfa88-d021-430a-8052-23cbb51c8dec req-c7d6bd19-98db-41f5-83b8-66f0b8fdb083 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 210 time: 0.0609481 Aug 28 08:17:51.445489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0907b56-cb95-4178-8ae7-a8c4b6541dbb req-7e9e3043-0d05-4525-87c7-e8871965db9d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619611 Aug 28 08:17:51.465009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:51.495231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f67b44-64cc-4516-97eb-c893811f405f req-84b1218a-e68b-409d-84bc-141cac9a118b service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139241 Aug 28 08:17:51.507994 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f21e7-1597-45f8-ad10-95da3d0bda17 x-openstack-request-id: req-766f21e7-1597-45f8-ad10-95da3d0bda17 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:51.508428 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a4a352-a396-4c08-9ee6-1789f0a4306a", "name": "network-vif-deleted", "tag": "1805da26-0162-4921-8183-96dc470dd423", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:51.508687 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-766f21e7-1597-45f8-ad10-95da3d0bda17 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:51.509076 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a4a352-a396-4c08-9ee6-1789f0a4306a', 'name': 'network-vif-deleted', 'tag': '1805da26-0162-4921-8183-96dc470dd423', 'status': 'completed', 'code': 200} Aug 28 08:17:51.510895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:51.532388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.553184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:51.591104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5de7b2de-14ab-466f-a09e-18b0e4c69697 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:51.619693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 5de7b2de-14ab-466f-a09e-18b0e4c69697 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:51.620451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5de7b2de-14ab-466f-a09e-18b0e4c69697 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:51.620451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1805da26-0162-4921-8183-96dc470dd423 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:51.625357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'name': 'network-vif-deleted', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697'}, {'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-deleted', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:51.628538 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf8d07-b507-4492-b742-62e5cd71702f" -d '{"events": [{"server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "name": "network-vif-deleted", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697"}, {"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-deleted", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:51.645080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 1805da26-0162-4921-8183-96dc470dd423 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:51.645597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 1805da26-0162-4921-8183-96dc470dd423 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:51.677072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead20ea-9dd4-4f86-9b24-785eee321c8c req-cba415d0-6e93-4c8c-8045-fd3d62561171 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:51.678730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ead20ea-9dd4-4f86-9b24-785eee321c8c req-cba415d0-6e93-4c8c-8045-fd3d62561171 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.0641975 Aug 28 08:17:51.699990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.735909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ead20ea-9dd4-4f86-9b24-785eee321c8c req-76b1f609-c0c4-4e82-a406-ec555aefca28 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Aug 28 08:17:51.767631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f8c0-81e6-4852-b8ca-ad54dc51b4bd req-ed37293b-3da2-400c-b76f-add433004e69 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:51.775434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd68f8c0-81e6-4852-b8ca-ad54dc51b4bd req-ed37293b-3da2-400c-b76f-add433004e69 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1970887 Aug 28 08:17:51.783123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.786440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/805a5caf-7504-4fbb-b563-0e8affc33b66 HTTP/1.1" status: 204 len: 168 time: 1.2374811 Aug 28 08:17:51.792792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:51.796107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d8c28-34a3-4c79-bd6d-d106f691140a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805a5caf-7504-4fbb-b563-0e8affc33b66,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:51.863337 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e70cc9e-e42a-48c6-8224-2dcb41cce62d x-openstack-request-id: req-8e70cc9e-e42a-48c6-8224-2dcb41cce62d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:51.863620 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a97138-74bd-4a4d-b2a8-3d96947eda7e", "name": "network-vif-deleted", "tag": "5de7b2de-14ab-466f-a09e-18b0e4c69697", "status": "completed", "code": 200}, {"server_uuid": "12c88490-9342-423a-93e4-4fc6144e7cae", "name": "network-vif-deleted", "tag": "c8ad84ac-671b-46f3-8fe8-fa4269b20fb9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:51.863887 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e70cc9e-e42a-48c6-8224-2dcb41cce62d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:51.864425 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a97138-74bd-4a4d-b2a8-3d96947eda7e', 'name': 'network-vif-deleted', 'tag': '5de7b2de-14ab-466f-a09e-18b0e4c69697', 'status': 'completed', 'code': 200} Aug 28 08:17:51.864965 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c88490-9342-423a-93e4-4fc6144e7cae', 'name': 'network-vif-deleted', 'tag': 'c8ad84ac-671b-46f3-8fe8-fa4269b20fb9', 'status': 'completed', 'code': 200} Aug 28 08:17:51.888953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd68f8c0-81e6-4852-b8ca-ad54dc51b4bd req-ededd608-ac8e-4dbb-ad0a-317ab6fd93bd tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122849 Aug 28 08:17:51.907985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:51.946352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:51.992469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167b2c-7052-4964-8fdc-307617bf19ba req-6563c958-894c-466e-8610-88eb7a2a85b5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:51.994065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf167b2c-7052-4964-8fdc-307617bf19ba req-6563c958-894c-466e-8610-88eb7a2a85b5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1025507 Aug 28 08:17:52.003822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:52.055683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.063772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.074419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a6f4bc-fe5d-4771-9112-93f6b06a30e4']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:52.078259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Transition to ACTIVE for port object 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:52.096632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a87161b-2a80-4995-9d57-4d06894e2260') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:52.097214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a87161b-2a80-4995-9d57-4d06894e2260') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:17:52.112623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf167b2c-7052-4964-8fdc-307617bf19ba req-a779e1bd-f073-489b-9f03-53f0066a5695 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864816 Aug 28 08:17:52.121515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.137553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.153601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.162711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:17:52.163600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:17:52.167112 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:17:52.216636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] No DVR routers for this DVR port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:52.221749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:52.279014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:52.279480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:52.279946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:52.286733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:17:52.287232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:52.293808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:52.294326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:52.294844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:52.295464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Bound port: 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:52.295967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.362040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.385540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.387585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] 10.222.0.46 "DELETE /v2.0/networks/23a6f4bc-fe5d-4771-9112-93f6b06a30e4 HTTP/1.1" status: 204 len: 168 time: 0.5939116 Aug 28 08:17:52.389414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89818810-be32-40f6-b68d-16aa425b5574 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a6f4bc-fe5d-4771-9112-93f6b06a30e4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:52.417937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:52.418713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:52.537130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.559696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed7d7b21-d37c-451a-809d-e841901faa62 req-7a664f80-e083-4d57-a1fb-9dc3c92c6694 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a97138-74bd-4a4d-b2a8-3d96947eda7e HTTP/1.1" status: 200 len: 210 time: 0.0349033 Aug 28 08:17:52.588170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:52.588801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:52.590307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] 10.222.0.39 "PUT /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 1097 time: 1.1349018 Aug 28 08:17:52.597207 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ee67a1c-1efe-4ff3-b75f-2df7922a86f9 req-b80d4c4e-0184-4bc8-b22a-b4e5646d2472 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=12c88490-9342-423a-93e4-4fc6144e7cae HTTP/1.1" status: 200 len: 210 time: 0.0484126 Aug 28 08:17:52.628091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba05b-b34b-4384-882a-b5003a536393 service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:52.789761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-fe3a678e-159e-4078-9767-868a923a34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:52.791496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-fe3a678e-159e-4078-9767-868a923a34ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1100 time: 0.0759304 Aug 28 08:17:52.801193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-62b71e81-9853-4f9d-bbeb-ecbc9116b418 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:52.802818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-62b71e81-9853-4f9d-bbeb-ecbc9116b418 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.0997965 Aug 28 08:17:52.903002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eb0fb-4e65-4dfa-af45-7e539000a6d8 req-70d6420d-f919-487d-9d6d-6ebeb0e6e2fc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:52.904864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db1eb0fb-4e65-4dfa-af45-7e539000a6d8 req-70d6420d-f919-487d-9d6d-6ebeb0e6e2fc tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 944 time: 0.0677443 Aug 28 08:17:52.953260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db1eb0fb-4e65-4dfa-af45-7e539000a6d8 req-503f32c3-c25e-47f3-8220-8aa1083773b3 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Aug 28 08:17:53.012098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41856) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:53.068539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f11c2294-c8e6-4d8e-a809-d4356bd30657 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39a5c5f685264d02a03fe3b0a909105e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527043 Aug 28 08:17:53.068761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:53.141978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.174945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.294274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cabd6-42df-4a4d-b636-d57897a435f1 req-a6016023-121f-44e9-bd8c-19a144881019 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.296142 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a86cabd6-42df-4a4d-b636-d57897a435f1 req-a6016023-121f-44e9-bd8c-19a144881019 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0572681 Aug 28 08:17:53.320571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.323324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.327781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/561219ad-3d5a-4e99-87fd-e25f889623a5 HTTP/1.1" status: 204 len: 168 time: 0.2548530 Aug 28 08:17:53.345019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee50893-cb0c-4e6b-a039-9498728dca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561219ad-3d5a-4e99-87fd-e25f889623a5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:53.364770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a86cabd6-42df-4a4d-b636-d57897a435f1 req-d609c784-1e35-48ff-899f-742638321b5f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Aug 28 08:17:53.365000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cfa23-868c-4614-9bd6-693a41cb8683 req-986e2c05-3134-4dcd-903c-fec870fdad2c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.365479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e1cfa23-868c-4614-9bd6-693a41cb8683 req-986e2c05-3134-4dcd-903c-fec870fdad2c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1247842 Aug 28 08:17:53.392528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-ab8141d7-4ec5-46af-a080-721229cfaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.394048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-ab8141d7-4ec5-46af-a080-721229cfaeb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.5903330 Aug 28 08:17:53.457776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-bd77f63d-1577-4626-a8ad-bb735d0bceaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0505078 Aug 28 08:17:53.469323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e1cfa23-868c-4614-9bd6-693a41cb8683 req-07220342-86e6-45eb-a696-e9d5cfd98a22 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Aug 28 08:17:53.480309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Deleting port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:53.480651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.511432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}, {'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:53.513667 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a89e8-46c7-4b68-8afe-89877b18a24c" -d '{"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-unplugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}, {"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:53.577085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-de7e6a05-a0bc-4de6-95c0-563702fec4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.578614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-de7e6a05-a0bc-4de6-95c0-563702fec4cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1076164 Aug 28 08:17:53.580094 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e21c9-a1a2-4846-ac81-a86a5333595c x-openstack-request-id: req-dc4e21c9-a1a2-4846-ac81-a86a5333595c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:53.580396 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-unplugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "code": 200}, {"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:53.580653 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc4e21c9-a1a2-4846-ac81-a86a5333595c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:53.581021 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'code': 200} Aug 28 08:17:53.581277 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'status': 'completed', 'code': 200} Aug 28 08:17:53.633760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] For port 9836d8b0-dc19-4af2-83e2-7adfcfab0715, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9836d8b0-dc19-4af2-83e2-7adfcfab0715,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:53.634421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:53.661061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Calling delete_port for 9836d8b0-dc19-4af2-83e2-7adfcfab0715 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:53.756109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-fc31dd7d-4d5a-4a70-89d8-963e4f41afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.757606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-fc31dd7d-4d5a-4a70-89d8-963e4f41afed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1100 time: 0.0815706 Aug 28 08:17:53.811475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-2dfa8cab-ffed-4aa9-9062-361ad2251396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.814070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-2dfa8cab-ffed-4aa9-9062-361ad2251396 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560469 Aug 28 08:17:53.921427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-6e61de77-b04c-4765-b641-b8496afd7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:53.924751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-6e61de77-b04c-4765-b641-b8496afd7521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1530643 Aug 28 08:17:53.987775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-117b0ba5-106c-4eef-a4b7-ea94f6212a8f service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573195 Aug 28 08:17:53.999732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-778af001-3a5f-472e-bbe1-8fbde75c9140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0603611 Aug 28 08:17:54.087532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-7ab0f2a5-c3d4-4390-a168-ce93d40b75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.089027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-7ab0f2a5-c3d4-4390-a168-ce93d40b75e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0777144 Aug 28 08:17:54.138466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bce6c4c2-f4e9-4882-9885-8ce7e2564d3e req-24e06a55-7f39-4003-9911-da130a2a2d81 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347075 Aug 28 08:17:54.139410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-9f1ecac3-823a-4c3a-bccb-dd4d345c8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.140909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-9f1ecac3-823a-4c3a-bccb-dd4d345c8b38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441144 Aug 28 08:17:54.154439 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:54.173746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:54.192157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event deleted for resources: {'Port': ['ID=9836d8b0-dc19-4af2-83e2-7adfcfab0715,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:54.224981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:54.225426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c8ad84ac-671b-46f3-8fe8-fa4269b20fb9 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:54.225871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:54.247574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] No DVR routers for this DVR port 9836d8b0-dc19-4af2-83e2-7adfcfab0715 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:54.253174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:54.256061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b15a39d-5003-4a5b-83ae-54ea72d56103 req-9edfc5d8-9be7-4743-84a8-f4c56389bd9a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "DELETE /v2.0/ports/9836d8b0-dc19-4af2-83e2-7adfcfab0715 HTTP/1.1" status: 204 len: 173 time: 1.4421732 Aug 28 08:17:54.298949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:54.321448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0491589-4c8c-4a65-a829-742ac6a2d735 req-52a022e5-ed84-4682-96ea-113b05ba9d1d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 210 time: 0.0472150 Aug 28 08:17:54.354767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-4d53f5d9-35e8-4e03-a13d-a7e9ce265bfa service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687186 Aug 28 08:17:54.471542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-939d898a-dad1-4c15-ae39-430ae4c565ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.480959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-939d898a-dad1-4c15-ae39-430ae4c565ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1100 time: 0.0789025 Aug 28 08:17:54.545358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-c48bfa46-00f9-4881-9cea-ea7fb999486f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775830 Aug 28 08:17:54.600707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70acb13-da08-4d61-9b27-efd77c12f7bd req-92503fe8-ffac-44d3-ac4e-f3b39c221a26 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.602815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c70acb13-da08-4d61-9b27-efd77c12f7bd req-92503fe8-ffac-44d3-ac4e-f3b39c221a26 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0784481 Aug 28 08:17:54.613594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c8dc3-134e-4ebb-bb2f-aaaeb89094ef req-67ee4ad4-6183-465f-9475-7b8599817acb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.621333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-627c8dc3-134e-4ebb-bb2f-aaaeb89094ef req-67ee4ad4-6183-465f-9475-7b8599817acb tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1241097 Aug 28 08:17:54.660018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c70acb13-da08-4d61-9b27-efd77c12f7bd req-51513616-b275-4922-9b1c-ef4e5694dff7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504527 Aug 28 08:17:54.694670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-627c8dc3-134e-4ebb-bb2f-aaaeb89094ef req-f9e997cd-0f23-4823-88d4-3f83fa7746be tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Aug 28 08:17:54.702283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-86124740-cc63-4c62-89d8-0d61105225de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.703945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-86124740-cc63-4c62-89d8-0d61105225de service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2162406 Aug 28 08:17:54.769227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-8f2f601f-2b7e-4597-aca1-0a13765a44cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0527844 Aug 28 08:17:54.823495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca4e5-9752-41ec-9f37-9de5e2dad8d3 req-1a40196f-690a-4b86-a894-a2d62acd7ccf tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.830620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0eeca4e5-9752-41ec-9f37-9de5e2dad8d3 req-1a40196f-690a-4b86-a894-a2d62acd7ccf tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 948 time: 0.0736899 Aug 28 08:17:54.848775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41912) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:54.880702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40213e50-e6a8-447c-a998-9ba3e2c6e4e9 req-01cc23b5-14be-4f69-8ed0-0d4b0f60824a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.882326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40213e50-e6a8-447c-a998-9ba3e2c6e4e9 req-01cc23b5-14be-4f69-8ed0-0d4b0f60824a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1077349 Aug 28 08:17:54.886541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-c772d07b-d29f-4ec1-9b6e-194cb2089b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.888001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-c772d07b-d29f-4ec1-9b6e-194cb2089b22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0979912 Aug 28 08:17:54.919014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0eeca4e5-9752-41ec-9f37-9de5e2dad8d3 req-c46374ce-7ce8-4b4c-8ade-cc31f2159a6d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Aug 28 08:17:54.941926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-dab8c8ea-c052-4896-99b1-48b0de38f166 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.943546 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-dab8c8ea-c052-4896-99b1-48b0de38f166 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 945 time: 0.1110120 Aug 28 08:17:54.953340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40213e50-e6a8-447c-a998-9ba3e2c6e4e9 req-325a0bf3-895f-4c57-9fee-c0c066e224f3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621428 Aug 28 08:17:54.977215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-6e27c9d4-b08f-46c0-9ccf-fdcdf6f35a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:54.977215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-6e27c9d4-b08f-46c0-9ccf-fdcdf6f35a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711050 Aug 28 08:17:55.001060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1084755790-network', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:55.061413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Deleting port 963471f4-945b-46f4-8b24-9bddb5395f83 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:55.061972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.131850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-ea70bb98-9e25-440e-b390-4adbea0e03a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441751 Aug 28 08:17:55.160243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] For port 963471f4-945b-46f4-8b24-9bddb5395f83, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=963471f4-945b-46f4-8b24-9bddb5395f83,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:55.160610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.175587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Calling delete_port for 963471f4-945b-46f4-8b24-9bddb5395f83 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:55.191180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:17:55.193451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.212147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.275490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c40a89e8-46c7-4b68-8afe-89877b18a24c req-88a8812a-1fa9-4664-9d77-fb438d68ec52 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Aug 28 08:17:55.357401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.406958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.438956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event deleted for resources: {'Port': ['ID=963471f4-945b-46f4-8b24-9bddb5395f83,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:55.475101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4dca29d-f77a-47a2-8125-9f463cbb9a4a req-4a203cba-312c-4dd0-8f5b-6e1e415e534a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7cb7a5-94b5-479d-944d-254b8c21bec4 HTTP/1.1" status: 200 len: 210 time: 0.0593398 Aug 28 08:17:55.477103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.495296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] No DVR routers for this DVR port 963471f4-945b-46f4-8b24-9bddb5395f83 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:55.498152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.500451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc27266f-c2e4-4ac5-b76c-88f04b618f5a req-fdf7757d-ac78-45df-868c-d1c8f266f93f tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "DELETE /v2.0/ports/963471f4-945b-46f4-8b24-9bddb5395f83 HTTP/1.1" status: 204 len: 173 time: 0.5488584 Aug 28 08:17:55.501065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-deleted', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:55.503549 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b6afdb-e780-4587-9112-8e4e30f8013a" -d '{"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-deleted", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:55.512903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:17:55.528345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f756018-4dbb-4ebd-a93b-f02f32bd1b01,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:55.531886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.532288 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Added segment 75132958-bc3b-4762-805e-5e2db0819b45 of type vlan for network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 Aug 28 08:17:55.566479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.572237 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc276f8-6d26-413c-bb34-a3f7a03391de x-openstack-request-id: req-bdc276f8-6d26-413c-bb34-a3f7a03391de {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:55.578433 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a574c-f153-41c6-a576-d3b464107e04", "name": "network-vif-deleted", "tag": "963471f4-945b-46f4-8b24-9bddb5395f83", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:55.578433 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdc276f8-6d26-413c-bb34-a3f7a03391de {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:55.578433 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a574c-f153-41c6-a576-d3b464107e04', 'name': 'network-vif-deleted', 'tag': '963471f4-945b-46f4-8b24-9bddb5395f83', 'status': 'completed', 'code': 200} Aug 28 08:17:55.581353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.583470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-deleted', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:55.585719 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0862c-4055-46ad-b82d-29b45887919b" -d '{"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-deleted", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:55.614157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:17:55.628053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:17:55.631290 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ce57e-4081-43be-bc8a-a8269fad6f67 x-openstack-request-id: req-a25ce57e-4081-43be-bc8a-a8269fad6f67 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:55.631667 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7cb7a5-94b5-479d-944d-254b8c21bec4", "name": "network-vif-deleted", "tag": "9836d8b0-dc19-4af2-83e2-7adfcfab0715", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:55.632413 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a25ce57e-4081-43be-bc8a-a8269fad6f67 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:55.632986 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7cb7a5-94b5-479d-944d-254b8c21bec4', 'name': 'network-vif-deleted', 'tag': '9836d8b0-dc19-4af2-83e2-7adfcfab0715', 'status': 'completed', 'code': 200} Aug 28 08:17:55.655010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 9836d8b0-dc19-4af2-83e2-7adfcfab0715 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:17:55.655363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9836d8b0-dc19-4af2-83e2-7adfcfab0715 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:17:55.737585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.740202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:55.740202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.752705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:55.771139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '061b35f0-5edc-48fd-9980-494127a5a289', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'port_id': '061b35f0-5edc-48fd-9980-494127a5a289', 'mac_address': 'fa:16:3e:5a:c6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869f82a-529d-452b-b874-c4ba8b899c1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:17:55.809410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a9b70351-7381-4b1e-a278-de689035c1c7 req-c09e6952-47d3-4763-b9f5-89e06c863ffd tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Aug 28 08:17:55.818526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:55.844567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:17:55.847937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:55.858842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:17:55.877819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc9e53-0dce-48bb-a1ef-a26166d1ab19 req-25cfbb67-a59f-46a5-a3f9-54a7fe7eb5cd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:55.877819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55cc9e53-0dce-48bb-a1ef-a26166d1ab19 req-25cfbb67-a59f-46a5-a3f9-54a7fe7eb5cd tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.1114237 Aug 28 08:17:55.878883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:55.928064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55cc9e53-0dce-48bb-a1ef-a26166d1ab19 req-6d4c4815-d1d6-46f9-9553-070a4f760bb3 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495384 Aug 28 08:17:55.959183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-37bdcab9-e76d-41ff-a194-d4ce43bb7044 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1089039 Aug 28 08:17:55.959571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:55.973550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Request body: {'subnet': {'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1084755790-subnet', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:55.996900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.063599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1cb2-70c9-4450-a4e2-45d7e054c48e req-1cc94114-ba76-4f6d-9f98-daaa79f6028d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:56.065716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1cb2-70c9-4450-a4e2-45d7e054c48e req-1cc94114-ba76-4f6d-9f98-daaa79f6028d tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 948 time: 0.0653481 Aug 28 08:17:56.066179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:56.098743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:17:56.101379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.124807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5603b4-8c54-41e9-b675-dc7b2db65434 req-89f824f6-274e-44fb-b1bf-2b347f10ba94 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:56.129529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce5603b4-8c54-41e9-b675-dc7b2db65434 req-89f824f6-274e-44fb-b1bf-2b347f10ba94 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0757470 Aug 28 08:17:56.159435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1cb2-70c9-4450-a4e2-45d7e054c48e req-3e3076c8-e752-4574-9b22-19110fac1a05 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2d90bea-7dfc-4113-a293-dce7e19e5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Aug 28 08:17:56.184683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce5603b4-8c54-41e9-b675-dc7b2db65434 req-52ccc4f8-9c69-4c51-8426-8cba25109d4d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Aug 28 08:17:56.381629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-ce10d7e2-62f1-4f18-8076-c8f9dfc93efa tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:56.383111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-ce10d7e2-62f1-4f18-8076-c8f9dfc93efa tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 948 time: 0.0527048 Aug 28 08:17:56.384595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.500664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da70d31-c82a-4c26-84d2-370bf439a095,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:56.517606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Checking segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:56.517985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Network hostable DHCP agents. Network: 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:17:56.550532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:56.559507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Deleting port c200f172-2218-42b2-942f-57261e94891e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:56.559704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.628917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:17:56.689294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] For port c200f172-2218-42b2-942f-57261e94891e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c200f172-2218-42b2-942f-57261e94891e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:56.689658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.704581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Calling delete_port for c200f172-2218-42b2-942f-57261e94891e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:56.772964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:17:56.777915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:56.778859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.792534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537917ff-6795-4d74-9130-d22b96526f06 None None] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:17:56.879375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-386131e0-a922-4316-ab66-fc42b4c45190 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9099517 Aug 28 08:17:56.895845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41946) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:56.903836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:17:56.971960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b96b10f8-1587-4126-84bd-e4deae98c239 req-78d6e641-4e0a-4543-9083-d83fd9f791ea tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=665a574c-f153-41c6-a576-d3b464107e04 HTTP/1.1" status: 200 len: 210 time: 0.0439928 Aug 28 08:17:56.994649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:56.995510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:17:56.996417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.030467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Pushing event deleted for resources: {'Port': ['ID=c200f172-2218-42b2-942f-57261e94891e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:57.096412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c200f172-2218-42b2-942f-57261e94891e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:17:57.106705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ecce4-2c82-4be8-94d0-9dd4e2ffa35b req-d30ac170-b411-4aea-83fb-ad6643b9d6be tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:57.109102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] No DVR routers for this DVR port c200f172-2218-42b2-942f-57261e94891e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:57.110702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b24ecce4-2c82-4be8-94d0-9dd4e2ffa35b req-d30ac170-b411-4aea-83fb-ad6643b9d6be tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.0673318 Aug 28 08:17:57.112543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.114645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34ac0d77-09d0-40e9-a1ca-ae4e3e7bd135 req-4c673836-fcc3-443c-9029-57bc1f5fe611 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.64 "DELETE /v2.0/ports/c200f172-2218-42b2-942f-57261e94891e HTTP/1.1" status: 204 len: 173 time: 0.7051253 Aug 28 08:17:57.127988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.129655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.146191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674c471-d6f7-4b2a-9820-9387afc840e4 req-344aab43-a54d-449d-941a-5d6710f18c7c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:57.153192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3674c471-d6f7-4b2a-9820-9387afc840e4 req-344aab43-a54d-449d-941a-5d6710f18c7c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.1170740 Aug 28 08:17:57.185370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b24ecce4-2c82-4be8-94d0-9dd4e2ffa35b req-d97f1a89-bd54-4212-8019-0ced8ac06174 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677729 Aug 28 08:17:57.196126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3674c471-d6f7-4b2a-9820-9387afc840e4 req-316565de-5b05-4fd2-b4ab-14d771393001 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Aug 28 08:17:57.216238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Allocated IP 172.20.0.2 (3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7/2da70d31-c82a-4c26-84d2-370bf439a095/62d941b9-3535-479a-9ecb-568c7977a19d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:17:57.230445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.304168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d49cf73-6648-4156-9353-a454c45339ac req-fda24244-008f-44c5-bd8f-60d12106d9e3 tempest-ServersOnMultiNodesTest-1369725833 tempest-ServersOnMultiNodesTest-1369725833-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6c67af-99c3-4e14-8e8d-a622153c959c HTTP/1.1" status: 200 len: 210 time: 0.0409749 Aug 28 08:17:57.377643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48474b-5f1d-4a5a-bb7a-3bba62140f16 req-626ba5e3-fa9a-4733-aaea-0b245a80a7a1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:57.379360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb48474b-5f1d-4a5a-bb7a-3bba62140f16 req-626ba5e3-fa9a-4733-aaea-0b245a80a7a1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0798919 Aug 28 08:17:57.467526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb48474b-5f1d-4a5a-bb7a-3bba62140f16 req-f1a3a276-f6d1-4951-8c3d-958e1528e486 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Aug 28 08:17:57.472801 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.488524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Transition to ACTIVE for port object 62d941b9-3535-479a-9ecb-568c7977a19d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:57.518939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Transition to ACTIVE for port object 62d941b9-3535-479a-9ecb-568c7977a19d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:17:57.552809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.574667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'name': 'network-vif-deleted', 'tag': 'c200f172-2218-42b2-942f-57261e94891e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:57.577280 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b2e9e-f35b-4e48-9081-490665191def" -d '{"events": [{"server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "name": "network-vif-deleted", "tag": "c200f172-2218-42b2-942f-57261e94891e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:57.616906 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2376c1f-efa9-458c-8611-b5ee3dc26e22 x-openstack-request-id: req-f2376c1f-efa9-458c-8611-b5ee3dc26e22 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:57.617199 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c67af-99c3-4e14-8e8d-a622153c959c", "name": "network-vif-deleted", "tag": "c200f172-2218-42b2-942f-57261e94891e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:57.617474 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2376c1f-efa9-458c-8611-b5ee3dc26e22 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:57.618031 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c67af-99c3-4e14-8e8d-a622153c959c', 'name': 'network-vif-deleted', 'tag': 'c200f172-2218-42b2-942f-57261e94891e', 'status': 'completed', 'code': 200} Aug 28 08:17:57.625533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:17:57.650158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea12acd5-1d9c-4c4e-895d-6f6832c22a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.687538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 061b35f0-5edc-48fd-9980-494127a5a289 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:17:57.687843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.690381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.768384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:17:57.775132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:17:57.777061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Pushing event updated for resources: {'Port': ['ID=62d941b9-3535-479a-9ecb-568c7977a19d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:57.781570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:17:57.878176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Attempting to bind port 62d941b9-3535-479a-9ecb-568c7977a19d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:17:57.878939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Attempting to bind port 62d941b9-3535-479a-9ecb-568c7977a19d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:17:57.879086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Attempting to bind port 62d941b9-3535-479a-9ecb-568c7977a19d on network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:17:57.886795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.889039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:17:57.889410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Checking segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:17:57.889807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.890195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Bound using segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:17:57.890745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Bound port: 62d941b9-3535-479a-9ecb-568c7977a19d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:17:57.891124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.913764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.936418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:57.944895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:57.950646 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f30d37-b83c-4dc2-a7e8-383595ba3dbf" -d '{"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:57.972139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:57.991042 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc850d-19ea-480f-8816-cd864160e045 x-openstack-request-id: req-86cc850d-19ea-480f-8816-cd864160e045 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:57.991354 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:57.991606 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86cc850d-19ea-480f-8816-cd864160e045 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:57.991994 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'code': 200} Aug 28 08:17:58.002082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] For port 62d941b9-3535-479a-9ecb-568c7977a19d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:17:58.005747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] For port 62d941b9-3535-479a-9ecb-568c7977a19d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62d941b9-3535-479a-9ecb-568c7977a19d,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:17:58.057245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.083815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Allocated IP 172.25.0.192 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/4d2d0a43-930b-46a7-aec5-11d4cdc290a7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:17:58.108439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.132232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:58.204418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e881c1-20bb-4eac-9d02-3d00d468a00c None None] Pushing event updated for resources: {'Port': ['ID=62d941b9-3535-479a-9ecb-568c7977a19d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:58.250714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.346433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-2d9f6b9c-07a3-4b17-a4d0-f32b48b3f55f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:58.348018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-2d9f6b9c-07a3-4b17-a4d0-f32b48b3f55f tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.0684795 Aug 28 08:17:58.366026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86812d12-bce5-49ff-b2ac-d4cbbbccdb8a req-159bbd8f-114a-48a1-8645-93d8dc46aabb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:58.366026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86812d12-bce5-49ff-b2ac-d4cbbbccdb8a req-159bbd8f-114a-48a1-8645-93d8dc46aabb tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 944 time: 0.0892620 Aug 28 08:17:58.389828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.450808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:17:58.483871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86812d12-bce5-49ff-b2ac-d4cbbbccdb8a req-6d8dca1c-1d61-43d2-b9cd-f764c06738bd tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050692 Aug 28 08:17:58.497783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:17:58.501123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:17:58.533026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:58.671758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1625aa-6f98-4c40-a6e2-2423c653ae09 req-ddb8050a-777c-4434-83f3-a2726914673d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:58.673638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1625aa-6f98-4c40-a6e2-2423c653ae09 req-ddb8050a-777c-4434-83f3-a2726914673d tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0559132 Aug 28 08:17:58.716431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807449b7-6564-484b-bbde-e333c7e8a27d req-b0622ce1-5796-48fe-9171-cffecbc64d32 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:58.718024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-807449b7-6564-484b-bbde-e333c7e8a27d req-b0622ce1-5796-48fe-9171-cffecbc64d32 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.1867640 Aug 28 08:17:58.719070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1625aa-6f98-4c40-a6e2-2423c653ae09 req-e1ec9d5e-a3f6-4a3e-a87a-c5e63b7b3a94 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/security-groups?id=833d4d13-0767-4116-87bf-43552777c41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Aug 28 08:17:58.723919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Deleting port 9caf9375-4728-4d27-b78c-a88b2c18fb29 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:58.724332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.857720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-807449b7-6564-484b-bbde-e333c7e8a27d req-b740b536-e0ad-4bd1-b3f6-5c697f678a38 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274021 Aug 28 08:17:58.885538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] For port 9caf9375-4728-4d27-b78c-a88b2c18fb29, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9caf9375-4728-4d27-b78c-a88b2c18fb29,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:58.886108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:58.912901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Calling delete_port for 9caf9375-4728-4d27-b78c-a88b2c18fb29 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:58.940271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3d726-0640-4271-a776-f0dccbc6d6b4 req-20a760f5-8663-4b89-bf6b-f824d897e53b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:58.942047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79e3d726-0640-4271-a776-f0dccbc6d6b4 req-20a760f5-8663-4b89-bf6b-f824d897e53b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0612798 Aug 28 08:17:59.009892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79e3d726-0640-4271-a776-f0dccbc6d6b4 req-fd3db88a-ca96-40aa-aa58-e6b87f84f98f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595608 Aug 28 08:17:59.109152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41986) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:59.118283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.129147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-850421db-2aed-4859-901b-deff7b6f80e8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:17:59.131215 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-850421db-2aed-4859-901b-deff7b6f80e8 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 944 time: 0.0783234 Aug 28 08:17:59.283014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Deleting port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:17:59.283531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.376491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-48b14e4e-4146-4e51-84b0-3d4979cacc97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=618a3a49f4524c88a199c6c1424c64fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635903 Aug 28 08:17:59.384873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41990) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:17:59.387273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dcbe7-fe1a-46b9-a394-83dd274ff160 None None] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:17:59.429188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] For port 1ad7b672-4c9f-481f-9ded-1df7e983bb77, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ad7b672-4c9f-481f-9ded-1df7e983bb77,segment=NetworkSegment(35c8dfad-3962-4d33-8386-6a6a2879f992),segment_id=35c8dfad-3962-4d33-8386-6a6a2879f992)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:17:59.429566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.436538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.443269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.454128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Calling delete_port for 1ad7b672-4c9f-481f-9ded-1df7e983bb77 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:17:59.506652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event deleted for resources: {'Port': ['ID=9caf9375-4728-4d27-b78c-a88b2c18fb29,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:59.545629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e88e7ca8-1f1a-4488-b98c-e6007a804917 None None] Provisioning for port 62d941b9-3535-479a-9ecb-568c7977a19d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:17:59.686843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.694072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-86ee51ed-e89a-4e45-9c4d-00575976c0c0 req-8a4b38cc-f35a-4ce2-9db2-5fc2a2d19f2a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.0908811 Aug 28 08:17:59.723232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] No DVR routers for this DVR port 9caf9375-4728-4d27-b78c-a88b2c18fb29 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:59.728850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.730748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ffe0b54-ba84-48d1-9bdd-778b7c2e48ee req-87981ab0-60d2-40a6-b838-4149013654e6 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "DELETE /v2.0/ports/9caf9375-4728-4d27-b78c-a88b2c18fb29 HTTP/1.1" status: 204 len: 173 time: 1.3753886 Aug 28 08:17:59.733830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-deleted', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:59.742919 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3111f-14e6-4fe8-97fa-e4e3178c54a9" -d '{"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-deleted", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:59.761071 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.773845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.802349 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb6e5da-3653-4c12-8b45-ae19510b0fc2 x-openstack-request-id: req-5eb6e5da-3653-4c12-8b45-ae19510b0fc2 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:17:59.802709 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87112c43-37c7-48f5-aaae-04158b328116", "name": "network-vif-deleted", "tag": "9caf9375-4728-4d27-b78c-a88b2c18fb29", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:17:59.802912 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5eb6e5da-3653-4c12-8b45-ae19510b0fc2 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:17:59.803286 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87112c43-37c7-48f5-aaae-04158b328116', 'name': 'network-vif-deleted', 'tag': '9caf9375-4728-4d27-b78c-a88b2c18fb29', 'status': 'completed', 'code': 200} Aug 28 08:17:59.811966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.833700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Pushing event deleted for resources: {'Port': ['ID=1ad7b672-4c9f-481f-9ded-1df7e983bb77,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:17:59.904502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] No DVR routers for this DVR port 1ad7b672-4c9f-481f-9ded-1df7e983bb77 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:17:59.920078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:17:59.922326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c1e15f5-5eed-4743-baf0-2b14b9c08b90 req-51d30720-07ce-4ae2-ac37-57da92fc4ad5 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.64 "DELETE /v2.0/ports/1ad7b672-4c9f-481f-9ded-1df7e983bb77 HTTP/1.1" status: 204 len: 173 time: 0.7830093 Aug 28 08:17:59.922849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-deleted', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:17:59.926819 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bcbe8-0b49-4f2d-a9f5-d513bc62e031" -d '{"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-deleted", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:17:59.933368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-55252266-a9ce-48b4-9cbc-6ec8337b0ae4 req-1c50f615-78b7-4730-b5ae-b9bd80f945f2 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.0567899 Aug 28 08:17:59.948831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:18:00.017196 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f64fdf-2511-44c2-8550-d70c4779e728 x-openstack-request-id: req-c6f64fdf-2511-44c2-8550-d70c4779e728 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:00.017530 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d232783-cb1a-4554-9441-5b0b63ce0569", "name": "network-vif-deleted", "tag": "1ad7b672-4c9f-481f-9ded-1df7e983bb77", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:00.017789 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6f64fdf-2511-44c2-8550-d70c4779e728 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:00.018364 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d232783-cb1a-4554-9441-5b0b63ce0569', 'name': 'network-vif-deleted', 'tag': '1ad7b672-4c9f-481f-9ded-1df7e983bb77', 'status': 'completed', 'code': 200} Aug 28 08:18:00.130318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96256b-399f-40d0-a768-d1411a1458f6 req-228ac316-e6a6-45aa-bc27-327c05961470 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:00.132526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae96256b-399f-40d0-a768-d1411a1458f6 req-228ac316-e6a6-45aa-bc27-327c05961470 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.0940719 Aug 28 08:18:00.143872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62d941b9-3535-479a-9ecb-568c7977a19d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:00.278311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae96256b-399f-40d0-a768-d1411a1458f6 req-95d60118-f339-43dc-9024-64a45523f135 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Aug 28 08:18:00.391484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c200f172-2218-42b2-942f-57261e94891e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:00.395350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.398266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.399433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2d90bea-7dfc-4113-a293-dce7e19e5c28 HTTP/1.1" status: 204 len: 168 time: 1.0136094 Aug 28 08:18:00.445339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82180c-6d5d-496b-9076-dbdc78725ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d90bea-7dfc-4113-a293-dce7e19e5c28,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:00.446614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c200f172-2218-42b2-942f-57261e94891e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:00.447484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c200f172-2218-42b2-942f-57261e94891e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:00.448084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:00.486829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 963471f4-945b-46f4-8b24-9bddb5395f83 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:00.487912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 963471f4-945b-46f4-8b24-9bddb5395f83 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:00.514081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e4ead-0657-4a8d-bb25-7936489b3c52 req-8e351185-f1aa-44b8-ae15-adb0d39fba9f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:00.518622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-288e4ead-0657-4a8d-bb25-7936489b3c52 req-8e351185-f1aa-44b8-ae15-adb0d39fba9f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1237676 Aug 28 08:18:00.536421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:00.537350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4eeb8b-72b8-42f9-ad39-a6e6a97f4344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.549932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Sync routers for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:00.559770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:00.560431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:00.576509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-288e4ead-0657-4a8d-bb25-7936489b3c52 req-613f7797-0a50-4057-9f4c-ed821236e5ca tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Aug 28 08:18:00.664413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 62d941b9-3535-479a-9ecb-568c7977a19d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:00.671706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 62d941b9-3535-479a-9ecb-568c7977a19d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:00.672087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.677043 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.678701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a7965305-3003-447c-8fdf-fa09f0570836 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7814217 Aug 28 08:18:00.681796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42010) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:00.730504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:00.877500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae520b84-b548-4ed7-9de9-fc3d679a46b7 req-0238ce2a-0035-4b6b-bbe3-1318dad8e97c tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=87112c43-37c7-48f5-aaae-04158b328116 HTTP/1.1" status: 200 len: 210 time: 0.0436952 Aug 28 08:18:00.918626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:00.984482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 62d941b9-3535-479a-9ecb-568c7977a19d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62d941b9-3535-479a-9ecb-568c7977a19d,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:01.081303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:17:58Z', 'revision_number': 3, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:01.121541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Checking router: 6c1eceb6-82b0-4ce1-9181-c54859cb9851 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:01.122101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Updating router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:18:01.127976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.157618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac75510b-8442-4e4e-b28e-85c1f5685416 req-be4340d1-d053-44b0-89cf-4060acd8c939 tempest-LiveAutoBlockMigrationV225Test-1886439065 tempest-LiveAutoBlockMigrationV225Test-1886439065-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d232783-cb1a-4554-9441-5b0b63ce0569 HTTP/1.1" status: 200 len: 210 time: 0.0640836 Aug 28 08:18:01.270494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=62d941b9-3535-479a-9ecb-568c7977a19d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:01.286587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.432478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:01.575490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79532a-51a1-4ffa-8717-df0ccf1d22f7 req-d056ef97-8963-40e4-8e45-503fb89fa597 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:01.577278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a79532a-51a1-4ffa-8717-df0ccf1d22f7 req-d056ef97-8963-40e4-8e45-503fb89fa597 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 948 time: 0.1220391 Aug 28 08:18:01.581370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-046d7f71-c007-4700-8be6-78bb8fab806e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00c439b8d84f48be851253c8045e4f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485901 Aug 28 08:18:01.592207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42032) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:01.643460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:18:01.685203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.718469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a79532a-51a1-4ffa-8717-df0ccf1d22f7 req-2cc00348-ed9a-4bc5-8605-a8d656eedfac tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271052 Aug 28 08:18:01.731087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.826236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.831616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e2a6-4e44-45c8-82bc-11319c3c1042 req-99f05212-21f8-4d0b-96d9-8944dba9b4b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:01.844179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e45e2a6-4e44-45c8-82bc-11319c3c1042 req-99f05212-21f8-4d0b-96d9-8944dba9b4b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1479888 Aug 28 08:18:01.878975 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.885331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Transition to ACTIVE for port object 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:01.955643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:01.959298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.966680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.974580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e45e2a6-4e44-45c8-82bc-11319c3c1042 req-763b93b9-0c5b-4011-a671-9ecc0da08ab2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288960 Aug 28 08:18:01.990126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:01.993867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.000904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb9f2352-5bf9-4859-83ca-d54828dc5053 HTTP/1.1" status: 204 len: 168 time: 0.4050441 Aug 28 08:18:02.005152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'mac_address': 'fa:16:3e:fe:be:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:18:02.030542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008178b9-34e9-4565-b5cc-ee482381afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f2352-5bf9-4859-83ca-d54828dc5053,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:02.091858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Attempting to bind port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:02.093651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Attempting to bind port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:02.093651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Attempting to bind port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:02.147630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0dc9-b538-4a3d-8a7d-d41bd95f6eb4 None None] Pushing event updated for resources: {'Port': ['ID=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:02.152866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:02.153313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:02.156773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.159331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:02.159901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Bound port: 4d2d0a43-930b-46a7-aec5-11d4cdc290a7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:02.160325 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.236651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62d941b9-3535-479a-9ecb-568c7977a19d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:02.246000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.307522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:18:02.335131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] For port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:02.347396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] For port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:02.350237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:02.352053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Allocated IP 172.20.0.1 (3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7/2da70d31-c82a-4c26-84d2-370bf439a095/779f5ae7-d4eb-4ddb-a6b8-e668c811ff16) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:02.367144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 62d941b9-3535-479a-9ecb-568c7977a19d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:02.367858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.488012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.493717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42068) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:02.509858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Transition to ACTIVE for port object 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:02.534771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.550689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.634346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:02.634346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:02.634346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0dc9-b538-4a3d-8a7d-d41bd95f6eb4 None None] Pushing event updated for resources: {'Port': ['ID=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:02.790884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:02.808152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:02.815768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-25046afd-8feb-4d2b-92e8-8d129c9ede0c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:02.817493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-25046afd-8feb-4d2b-92e8-8d129c9ede0c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 949 time: 0.1896970 Aug 28 08:18:02.828499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:02.828708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432a45-50d3-428d-a487-307775f432b4 req-b4f14088-43c9-48cb-bb89-f84678a9ef5c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:02.837144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28432a45-50d3-428d-a487-307775f432b4 req-b4f14088-43c9-48cb-bb89-f84678a9ef5c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.1468053 Aug 28 08:18:02.918992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:02.923501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:02.928285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:02.978875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28432a45-50d3-428d-a487-307775f432b4 req-79a9ffe2-36c9-42eb-9e1d-67a02c5aae05 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407244 Aug 28 08:18:02.991559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.081401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Deleting subnet cf47beaf-059a-4d1a-be03-a010cd2d3dbf {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:03.102198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.102352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Pushing event updated for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:03.227833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.242558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.292087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.370573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-913e2271-95bb-4374-9d5f-4dae93f8de7d service neutron] 10.222.0.39 "GET /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 383 time: 0.5310595 Aug 28 08:18:03.405908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:17:58Z', 'revision_number': 3, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:03.416573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9ea5abe6-6bf9-492e-9dad-d9973af3ac14 None None] Provisioning for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:03.434880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a38d-27ca-4526-80a2-c88b576906a4 req-abed6f28-02e7-45e2-9c4d-efcdb52878a7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:03.444403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e27a38d-27ca-4526-80a2-c88b576906a4 req-abed6f28-02e7-45e2-9c4d-efcdb52878a7 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.3342402 Aug 28 08:18:03.465255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.482491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef0ca7-8419-42d6-ad8d-7f1a426f7f1c req-e0d5e833-fe8d-41a5-ba8c-8a4b80484e37 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:03.491049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbef0ca7-8419-42d6-ad8d-7f1a426f7f1c req-e0d5e833-fe8d-41a5-ba8c-8a4b80484e37 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1552582 Aug 28 08:18:03.530073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['704c7d9f-0c3c-4e5e-b472-c800cc4d7942'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:03.538491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf47beaf-059a-4d1a-be03-a010cd2d3dbf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:03.555361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.557708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-62857feb-f6b5-4c9d-8fe0-f5179f844464 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cf47beaf-059a-4d1a-be03-a010cd2d3dbf HTTP/1.1" status: 204 len: 168 time: 1.0618379 Aug 28 08:18:03.562647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42092) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:03.565656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3f23-03ab-47f9-ba14-2f2422f5afe1 None None] The sync data for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 is: [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:17:58Z', 'revision_number': 3, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:03.574694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbef0ca7-8419-42d6-ad8d-7f1a426f7f1c req-0ba03e4a-ac3c-45f0-b8ce-eda824fbd2a3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 Aug 28 08:18:03.590650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e27a38d-27ca-4526-80a2-c88b576906a4 req-3bb1f1ff-424e-41ea-adef-ae9ce2ce0dba tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418462 Aug 28 08:18:03.628869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9ea5abe6-6bf9-492e-9dad-d9973af3ac14 None None] Provisioning complete for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:03.629340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9ea5abe6-6bf9-492e-9dad-d9973af3ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.680615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-e7e337c7-cffb-4ecc-baeb-704c713639b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:03.682569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-e7e337c7-cffb-4ecc-baeb-704c713639b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1101 time: 0.2291012 Aug 28 08:18:03.735986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:03.736334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.744432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5abe6-6bf9-492e-9dad-d9973af3ac14 None None] Port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:18:03.786494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 9caf9375-4728-4d27-b78c-a88b2c18fb29 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:03.786494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9caf9375-4728-4d27-b78c-a88b2c18fb29 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:03.820853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.829621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:03.998889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.015770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac20677-d6d2-48f3-bcb6-042de6102a53']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:04.034264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c8dfad-3962-4d33-8386-6a6a2879f992') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:04.034418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c8dfad-3962-4d33-8386-6a6a2879f992') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:04.050403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.076947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.090663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:18:04.091099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.100465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Pushing event updated for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:04.161513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.187782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:18:04.188279 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:18:04.192501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-a19d69ec-a954-43a9-af75-f464e47321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:04.194198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-a19d69ec-a954-43a9-af75-f464e47321d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.4986327 Aug 28 08:18:04.263112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 1ad7b672-4c9f-481f-9ded-1df7e983bb77 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:04.263487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ad7b672-4c9f-481f-9ded-1df7e983bb77 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:04.291368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-c035f0f6-5e54-4cfe-ba6c-2e83b0538d04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0690367 Aug 28 08:18:04.293348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.299304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.301273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ac20677-d6d2-48f3-bcb6-042de6102a53 HTTP/1.1" status: 204 len: 168 time: 0.7366710 Aug 28 08:18:04.305878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42108) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:04.322073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd56d2d-db2d-4067-8f62-173362021044 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac20677-d6d2-48f3-bcb6-042de6102a53,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:04.344878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b9ec9-7570-4fed-85fa-8d567116e236 req-9bf0da1b-d0a1-46fc-9038-139e471640ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:04.346821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce6b9ec9-7570-4fed-85fa-8d567116e236 req-9bf0da1b-d0a1-46fc-9038-139e471640ad tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.1722958 Aug 28 08:18:04.409415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Deleting subnet 8132c819-8a82-475d-adda-0c538e6e7d83 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:04.432248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.491387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:04.494913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:04.513973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.591765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-faafbd9b-55fd-43fe-8a3e-8906d4413987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:04.604968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-faafbd9b-55fd-43fe-8a3e-8906d4413987 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1747069 Aug 28 08:18:04.743617 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:04.815931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-10bacccd-22a4-4236-8ab0-8cb0bd1bf556 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:04.817596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-10bacccd-22a4-4236-8ab0-8cb0bd1bf556 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.3865514 Aug 28 08:18:04.834302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce6b9ec9-7570-4fed-85fa-8d567116e236 req-3edb4a9b-fcfe-48ec-aa8b-d9145fdf5b39 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684737 Aug 28 08:18:04.838518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:18:05.013964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-c29d1925-6ed6-469f-831a-656d46cfdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:05.017110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-c29d1925-6ed6-469f-831a-656d46cfdc64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3636787 Aug 28 08:18:05.025838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.032174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b76b2caf-7ddc-41d9-83c2-9d355c5b2116 None None] Provisioning complete for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:05.032990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b76b2caf-7ddc-41d9-83c2-9d355c5b2116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.121796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b76b2caf-7ddc-41d9-83c2-9d355c5b2116 None None] Port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:18:05.153680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.186026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e349f2-b4e9-47fe-9f54-428052f42e9b req-9b8baaf6-732d-44be-b5de-bdbf889a2fc5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:05.193780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2e349f2-b4e9-47fe-9f54-428052f42e9b req-9b8baaf6-732d-44be-b5de-bdbf889a2fc5 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.1956451 Aug 28 08:18:05.197205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Deleting port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:05.197553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.298926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd923915-4e00-4e22-9c82-c703e4a91430 req-0edb0a13-8528-4856-bfbb-b525b705aa6d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:05.301262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd923915-4e00-4e22-9c82-c703e4a91430 req-0edb0a13-8528-4856-bfbb-b525b705aa6d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.4454119 Aug 28 08:18:05.307404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:05.315536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2e349f2-b4e9-47fe-9f54-428052f42e9b req-f6a4d650-4b63-4cd3-89ca-86c0e5d4a751 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205308 Aug 28 08:18:05.324471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-082d5c2f-2796-40da-b0c4-113e72339f38 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c1eceb6-82b0-4ce1-9181-c54859cb9851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6392527 Aug 28 08:18:05.387843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.413968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.420916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8132c819-8a82-475d-adda-0c538e6e7d83 HTTP/1.1" status: 204 len: 168 time: 1.1073639 Aug 28 08:18:05.421584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-f8618592-de32-41a1-9960-8ee02cdaa0ed service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609471 Aug 28 08:18:05.427385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:05.450891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb50e9a-a4b6-4845-851f-cf4512f79d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8132c819-8a82-475d-adda-0c538e6e7d83,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:05.485502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd923915-4e00-4e22-9c82-c703e4a91430 req-c9b37081-20fc-46bf-8ba5-6a5701fc9a9c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410892 Aug 28 08:18:05.652649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:05.683961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.711217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] For port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,segment=NetworkSegment(0c660744-fdab-40f6-87e4-b2fde284092f),segment_id=0c660744-fdab-40f6-87e4-b2fde284092f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:05.711997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.787344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:05.795003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:05.796204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.963901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.982027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:05.992303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da315aa-a2bf-4e35-876b-b3d24e5cb08d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:06.017270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012fcb72-588a-4476-ba9b-745be7b65c48') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:06.017958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012fcb72-588a-4476-ba9b-745be7b65c48') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:06.021045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:06.027203 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05d0c6-b371-405f-831c-cd3bccc3d7d8" -d '{"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-plugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:06.050025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.058700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:06.070176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Calling delete_port for 3335b3ae-fd9b-4b6e-874e-6200da4b25ce owned by compute:tempest-test_az-1026249559 {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:06.143712 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.166834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:18:06.167260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.182545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:18:06.211300 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:18:06.215831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-cc319080-f863-45c4-bee1-cf39b86a1093 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042627 Aug 28 08:18:06.297378 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63196ad5-ec1b-4960-8e01-21176a81eff5 x-openstack-request-id: req-63196ad5-ec1b-4960-8e01-21176a81eff5 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:06.297746 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-plugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:06.297998 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63196ad5-ec1b-4960-8e01-21176a81eff5 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:06.298424 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'code': 200} Aug 28 08:18:06.304959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd4348-0f71-419d-b623-60bfd2f9b12a req-83685eb9-5fa4-4fd9-931a-83637538f521 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:06.321886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59bd4348-0f71-419d-b623-60bfd2f9b12a req-83685eb9-5fa4-4fd9-931a-83637538f521 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.2458022 Aug 28 08:18:06.394439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59bd4348-0f71-419d-b623-60bfd2f9b12a req-b74c8ea5-30ab-4574-ac5d-fa2c329feb2f tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701883 Aug 28 08:18:06.518111 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Sync routers for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:06.539841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:06.539841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:06.586897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6012-c0e5-4527-aea7-46488a9814df req-6c4643ac-f912-46bf-a810-fbca3a39ccc0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:06.590073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84cf6012-c0e5-4527-aea7-46488a9814df req-6c4643ac-f912-46bf-a810-fbca3a39ccc0 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 966 time: 0.0956621 Aug 28 08:18:06.611737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.657789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84cf6012-c0e5-4527-aea7-46488a9814df req-d31e84c4-7dea-4503-922a-7b40ee1dc13d tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/security-groups?id=79e70bb2-bc1b-41cf-8d69-eede315da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 Aug 28 08:18:06.662149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.663994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.693337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.698095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1da315aa-a2bf-4e35-876b-b3d24e5cb08d HTTP/1.1" status: 204 len: 168 time: 1.2689583 Aug 28 08:18:06.756198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:06.801322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:06.802162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:06.849725 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:06.876378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Pushing event deleted for resources: {'Port': ['ID=3335b3ae-fd9b-4b6e-874e-6200da4b25ce,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:06.883950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c577f6-c3b2-45df-9755-0c49d2e538d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da315aa-a2bf-4e35-876b-b3d24e5cb08d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:06.936314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e240a90-ee23-4717-916d-b129db7d4ff9 req-6c504c39-f43c-4077-aedd-ee408850f355 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:06.960175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e240a90-ee23-4717-916d-b129db7d4ff9 req-6c504c39-f43c-4077-aedd-ee408850f355 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2241974 Aug 28 08:18:07.029501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:07.059514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e240a90-ee23-4717-916d-b129db7d4ff9 req-5d61e039-2d96-406d-8384-4ced6a963a26 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978832 Aug 28 08:18:07.092705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] No DVR routers for this DVR port 3335b3ae-fd9b-4b6e-874e-6200da4b25ce on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:07.100153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:07.106737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3164fd47-d526-4e49-b453-4d0c93b66527 req-771d3319-ad4b-429c-bf68-45002bf9ff6a tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.39 "DELETE /v2.0/ports/3335b3ae-fd9b-4b6e-874e-6200da4b25ce HTTP/1.1" status: 204 len: 173 time: 2.2553823 Aug 28 08:18:07.107243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-deleted', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:07.114137 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b862ea-f135-4102-ae25-878d98a37166" -d '{"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-deleted", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:07.193425 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601377a2-394a-4c0b-a84b-8f9660dfb03b x-openstack-request-id: req-601377a2-394a-4c0b-a84b-8f9660dfb03b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:07.196487 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297bbef-0ea8-411b-9896-0eab2a3460c1", "name": "network-vif-deleted", "tag": "3335b3ae-fd9b-4b6e-874e-6200da4b25ce", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:07.196487 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-601377a2-394a-4c0b-a84b-8f9660dfb03b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:07.196487 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297bbef-0ea8-411b-9896-0eab2a3460c1', 'name': 'network-vif-deleted', 'tag': '3335b3ae-fd9b-4b6e-874e-6200da4b25ce', 'status': 'completed', 'code': 200} Aug 28 08:18:07.239288 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:07.303697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:07.372874 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 2, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:07.438270 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Checking router: 6c1eceb6-82b0-4ce1-9181-c54859cb9851 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:07.438900 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Updating router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:18:07.480435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:07.499867 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:07.666224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:07.687745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:07.755302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012bf3c-8192-453d-b3e6-3fdcdead7151 req-1dccafac-d544-44bb-bc51-2739800f9edf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:07.790024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6012bf3c-8192-453d-b3e6-3fdcdead7151 req-1dccafac-d544-44bb-bc51-2739800f9edf tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.2155135 Aug 28 08:18:07.811190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3679c3a6-267c-45a4-8798-5e46c35d3f8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4312d03bafb42d8b43e0fab5ec89488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1197791 Aug 28 08:18:07.820919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42212) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:07.913734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6012bf3c-8192-453d-b3e6-3fdcdead7151 req-c37ff757-8e10-4253-8f26-df25cface394 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089478 Aug 28 08:18:07.913734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42214) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:07.930699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b973eac-a6ac-49ae-baa3-abbca4ecfd6b req-59689bca-6c77-48fb-8f31-cfc0b5e9d022 tempest-LiveMigrationTest-1902773410 tempest-LiveMigrationTest-1902773410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2297bbef-0ea8-411b-9896-0eab2a3460c1 HTTP/1.1" status: 200 len: 210 time: 0.0474129 Aug 28 08:18:07.943868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:07.998600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.001507 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.028979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Transition to ACTIVE for port object 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:08.120259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe2206a8-f295-47c9-b41d-bc5d72d0b3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.123215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:08.135729 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.201814 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.208751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.213374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/833d4d13-0767-4116-87bf-43552777c41d HTTP/1.1" status: 204 len: 168 time: 0.3907764 Aug 28 08:18:08.258695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:08.259095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.298549 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Pushing event updated for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:08.339040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be9da-d07c-49c4-a788-15a1bff40a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d4d13-0767-4116-87bf-43552777c41d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:08.345167 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.345552 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.346081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.349856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.353265 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.354151 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:08.378688 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Attempting to bind port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:08.379291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Attempting to bind port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:08.387012 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Attempting to bind port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 on network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:08.416163 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:08.418966 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Checking segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:08.420564 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.424151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe2206a8-f295-47c9-b41d-bc5d72d0b3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.425643 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Bound using segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:08.426813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Bound port: 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:08.427768 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.429882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c26f3-2579-4c41-a00a-3c9e88bba5e6 req-7bd68d89-7e92-4ae1-87d3-c4c4c60a435b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:08.439558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f38c26f3-2579-4c41-a00a-3c9e88bba5e6 req-7bd68d89-7e92-4ae1-87d3-c4c4c60a435b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2685335 Aug 28 08:18:08.484685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe2206a8-f295-47c9-b41d-bc5d72d0b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.566293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2206a8-f295-47c9-b41d-bc5d72d0b3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25456f40-f103-47ac-acb2-462178ebb4a9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:08.588625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f38c26f3-2579-4c41-a00a-3c9e88bba5e6 req-3021bbf1-176e-441e-a58b-3fd10912773d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436956 Aug 28 08:18:08.624518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe2206a8-f295-47c9-b41d-bc5d72d0b3a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=723afa4608ca4417914900873cde033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120435 Aug 28 08:18:08.628034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:08.729855 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] For port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:08.733570 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] For port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:08.781204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.796483 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:08.851275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.091092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42266) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:09.164305 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9cef-50c4-4a85-be96-772ed8080639 None None] Pushing event updated for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:09.177660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.182597 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:09.182753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.182851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:09.183156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25456f40-f103-47ac-acb2-462178ebb4a9 HTTP/1.1" status: 204 len: 168 time: 0.5474832 Aug 28 08:18:09.208988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e09b7b-f366-44d3-af72-53f624721e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25456f40-f103-47ac-acb2-462178ebb4a9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:09.441337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306f9a-21a8-4a57-8106-b8f977ba97e4 req-4eb35ec9-f7d8-4fbb-864d-2f6ebb9ec443 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:09.453066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29306f9a-21a8-4a57-8106-b8f977ba97e4 req-4eb35ec9-f7d8-4fbb-864d-2f6ebb9ec443 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.2179549 Aug 28 08:18:09.540281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:09.547565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Deleting subnet ed3f6eeb-7f2c-409a-bc86-c178f023012c {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:09.562875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.605962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29306f9a-21a8-4a57-8106-b8f977ba97e4 req-08ba83ce-c575-4740-92eb-7c5ef03270f2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519117 Aug 28 08:18:09.608183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42276) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:09.644443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:09.686464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.696374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 3335b3ae-fd9b-4b6e-874e-6200da4b25ce {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:09.696696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3335b3ae-fd9b-4b6e-874e-6200da4b25ce not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:09.723040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4c2ee0d3-2623-433b-a1b3-9b69155015e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=563979b1c41c4db48805310e45a9fba1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1082878 Aug 28 08:18:09.725855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:09.791580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:09.886595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.019619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.066445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004633c-dd70-4d86-a649-9d0823ee2412 req-c49d5aac-9557-4763-84e0-7746511d837c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:10.076148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c004633c-dd70-4d86-a649-9d0823ee2412 req-c49d5aac-9557-4763-84e0-7746511d837c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2657654 Aug 28 08:18:10.096545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.154910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c004633c-dd70-4d86-a649-9d0823ee2412 req-58a3c0ec-8d6e-46b3-b057-aa085987b871 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Aug 28 08:18:10.181213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3f6eeb-7f2c-409a-bc86-c178f023012c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:10.191799 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:08Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:10.206560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.209036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa04d3c0-5540-4e3c-bcdc-81ebcc5c4354 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ed3f6eeb-7f2c-409a-bc86-c178f023012c HTTP/1.1" status: 204 len: 168 time: 1.1192112 Aug 28 08:18:10.211505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42286) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:10.234067 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7777d6-7fd9-43d1-8524-f48b99d72c7e None None] The sync data for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 is: [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:08Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:10.363259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.393187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.395847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fca2604a-83f8-4379-948a-7db1b211c7f6 HTTP/1.1" status: 204 len: 168 time: 0.6686771 Aug 28 08:18:10.471312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0258e-fe06-4d26-9ff8-ccfa7bcd61ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2604a-83f8-4379-948a-7db1b211c7f6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:10.495357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.524551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42292) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:10.546651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4fda-4b07-4541-a958-eb2aedeccb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.752902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.777578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86af6373-b29b-481d-a5d3-2697189036ef']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:10.809217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c660744-fdab-40f6-87e4-b2fde284092f') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:10.810584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c660744-fdab-40f6-87e4-b2fde284092f') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:10.823608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4fda-4b07-4541-a958-eb2aedeccb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.871892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.910273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.943965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:18:10.944647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:18:10.946992 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:18:10.964184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4fda-4b07-4541-a958-eb2aedeccb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:10.988378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae23687-09ce-45ac-b769-2bf0f3138929 req-c9d6eee8-1c75-4aec-8cdf-1759635b7a21 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:10.996898 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ae23687-09ce-45ac-b769-2bf0f3138929 req-c9d6eee8-1c75-4aec-8cdf-1759635b7a21 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1688058 Aug 28 08:18:11.079351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a4fda-4b07-4541-a958-eb2aedeccb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e5b5a-067e-490e-98cd-d4f2190da1d7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:11.101568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f3a4fda-4b07-4541-a958-eb2aedeccb40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c5ce1f5c5644b5da64b90d2c416add9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630100 Aug 28 08:18:11.102621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42300) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:11.231789 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.275573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ae23687-09ce-45ac-b769-2bf0f3138929 req-0f2e8125-400d-4b92-b605-c2ad70660b01 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522790 Aug 28 08:18:11.313452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.402535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.427286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-36bdcc83-016f-4461-a99e-a141881b7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:11.436780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-36bdcc83-016f-4461-a99e-a141881b7b61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e&tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54 HTTP/1.1" status: 200 len: 1102 time: 0.1686099 Aug 28 08:18:11.447212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.455558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] 10.222.0.46 "DELETE /v2.0/networks/86af6373-b29b-481d-a5d3-2697189036ef HTTP/1.1" status: 204 len: 168 time: 1.2428730 Aug 28 08:18:11.460779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:11.504380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b40938-d60a-47a7-9bc8-e320f811b68c req-f92d2bba-3dd1-4824-9bb8-72f3b3df8006 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:11.514931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36b40938-d60a-47a7-9bc8-e320f811b68c req-f92d2bba-3dd1-4824-9bb8-72f3b3df8006 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2367229 Aug 28 08:18:11.569603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36b40938-d60a-47a7-9bc8-e320f811b68c req-0d4cf0ae-0c3b-4967-9878-d7f1ef65e529 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Aug 28 08:18:11.594389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:11.650289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfccac-4542-4629-b83c-4fe6f9550102 admin admin] Pushing event deleted for resources: {'Network': ['ID=86af6373-b29b-481d-a5d3-2697189036ef,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:11.675511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.679894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.681539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b66e5b5a-067e-490e-98cd-d4f2190da1d7 HTTP/1.1" status: 204 len: 168 time: 0.5779386 Aug 28 08:18:11.718679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339dafb-669e-4cf2-890f-1248f70bf618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e5b5a-067e-490e-98cd-d4f2190da1d7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:11.745956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Deleting subnet f412fb08-ef44-4fcc-b7b3-d83603ac4fe8 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:11.816762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.860413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:11.938750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.033677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.201141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:12.433635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:12.479974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5960f-09bd-4418-a11d-204bebfaaf18 req-d911438f-1f72-48b7-8968-8324c63c6c7a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:12.481700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fff5960f-09bd-4418-a11d-204bebfaaf18 req-d911438f-1f72-48b7-8968-8324c63c6c7a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.0966761 Aug 28 08:18:12.506302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:12.566775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fff5960f-09bd-4418-a11d-204bebfaaf18 req-ca04a4a1-03a3-408b-9065-95e584439957 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744662 Aug 28 08:18:12.571201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:12.573782 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd87e81-2e7a-4382-9961-556fe03c2f2b" -d '{"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-unplugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:12.588493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.632093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:12.633570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Transition to ACTIVE for port object 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:12.638465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:12.639245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.639436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.661965 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a756d9-7f12-4ea7-bd4f-735f73929f29 x-openstack-request-id: req-d9a756d9-7f12-4ea7-bd4f-735f73929f29 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:12.662305 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-unplugged", "status": "completed", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:12.662559 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9a756d9-7f12-4ea7-bd4f-735f73929f29 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:12.664133 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'code': 200} Aug 28 08:18:12.691957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f412fb08-ef44-4fcc-b7b3-d83603ac4fe8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:12.697749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:12.702295 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c98c8170-ac71-489e-a080-3d384fb6c951 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f412fb08-ef44-4fcc-b7b3-d83603ac4fe8 HTTP/1.1" status: 204 len: 168 time: 1.2360432 Aug 28 08:18:12.702295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:12.844248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.109899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.159551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] No DVR routers for this DVR port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:13.177321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:13.244667 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.351043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:13.423146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.503938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:13.504862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:13.505987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:13.566942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:13.584312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.584662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.585246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.585838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.588638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.590983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.591525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.592037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.592532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.595273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.595864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.596549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:13.598798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.624595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e00e1b-3fb6-4ebc-b059-624ebdb57d20']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:13.644871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035aa460-fc79-489f-9896-fc070d97d427') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:13.645592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035aa460-fc79-489f-9896-fc070d97d427') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:13.660486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8a3a5-ca37-45dd-83b5-86992f472645 req-5373e52e-b5bb-4040-9d06-c53efc24d5bc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:13.662084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47c8a3a5-ca37-45dd-83b5-86992f472645 req-5373e52e-b5bb-4040-9d06-c53efc24d5bc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.3286719 Aug 28 08:18:13.668338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:18:13.669269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Attempting to bind port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:13.672797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:13.678722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:13.679143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:13.679577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:13.680116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Bound port: 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:13.680340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.683698 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.726855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.741162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:18:13.741579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:18:13.746250 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:18:13.774919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:13.812575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ffc1d-cf9e-433e-bfa7-5ae46206ad84 req-aca63eed-edd6-4916-a019-48ce025de004 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:13.814979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-491ffc1d-cf9e-433e-bfa7-5ae46206ad84 req-aca63eed-edd6-4916-a019-48ce025de004 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.0936534 Aug 28 08:18:13.858453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-47c8a3a5-ca37-45dd-83b5-86992f472645 req-44ac2908-4035-4865-9a7f-ab28982775b7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812975 Aug 28 08:18:13.937064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-491ffc1d-cf9e-433e-bfa7-5ae46206ad84 req-4ff495eb-558c-4fce-989b-d9e711b95b6a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145241 Aug 28 08:18:14.002231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:14.006060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:14.103647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:14.108956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:14.145970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:14.206125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:14.223564 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] 10.222.0.46 "DELETE /v2.0/networks/22e00e1b-3fb6-4ebc-b059-624ebdb57d20 HTTP/1.1" status: 204 len: 168 time: 1.5203376 Aug 28 08:18:14.250781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=11']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:14.253741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:14.254678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:14.316973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42730c5-0eb0-43c3-96ff-83dce1d7066f admin admin] Pushing event deleted for resources: {'Network': ['ID=22e00e1b-3fb6-4ebc-b059-624ebdb57d20,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:14.363039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:14.366330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:14.369872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-7cf0bc0e-9b9d-4daa-be86-57eceece5f19 service neutron] 10.222.0.64 "PUT /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 1098 time: 2.9076021 Aug 28 08:18:14.536899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-1e61d530-24bb-4f81-b689-eadcb5db5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:14.538493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-1e61d530-24bb-4f81-b689-eadcb5db5550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1101 time: 0.1251626 Aug 28 08:18:14.667090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:14.670193 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332606d-6640-4f9a-b337-a07f9bf08271" -d '{"events": [{"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:14.745443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-b86e033e-4131-4c1c-aabb-beea90d1459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:14.753832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-b86e033e-4131-4c1c-aabb-beea90d1459b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2028718 Aug 28 08:18:14.783494 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaa5931-569e-4b1d-8203-9cbb9fe7c156 x-openstack-request-id: req-6eaa5931-569e-4b1d-8203-9cbb9fe7c156 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:14.783798 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:14.785703 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6eaa5931-569e-4b1d-8203-9cbb9fe7c156 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:14.786149 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'status': 'completed', 'code': 200} Aug 28 08:18:14.801219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42390) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:14.831641 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:18:14.853685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-ab49ce01-ec5d-441e-a3f6-6061cb838243 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0854290 Aug 28 08:18:14.935653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-e0c0ebd4-0b6c-4fbc-94ca-6b5622a193c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:14.945202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-e0c0ebd4-0b6c-4fbc-94ca-6b5622a193c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1101 time: 0.1132269 Aug 28 08:18:14.975979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-99cbaf74-c7fa-45d1-8f22-803aea2262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:14.981268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-99cbaf74-c7fa-45d1-8f22-803aea2262b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1157613 Aug 28 08:18:15.094718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-network', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:15.108849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42402) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:15.216304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-d23d77f0-3fd6-4a85-a319-291e397bdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.218360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-d23d77f0-3fd6-4a85-a319-291e397bdeb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2639000 Aug 28 08:18:15.226666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90385845-c294-4bf8-8043-724f6067b404 req-24bc519c-8683-43f6-958b-a7910e2a4b3d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.234865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90385845-c294-4bf8-8043-724f6067b404 req-24bc519c-8683-43f6-958b-a7910e2a4b3d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1464190 Aug 28 08:18:15.284529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:15.285443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bd87f993-90c6-4c03-8756-c98bb75a3106 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=150705dfe001456faab8224e3eb11d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736271 Aug 28 08:18:15.293445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-3789eff9-4f4f-403e-9880-44e2c0d906c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.295556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-43495d35-1c94-43ae-a972-15c540f78548 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0583544 Aug 28 08:18:15.297529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-3789eff9-4f4f-403e-9880-44e2c0d906c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3045549 Aug 28 08:18:15.298844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Made reservation on behalf of 39db64e7ce62437d808e848dbd78bb38 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:15.301309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:15.348561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:15.359995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17bb0-707a-4773-8f97-18746a05095f req-d30c9208-7a15-453e-913c-0a94d8442aa5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.375745 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d17bb0-707a-4773-8f97-18746a05095f req-d30c9208-7a15-453e-913c-0a94d8442aa5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.3029418 Aug 28 08:18:15.474057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90385845-c294-4bf8-8043-724f6067b404 req-a1a75295-6605-4ba6-9000-49df58e845d6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379174 Aug 28 08:18:15.530409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-e242c644-0e99-4639-97a6-ae1a4e6ac31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.532107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-e242c644-0e99-4639-97a6-ae1a4e6ac31b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2280905 Aug 28 08:18:15.540978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:15.601335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:15.690725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d17bb0-707a-4773-8f97-18746a05095f req-d39575bc-0a82-4d96-8d58-69894b0fa62d tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111486 Aug 28 08:18:15.707922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-5561413a-dec8-4770-b9cd-a942cd32b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:15.709421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-5561413a-dec8-4770-b9cd-a942cd32b5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1389909 Aug 28 08:18:15.786605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-35251e87-5747-4f41-b00f-6fe42fe4108c service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784040 Aug 28 08:18:16.040861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb24733f-7b28-4dd0-a559-9ce567a0cce7 req-9acaed7b-aeb4-411c-86b7-ee247450f7d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400494 Aug 28 08:18:16.253416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42416) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:16.258044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-82f0586e-e1c4-462a-80e5-895e01daeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:16.260414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-82f0586e-e1c4-462a-80e5-895e01daeda1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1101 time: 0.0806885 Aug 28 08:18:16.285116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.292150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.292150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79e70bb2-bc1b-41cf-8d69-eede315da4c1 HTTP/1.1" status: 204 len: 168 time: 1.0032396 Aug 28 08:18:16.353216 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.358263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66029915-bd03-462d-8051-5b8dba57d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e70bb2-bc1b-41cf-8d69-eede315da4c1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:16.416447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.452753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-bc3ddd2f-c846-4e9e-bf1b-a6d5bc944b35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6619236 Aug 28 08:18:16.516369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:18:16.623935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-66d7ed45-b559-48cd-847e-57e17e6a551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:16.628037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-66d7ed45-b559-48cd-847e-57e17e6a551b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3531618 Aug 28 08:18:16.693883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.694300 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Added segment 24f0ab79-f788-4890-a4f6-e41236d4d208 of type vlan for network 26316198-d898-41d7-b1a0-7deaea2a8a09 Aug 28 08:18:16.722934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-8db58916-a9eb-4910-ae5f-db649a5947f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 200 len: 217 time: 0.0729346 Aug 28 08:18:16.835106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-e6c5f219-6ad2-45e6-b57b-d09257383828 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034949 Aug 28 08:18:16.846379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143bdd2-12a8-477a-b6cf-d982378956c7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:16.912598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d269-bfa7-4d5a-a647-73be7893b808 req-13758c49-c482-4385-be0d-9c76a055f643 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:16.924459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b529d269-bfa7-4d5a-a647-73be7893b808 req-13758c49-c482-4385-be0d-9c76a055f643 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2902293 Aug 28 08:18:16.970539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-25549b1c-7b8a-494f-8d15-c72713ba57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:16.971736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-5e9aa881-0679-48c6-a716-b3eef73ef394 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222155 Aug 28 08:18:16.974062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-25549b1c-7b8a-494f-8d15-c72713ba57ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2381146 Aug 28 08:18:16.978450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:16.978832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d988a5c-4403-4771-89e5-e00ace3de538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.049052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-4ce36820-8bfd-4308-94f0-6e9fbf86f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.050957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-4ce36820-8bfd-4308-94f0-6e9fbf86f468 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 1101 time: 0.5166345 Aug 28 08:18:17.088873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547657-8567-40f4-8cd0-0588974d0f63 req-645da0d5-3479-41a5-9f37-6e767f818513 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.090898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59547657-8567-40f4-8cd0-0588974d0f63 req-645da0d5-3479-41a5-9f37-6e767f818513 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.1182213 Aug 28 08:18:17.137912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b529d269-bfa7-4d5a-a647-73be7893b808 req-437bac81-4e4a-427f-9d29-7a5b965d6499 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125347 Aug 28 08:18:17.171394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.172533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.173237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.188801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-9151cc60-e3de-4f76-ba84-629e41043c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.192874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-9151cc60-e3de-4f76-ba84-629e41043c3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2048852 Aug 28 08:18:17.261888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] Pushing event updated for resources: {'Network': ['ID=26316198-d898-41d7-b1a0-7deaea2a8a09,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:17.279698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:18:17.351464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59547657-8567-40f4-8cd0-0588974d0f63 req-b99b64d6-4755-44e5-9b75-a07bf3ebc59e tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458782 Aug 28 08:18:17.390443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-62d61d2d-6cab-4017-a625-329c08fab62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.392805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-62d61d2d-6cab-4017-a625-329c08fab62b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.3007014 Aug 28 08:18:17.414543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-4a759d86-ef9d-4878-83cc-af8d9568e997 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125676 Aug 28 08:18:17.502271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d988a5c-4403-4771-89e5-e00ace3de538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.505783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-5efca09a-ccaf-407b-adba-6b101fcb0fad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 200 len: 217 time: 0.0974019 Aug 28 08:18:17.550476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f332606d-6640-4f9a-b337-a07f9bf08271 req-1db40028-2c77-4df8-9626-4ad90ee034d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274295 Aug 28 08:18:17.589440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-213d372d-c280-4f98-a742-09cefb86ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.591496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-213d372d-c280-4f98-a742-09cefb86ed7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0695126 Aug 28 08:18:17.658990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d988a5c-4403-4771-89e5-e00ace3de538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.679992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42434) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:17.695551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d988a5c-4403-4771-89e5-e00ace3de538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d696d3c-420f-4f2e-9e9e-54934e29ac8d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:17.742728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:17.743283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-46cf18c5-7006-4b25-ad8a-a303770d4042 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9407234 Aug 28 08:18:17.750468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Request body: {'subnet': {'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-subnet', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:17.754153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d988a5c-4403-4771-89e5-e00ace3de538 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6ed209ab27440fa8e2d8a02abbee13c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4789085 Aug 28 08:18:17.761146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-8a40d068-271e-4fe7-b0f2-7d187afd9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:17.761146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-8a40d068-271e-4fe7-b0f2-7d187afd9d2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511831 Aug 28 08:18:17.761355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42438) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:17.765369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e22ea2b0-4661-458b-abad-9055b9616c2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0a1a11fb2614c43bbfd5e90bfea6baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838654 Aug 28 08:18:17.771443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:17.865013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.898708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:17.967786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.028970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-aabf71d4-2427-4c11-8288-d0f5015a3e3b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478182 Aug 28 08:18:18.055504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.281744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83cc7571-43b0-4f37-84ba-70b9ad600b24 req-05f098cb-075d-493f-b4d1-9ff29e18913f service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191920 Aug 28 08:18:18.443985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a708e-cd6f-4242-a44f-f7de2c673261 req-1d4e88a9-c47b-4b78-ad31-36190b120162 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:18.445436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d20a708e-cd6f-4242-a44f-f7de2c673261 req-1d4e88a9-c47b-4b78-ad31-36190b120162 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0615373 Aug 28 08:18:18.485027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Made reservation on behalf of 39db64e7ce62437d808e848dbd78bb38 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:18.488182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.509492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.512563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.516152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d696d3c-420f-4f2e-9e9e-54934e29ac8d HTTP/1.1" status: 204 len: 168 time: 0.7516437 Aug 28 08:18:18.562937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8105a-9c4f-4af9-a483-4ea07ff04231 req-f38e815c-67f9-4929-b368-0646bf513023 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:18.574935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56b8105a-9c4f-4af9-a483-4ea07ff04231 req-f38e815c-67f9-4929-b368-0646bf513023 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.1352978 Aug 28 08:18:18.582197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d20a708e-cd6f-4242-a44f-f7de2c673261 req-88358f54-9954-423d-8656-6693aa81e5e8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304727 Aug 28 08:18:18.599036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.602317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:18.615988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b74bb5d5-fefc-4be7-a446-769424d7d2b5 HTTP/1.1" status: 204 len: 168 time: 0.8412681 Aug 28 08:18:18.639474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d205-e313-4540-bfc2-e922c5116462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d696d3c-420f-4f2e-9e9e-54934e29ac8d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:18.684562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56b8105a-9c4f-4af9-a483-4ea07ff04231 req-f8cb3676-558d-48ae-8611-73fed24023f0 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044393 Aug 28 08:18:18.709675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ffed-7d5b-455b-99fe-98d3afd52bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74bb5d5-fefc-4be7-a446-769424d7d2b5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:19.065815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:19.144013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=461c90a5-1116-41e4-815a-23f02fd59cff,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:19.156572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Checking segment: {'id': '24f0ab79-f788-4890-a4f6-e41236d4d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:19.157241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Network hostable DHCP agents. Network: 26316198-d898-41d7-b1a0-7deaea2a8a09, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:18:19.728476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79547-cede-4fd5-be72-bf985253d384 req-1439637e-e33f-4d47-b8f7-d67f50ee9de2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:19.730329 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06c79547-cede-4fd5-be72-bf985253d384 req-1439637e-e33f-4d47-b8f7-d67f50ee9de2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0686481 Aug 28 08:18:19.758771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:18:19.784820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06c79547-cede-4fd5-be72-bf985253d384 req-5f4df387-aa0c-4f3f-a980-4446d353d211 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Aug 28 08:18:19.842188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3368f-9022-4f34-9c30-fcd342800b29 req-94080194-503f-4329-8387-763122e4e343 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:19.846138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4df3368f-9022-4f34-9c30-fcd342800b29 req-94080194-503f-4329-8387-763122e4e343 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 949 time: 0.0680196 Aug 28 08:18:19.891919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 26316198-d898-41d7-b1a0-7deaea2a8a09) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:19.899870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:19.900521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:19.905685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beff5a7-9103-4868-9a48-9cbdd15cfc2e None None] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:19.922130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4df3368f-9022-4f34-9c30-fcd342800b29 req-589a19a8-fce2-4d52-a709-aac2f5383b08 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Aug 28 08:18:20.042854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:20.043273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b26dfb20-a969-45bb-b2e6-d9b03cd91ded admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2992156 Aug 28 08:18:20.049012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:20.125995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42490) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:20.146702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6d91627-8336-46c1-b12a-929a81e1685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.179232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-26316198-d898-41d7-b1a0-7deaea2a8a09', 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'fixed_ips': [{'subnet_id': '461c90a5-1116-41e4-815a-23f02fd59cff'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:18:20.180779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.221187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:18:20.272578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.273661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.407251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:20.421278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'mac_address': 'fa:16:3e:fe:be:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:18:20.461386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.472231 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.515063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:18:20.515935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6d91627-8336-46c1-b12a-929a81e1685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.598914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:20.611873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Allocated IP 172.20.0.2 (26316198-d898-41d7-b1a0-7deaea2a8a09/461c90a5-1116-41e4-815a-23f02fd59cff/3d7f9329-2f7c-4729-9224-356203e7b4ca) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:20.619995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6d91627-8336-46c1-b12a-929a81e1685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.679198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d91627-8336-46c1-b12a-929a81e1685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d6d57-63d4-4a06-958f-0afa934f5eb7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:20.702084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a6d91627-8336-46c1-b12a-929a81e1685e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbb113c0eaf3454f87a0a45a52dda9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749171 Aug 28 08:18:20.706803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42500) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:20.800809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abda30f-d547-422c-8b82-8f82399cfde1 req-0c8a7e04-2915-48d9-81d7-f27e3289a410 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:20.809174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2abda30f-d547-422c-8b82-8f82399cfde1 req-0c8a7e04-2915-48d9-81d7-f27e3289a410 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 1102 time: 0.0944002 Aug 28 08:18:20.861098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.899348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.965581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:20.980163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2abda30f-d547-422c-8b82-8f82399cfde1 req-3140d10f-b6ed-40f2-a1aa-fe3128fdb2e8 tempest-MigrationsAdminTest-895009506 tempest-MigrationsAdminTest-895009506-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640518 Aug 28 08:18:20.984525 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.019248 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.023538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Transition to ACTIVE for port object 3d7f9329-2f7c-4729-9224-356203e7b4ca will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:21.143767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b1627-5582-4408-ab06-2576cb530dba req-6f8fb778-5cab-41df-bb96-72b55ab38069 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:21.144858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:21.159662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-810b1627-5582-4408-ab06-2576cb530dba req-6f8fb778-5cab-41df-bb96-72b55ab38069 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2173152 Aug 28 08:18:21.172242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Transition to ACTIVE for port object 3d7f9329-2f7c-4729-9224-356203e7b4ca will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:21.224596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.224596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.224596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c9d6d57-63d4-4a06-958f-0afa934f5eb7 HTTP/1.1" status: 204 len: 168 time: 0.5132837 Aug 28 08:18:21.225232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-810b1627-5582-4408-ab06-2576cb530dba req-6f54ddeb-2177-4504-9a82-ee1894a8e364 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586376 Aug 28 08:18:21.261256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fe388-8c0f-49c6-b73e-e7a7744aee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d6d57-63d4-4a06-958f-0afa934f5eb7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:21.302946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.387769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['704c7d9f-0c3c-4e5e-b472-c800cc4d7942'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:21.441232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:21.466726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:21.479046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:21.502482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Pushing event updated for resources: {'Port': ['ID=3d7f9329-2f7c-4729-9224-356203e7b4ca,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:21.584559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Attempting to bind port 3d7f9329-2f7c-4729-9224-356203e7b4ca on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:21.585199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Attempting to bind port 3d7f9329-2f7c-4729-9224-356203e7b4ca by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '24f0ab79-f788-4890-a4f6-e41236d4d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:21.586129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Attempting to bind port 3d7f9329-2f7c-4729-9224-356203e7b4ca on network 26316198-d898-41d7-b1a0-7deaea2a8a09 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:21.596746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:21.597458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Checking segment: {'id': '24f0ab79-f788-4890-a4f6-e41236d4d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:21.598093 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.598759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Bound using segment: {'id': '24f0ab79-f788-4890-a4f6-e41236d4d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:21.599438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Bound port: 3d7f9329-2f7c-4729-9224-356203e7b4ca, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f0ab79-f788-4890-a4f6-e41236d4d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:21.600061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.720704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.722302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] For port 3d7f9329-2f7c-4729-9224-356203e7b4ca, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:21.754558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] For port 3d7f9329-2f7c-4729-9224-356203e7b4ca, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d7f9329-2f7c-4729-9224-356203e7b4ca,segment=NetworkSegment(24f0ab79-f788-4890-a4f6-e41236d4d208),segment_id=24f0ab79-f788-4890-a4f6-e41236d4d208)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:21.859836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:21.873021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:22.041865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e853-c1e7-45c5-a490-93aa51e90120 None None] Pushing event updated for resources: {'Port': ['ID=3d7f9329-2f7c-4729-9224-356203e7b4ca,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:22.172334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Allocated IP 172.25.0.195 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/62382f3a-7fb3-4e4e-8e28-843fa7644e40) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:22.544511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:22.620524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fb1cd-5fd5-4ca6-a3f2-9cbca59a6af2 req-d36227f0-d124-4f81-aac2-ca63cc7ae870 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:22.629004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-722fb1cd-5fd5-4ca6-a3f2-9cbca59a6af2 req-d36227f0-d124-4f81-aac2-ca63cc7ae870 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.2430730 Aug 28 08:18:22.708212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-722fb1cd-5fd5-4ca6-a3f2-9cbca59a6af2 req-a76b07b0-59c8-4ddf-a4ac-79c423da06d5 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782905 Aug 28 08:18:22.716902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f148ba-3156-4682-9d49-5d210cd61b33 req-2686eb04-29a1-43d5-89d9-8338144c6924 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:22.726829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f148ba-3156-4682-9d49-5d210cd61b33 req-2686eb04-29a1-43d5-89d9-8338144c6924 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2021482 Aug 28 08:18:22.906080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f148ba-3156-4682-9d49-5d210cd61b33 req-54df2e91-796a-4c17-b688-1f00b90d827f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764948 Aug 28 08:18:22.919056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:22.977380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:22.986372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:22.989892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Pushing event updated for resources: {'Port': ['ID=62382f3a-7fb3-4e4e-8e28-843fa7644e40,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:22.997889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:23.591484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-52c0f999-408a-4c2b-84c8-a9de19efb621 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:23.594308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-52c0f999-408a-4c2b-84c8-a9de19efb621 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 950 time: 0.1249697 Aug 28 08:18:23.842468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Deleting port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:23.843271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:23.886725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d647b8-c1e5-4701-abf4-5aff4e84ac49 None None] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:24.071580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:24.101746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-136e77e0-ca2d-47ba-8aa2-850994935b9f None None] Provisioning for port 3d7f9329-2f7c-4729-9224-356203e7b4ca completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:24.160698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] For port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:24.161516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:24.180585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Calling delete_port for 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:24.256262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d7f9329-2f7c-4729-9224-356203e7b4ca up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:24.280892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:24.531096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:24.538937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:24.540246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:24.541397 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:24.640036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3d7f9329-2f7c-4729-9224-356203e7b4ca completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:24.644621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3e8c-9f77-42a9-876a-1f1d64e83101 req-8eca9911-85c5-46d8-8372-1601e1f837d4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:24.660355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e', '3a631e10-63c0-435d-8334-b22f40d8a0da', '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:24.668625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:24.668907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38bc3e8c-9f77-42a9-876a-1f1d64e83101 req-8eca9911-85c5-46d8-8372-1601e1f837d4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.3936269 Aug 28 08:18:24.686024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3d7f9329-2f7c-4729-9224-356203e7b4ca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:24.686445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:24.703108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 was deleted so its status cannot be updated. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 08:18:24.762392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event deleted for resources: {'Port': ['ID=704c7d9f-0c3c-4e5e-b472-c800cc4d7942,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:24.956170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38bc3e8c-9f77-42a9-876a-1f1d64e83101 req-eeb51497-be41-41f8-8050-8cc6a6a81d60 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705448 Aug 28 08:18:25.143098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.176605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbee31-ec9d-4dca-9dda-c9c3f0b5e210 req-5d348f23-06be-45a4-88d4-96a689109e89 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:25.177104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.205668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bcbee31-ec9d-4dca-9dda-c9c3f0b5e210 req-5d348f23-06be-45a4-88d4-96a689109e89 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf21e165-cfc9-4506-8e84-30cad2e3f08e HTTP/1.1" status: 200 len: 867 time: 0.7970219 Aug 28 08:18:25.236864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] No DVR routers for this DVR port 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:25.241770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.255876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5083df0-9dc4-44fc-9a52-d15fcb2bc2b3 req-0f490cb4-8bb4-463a-865f-0e3664626891 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "DELETE /v2.0/ports/704c7d9f-0c3c-4e5e-b472-c800cc4d7942 HTTP/1.1" status: 204 len: 173 time: 1.6412125 Aug 28 08:18:25.255876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-deleted', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:25.260676 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85c6e3-206e-44c4-8d56-402006a093fc" -d '{"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-deleted", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:25.321603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3d7f9329-2f7c-4729-9224-356203e7b4ca, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d7f9329-2f7c-4729-9224-356203e7b4ca,segment=NetworkSegment(24f0ab79-f788-4890-a4f6-e41236d4d208),segment_id=24f0ab79-f788-4890-a4f6-e41236d4d208)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:25.329713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35113301-2563-437e-b864-e58f4baa9c6e None None] Provisioning complete for port 3d7f9329-2f7c-4729-9224-356203e7b4ca triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:25.339508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35113301-2563-437e-b864-e58f4baa9c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.340453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bcbee31-ec9d-4dca-9dda-c9c3f0b5e210 req-335ad2d5-07a2-4814-8caf-4f59a542f308 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327810 Aug 28 08:18:25.470369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.605817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Router a5e501e6-059c-4f96-8f8d-fa4481dd1312 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:18:25.681543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:25.736803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3d7f9329-2f7c-4729-9224-356203e7b4ca,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:25.980353 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a2aab7-2114-4bbd-8c04-2ec47f922472 x-openstack-request-id: req-b2a2aab7-2114-4bbd-8c04-2ec47f922472 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:25.980602 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21e165-cfc9-4506-8e84-30cad2e3f08e", "name": "network-vif-deleted", "tag": "704c7d9f-0c3c-4e5e-b472-c800cc4d7942", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:25.980921 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2a2aab7-2114-4bbd-8c04-2ec47f922472 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:25.981468 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21e165-cfc9-4506-8e84-30cad2e3f08e', 'name': 'network-vif-deleted', 'tag': '704c7d9f-0c3c-4e5e-b472-c800cc4d7942', 'status': 'completed', 'code': 200} Aug 28 08:18:26.078093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:26.112608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Sync routers for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:26.213570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:26.213570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-677d9431-7e18-481e-9dd2-7397f4b571d6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1580911 Aug 28 08:18:26.213570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:26.217508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:26.218182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:26.244754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d7f9329-2f7c-4729-9224-356203e7b4ca up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:26.272316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58352ea9-ca72-4bb5-88a4-1c3293472652 req-09d539b6-5790-4eac-9b86-1b0d42840d65 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:26.287096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58352ea9-ca72-4bb5-88a4-1c3293472652 req-09d539b6-5790-4eac-9b86-1b0d42840d65 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2219441 Aug 28 08:18:26.380313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58352ea9-ca72-4bb5-88a4-1c3293472652 req-1e8c9007-5382-46c0-a766-c6c5d701e066 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896170 Aug 28 08:18:26.436321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:26.498229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3d7f9329-2f7c-4729-9224-356203e7b4ca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:26.499280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:27.154817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:23Z', 'revision_number': 3, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:27.284115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Checking router: a5e501e6-059c-4f96-8f8d-fa4481dd1312 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:27.284886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Updating router a5e501e6-059c-4f96-8f8d-fa4481dd1312 port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:18:27.337632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:27.437166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:27.670906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Allocated IP 172.20.0.1 (26316198-d898-41d7-b1a0-7deaea2a8a09/461c90a5-1116-41e4-815a-23f02fd59cff/52b83222-762a-405e-8588-5b0e5b3e235f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:27.683864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1935011343', 'description': 'tempest-description-1408242286'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:27.763111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:27.774891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Transition to ACTIVE for port object 62382f3a-7fb3-4e4e-8e28-843fa7644e40 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:27.819566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:27.834467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Transition to ACTIVE for port object 52b83222-762a-405e-8588-5b0e5b3e235f will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:27.974682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1649a-acb7-4d98-9507-8ec96b81151c req-6e62e43a-c604-4544-9e4d-da11a3b97d67 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:27.976194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-22b1649a-acb7-4d98-9507-8ec96b81151c req-6e62e43a-c604-4544-9e4d-da11a3b97d67 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0522518 Aug 28 08:18:28.020428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-22b1649a-acb7-4d98-9507-8ec96b81151c req-2e5f78a4-c822-45d7-8618-2fa2d8a379fd tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Aug 28 08:18:28.045320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2500b33-4e80-4bf4-adbb-1501cbc2ebb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.103256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.108175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.126557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.220912 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.239360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdece6f-cd03-4ace-b59d-31de9964db75 None None] Pushing event updated for resources: {'Port': ['ID=62382f3a-7fb3-4e4e-8e28-843fa7644e40,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:28.257283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Attempting to bind port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:28.257283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Attempting to bind port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:28.257283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Attempting to bind port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:28.260015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:28.270802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:28.280994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:28.280994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.280994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:28.280994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Bound port: 62382f3a-7fb3-4e4e-8e28-843fa7644e40, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:28.280994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.281900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:28.285319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:28.316780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:28.359599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:28.359922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 704c7d9f-0c3c-4e5e-b472-c800cc4d7942 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:28.376478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Pushing event updated for resources: {'Port': ['ID=52b83222-762a-405e-8588-5b0e5b3e235f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:28.420794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91953fd7-b826-4fb4-add7-2ec0d5f5834c req-074bd908-b284-4d35-8bff-13add289dd49 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:28.437420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] For port 62382f3a-7fb3-4e4e-8e28-843fa7644e40, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:28.442034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91953fd7-b826-4fb4-add7-2ec0d5f5834c req-074bd908-b284-4d35-8bff-13add289dd49 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 951 time: 0.1803937 Aug 28 08:18:28.442515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] For port 62382f3a-7fb3-4e4e-8e28-843fa7644e40, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62382f3a-7fb3-4e4e-8e28-843fa7644e40,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:28.520574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.599728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91953fd7-b826-4fb4-add7-2ec0d5f5834c req-bcb7a9a6-8032-4483-8784-3bd761e48502 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521454 Aug 28 08:18:28.645671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.734791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:28.736395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:28.739780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdece6f-cd03-4ace-b59d-31de9964db75 None None] Pushing event updated for resources: {'Port': ['ID=62382f3a-7fb3-4e4e-8e28-843fa7644e40,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:28.890061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:28.979177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.019533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692555a9-01f2-4185-9df4-7a352cbc783a req-745ab2a1-e50c-4077-85b1-73ef7c8d6d82 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:29.035396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-692555a9-01f2-4185-9df4-7a352cbc783a req-745ab2a1-e50c-4077-85b1-73ef7c8d6d82 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 951 time: 0.0643122 Aug 28 08:18:29.037428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-796fe7d9-da90-480d-bd1b-4c16fa2a2efe None None] Provisioning for port 52b83222-762a-405e-8588-5b0e5b3e235f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:29.053632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-796fe7d9-da90-480d-bd1b-4c16fa2a2efe None None] Provisioning complete for port 52b83222-762a-405e-8588-5b0e5b3e235f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:29.054028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-796fe7d9-da90-480d-bd1b-4c16fa2a2efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.069718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.133491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-796fe7d9-da90-480d-bd1b-4c16fa2a2efe None None] Port 52b83222-762a-405e-8588-5b0e5b3e235f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:18:29.136881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e93ee1-9fdb-4393-8d6c-65d1b0087ceb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:29.149399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:29.258655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Deleting port 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:29.259038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.307341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.339806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.413513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] For port 3a631e10-63c0-435d-8334-b22f40d8a0da, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3a631e10-63c0-435d-8334-b22f40d8a0da,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:29.413790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.431191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Calling delete_port for 3a631e10-63c0-435d-8334-b22f40d8a0da owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:29.448885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:23Z', 'revision_number': 3, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:29.454720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229e428-616b-4643-9cda-4500bae9ab17 req-c6013660-4e9d-492d-acf9-d081b531a16b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:29.456283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e229e428-616b-4643-9cda-4500bae9ab17 req-c6013660-4e9d-492d-acf9-d081b531a16b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0854721 Aug 28 08:18:29.463149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.485438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82bc0a-1e8c-40b9-a702-90b0456ba30d None None] The sync data for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 is: [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:23Z', 'revision_number': 3, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:29.534523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.586669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e229e428-616b-4643-9cda-4500bae9ab17 req-45e318ca-6901-4377-a9f7-6013033087b0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837464 Aug 28 08:18:29.817075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:29.879724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:29.896381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event deleted for resources: {'Port': ['ID=3a631e10-63c0-435d-8334-b22f40d8a0da,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:29.976813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e', '3a631e10-63c0-435d-8334-b22f40d8a0da'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:29.979573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.033939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] No DVR routers for this DVR port 3a631e10-63c0-435d-8334-b22f40d8a0da on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:30.044546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.053308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-692555a9-01f2-4185-9df4-7a352cbc783a req-ff9833b2-badd-4dde-b1f9-5940cefe74b7 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "DELETE /v2.0/ports/3a631e10-63c0-435d-8334-b22f40d8a0da HTTP/1.1" status: 204 len: 173 time: 1.0189445 Aug 28 08:18:30.054584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-deleted', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:30.056539 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109222d0-e343-4803-92a5-bd50a7b461fc" -d '{"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-deleted", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:30.102507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Pushing event updated for resources: {'Port': ['ID=52b83222-762a-405e-8588-5b0e5b3e235f,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:30.112315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.176069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f462ed5-b8e9-41d7-bdaf-b8d0912c290b req-464375bf-ef74-4232-ae46-53e554e91955 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.0507076 Aug 28 08:18:30.192506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b43d97-1ba2-4348-a28c-a5ef4864da8c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:30.226383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.245128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab00ce80-5320-45fa-816b-62b809826b11 req-920d4957-9c66-4f26-9a23-6f9161ed387a tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.5686271 Aug 28 08:18:30.252214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62382f3a-7fb3-4e4e-8e28-843fa7644e40 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:30.277052 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442c77d-fa3f-4a65-9ee1-642c13163a10 x-openstack-request-id: req-1442c77d-fa3f-4a65-9ee1-642c13163a10 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:30.277456 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216b6191-1a86-4b1c-9928-4fc036eb734a", "name": "network-vif-deleted", "tag": "3a631e10-63c0-435d-8334-b22f40d8a0da", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:30.277864 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1442c77d-fa3f-4a65-9ee1-642c13163a10 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:30.278443 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216b6191-1a86-4b1c-9928-4fc036eb734a', 'name': 'network-vif-deleted', 'tag': '3a631e10-63c0-435d-8334-b22f40d8a0da', 'status': 'completed', 'code': 200} Aug 28 08:18:30.302948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1240267956', 'description': 'tempest-description-646763474'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:30.433627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c25b9eab-2e46-4791-9ca2-b0d95ec1d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.493313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:30.495144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:30.605678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:30.611867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:30.612242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.647121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.751647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Router a5e501e6-059c-4f96-8f8d-fa4481dd1312 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:18:30.856364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0ee56caf-2ec9-459d-8fe4-6c7eb9a904a1 None None] Provisioning complete for port 52b83222-762a-405e-8588-5b0e5b3e235f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:30.857074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0ee56caf-2ec9-459d-8fe4-6c7eb9a904a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.889856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdf575-a855-40e4-be61-dff25ee8c011 req-f98e0566-79fd-4d45-afce-e5e7834d51d0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:30.892068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5efdf575-a855-40e4-be61-dff25ee8c011 req-f98e0566-79fd-4d45-afce-e5e7834d51d0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1131821 Aug 28 08:18:30.920978 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:30.970657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5efdf575-a855-40e4-be61-dff25ee8c011 req-f334b576-a685-4910-b418-9ed72df31866 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 Aug 28 08:18:30.977692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0ee56caf-2ec9-459d-8fe4-6c7eb9a904a1 None None] Port 52b83222-762a-405e-8588-5b0e5b3e235f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:18:30.980553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 62382f3a-7fb3-4e4e-8e28-843fa7644e40, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62382f3a-7fb3-4e4e-8e28-843fa7644e40,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:31.029152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:31.071662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:31.082753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c9b2d6e-78ef-4b11-8537-bd8975461a7e admin admin] 10.222.0.46 "PUT /v2.0/routers/a5e501e6-059c-4f96-8f8d-fa4481dd1312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8741076 Aug 28 08:18:31.088004 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:31.137119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:31.168427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=62382f3a-7fb3-4e4e-8e28-843fa7644e40,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:31.233674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3374a568-3104-42fe-9f11-151c78c0be1d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:31.242744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-4d151dc4-30ab-4522-ad98-8f2f493ebaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:31.244557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-4d151dc4-30ab-4522-ad98-8f2f493ebaa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1098 time: 0.0932236 Aug 28 08:18:31.319579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:31.320978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-559a005f-a841-43ee-8cf1-28a406b32df1 req-8ff29df5-7584-4263-96c0-287af4b8f771 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0302696 Aug 28 08:18:31.378714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-20f330a2-057b-41a8-9aee-ee511bdb6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:31.380460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-20f330a2-057b-41a8-9aee-ee511bdb6aae service neutron] 10.222.0.39 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.1269727 Aug 28 08:18:31.392543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d739866-5f6e-4be6-bfa7-fd1e99cf0482 req-6608d9cd-72eb-4d24-abb4-e61cf49a93c6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=216b6191-1a86-4b1c-9928-4fc036eb734a HTTP/1.1" status: 200 len: 210 time: 0.0818336 Aug 28 08:18:31.435336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-fe8d9c8f-759e-4d83-8a2d-0c3b74673be7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0460651 Aug 28 08:18:31.505207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-37ac507b-12f6-4e84-981c-9c0cb523aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:31.506987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-37ac507b-12f6-4e84-981c-9c0cb523aeb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.0630858 Aug 28 08:18:31.551573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-a5515b32-0e33-4111-9bf4-62379e3fb680 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360570 Aug 28 08:18:31.603174 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-a082c278-421c-4c4e-9856-e16e8921f8ee req-e36aeb8a-7ce8-444e-9e15-2cfcf303e282 tempest-FloatingIPDetailsNegativeTestJSON-851663120 tempest-FloatingIPDetailsNegativeTestJSON-851663120-project] show failed (client error): The resource could not be found. Aug 28 08:18:31.604610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a082c278-421c-4c4e-9856-e16e8921f8ee req-e36aeb8a-7ce8-444e-9e15-2cfcf303e282 tempest-FloatingIPDetailsNegativeTestJSON-851663120 tempest-FloatingIPDetailsNegativeTestJSON-851663120-project] 10.222.0.46 "GET /v2.0/floatingips/7448e487-cb2c-4bd7-a9c9-c0b8b11777da HTTP/1.1" status: 404 len: 350 time: 0.0582042 Aug 28 08:18:31.622547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:31.720845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-527133430', 'description': 'tempest-description-75325348'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:31.766341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-808ae46b-ff3e-41c0-8b18-8a951bb68042 service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708472 Aug 28 08:18:31.817690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:31.892813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d47b755f-fc62-4418-935f-d58e959a8d0f req-ecaa1159-1428-4e5a-bd44-dddd31136e5c service neutron] 10.222.0.39 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155541 Aug 28 08:18:32.030269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.045536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.060060 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Sync routers for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:32.076918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:32.078621 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:32.156639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62382f3a-7fb3-4e4e-8e28-843fa7644e40 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:32.192220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42722) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:32.230316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.233333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.288901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:32.289851 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.328045 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:32.347180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071bd38-67b8-4f1f-8b6a-35da26e8064c req-f95dcef6-7ef1-40da-af43-4485d08e8996 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:32.348173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5071bd38-67b8-4f1f-8b6a-35da26e8064c req-f95dcef6-7ef1-40da-af43-4485d08e8996 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1044884 Aug 28 08:18:32.423594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e55485d-b65c-484c-8495-9ac6c3e31705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.444141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5071bd38-67b8-4f1f-8b6a-35da26e8064c req-616294d6-6d19-41b9-af98-36e930bae0d1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828879 Aug 28 08:18:32.637195 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:28Z', 'revision_number': 4, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '52b83222-762a-405e-8588-5b0e5b3e235f', 'name': '', 'network_id': '26316198-d898-41d7-b1a0-7deaea2a8a09', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'mac_address': 'fa:16:3e:46:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '461c90a5-1116-41e4-815a-23f02fd59cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:27Z', 'updated_at': '2021-08-28T08:18:29Z', 'revision_number': 2, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'subnets': [{'id': '461c90a5-1116-41e4-815a-23f02fd59cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:32.660628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Deleting port 52b83222-762a-405e-8588-5b0e5b3e235f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:32.661583 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.669835 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Checking router: a5e501e6-059c-4f96-8f8d-fa4481dd1312 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:32.670266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Updating router a5e501e6-059c-4f96-8f8d-fa4481dd1312 port 52b83222-762a-405e-8588-5b0e5b3e235f binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:18:32.697962 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.727936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bb633-09f4-4304-9c4c-7743fbcd99b9 req-108abcd9-ba84-4aa3-ab7e-9a05389bb357 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:32.733141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4bb633-09f4-4304-9c4c-7743fbcd99b9 req-108abcd9-ba84-4aa3-ab7e-9a05389bb357 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.0710363 Aug 28 08:18:32.751918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:32.771128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Calling delete_port for 52b83222-762a-405e-8588-5b0e5b3e235f owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:32.789877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4bb633-09f4-4304-9c4c-7743fbcd99b9 req-39e8a30e-8034-40d2-9e9c-729024000e4d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482242 Aug 28 08:18:33.066845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.102577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ffd4ee-9dfb-40d4-83d6-a65fda14590f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:33.159827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.163250 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.db.api [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:18:33.170559 n-d-792458-16 neutron-server[95469]: DEBUG oslo_db.api [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:18:33.172537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e55485d-b65c-484c-8495-9ac6c3e31705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.188776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b83222-762a-405e-8588-5b0e5b3e235f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:33.273809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e55485d-b65c-484c-8495-9ac6c3e31705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.320579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e55485d-b65c-484c-8495-9ac6c3e31705 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba0c8412d03c4375b79e58adff83b8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273875 Aug 28 08:18:33.325423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42746) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:33.349292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55485d-b65c-484c-8495-9ac6c3e31705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb55f9-740a-458a-baf8-53396f8e304f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:33.495662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.572346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.575566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.647958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.653726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ec44-6fd7-4b81-a79d-a879045f0fc9 req-176daf13-84d3-4b53-8838-90122adef75c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:33.656210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa70ec44-6fd7-4b81-a79d-a879045f0fc9 req-176daf13-84d3-4b53-8838-90122adef75c tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.0824807 Aug 28 08:18:33.665935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.696129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Port 52b83222-762a-405e-8588-5b0e5b3e235f not found while updating agent binding for router a5e501e6-059c-4f96-8f8d-fa4481dd1312. {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 08:18:33.708531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:33.709479 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:33.720420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa70ec44-6fd7-4b81-a79d-a879045f0fc9 req-c5a6d608-f7c1-48d2-bffa-6c15adc01108 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551121 Aug 28 08:18:33.744962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd910c3-769b-4d76-b49f-1a59152d9603,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:33.829445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:33.865987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677df61-0a95-406b-968a-72225c871875 req-d2a7dd67-d3af-4a8e-a71e-134f1b1bec66 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:33.875110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5677df61-0a95-406b-968a-72225c871875 req-d2a7dd67-d3af-4a8e-a71e-134f1b1bec66 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.0902364 Aug 28 08:18:33.876854 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:33.877440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Router a5e501e6-059c-4f96-8f8d-fa4481dd1312 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:18:33.882869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:33.896617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-231a27e0-b688-45df-9a53-3edb5676e64d req-2e1c2ac1-5dc1-4725-b0fe-4b7d33e2260a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1825571 Aug 28 08:18:33.963757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5677df61-0a95-406b-968a-72225c871875 req-71b1c3f3-b335-4e5e-9fd0-23a153de4af2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818989 Aug 28 08:18:34.000584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.005801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1016378308', 'description': 'tempest-description-1555471929'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:34.045435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:34.049657 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3122c8e9-2448-4f86-aaf8-777d7d939d86" -d '{"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:34.075481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:34.079152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.082456 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.086996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcbb55f9-740a-458a-baf8-53396f8e304f HTTP/1.1" status: 204 len: 168 time: 0.7577672 Aug 28 08:18:34.103281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bffe1-1534-40a3-9acd-d96f5dadcd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb55f9-740a-458a-baf8-53396f8e304f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:34.126181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:34.134230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:34.134404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-251f0544-62ab-4a8e-bbd2-cf278ad3fd15 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5e501e6-059c-4f96-8f8d-fa4481dd1312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096745 Aug 28 08:18:34.175492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.213092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:32Z', 'revision_number': 5, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:34.215944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.260070 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2081e4-a46f-45d2-aa48-fba4f8f45ae2 None None] The sync data for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 is: [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:32Z', 'revision_number': 5, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port': {'id': '62382f3a-7fb3-4e4e-8e28-843fa7644e40', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:21Z', 'updated_at': '2021-08-28T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:34.287430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.341520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:34.359785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:34.418466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.420203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 3a631e10-63c0-435d-8334-b22f40d8a0da {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:34.420421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3a631e10-63c0-435d-8334-b22f40d8a0da not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:34.471212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.599534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.642806 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba0741c-3883-4351-bf78-41eae3beee8d x-openstack-request-id: req-cba0741c-3883-4351-bf78-41eae3beee8d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:34.643105 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:34.643562 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cba0741c-3883-4351-bf78-41eae3beee8d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:34.644169 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'code': 200} Aug 28 08:18:34.652352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544affc4-03d8-4869-b1b8-aa842d48fd52,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:34.673140 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.700661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Deleting port 62382f3a-7fb3-4e4e-8e28-843fa7644e40 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:34.700661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.794792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.798412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e7dc2b-8993-4a3c-867c-ba1dfe91820b req-2577692b-9e98-4610-b161-f458b089c9ea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8145950 Aug 28 08:18:34.938558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] For port 62382f3a-7fb3-4e4e-8e28-843fa7644e40, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62382f3a-7fb3-4e4e-8e28-843fa7644e40,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:34.940447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:34.963607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5e84-b0bf-47d2-bd1e-a829fae45fd9 req-0e5b8c11-fecd-487f-a0b9-6131dd524286 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:34.965641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d3e5e84-b0bf-47d2-bd1e-a829fae45fd9 req-0e5b8c11-fecd-487f-a0b9-6131dd524286 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.1002262 Aug 28 08:18:34.971716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Calling delete_port for 62382f3a-7fb3-4e4e-8e28-843fa7644e40 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:34.988397 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.013835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d3e5e84-b0bf-47d2-bd1e-a829fae45fd9 req-512c1f2b-f46e-4cdb-b0d9-454f10eff663 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Aug 28 08:18:35.053918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a684-753c-453f-a6bd-6660e57199d3 req-c1d84d21-5dee-49ca-b824-085dac59bb9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:35.055503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8144a684-753c-453f-a6bd-6660e57199d3 req-c1d84d21-5dee-49ca-b824-085dac59bb9a tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1002915 Aug 28 08:18:35.147548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42786) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:35.173868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8144a684-753c-453f-a6bd-6660e57199d3 req-475bb403-60e8-4425-8b1b-526a1b70d7d2 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070232 Aug 28 08:18:35.192408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf264d1e-b297-45fa-a410-ae464fc7b424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.230566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Sync routers for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:35.253558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:35.254270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:35.371978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356914-bf2e-4bd0-8193-45fa7c8e3469 req-c7c386ec-d3b3-466e-bf0a-d16edd700903 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:35.373550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89356914-bf2e-4bd0-8193-45fa7c8e3469 req-c7c386ec-d3b3-466e-bf0a-d16edd700903 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.1147366 Aug 28 08:18:35.381941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:35.431829 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf264d1e-b297-45fa-a410-ae464fc7b424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.457941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89356914-bf2e-4bd0-8193-45fa7c8e3469 req-e75c3efa-8e8e-420e-91bb-6c41293490d5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664041 Aug 28 08:18:35.458149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:34Z', 'revision_number': 6, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:35.458425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-dafbbf69-655c-49ca-92d2-8e4ab0f025c3 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47805 time: 0.3960636 Aug 28 08:18:35.509322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Checking router: a5e501e6-059c-4f96-8f8d-fa4481dd1312 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:35.519419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Routers {'a5e501e6-059c-4f96-8f8d-fa4481dd1312'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:35.520054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:35.520641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-dc60bc7a-a4fe-43c2-97b7-eabcc4bf98c5 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/01ffd4ee-9dfb-40d4-83d6-a65fda14590f HTTP/1.1" status: 200 len: 2981 time: 0.0519788 Aug 28 08:18:35.532458 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.565508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Pushing event deleted for resources: {'Port': ['ID=62382f3a-7fb3-4e4e-8e28-843fa7644e40,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:35.575090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-92eea4d4-e084-4115-9eb5-517b1b87938f tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/01ffd4ee-9dfb-40d4-83d6-a65fda14590f HTTP/1.1" status: 200 len: 2981 time: 0.0532722 Aug 28 08:18:35.624615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-4015a01e-6150-4803-b3ee-ccfdae907eea tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/03b484ff-4984-4061-9dc4-6af03fd059f1 HTTP/1.1" status: 200 len: 2981 time: 0.0482264 Aug 28 08:18:35.631454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] Set router a5e501e6-059c-4f96-8f8d-fa4481dd1312 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:35.675167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf264d1e-b297-45fa-a410-ae464fc7b424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.679886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-3e5c8714-cbdd-48de-938b-8f630a1d4634 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/03b484ff-4984-4061-9dc4-6af03fd059f1 HTTP/1.1" status: 200 len: 2981 time: 0.0538664 Aug 28 08:18:35.680742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.697585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:34Z', 'revision_number': 6, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:35.730381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ff0d-9adf-410f-bc05-ff7dc851a4cc None None] The sync data for ids ['a5e501e6-059c-4f96-8f8d-fa4481dd1312'] in n-d-792458-16 is: [{'id': 'a5e501e6-059c-4f96-8f8d-fa4481dd1312', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-24654900-router', 'tenant_id': '39db64e7ce62437d808e848dbd78bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:18:20Z', 'updated_at': '2021-08-28T08:18:34Z', 'revision_number': 6, 'project_id': '39db64e7ce62437d808e848dbd78bb38', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:35.750711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-f6fa00f5-5ca5-4e85-a98c-b46a4a231036 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2f756018-4dbb-4ebd-a93b-f02f32bd1b01 HTTP/1.1" status: 200 len: 2981 time: 0.0691566 Aug 28 08:18:35.811605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-1052d0c8-0a8e-4157-90f3-c11712c46aad tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2f756018-4dbb-4ebd-a93b-f02f32bd1b01 HTTP/1.1" status: 200 len: 2981 time: 0.0569007 Aug 28 08:18:35.852046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf264d1e-b297-45fa-a410-ae464fc7b424 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ddf3093840c4d2aae49b031ae2c79f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033780 Aug 28 08:18:35.856771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264d1e-b297-45fa-a410-ae464fc7b424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca78ae4b-e485-4a7a-a054-8e4f9e8ab9a1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:35.862909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:35.862909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.867051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:35.883144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-2918ac21-23d3-48de-b426-9cc65b888103 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3143bdd2-12a8-477a-b6cf-d982378956c7 HTTP/1.1" status: 200 len: 2981 time: 0.0701671 Aug 28 08:18:35.941744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-845980e0-8fa1-48e6-90c1-87389d24a451 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3143bdd2-12a8-477a-b6cf-d982378956c7 HTTP/1.1" status: 200 len: 2981 time: 0.0519624 Aug 28 08:18:35.976557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.002826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.005243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-2de1531f-1b49-4c96-88b3-bdb78dd8db56 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/53e93ee1-9fdb-4393-8d6c-65d1b0087ceb HTTP/1.1" status: 200 len: 2981 time: 0.0561576 Aug 28 08:18:36.068542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-52586a70-b6e5-4bef-a72c-8338b12158bc tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/53e93ee1-9fdb-4393-8d6c-65d1b0087ceb HTTP/1.1" status: 200 len: 2981 time: 0.0566258 Aug 28 08:18:36.084142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.084725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e501e6-059c-4f96-8f8d-fa4481dd1312 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:18:36.094331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.095488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a527244f-3d07-478b-bd44-19f7eb770126 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a5e501e6-059c-4f96-8f8d-fa4481dd1312 HTTP/1.1" status: 204 len: 168 time: 1.9598939 Aug 28 08:18:36.109131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42804) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:36.129965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-d4e9df9f-0093-4c6c-a26e-9deb4d200d3a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/883c1c76-9ad4-4d43-b9b9-570bfa554c9b HTTP/1.1" status: 200 len: 2977 time: 0.0535371 Aug 28 08:18:36.187418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-2e5ee9ce-a077-46b7-bd62-2c0602891f73 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/883c1c76-9ad4-4d43-b9b9-570bfa554c9b HTTP/1.1" status: 200 len: 2977 time: 0.0494492 Aug 28 08:18:36.213020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-9218c7d8-eff2-4284-ab97-8f03bd961512 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:36.214660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-9218c7d8-eff2-4284-ab97-8f03bd961512 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1740143 Aug 28 08:18:36.237383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Deleting subnet 461c90a5-1116-41e4-815a-23f02fd59cff {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:36.253446 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-66108b49-5930-4e77-98f9-c80286071752 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a2d51604-0bd8-43ee-9905-8b77e9796046 HTTP/1.1" status: 200 len: 2981 time: 0.0591011 Aug 28 08:18:36.262397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.290944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.292516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.297373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca78ae4b-e485-4a7a-a054-8e4f9e8ab9a1 HTTP/1.1" status: 204 len: 168 time: 0.4285309 Aug 28 08:18:36.354887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68e89-aab8-415b-8cc8-208a164fb67b req-2350af7f-7c64-4fed-9675-ed4c0acd8e8a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:36.362266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de68e89-aab8-415b-8cc8-208a164fb67b req-2350af7f-7c64-4fed-9675-ed4c0acd8e8a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.2036660 Aug 28 08:18:36.363435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-1f5aefbb-29c1-4431-ada7-0ee9091d99a3 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a2d51604-0bd8-43ee-9905-8b77e9796046 HTTP/1.1" status: 200 len: 2981 time: 0.0921416 Aug 28 08:18:36.380990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4704f-e367-426c-8db6-bccbdac1f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca78ae4b-e485-4a7a-a054-8e4f9e8ab9a1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:36.425913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.426754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62382f3a-7fb3-4e4e-8e28-843fa7644e40 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:36.461169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 62382f3a-7fb3-4e4e-8e28-843fa7644e40 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:36.461560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62382f3a-7fb3-4e4e-8e28-843fa7644e40 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:36.463187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-aa968e76-af9b-4520-a0da-47af502e0e8a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b287b130-9dc2-41a1-9d39-adf202ac2e41 HTTP/1.1" status: 200 len: 2977 time: 0.0901318 Aug 28 08:18:36.512653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de68e89-aab8-415b-8cc8-208a164fb67b req-309c553c-7262-422a-a99a-0360f61d7b3b tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494088 Aug 28 08:18:36.541200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-8966543d-5482-4ce1-8df5-18d51ec3692b tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b287b130-9dc2-41a1-9d39-adf202ac2e41 HTTP/1.1" status: 200 len: 2977 time: 0.0631981 Aug 28 08:18:36.589833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Deleting port b838572a-8a02-4e4b-89c8-f34429908ca5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:36.590198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.618782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-fc7de186-a4e2-4828-b7c7-7dcde9f09f71 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c5d72365-19ee-46ac-92f7-1263cae1c58a HTTP/1.1" status: 200 len: 2977 time: 0.0768950 Aug 28 08:18:36.674425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-3ffbb66c-2895-465c-a58e-e4afa3f7d4dc tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c5d72365-19ee-46ac-92f7-1263cae1c58a HTTP/1.1" status: 200 len: 2977 time: 0.0487769 Aug 28 08:18:36.692093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.754740 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-c96e3a09-0545-4a62-b687-e437c6a7f074 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cec83c7b-6b3c-4526-83e7-10d8542bfbfb HTTP/1.1" status: 200 len: 2981 time: 0.0731285 Aug 28 08:18:36.803205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832351b2-56d4-4a4d-b6a0-432127510fca req-b8270cb6-0708-4465-95d5-50c9cbe71c4b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:36.808796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-832351b2-56d4-4a4d-b6a0-432127510fca req-b8270cb6-0708-4465-95d5-50c9cbe71c4b tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 949 time: 0.1593475 Aug 28 08:18:36.825921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] For port b838572a-8a02-4e4b-89c8-f34429908ca5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b838572a-8a02-4e4b-89c8-f34429908ca5,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:36.826701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.861094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Calling delete_port for b838572a-8a02-4e4b-89c8-f34429908ca5 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:36.875566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-d80921ee-f2d3-41af-b435-6294c78f913d tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cec83c7b-6b3c-4526-83e7-10d8542bfbfb HTTP/1.1" status: 200 len: 2981 time: 0.1098130 Aug 28 08:18:36.943551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-ada3f071-27af-4181-b859-c6faed5451e3 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d92dc284-3b9b-46fa-989b-c9df19ac6df1 HTTP/1.1" status: 200 len: 2973 time: 0.0617464 Aug 28 08:18:36.951407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:36.965232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-832351b2-56d4-4a4d-b6a0-432127510fca req-addc3667-1552-4384-bc6e-c2b464245efe tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441114 Aug 28 08:18:37.004155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461c90a5-1116-41e4-815a-23f02fd59cff,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:37.010300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.011467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea8446-d972-4fd9-a8a8-e9c607828ccc None None] Network 26316198-d898-41d7-b1a0-7deaea2a8a09 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:37.013631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c5510be9-cebf-45f0-99cd-b7dd85147d09 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/461c90a5-1116-41e4-815a-23f02fd59cff HTTP/1.1" status: 204 len: 168 time: 0.9031832 Aug 28 08:18:37.016810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:37.063497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-cc78524b-15a4-4279-aafb-ed591e558131 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d92dc284-3b9b-46fa-989b-c9df19ac6df1 HTTP/1.1" status: 200 len: 2973 time: 0.1134632 Aug 28 08:18:37.148542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-96794f2f-a292-4b00-9713-05a5aa34449b tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d9ae86c8-a5ed-44b9-909c-4bad58751e0d HTTP/1.1" status: 200 len: 2981 time: 0.0839510 Aug 28 08:18:37.157505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.212649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-30d500a7-fc94-4358-94aa-fc11cff9bbd4 tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d9ae86c8-a5ed-44b9-909c-4bad58751e0d HTTP/1.1" status: 200 len: 2981 time: 0.0628211 Aug 28 08:18:37.242364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7b3b7-025f-4919-b1fa-6ab9c4b36415 req-3f50f410-51d4-4c50-bbb8-fe596e1b2799 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:37.249801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cb7b3b7-025f-4919-b1fa-6ab9c4b36415 req-3f50f410-51d4-4c50-bbb8-fe596e1b2799 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.1621845 Aug 28 08:18:37.281648 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-70f9e021-1b92-4e93-82ec-4f56cd67e63d tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/fe187837-af6e-4235-b3ed-968b70608752 HTTP/1.1" status: 200 len: 2981 time: 0.0653310 Aug 28 08:18:37.341387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cb7b3b7-025f-4919-b1fa-6ab9c4b36415 req-f7f9a54d-9058-424e-b8d9-538f875d4002 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843344 Aug 28 08:18:37.363322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] DHCP port deletion for 26316198-d898-41d7-b1a0-7deaea2a8a09 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:18:37.365822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Deleting port 3d7f9329-2f7c-4729-9224-356203e7b4ca {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:37.366514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.370102 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-69414cf8-2e51-4d8d-86b5-83dc282e4166 req-7bd01a6b-3b42-499a-bf9d-7166d7540a4b tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/fe187837-af6e-4235-b3ed-968b70608752 HTTP/1.1" status: 200 len: 2981 time: 0.0833738 Aug 28 08:18:37.422778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.435341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Deleting port 3d7f9329-2f7c-4729-9224-356203e7b4ca {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:37.436211 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.469920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b838572a-8a02-4e4b-89c8-f34429908ca5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:37.473677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:37.487532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event deleted for resources: {'Port': ['ID=b838572a-8a02-4e4b-89c8-f34429908ca5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:37.581451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf23c95-320c-4219-9d2a-c9529dd5b199 req-9d7d7fd9-adfc-43cd-9073-9c07c16004f0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:37.584027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bf23c95-320c-4219-9d2a-c9529dd5b199 req-9d7d7fd9-adfc-43cd-9073-9c07c16004f0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.1099060 Aug 28 08:18:37.600263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] No DVR routers for this DVR port b838572a-8a02-4e4b-89c8-f34429908ca5 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:37.603935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] For port 3d7f9329-2f7c-4729-9224-356203e7b4ca, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d7f9329-2f7c-4729-9224-356203e7b4ca,segment=NetworkSegment(24f0ab79-f788-4890-a4f6-e41236d4d208),segment_id=24f0ab79-f788-4890-a4f6-e41236d4d208)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:37.604366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.608062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.610753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98ea2e88-b6b4-4346-8c2d-a9e7366f5a55 req-af8851f9-ece6-4792-ae0e-bc59d71ece30 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.39 "DELETE /v2.0/ports/b838572a-8a02-4e4b-89c8-f34429908ca5 HTTP/1.1" status: 204 len: 173 time: 1.3838065 Aug 28 08:18:37.617179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-deleted', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:37.619681 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d729274-5ffc-496e-9bc5-e11ed2b4a64d" -d '{"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-deleted", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:37.640401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bf23c95-320c-4219-9d2a-c9529dd5b199 req-ea54f085-eb6e-414d-840b-7b59a13e3f5f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501733 Aug 28 08:18:37.644359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Calling delete_port for 3d7f9329-2f7c-4729-9224-356203e7b4ca owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:37.671671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-7090001e-da10-4c0b-a6f2-f35eeeb0357d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:37.673263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-7090001e-da10-4c0b-a6f2-f35eeeb0357d tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.2023239 Aug 28 08:18:37.731637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93757f9b-e759-49fb-8ac2-e86e11711bfa req-d2164438-3e0e-46f8-8fdb-ab358278c438 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3000df962e64f33b7c9d2c4d73a78a9 HTTP/1.1" status: 200 len: 6103 time: 0.2006581 Aug 28 08:18:37.770632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] For port 3d7f9329-2f7c-4729-9224-356203e7b4ca, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d7f9329-2f7c-4729-9224-356203e7b4ca,segment=NetworkSegment(24f0ab79-f788-4890-a4f6-e41236d4d208),segment_id=24f0ab79-f788-4890-a4f6-e41236d4d208)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:37.771557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.805887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Calling delete_port for 3d7f9329-2f7c-4729-9224-356203e7b4ca owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:37.883074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39c095-8d31-435d-9313-86416b9b5cf8 req-f50f3865-a1d1-4122-8abf-03c83a25032b tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:37.886314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a39c095-8d31-435d-9313-86416b9b5cf8 req-f50f3865-a1d1-4122-8abf-03c83a25032b tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.1081517 Aug 28 08:18:37.981306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:37.989423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a39c095-8d31-435d-9313-86416b9b5cf8 req-48d79297-3d04-4394-a285-4884f6998519 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874665 Aug 28 08:18:38.099524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.136216 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f954b678-9c95-4018-ae47-9da72a4a5a5e x-openstack-request-id: req-f954b678-9c95-4018-ae47-9da72a4a5a5e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:38.137028 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65766f08-c3b9-4759-810d-53e54f47db53", "name": "network-vif-deleted", "tag": "b838572a-8a02-4e4b-89c8-f34429908ca5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:38.137157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] Pushing event deleted for resources: {'Port': ['ID=3d7f9329-2f7c-4729-9224-356203e7b4ca,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:38.137305 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f954b678-9c95-4018-ae47-9da72a4a5a5e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:38.137474 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65766f08-c3b9-4759-810d-53e54f47db53', 'name': 'network-vif-deleted', 'tag': 'b838572a-8a02-4e4b-89c8-f34429908ca5', 'status': 'completed', 'code': 200} Aug 28 08:18:38.159584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d7f9329-2f7c-4729-9224-356203e7b4ca no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:38.161849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9ded5-0cc5-4e8d-b029-5177efdae9de None None] No DVR routers for this DVR port 3d7f9329-2f7c-4729-9224-356203e7b4ca on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:38.162233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7f9329-2f7c-4729-9224-356203e7b4ca,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:38.169119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] No DVR routers for this DVR port 3d7f9329-2f7c-4729-9224-356203e7b4ca on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:38.206078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93757f9b-e759-49fb-8ac2-e86e11711bfa req-8d7434e9-6d1d-4946-9d52-0df9a0e14ab3 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "GET /v2.0/security-groups/53e93ee1-9fdb-4393-8d6c-65d1b0087ceb HTTP/1.1" status: 200 len: 2981 time: 0.3260314 Aug 28 08:18:38.208300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3d7f9329-2f7c-4729-9224-356203e7b4ca {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:38.208671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d7f9329-2f7c-4729-9224-356203e7b4ca not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:38.338361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0768ee9c-780a-44e0-a7ce-6a0054ec6bf7 req-12f24ef6-2cac-4f2f-beef-5546c60a4637 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=65766f08-c3b9-4759-810d-53e54f47db53 HTTP/1.1" status: 200 len: 210 time: 0.0381513 Aug 28 08:18:38.343561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.353409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Deleting port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:38.353771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.371293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93757f9b-e759-49fb-8ac2-e86e11711bfa req-6006e577-540d-46f8-a9b3-eb0afdf9b7c7 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "GET /v2.0/security-groups/53e93ee1-9fdb-4393-8d6c-65d1b0087ceb HTTP/1.1" status: 200 len: 2981 time: 0.1374569 Aug 28 08:18:38.373137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26316198-d898-41d7-b1a0-7deaea2a8a09']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:38.426171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f0ab79-f788-4890-a4f6-e41236d4d208') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:38.426896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f0ab79-f788-4890-a4f6-e41236d4d208') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:38.456051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.493791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.509006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:18:38.509346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:18:38.513990 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:18:38.528197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-989a7a9e-4f16-4542-99e4-2ea23d65caee req-e4d44993-10fa-45f8-94a4-750b3e49e9c9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:18:38.529340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-989a7a9e-4f16-4542-99e4-2ea23d65caee req-e4d44993-10fa-45f8-94a4-750b3e49e9c9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1194289 Aug 28 08:18:38.571530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-829aef23-85f0-4212-bbd7-f149dbb60c6b tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/544affc4-03d8-4869-b1b8-aa842d48fd52 HTTP/1.1" status: 200 len: 1778 time: 0.1520412 Aug 28 08:18:38.573226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] For port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:38.573580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.726253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.790953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.796738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:38.978737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f61064-0817-420c-83ec-c555d4db2a0e req-3b38bac8-88d6-4ce5-accd-e3f782af9b76 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:38.980478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97f61064-0817-420c-83ec-c555d4db2a0e req-3b38bac8-88d6-4ce5-accd-e3f782af9b76 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0583553 Aug 28 08:18:39.036353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97f61064-0817-420c-83ec-c555d4db2a0e req-2d208844-94cd-45a4-a151-76e4ea23698e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Aug 28 08:18:39.130303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.133111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] 10.222.0.46 "DELETE /v2.0/networks/26316198-d898-41d7-b1a0-7deaea2a8a09 HTTP/1.1" status: 204 len: 168 time: 2.1150961 Aug 28 08:18:39.161571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079775d0-75bf-4b6a-b20e-0aa77b43bf15 admin admin] Pushing event deleted for resources: {'Network': ['ID=26316198-d898-41d7-b1a0-7deaea2a8a09,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:39.190618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.191544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.191875 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Floating IP 41781605-bdb4-42e5-88af-f6ced417b72f disassociated. External IP: 172.25.0.36, port: f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59. Aug 28 08:18:39.192393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Calling delete_port for f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:39.207768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28840fb-9cde-4c97-8a45-78a6d5f3d3de req-389264e4-4999-4493-a08b-a011bd591449 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:39.216021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e28840fb-9cde-4c97-8a45-78a6d5f3d3de req-389264e4-4999-4493-a08b-a011bd591449 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 946 time: 0.0875635 Aug 28 08:18:39.255700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e28840fb-9cde-4c97-8a45-78a6d5f3d3de req-7dea3ffd-61b4-4b37-90eb-926ee4cbe9bf tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups?id=1860668e-6a26-4af4-b353-621481187b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 Aug 28 08:18:39.354744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.357353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.367954 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9936589-2616-47f0-aaa4-8560a74c0037 req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/544affc4-03d8-4869-b1b8-aa842d48fd52 HTTP/1.1" status: 204 len: 173 time: 0.7791092 Aug 28 08:18:39.374691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d5c01-1cc1-4853-82a7-b188b263c08a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544affc4-03d8-4869-b1b8-aa842d48fd52,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:39.440562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.459646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87707ea1-e4c1-4719-b307-266d19d92219 req-f7afbec5-ac9f-46e3-a40b-0ff37c49660d tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4fd910c3-769b-4d76-b49f-1a59152d9603 HTTP/1.1" status: 200 len: 1775 time: 0.0633574 Aug 28 08:18:39.497183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event deleted for resources: {'Port': ['ID=f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:39.528216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-87707ea1-e4c1-4719-b307-266d19d92219 req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.556151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-87707ea1-e4c1-4719-b307-266d19d92219 req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.613859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:18:39.728042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:39.739697 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:39.755918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:39.756464 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:39.770830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] No DVR routers for this DVR port f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:39.773841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.776140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf0734aa-3b06-49ba-ba10-cf391691b353 req-9d38e7b7-2e9d-4e3d-bc97-08a2e9fecfdc tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "DELETE /v2.0/ports/f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 HTTP/1.1" status: 204 len: 173 time: 2.0939698 Aug 28 08:18:39.821389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-87707ea1-e4c1-4719-b307-266d19d92219 req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.825031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-87707ea1-e4c1-4719-b307-266d19d92219 req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:39.840453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87707ea1-e4c1-4719-b307-266d19d92219 req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fd910c3-769b-4d76-b49f-1a59152d9603 HTTP/1.1" status: 204 len: 173 time: 0.3727427 Aug 28 08:18:39.851965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd910c3-769b-4d76-b49f-1a59152d9603,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:39.863795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.866296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.867784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.868128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.868507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.868797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.873075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.873075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.873075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.873434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.875268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.877529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:39.882184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda20116-4bc8-4bb4-b2e1-32d444c29a6a tempest-SecurityGroupsTestAdminJSON-281679107 tempest-SecurityGroupsTestAdminJSON-281679107-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:39.883824 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:39.937931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: b838572a-8a02-4e4b-89c8-f34429908ca5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:39.938696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b838572a-8a02-4e4b-89c8-f34429908ca5 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:39.939430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:39.981784 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-fdfc9821-0c98-4619-932c-f1b1c393b9bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2328472 Aug 28 08:18:40.030474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:40.116269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13a63c89-a7ca-4405-8e02-2870174bf7f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39db64e7ce62437d808e848dbd78bb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845554 Aug 28 08:18:40.127075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42928) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:40.138094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'name': 'network-vif-deleted', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:40.147447 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844ca875-7c59-4691-a443-ce97f6ae0c10" -d '{"events": [{"server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "name": "network-vif-deleted", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:40.147994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-9fc6fa27-74bc-4e83-a20f-f0f9757111e7 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331631 Aug 28 08:18:40.225476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-6fd4fcc5-8703-4029-a03d-83ad309c66a9 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "GET /v2.0/security-groups/3374a568-3104-42fe-9f11-151c78c0be1d HTTP/1.1" status: 200 len: 1777 time: 0.1260834 Aug 28 08:18:40.286234 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:40.302811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8a3156ba-6db4-40c0-bb85-4c15967e8575 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:40.304124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8a3156ba-6db4-40c0-bb85-4c15967e8575 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566896 Aug 28 08:18:40.304389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.335710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-0dbf8380-dd5f-4264-905a-cfe8a1a44cec tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/quotas/c8f0eb3ee32648c4b14da28e53ff7323 HTTP/1.1" status: 200 len: 375 time: 0.0178173 Aug 28 08:18:40.339351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.348036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.381416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-18008cad-0685-4b0a-a979-046dcc65b5b4 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447073 Aug 28 08:18:40.417602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.487664 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:40.497895 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:40.498623 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:40.611958 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:40.708515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.711689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.712893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2359d7d9-f5fc-4815-a8bc-31735f54258c req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "DELETE /v2.0/security-groups/3374a568-3104-42fe-9f11-151c78c0be1d HTTP/1.1" status: 204 len: 173 time: 0.4904828 Aug 28 08:18:40.723871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14adfc8-c78d-486a-b7a7-75eb845597cb tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374a568-3104-42fe-9f11-151c78c0be1d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:40.748354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.752891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:40.756648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3143bdd2-12a8-477a-b6cf-d982378956c7 HTTP/1.1" status: 204 len: 168 time: 0.6247981 Aug 28 08:18:40.765125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106051-63f6-40e3-b15b-deed7b0b917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143bdd2-12a8-477a-b6cf-d982378956c7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:40.862127 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:40.895054 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae8d2a-18ff-49dc-abcf-bc5113abc59a None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:11:29Z', 'revision_number': 4, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '2edec4a7-1b64-4f9a-a537-9e9d372e1534', 'name': '', 'network_id': '82ebee49-5d4e-45fe-9364-839ac5250a78', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'mac_address': 'fa:16:3e:4f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:28Z', 'updated_at': '2021-08-28T08:11:39Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'subnets': [{'id': '698ab7db-5bc9-4e58-9c35-57c182aaf9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:40.937598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a74eb-0e91-40bb-84d1-38269cf39843 req-bc24bd1d-2e1b-4048-bf44-dbd2d3dfd076 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:40.946924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-693a74eb-0e91-40bb-84d1-38269cf39843 req-bc24bd1d-2e1b-4048-bf44-dbd2d3dfd076 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0651567 Aug 28 08:18:41.010920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9c928-ba71-4c48-aa46-667f10b07d5b req-342c6732-117d-4a87-ad82-cfe321f754b6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:41.011485 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-693a74eb-0e91-40bb-84d1-38269cf39843 req-eb4e3f11-f3e6-49dd-ab2b-c35a0d41a7f1 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508499 Aug 28 08:18:41.013062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e9c928-ba71-4c48-aa46-667f10b07d5b req-342c6732-117d-4a87-ad82-cfe321f754b6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0717490 Aug 28 08:18:41.061061 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3261a-21db-4d1a-8801-75847c7f5860 x-openstack-request-id: req-00a3261a-21db-4d1a-8801-75847c7f5860 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:41.061423 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a187239f-aeb4-4bba-bb57-5a7d29edb6a4", "name": "network-vif-deleted", "tag": "f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:41.061736 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00a3261a-21db-4d1a-8801-75847c7f5860 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:41.062185 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a187239f-aeb4-4bba-bb57-5a7d29edb6a4', 'name': 'network-vif-deleted', 'tag': 'f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59', 'status': 'completed', 'code': 200} Aug 28 08:18:41.078358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e9c928-ba71-4c48-aa46-667f10b07d5b req-5e303e33-f51e-4288-9d59-d931ea3ef5b2 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574839 Aug 28 08:18:41.173396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-11a5513c-4aaa-4698-921e-08c1077096c7 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "GET /v2.0/security-groups/e6b43d97-1ba2-4348-a28c-a5ef4864da8c HTTP/1.1" status: 200 len: 1778 time: 0.0464275 Aug 28 08:18:41.182403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-674f14d9-5a73-483c-a7e8-7d1cce53014b req-e6af7b2f-4e4d-43ee-a552-c14d22e2c167 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0327761 Aug 28 08:18:41.253457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20e2f9b9-a02c-4a05-8562-7fac654c8a49 req-f6bfc552-8d88-44f8-9317-a0364eec72c0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 210 time: 0.0299222 Aug 28 08:18:41.260284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:41.304794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:41.386765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756655fc-a2ed-4e03-a9ac-5a2d0abbfac5 None None] New status for floating IP 41781605-bdb4-42e5-88af-f6ced417b72f: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:18:41.489530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:41.492782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:41.494242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69ac2c26-ca94-450d-a21a-c413e6f02026 req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] 10.222.0.46 "DELETE /v2.0/security-groups/e6b43d97-1ba2-4348-a28c-a5ef4864da8c HTTP/1.1" status: 204 len: 173 time: 0.3100314 Aug 28 08:18:41.519774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1404-4319-4f23-83ab-f0ed0060dae8 tempest-SecurityGroupsTestAdminJSON-1967502949 tempest-SecurityGroupsTestAdminJSON-1967502949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b43d97-1ba2-4348-a28c-a5ef4864da8c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:41.773889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5e75bdfc-f18c-4a07-afb9-06c628bae9ed tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:41.775544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5e75bdfc-f18c-4a07-afb9-06c628bae9ed tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0534699 Aug 28 08:18:41.867420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:41.892896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Deleting port 9939d3fa-86f6-4956-a562-60ddb12b034e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:41.893242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:41.896761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:41.897114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f1fdc2e1-418a-4e16-b7fa-59f8ad2cfe59 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:42.000979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] For port 9939d3fa-86f6-4956-a562-60ddb12b034e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9939d3fa-86f6-4956-a562-60ddb12b034e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:42.005859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.017126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Calling delete_port for 9939d3fa-86f6-4956-a562-60ddb12b034e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:42.131382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3185d5d-9130-4ef4-803a-f133cc44ddb6 req-f96e89aa-8b3a-43f9-88d4-07306b03d440 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:42.136330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3185d5d-9130-4ef4-803a-f133cc44ddb6 req-f96e89aa-8b3a-43f9-88d4-07306b03d440 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 950 time: 0.0633745 Aug 28 08:18:42.203379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3185d5d-9130-4ef4-803a-f133cc44ddb6 req-7b02d732-83e5-4f86-abee-5d1f76cff2a6 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/security-groups?id=03b484ff-4984-4061-9dc4-6af03fd059f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Aug 28 08:18:42.261176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb283d5e-bca7-4c3b-99f8-9aa9aa7b4c5c req-f4783345-744a-4e05-8df0-b82c99260c7b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:42.271004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb283d5e-bca7-4c3b-99f8-9aa9aa7b4c5c req-f4783345-744a-4e05-8df0-b82c99260c7b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.0886176 Aug 28 08:18:42.335454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb283d5e-bca7-4c3b-99f8-9aa9aa7b4c5c req-6c9424bf-04a7-4c2a-a4c2-31176a07f3b4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630291 Aug 28 08:18:42.352326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5155be6-2c17-424e-b164-887b9113d137 req-7419ffab-6080-490e-9c6e-82f0bf742f5a tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Aug 28 08:18:42.354388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.399580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9939d3fa-86f6-4956-a562-60ddb12b034e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:42.406612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42990) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:42.491584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a06778c7-b39e-48f9-98b6-d5904ff90063 req-da194d89-edbf-4715-b0bd-12cea6d46fce tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 210 time: 0.0620909 Aug 28 08:18:42.509412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Pushing event deleted for resources: {'Port': ['ID=9939d3fa-86f6-4956-a562-60ddb12b034e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:42.597044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] No DVR routers for this DVR port 9939d3fa-86f6-4956-a562-60ddb12b034e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:42.600395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.602548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b47721c-02fc-459b-87a7-9503d7e44e57 req-5549d6d9-affb-47b0-b699-3c02f8418e83 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.64 "DELETE /v2.0/ports/9939d3fa-86f6-4956-a562-60ddb12b034e HTTP/1.1" status: 204 len: 173 time: 0.8193572 Aug 28 08:18:42.603050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-deleted', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:42.606294 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fff489-11ab-425d-bd90-ed47c70d52e1" -d '{"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-deleted", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:42.626352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-570f420a-9402-4f32-b9c4-130aff1c85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:42.628919 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-570f420a-9402-4f32-b9c4-130aff1c85f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c&tenant_id=0606057246a145328a7828d9cbe2dde5 HTTP/1.1" status: 200 len: 1096 time: 0.1212730 Aug 28 08:18:42.648673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43002) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:42.660902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:42.695746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43006) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:42.710668 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee21a6-057f-4690-8119-f56afc655994 x-openstack-request-id: req-1aee21a6-057f-4690-8119-f56afc655994 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:42.711488 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f401-8059-443c-bc5a-26f0942d4c2e", "name": "network-vif-deleted", "tag": "9939d3fa-86f6-4956-a562-60ddb12b034e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:42.718625 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aee21a6-057f-4690-8119-f56afc655994 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:42.720441 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f401-8059-443c-bc5a-26f0942d4c2e', 'name': 'network-vif-deleted', 'tag': '9939d3fa-86f6-4956-a562-60ddb12b034e', 'status': 'completed', 'code': 200} Aug 28 08:18:42.774977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1411005862-network', 'tenant_id': '4f26c0aea17b4946a34871f66a2d5e5f'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:42.790619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.809757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e23b3507-5bb4-4485-9d3b-7d81e62e6ce1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3000df962e64f33b7c9d2c4d73a78a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017682 Aug 28 08:18:42.819763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43008) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:42.839890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.943429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.950102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Made reservation on behalf of 4f26c0aea17b4946a34871f66a2d5e5f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:42.952705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:42.970773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.002806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.064754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.175500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.188692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.191536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.192880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "DELETE /v2.0/security-groups/1860668e-6a26-4af4-b353-621481187b92 HTTP/1.1" status: 204 len: 168 time: 0.4960825 Aug 28 08:18:43.196187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:43.202889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a706e9-8a8e-4cda-85dc-3f79e69b7f17 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1860668e-6a26-4af4-b353-621481187b92,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:43.229494 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-2830011b-a437-4cb2-8c31-96dd017e2ed1 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] show failed (client error): The resource could not be found. Aug 28 08:18:43.229494 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2830011b-a437-4cb2-8c31-96dd017e2ed1 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/security-groups/1860668e-6a26-4af4-b353-621481187b92 HTTP/1.1" status: 404 len: 347 time: 0.0317793 Aug 28 08:18:43.231991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43016) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:43.380352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1843335-ebeb-4479-9a51-3632d0ab66f4 req-c41aa7c6-b87c-49a4-86f6-5a37ae10f439 tempest-MigrationsAdminTest-2026407690 tempest-MigrationsAdminTest-2026407690-project] 10.222.0.46 "GET /v2.0/ports?device_id=f765f401-8059-443c-bc5a-26f0942d4c2e HTTP/1.1" status: 200 len: 210 time: 0.0541804 Aug 28 08:18:43.388062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.390708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.394862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53e93ee1-9fdb-4393-8d6c-65d1b0087ceb HTTP/1.1" status: 204 len: 168 time: 0.5716186 Aug 28 08:18:43.394862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.409944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:18:43.422026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.435555 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Added segment bd881c10-e97a-4a7e-af0d-4908eab59060 of type vlan for network 561db095-7aa8-4021-8b35-f8c4e0fefad0 Aug 28 08:18:43.436062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:43.437197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcd821-a9ba-4ccd-a217-89ab3bee28e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e93ee1-9fdb-4393-8d6c-65d1b0087ceb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:43.491805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:43.524156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6992013a-ec59-4517-a76a-d10a63cbacde,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:43.531220 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.535137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Deleting port 59ff5573-fd6c-4e04-b164-6a7fdc6dc967 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:43.546143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.567954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:18:43.643855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.653725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.653725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.664749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Transition to ACTIVE for port object 061b35f0-5edc-48fd-9980-494127a5a289 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:43.680474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe6e-b890-46b0-b0be-6036b7daa912 req-0d8004d2-51aa-4db1-a42f-f2c952d92790 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:43.682395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84eafe6e-b890-46b0-b0be-6036b7daa912 req-0d8004d2-51aa-4db1-a42f-f2c952d92790 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 944 time: 0.2269640 Aug 28 08:18:43.686917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72af7f93-d10b-4381-91d0-31ccaf6b1d4b req-6b4568df-75f9-4ee1-8df2-d56aff025eb9 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 210 time: 0.0653286 Aug 28 08:18:43.693184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Calling delete_port for 59ff5573-fd6c-4e04-b164-6a7fdc6dc967 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:43.731585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84eafe6e-b890-46b0-b0be-6036b7daa912 req-4089b5c2-7ef3-42eb-9aed-b81e390f483e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Aug 28 08:18:43.785436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.787623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.788838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:43.789445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:43.894364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] Pushing event updated for resources: {'Network': ['ID=561db095-7aa8-4021-8b35-f8c4e0fefad0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:43.903339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] No DVR routers for this DVR port 061b35f0-5edc-48fd-9980-494127a5a289 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:18:43.909808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:18:43.917017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=9']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:43.962241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:43.962857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:43.967878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:43.968370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43028) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:43.970297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dbf55f22-de80-475b-affa-b0f4253ef254 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3198647 Aug 28 08:18:43.974165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Request body: {'subnet': {'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1411005862-subnet', 'tenant_id': '4f26c0aea17b4946a34871f66a2d5e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:44.000377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:18:44.001655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Attempting to bind port 061b35f0-5edc-48fd-9980-494127a5a289 on network 335cb11f-2d84-49b9-8ea3-2273b491e7be {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:44.009548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:44.010522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Checking segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:44.011122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Bound using segment: {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:44.011896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Bound port: 061b35f0-5edc-48fd-9980-494127a5a289, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df82bea-4526-468a-b9ef-5390ef91c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:44.012471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.045199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-1ac01337-9a79-4212-943b-72f03e4657a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428691 Aug 28 08:18:44.110491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:44.116456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:44.177550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-e8049c8c-f897-4459-a776-16b27af7b00c tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:44.177550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-e8049c8c-f897-4459-a776-16b27af7b00c tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215439 Aug 28 08:18:44.177550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.209658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Request body: {'port': {'device_id': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'c8f0eb3ee32648c4b14da28e53ff7323'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:44.216335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Pushing event deleted for resources: {'Port': ['ID=59ff5573-fd6c-4e04-b164-6a7fdc6dc967,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:44.233044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Made reservation on behalf of 4f26c0aea17b4946a34871f66a2d5e5f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:44.241872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.268410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.375153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.378821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.379686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:44.380407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.381972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] 10.222.0.64 "PUT /v2.0/ports/061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 1093 time: 1.7300317 Aug 28 08:18:44.386777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d0a86c6-b67b-4a04-93b6-84ef7f73657c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "DELETE /v2.0/floatingips/41781605-bdb4-42e5-88af-f6ced417b72f HTTP/1.1" status: 204 len: 168 time: 1.1487389 Aug 28 08:18:44.426771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb655db1-8a5d-41c4-b68b-c40325fe6ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=10']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:44.541681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-d57177c9-ae20-4f8e-9ca6-279fcb12ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:44.544551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-d57177c9-ae20-4f8e-9ca6-279fcb12ed99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1097 time: 0.1074679 Aug 28 08:18:44.588689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43042) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:44.637552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Made reservation on behalf of c8f0eb3ee32648c4b14da28e53ff7323 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:44.642013 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.652959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.661727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f39a3cac-5904-4f4c-868f-92b0c988331e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4203d4a2dad4efea2c5ed5e2eb7c1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690160 Aug 28 08:18:44.664878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43044) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:44.729610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:44.734006 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8754e4-03df-4e67-a0a2-990106e15e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:44.736054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.740969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-75e70535-d1b7-4790-88ba-703683b1d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:44.744500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-75e70535-d1b7-4790-88ba-703683b1d824 service neutron] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.1834419 Aug 28 08:18:44.778691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.868326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-7067d088-483d-4b30-8311-6556dac2c834 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0842261 Aug 28 08:18:44.871143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66516fb5-a4f5-4d10-bd4b-685d9fb8dd93 req-465dad53-bfaf-4a8d-9890-c6ccd946bf83 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 210 time: 0.0516508 Aug 28 08:18:44.947005 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043541b-6393-42a0-8083-7f831038ea97 x-openstack-request-id: req-d043541b-6393-42a0-8083-7f831038ea97 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:44.947789 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:44.948427 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d043541b-6393-42a0-8083-7f831038ea97 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:44.949822 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'status': 'completed', 'code': 200} Aug 28 08:18:44.960303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:44.988168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-520d9db3-d308-4b64-a417-53554786a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:44.990049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-520d9db3-d308-4b64-a417-53554786a3e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.1026080 Aug 28 08:18:45.029866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-54a698ae-8cb3-4668-9402-736a98a4b732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276759 Aug 28 08:18:45.038476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511362b-3d32-447a-9e16-44c2ac1efd85 req-b18f769c-ab18-45bc-83ea-1ef2f1e56f61 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:45.046891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e511362b-3d32-447a-9e16-44c2ac1efd85 req-b18f769c-ab18-45bc-83ea-1ef2f1e56f61 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0791576 Aug 28 08:18:45.092215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e511362b-3d32-447a-9e16-44c2ac1efd85 req-f772409d-7763-456f-9dc6-c21c7e04a462 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Aug 28 08:18:45.103119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.121158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.138633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761ab764-f225-4800-a88c-67d4df428b52,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:45.195800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.202091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.205052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01ffd4ee-9dfb-40d4-83d6-a65fda14590f HTTP/1.1" status: 204 len: 168 time: 0.5384524 Aug 28 08:18:45.237275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e75cf09-beee-4e2b-b3b1-e5366962aed9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:45.282655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-2bc3e6a9-4a2c-4e7c-a711-e9d1dc5ef367 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434366 Aug 28 08:18:45.296607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Checking segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:45.299066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c9b1-f6c6-4b2b-8912-1aa2656e1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ffd4ee-9dfb-40d4-83d6-a65fda14590f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:45.301141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Network hostable DHCP agents. Network: 561db095-7aa8-4021-8b35-f8c4e0fefad0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:18:45.440190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Allocated IP 192.168.233.44 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/693889dc-7228-493d-a2b9-5381f0915410) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:45.454599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:45.460171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-19aadced-a3ce-45df-b4b2-aa843594b334 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643984 Aug 28 08:18:45.614187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:18:45.716211 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.738103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Transition to ACTIVE for port object 693889dc-7228-493d-a2b9-5381f0915410 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:45.787296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 561db095-7aa8-4021-8b35-f8c4e0fefad0) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:45.802250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:45.802250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:45.802537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0ce5b-ed79-4ebb-866c-c57c6e426864 None None] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:45.865775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-62b5973b-91c3-43c6-a2ed-e38802b0eda4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe90ff7ea3824107bdeecd1e3ac5de54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165039 Aug 28 08:18:45.866706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43082) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:45.878485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-08966e0a-073e-4fff-8207-9097280add62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:45.880096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-08966e0a-073e-4fff-8207-9097280add62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1097 time: 0.1661007 Aug 28 08:18:45.926628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.025470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-56717d0d-369f-4f31-9472-6563d5956f74 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0557656 Aug 28 08:18:46.088348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a1c2c-8d3c-49e9-a7db-bb8e85e3e8ac None None] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:46.127110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20e09fe4-b58b-49c8-82f6-e378479b8bf4 req-cb587705-b830-4e9f-924c-e93b9e74397c tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.1194744 Aug 28 08:18:46.133218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:46.149521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080c2d-e800-43bc-8b18-d9efa3d8dcc8 req-932d773d-978e-480a-b574-633944639cbb tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.158407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2b080c2d-e800-43bc-8b18-d9efa3d8dcc8 req-932d773d-978e-480a-b574-633944639cbb tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 935 time: 0.1401749 Aug 28 08:18:46.160375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-928aa392-2872-43d6-ac63-a6657ec91c5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b945bbd6c2548638e0962aa899ba320&device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0711293 Aug 28 08:18:46.163883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:46.168802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:46.231523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-54534181-dc09-41ed-93af-3e78edd7ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.237966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-54534181-dc09-41ed-93af-3e78edd7ba84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.3419273 Aug 28 08:18:46.266015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.273495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.285552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.304705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Pushing event updated for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:46.409968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-03dea1f4-a4d8-4b59-9afc-906945318672 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.1480644 Aug 28 08:18:46.414773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:46.463834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.471922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 9939d3fa-86f6-4956-a562-60ddb12b034e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:46.472268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291cec8-f44a-4985-9fb4-c6c4494e45d2 req-983898f5-26ee-469e-b585-085c4ec49855 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.475046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9939d3fa-86f6-4956-a562-60ddb12b034e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:46.482763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4291cec8-f44a-4985-9fb4-c6c4494e45d2 req-983898f5-26ee-469e-b585-085c4ec49855 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.1522384 Aug 28 08:18:46.502799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-8ebd4f20-7f18-4f45-b8f9-d9477cc506e2 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2896369 Aug 28 08:18:46.511738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2b080c2d-e800-43bc-8b18-d9efa3d8dcc8 req-f25a9ba4-27d2-4a55-8e5c-771b88708617 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509724 Aug 28 08:18:46.550602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Request body: {'port': {'device_id': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:46.565158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-33c7477f-bafa-4ac6-94f2-e6ca330c2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.566730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-33c7477f-bafa-4ac6-94f2-e6ca330c2311 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4b945bbd6c2548638e0962aa899ba320&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2891591 Aug 28 08:18:46.587403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-307da51c-ae85-4e91-81e5-60d09c61aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.589410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-307da51c-ae85-4e91-81e5-60d09c61aa7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.1577225 Aug 28 08:18:46.641599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-40c61c66-17e0-415a-ac3b-c5fd380e7ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401690 Aug 28 08:18:46.691094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db989ba1-3bb8-4bc5-a278-398a4f06afca None None] Provisioning for port 693889dc-7228-493d-a2b9-5381f0915410 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:18:46.695167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db989ba1-3bb8-4bc5-a278-398a4f06afca None None] Provisioning complete for port 693889dc-7228-493d-a2b9-5381f0915410 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:18:46.695539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db989ba1-3bb8-4bc5-a278-398a4f06afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.770416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-db989ba1-3bb8-4bc5-a278-398a4f06afca None None] Port 693889dc-7228-493d-a2b9-5381f0915410 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:18:46.781858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-1a755eab-28e6-4c48-ac73-e7998a8239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:46.783764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-1a755eab-28e6-4c48-ac73-e7998a8239b4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625252 Aug 28 08:18:46.796730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-61022cb1-8090-4739-bd49-cecb9cebe02b service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471734 Aug 28 08:18:46.797700 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.801058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:46.802193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03b484ff-4984-4061-9dc4-6af03fd059f1 HTTP/1.1" status: 204 len: 168 time: 0.9336822 Aug 28 08:18:46.806869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4291cec8-f44a-4985-9fb4-c6c4494e45d2 req-27ce4840-76c9-4f6f-8d35-d525cdaebe14 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232596 Aug 28 08:18:46.813991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38ff2-d91b-4c1b-ad6b-5d9f08ff969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b484ff-4984-4061-9dc4-6af03fd059f1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:46.885577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:47.016056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d8754e4-03df-4e67-a0a2-990106e15e7b req-d3d4eac8-a430-4c2d-b3bc-bebd10dab20f service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966562 Aug 28 08:18:47.177547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02ae656-c3ff-4148-9de7-e91192965b38 req-b3052e0c-93d7-45ef-a783-ce00f0776b69 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.39 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.2590065 Aug 28 08:18:47.311853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-163786f8-2c5f-4cb2-865f-d2ee3ac9d358 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:47.314019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-163786f8-2c5f-4cb2-865f-d2ee3ac9d358 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.2014070 Aug 28 08:18:47.345910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-1b2bac26-78ac-46fb-a48f-d029a5c5e0d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/quotas/4f26c0aea17b4946a34871f66a2d5e5f HTTP/1.1" status: 200 len: 375 time: 0.0236568 Aug 28 08:18:47.394474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46f8c766-c44a-4d03-8d40-1dd99a0879cd req-eea96422-136f-406c-8d9c-38c07e4acff5 tempest-ServersWithSpecificFlavorTestJSON-401049409 tempest-ServersWithSpecificFlavorTestJSON-401049409-project] 10.222.0.46 "GET /v2.0/ports?device_id=a187239f-aeb4-4bba-bb57-5a7d29edb6a4 HTTP/1.1" status: 200 len: 210 time: 0.0627267 Aug 28 08:18:47.414051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-023c6fc6-e15d-4a27-bf3c-d6bf827dd885 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597646 Aug 28 08:18:47.521503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43146) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:47.535860 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-9c630aad-2634-447b-a72f-400f17e9fae8 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081235 Aug 28 08:18:47.586799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693889dc-7228-493d-a2b9-5381f0915410 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:18:47.647413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:47.687783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Transition to ACTIVE for port object 693889dc-7228-493d-a2b9-5381f0915410 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:47.784259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce649e-89d7-4924-a6f2-bc52e4b52c3d req-21cba77c-793f-4df8-9fb4-6c945189aa37 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:47.791587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03ce649e-89d7-4924-a6f2-bc52e4b52c3d req-21cba77c-793f-4df8-9fb4-6c945189aa37 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 935 time: 0.1024821 Aug 28 08:18:47.793257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:47.821688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-d6d671f3-52d3-4dad-9f9c-50f4dc2a12b8 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845747 Aug 28 08:18:48.115525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Pushing event updated for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:48.162905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03ce649e-89d7-4924-a6f2-bc52e4b52c3d req-37018c3c-5511-4b0a-811a-9194cc07decd tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580980 Aug 28 08:18:48.319855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Attempting to bind port 693889dc-7228-493d-a2b9-5381f0915410 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:18:48.320205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Attempting to bind port 693889dc-7228-493d-a2b9-5381f0915410 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:18:48.320655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Attempting to bind port 693889dc-7228-493d-a2b9-5381f0915410 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:48.352780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Port 693889dc-7228-493d-a2b9-5381f0915410 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:18:48.352780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Attempting to bind port 693889dc-7228-493d-a2b9-5381f0915410 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:18:48.418497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a52157-d83a-438a-89e6-8275a81d39bd req-b5e2e122-399d-4e53-814b-c32c357ac787 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:48.436126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78a52157-d83a-438a-89e6-8275a81d39bd req-b5e2e122-399d-4e53-814b-c32c357ac787 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.1408582 Aug 28 08:18:48.472917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:18:48.473558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:18:48.474363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:18:48.474363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Bound port: 693889dc-7228-493d-a2b9-5381f0915410, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:18:48.474775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:48.520311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78a52157-d83a-438a-89e6-8275a81d39bd req-0a2e3f7a-154a-4e00-aa91-078ed7fff5e8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726876 Aug 28 08:18:48.569756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6710322c-221e-44fc-9548-edad872a2bd2 req-c936d948-4d0d-4b41-950f-9a2c24dfc112 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.1180189 Aug 28 08:18:48.617844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:48.699241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:18:48.707553 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fb2b0e2d-0b13-4965-8344-ba61a53a0034 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2cde6af1a2d487290ccd26d1dbf2a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872319 Aug 28 08:18:48.709460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43176) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:48.717660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=693889dc-7228-493d-a2b9-5381f0915410,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:18:48.805002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:48.842179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:48.908762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:48.991065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Pushing event updated for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:49.000033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:49.000700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:49.002130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-fbc9a061-808a-40f5-9faa-38a60e8a3813 service neutron] 10.222.0.39 "PUT /v2.0/ports/693889dc-7228-493d-a2b9-5381f0915410 HTTP/1.1" status: 200 len: 1096 time: 2.4620023 Aug 28 08:18:49.002637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'tag': '693889dc-7228-493d-a2b9-5381f0915410'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:18:49.005558 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedc16ed-73d3-4035-a568-29b539c01959" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "tag": "693889dc-7228-493d-a2b9-5381f0915410"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:18:49.088966 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81d56f-3797-471c-894d-e38201a2be30 x-openstack-request-id: req-3b81d56f-3797-471c-894d-e38201a2be30 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:18:49.089632 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "tag": "693889dc-7228-493d-a2b9-5381f0915410", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:18:49.090108 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b81d56f-3797-471c-894d-e38201a2be30 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:18:49.091322 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'tag': '693889dc-7228-493d-a2b9-5381f0915410', 'status': 'completed', 'code': 200} Aug 28 08:18:49.353298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:49.353298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:49.357106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cec83c7b-6b3c-4526-83e7-10d8542bfbfb HTTP/1.1" status: 204 len: 168 time: 0.6461511 Aug 28 08:18:49.373091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae95dd0-8120-4f60-954f-19616bbc6dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec83c7b-6b3c-4526-83e7-10d8542bfbfb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:49.930679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc16ed-73d3-4035-a568-29b539c01959 req-2b686a79-14e4-43d7-97d3-aae0b391ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:49.932362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aedc16ed-73d3-4035-a568-29b539c01959 req-2b686a79-14e4-43d7-97d3-aae0b391ea15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 1099 time: 0.7578933 Aug 28 08:18:49.939413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:50.018721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aedc16ed-73d3-4035-a568-29b539c01959 req-f5ec9d07-1aa9-4444-9652-87c4e6f724c9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612154 Aug 28 08:18:50.041692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-fee29a68-2aa1-4679-b19a-d71ff958d9dc tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447536 Aug 28 08:18:50.138756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9aeb-ab9c-40ac-a372-c1b512c141c7 req-246f960e-8ba6-4cbf-8293-034f8af6bcd7 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:50.149211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-251b9aeb-ab9c-40ac-a372-c1b512c141c7 req-246f960e-8ba6-4cbf-8293-034f8af6bcd7 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 947 time: 0.8141210 Aug 28 08:18:50.283474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-9684e501-104c-49f1-a2b7-5ba541ce20b9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:50.290929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-9684e501-104c-49f1-a2b7-5ba541ce20b9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483001 Aug 28 08:18:50.323319 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-609bee22-fb37-4e6b-a112-b150fb36d307 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/quotas/b0078ccc0f5e4fa49b91485187f2145f HTTP/1.1" status: 200 len: 375 time: 0.0309579 Aug 28 08:18:50.362021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-251b9aeb-ab9c-40ac-a372-c1b512c141c7 req-a7ebe63e-7aba-48b6-a9e0-d4df4f4f0a78 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088003 Aug 28 08:18:50.381751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-6e068257-4b25-402d-aae2-bee0f9e034ef tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569034 Aug 28 08:18:50.496297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc16ed-73d3-4035-a568-29b539c01959 req-468c4304-f53f-4d56-ab20-b08208eeb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:50.497786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aedc16ed-73d3-4035-a568-29b539c01959 req-468c4304-f53f-4d56-ab20-b08208eeb286 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4635468 Aug 28 08:18:50.717033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-a97e5edb-349a-4913-a587-d5ab1e299296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:50.718831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-a97e5edb-349a-4913-a587-d5ab1e299296 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 1099 time: 0.1367738 Aug 28 08:18:50.831609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-71c4d0b1-e3c1-4f2a-8b1b-c2c12cf756b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=693889dc-7228-493d-a2b9-5381f0915410 HTTP/1.1" status: 200 len: 217 time: 0.0939865 Aug 28 08:18:50.834718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ea3c11-920d-443d-b984-711930c15196 req-46eac2d0-4917-41d0-b86f-1f0c09d6bd94 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0496788 Aug 28 08:18:50.976118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Deleting port 2edec4a7-1b64-4f9a-a537-9e9d372e1534 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:50.987017 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:51.041949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-c12182f4-99be-45d1-8703-b1d89005a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:51.044230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-c12182f4-99be-45d1-8703-b1d89005a7e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2004516 Aug 28 08:18:51.065879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-595741b5-084e-476e-87b4-33416f681285 req-ce201240-3a0f-44f2-9623-6a3fbd02323e tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0654459 Aug 28 08:18:51.133814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff2a1-a2e5-4fde-bb8c-0928effe74c5 req-4dcf5db0-c87b-452f-bae3-2ec701c55fc4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:51.135546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4ff2a1-a2e5-4fde-bb8c-0928effe74c5 req-4dcf5db0-c87b-452f-bae3-2ec701c55fc4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.3097839 Aug 28 08:18:51.188402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] For port 2edec4a7-1b64-4f9a-a537-9e9d372e1534, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2edec4a7-1b64-4f9a-a537-9e9d372e1534,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:51.188882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:51.206695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-6340f1e8-a943-43a6-8986-4672541edeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:51.208664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-6340f1e8-a943-43a6-8986-4672541edeb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1499290 Aug 28 08:18:51.297160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Calling delete_port for 2edec4a7-1b64-4f9a-a537-9e9d372e1534 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:51.327313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4ff2a1-a2e5-4fde-bb8c-0928effe74c5 req-fbd1d103-1472-46d3-976d-accac2d723d7 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814070 Aug 28 08:18:51.517669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5d60d-3345-411f-a0fa-4cdea83f200d req-42916657-3c80-45aa-a9ce-d1cc15dd233c tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:51.519941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-27d5d60d-3345-411f-a0fa-4cdea83f200d req-42916657-3c80-45aa-a9ce-d1cc15dd233c tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 947 time: 0.0770621 Aug 28 08:18:51.575155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-586eab63-8596-4ed9-b672-2a6341c8a2ec service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453746 Aug 28 08:18:51.576349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-27d5d60d-3345-411f-a0fa-4cdea83f200d req-583892fe-dee3-420d-b49c-b361d2b57cdc tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Aug 28 08:18:51.768211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c2ede7-6dff-48c3-a5ef-7bca4f4f5115 req-9611268e-05be-4765-a43b-4be4492330cf service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543498 Aug 28 08:18:51.814985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:18:51.996505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4f2b998-a2f8-481e-a7ab-b37370da775a req-8fed1c6c-df65-408a-8dff-8854891e52e2 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0559924 Aug 28 08:18:52.004498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:52.045743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Pushing event deleted for resources: {'Port': ['ID=2edec4a7-1b64-4f9a-a537-9e9d372e1534,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:52.059343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.059747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.060197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.060572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.060979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.061374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.061767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.062159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.062735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.063125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.063534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.063974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:18:52.240929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3b45329-762f-4506-82bc-29e646e38394 req-81fe12bc-de6a-4107-b69f-f6fc47065c0b tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0780482 Aug 28 08:18:52.512671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b854836-df08-4feb-8712-243a9d3f10b1 req-58262b9a-f73b-4950-8839-017e46f8862b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:52.523857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b854836-df08-4feb-8712-243a9d3f10b1 req-58262b9a-f73b-4950-8839-017e46f8862b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0759149 Aug 28 08:18:52.563812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b854836-df08-4feb-8712-243a9d3f10b1 req-c553806b-4e7b-4679-b896-b1abb77a5718 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Aug 28 08:18:52.567156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:53.071203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adf0c9-ec26-4441-b124-5be9dfa9f387 req-2d9614cf-7292-451b-a9d4-65d4786d4892 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:53.083804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44adf0c9-ec26-4441-b124-5be9dfa9f387 req-2d9614cf-7292-451b-a9d4-65d4786d4892 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 947 time: 0.2290156 Aug 28 08:18:53.173345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67533a8c-3252-44c4-a466-13211452f923 req-81546ee0-b368-4095-ad76-d2e068e3bc03 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0964310 Aug 28 08:18:53.267631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44adf0c9-ec26-4441-b124-5be9dfa9f387 req-dfdde8cc-7c3b-4ad5-a08b-215b2fab119f tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665647 Aug 28 08:18:53.345238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Router 6460fd7e-5119-441c-bff6-495d44d8eebd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:18:53.490600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47ae1d00-1d9f-4bd1-ad35-04e513bad251 req-8b7630c4-3fef-48d4-ae6f-49277e2b3cdd tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0404916 Aug 28 08:18:53.606120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:18:53.613785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8373686a-551a-4650-a4fc-7cbcb95e828a admin admin] 10.222.0.46 "PUT /v2.0/routers/6460fd7e-5119-441c-bff6-495d44d8eebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0905948 Aug 28 08:18:53.616811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43290) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:53.631581 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Sync routers for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:18:53.657388 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:53.660592 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:53.931426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:53.995312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:54.186129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:18:51Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:54.289335 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Checking router: 6460fd7e-5119-441c-bff6-495d44d8eebd for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:18:54.312044 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Routers {'6460fd7e-5119-441c-bff6-495d44d8eebd'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:18:54.314272 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:18:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6460fd7e-5119-441c-bff6-495d44d8eebd'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:54.522947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-632deec9-848a-46b7-99a0-366c4977bf6a req-da1592e9-764e-4a22-b151-d36c323e9aa5 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.1460047 Aug 28 08:18:54.575501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ce48-7c8a-4f4e-87e2-4d0a4c6051fc req-3a2fc54b-b206-4894-939b-99b53c8a101f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:54.588280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d79ce48-7c8a-4f4e-87e2-4d0a4c6051fc req-3a2fc54b-b206-4894-939b-99b53c8a101f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.5494049 Aug 28 08:18:54.713316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-634842db-7b59-4b3e-9b78-38bad1b72e4f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:54.715812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-634842db-7b59-4b3e-9b78-38bad1b72e4f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.7165115 Aug 28 08:18:54.723048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:54.757335 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] Set router 6460fd7e-5119-441c-bff6-495d44d8eebd gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:18:54.769933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d79ce48-7c8a-4f4e-87e2-4d0a4c6051fc req-18c4ade5-99ad-4568-ab78-60ac88a3db46 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563561 Aug 28 08:18:54.818907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca53f7-2181-499a-83e1-c6decfb6f30d req-7b999220-7aee-4838-87e9-5175c1d92d22 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:54.827360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95ca53f7-2181-499a-83e1-c6decfb6f30d req-7b999220-7aee-4838-87e9-5175c1d92d22 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 947 time: 0.1070859 Aug 28 08:18:54.857001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'port': {'device_id': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'admin_state_up': True, 'tenant_id': '4f26c0aea17b4946a34871f66a2d5e5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:54.906308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95ca53f7-2181-499a-83e1-c6decfb6f30d req-b07d2e74-a7a5-4ebc-a13b-3fe13896ccfa tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Aug 28 08:18:55.091670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Deleting port a3ee5820-6c7e-4472-ac70-27ba7d8f01af {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:55.092226 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:55.176129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:18:51Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:18:55.177519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8991e9fc-8fe3-4d32-a829-1e1b57c93aae req-b9ca5336-9c96-44f1-88b5-7c9100046ee6 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0801938 Aug 28 08:18:55.262991 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba43701-73c1-413c-8504-45358fce5909 None None] The sync data for ids ['6460fd7e-5119-441c-bff6-495d44d8eebd'] in n-d-792458-16 is: [{'id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-368660791-router', 'tenant_id': '4b945bbd6c2548638e0962aa899ba320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:24Z', 'updated_at': '2021-08-28T08:18:51Z', 'revision_number': 5, 'project_id': '4b945bbd6c2548638e0962aa899ba320', 'gw_port': {'id': 'a3ee5820-6c7e-4472-ac70-27ba7d8f01af', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6460fd7e-5119-441c-bff6-495d44d8eebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:25Z', 'updated_at': '2021-08-28T08:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:18:55.384857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] For port a3ee5820-6c7e-4472-ac70-27ba7d8f01af, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:55.385954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:55.411035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Calling delete_port for a3ee5820-6c7e-4472-ac70-27ba7d8f01af owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:55.620791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:55.632179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Made reservation on behalf of 4f26c0aea17b4946a34871f66a2d5e5f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:55.636410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:55.763780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3189faf5-2d2b-463c-a4d3-88e1feda33c9 req-eec76814-a806-431e-9ec9-3c59750b9e51 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0891910 Aug 28 08:18:55.947828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-7a0f870e-dc49-4313-90f1-bf66d0e1ebcd tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1828730 Aug 28 08:18:55.959921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 693889dc-7228-493d-a2b9-5381f0915410 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:18:56.105967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:56.137647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2edec4a7-1b64-4f9a-a537-9e9d372e1534 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:18:56.201966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2edec4a7-1b64-4f9a-a537-9e9d372e1534 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:18:56.201966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2edec4a7-1b64-4f9a-a537-9e9d372e1534 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:18:56.283905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Allocated IP 172.20.0.6 (561db095-7aa8-4021-8b35-f8c4e0fefad0/2e75cf09-beee-4e2b-b3b1-e5366962aed9/686a5908-b69e-4acb-b280-6bdecd4f02db) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:56.309471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=693889dc-7228-493d-a2b9-5381f0915410,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:56.325743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '693889dc-7228-493d-a2b9-5381f0915410', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '693889dc-7228-493d-a2b9-5381f0915410', 'mac_address': 'fa:16:3e:f6:3b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:18:56.396307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:56.409063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ee5820-6c7e-4472-ac70-27ba7d8f01af,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:56.409826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc2c0-fe1f-4fe4-a28a-012a9d3b46f7 req-1a897c54-f0ab-4dbc-bc74-8dc00c6d0638 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:56.411729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c3bc2c0-fe1f-4fe4-a28a-012a9d3b46f7 req-1a897c54-f0ab-4dbc-bc74-8dc00c6d0638 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 947 time: 0.0955484 Aug 28 08:18:56.435283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693889dc-7228-493d-a2b9-5381f0915410 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:18:56.496267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=693889dc-7228-493d-a2b9-5381f0915410,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:56.518189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c3bc2c0-fe1f-4fe4-a28a-012a9d3b46f7 req-bef6e8f7-5240-42ca-9f62-77a9970f7ffd tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Aug 28 08:18:56.604163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:56.697231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:56.863331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d15ee30e-c378-481a-87ec-8192dbe7c118 req-8003f31c-6b9d-4972-a71f-2449f7d627a7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0521588 Aug 28 08:18:56.989440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-eb4cfe2b-7b02-4a46-8f0c-fa63e813b8a7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:56.991204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-eb4cfe2b-7b02-4a46-8f0c-fa63e813b8a7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8679667 Aug 28 08:18:57.033419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8504107e-0d9c-4653-ad5d-8e7addb25718 req-ee29e995-46ae-4683-8cc5-c7ecb037624b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Aug 28 08:18:57.067277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['693889dc-7228-493d-a2b9-5381f0915410'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:18:57.115611 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.128978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Request body: {'port': {'device_id': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'b0078ccc0f5e4fa49b91485187f2145f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:57.222954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a641ee-54a4-4f94-8b3d-09a952e99ce0 req-918c5cf0-1f0f-49fd-b43e-b6bd7658169e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:57.224580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56a641ee-54a4-4f94-8b3d-09a952e99ce0 req-918c5cf0-1f0f-49fd-b43e-b6bd7658169e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 1.2926042 Aug 28 08:18:57.359962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.367920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.400723 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56a641ee-54a4-4f94-8b3d-09a952e99ce0 req-32a79339-4958-4447-a9c8-94f2cc8a6ebf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280751 Aug 28 08:18:57.639025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.780448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c68bba-8372-42eb-af60-551e796b83a7 req-f0d395a5-faaf-4b17-8767-6bbcb54795da tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:57.782292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38c68bba-8372-42eb-af60-551e796b83a7 req-f0d395a5-faaf-4b17-8767-6bbcb54795da tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 948 time: 0.0910845 Aug 28 08:18:57.835102 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38c68bba-8372-42eb-af60-551e796b83a7 req-86e7b8d7-5ce5-40a4-a431-0e49e3c24b07 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Aug 28 08:18:57.851583 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e4c00895-5917-4e03-9f25-69525f625125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.915476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.922866 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.922866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6460fd7e-5119-441c-bff6-495d44d8eebd {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:18:57.922866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Made reservation on behalf of b0078ccc0f5e4fa49b91485187f2145f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:18:57.924434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.939477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:57.940660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8e9ec35e-4b80-4c18-8f32-70dbf274878f admin admin] 10.222.0.46 "DELETE /v2.0/routers/6460fd7e-5119-441c-bff6-495d44d8eebd HTTP/1.1" status: 204 len: 168 time: 4.3221941 Aug 28 08:18:57.944508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43374) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:58.023904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:58.028094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.161885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:18:58.173047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:18:58.182260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:18:58.245218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e3faa8d-7135-4ee9-9527-7d5d2021da93 req-c04500f2-4b5d-4fe0-8ad2-19c8645314c9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.2082460 Aug 28 08:18:58.258095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Deleting subnet 698ab7db-5bc9-4e58-9c35-57c182aaf9f9 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:18:58.261327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.375662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.444260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:58.447330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.471398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659699db-f04f-474d-9d0b-b2b8ce5ee62b req-1bd871b5-4c63-491c-a47d-9ad793da5865 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:58.473341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-659699db-f04f-474d-9d0b-b2b8ce5ee62b req-1bd871b5-4c63-491c-a47d-9ad793da5865 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 931 time: 0.2670550 Aug 28 08:18:58.521080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.544700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-659699db-f04f-474d-9d0b-b2b8ce5ee62b req-87ee9d87-0724-4083-a30d-4dfc7e82d227 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Aug 28 08:18:58.572088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.740526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cde7e-3eee-44f5-8a27-056be01c8bb0 req-c33491a6-fefd-4117-a5ca-869fdc27ebb9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:58.740526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd5cde7e-3eee-44f5-8a27-056be01c8bb0 req-c33491a6-fefd-4117-a5ca-869fdc27ebb9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0939660 Aug 28 08:18:58.780567 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd5cde7e-3eee-44f5-8a27-056be01c8bb0 req-e7398748-48cb-48cc-99aa-8835a1c500ba tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Aug 28 08:18:58.789896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.836492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd9a7d-dd8e-4856-ae99-d0b89565a47d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:58.882355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.950784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:58.958487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ba823-d96c-47d4-87c4-235fe6edc51d None None] Network 82ebee49-5d4e-45fe-9364-839ac5250a78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:18:58.972649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/698ab7db-5bc9-4e58-9c35-57c182aaf9f9 HTTP/1.1" status: 204 len: 168 time: 1.0276985 Aug 28 08:18:58.976482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870174a-98bc-4641-8aeb-2a708c4f4ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698ab7db-5bc9-4e58-9c35-57c182aaf9f9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:18:58.977222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:58.993596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-95c1560c-0405-4c38-9ac9-f28c73f42afa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1417418 Aug 28 08:18:59.324734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb591f-116d-4cec-8be5-1cba9b1ee1a9 req-2d54b888-9194-4704-9562-268cfe9ee08b tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:59.332249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] DHCP port deletion for 82ebee49-5d4e-45fe-9364-839ac5250a78 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:18:59.334879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-50fb591f-116d-4cec-8be5-1cba9b1ee1a9 req-2d54b888-9194-4704-9562-268cfe9ee08b tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 948 time: 0.3246706 Aug 28 08:18:59.387822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.395171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Allocated IP 192.168.233.146 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/ab54de3e-22c4-49a9-a48a-2c27f47c931e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:18:59.430731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Deleting port 447d3489-6062-4fa8-ad53-645d7c5014be {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:59.431487 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.446455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-50fb591f-116d-4cec-8be5-1cba9b1ee1a9 req-1bf0721e-e165-4457-9959-9385c0277e12 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102717 Aug 28 08:18:59.457560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43412) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:18:59.462485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac30cbcf-fd9a-47b2-a8b7-b1de369d3f64 req-283083ab-59c5-42a2-81d1-d64ac5627782 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.0686097 Aug 28 08:18:59.464307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1470416549'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:59.541041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] For port 447d3489-6062-4fa8-ad53-645d7c5014be, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447d3489-6062-4fa8-ad53-645d7c5014be,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:59.542064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.565047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Calling delete_port for 447d3489-6062-4fa8-ad53-645d7c5014be owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:18:59.583285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Request body: {'port': {'device_id': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:18:59.740071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Deleting port 447d3489-6062-4fa8-ad53-645d7c5014be {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:18:59.740418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.857218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.899838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabb50e-c5ec-46dd-8762-e57267535d48 req-011f7e98-ed4d-4e95-a644-2bb5121b76f6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:59.901421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fdabb50e-c5ec-46dd-8762-e57267535d48 req-011f7e98-ed4d-4e95-a644-2bb5121b76f6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 931 time: 0.2296987 Aug 28 08:18:59.904887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.937014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7229e0-7be5-4c74-a8ed-169d82cb39b8 req-dd3b7650-a119-4e4a-bac6-4c87ae4cc1e6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:18:59.938997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f7229e0-7be5-4c74-a8ed-169d82cb39b8 req-dd3b7650-a119-4e4a-bac6-4c87ae4cc1e6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.0709198 Aug 28 08:18:59.958566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 693889dc-7228-493d-a2b9-5381f0915410 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:18:59.973218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Transition to ACTIVE for port object ab54de3e-22c4-49a9-a48a-2c27f47c931e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:18:59.981403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] For port 447d3489-6062-4fa8-ad53-645d7c5014be, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447d3489-6062-4fa8-ad53-645d7c5014be,segment=NetworkSegment(8ef54b70-089f-4bee-a76f-6aac78d80b36),segment_id=8ef54b70-089f-4bee-a76f-6aac78d80b36)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:18:59.981774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:18:59.990996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f7229e0-7be5-4c74-a8ed-169d82cb39b8 req-13144760-6b41-4b75-94ab-4d97c0de7dc4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Aug 28 08:19:00.013524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Calling delete_port for 447d3489-6062-4fa8-ad53-645d7c5014be owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:00.096117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fdabb50e-c5ec-46dd-8762-e57267535d48 req-d7437874-ab1c-439c-be90-8cc35e7b5083 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832778 Aug 28 08:19:00.096920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3ee5820-6c7e-4472-ac70-27ba7d8f01af no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:00.123384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a3ee5820-6c7e-4472-ac70-27ba7d8f01af {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:00.123834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3ee5820-6c7e-4472-ac70-27ba7d8f01af not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:00.124375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447d3489-6062-4fa8-ad53-645d7c5014be no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:00.238530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.261443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:00.262007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.263758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.265245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.306378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.326201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] Pushing event deleted for resources: {'Port': ['ID=447d3489-6062-4fa8-ad53-645d7c5014be,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:00.333904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d6e20-04bc-4f13-8c00-632855d8b48e None None] No DVR routers for this DVR port 447d3489-6062-4fa8-ad53-645d7c5014be on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:00.333904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 693889dc-7228-493d-a2b9-5381f0915410 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:00.334945 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-46e9a9e1-1718-4f20-86a3-7537e30fdd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.352503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 693889dc-7228-493d-a2b9-5381f0915410 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:00.353229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.376761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:19:00.376761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Pushing event deleted for resources: {'Port': ['ID=447d3489-6062-4fa8-ad53-645d7c5014be,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:00.377334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] No DVR routers for this DVR port 447d3489-6062-4fa8-ad53-645d7c5014be on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:00.413850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.421692 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Added segment d3a0ab13-618a-4216-8603-863ebf3fee3a of type vlan for network 3f7f1c22-1b1b-4855-9977-fbafd05d183e Aug 28 08:19:00.428496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.473942 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.517694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693889dc-7228-493d-a2b9-5381f0915410'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:00.520036 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e63fd-ba21-45e6-b482-c3b80d62ae41" -d '{"events": [{"server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "name": "network-vif-plugged", "status": "completed", "tag": "693889dc-7228-493d-a2b9-5381f0915410"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:00.567828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=693889dc-7228-493d-a2b9-5381f0915410,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:00.573037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.590393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a5908-b69e-4acb-b280-6bdecd4f02db {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:00.627952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:00.630187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.652334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.655040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:00.674568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:00.689072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Transition to ACTIVE for port object 686a5908-b69e-4acb-b280-6bdecd4f02db will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:00.694602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ebee49-5d4e-45fe-9364-839ac5250a78']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:00.714362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.718466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Pushing event updated for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:00.742143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef54b70-089f-4bee-a76f-6aac78d80b36') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:00.742498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef54b70-089f-4bee-a76f-6aac78d80b36') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:00.770375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.779435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:00.781279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.795510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:00.804331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a4615-9a3b-4d45-9ea1-c608aef4fdf0 req-ff44fa83-315b-48d0-a82d-2cb24ada571d tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:00.810157 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-282a4615-9a3b-4d45-9ea1-c608aef4fdf0 req-ff44fa83-315b-48d0-a82d-2cb24ada571d tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 948 time: 0.2487090 Aug 28 08:19:00.837423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.840746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.882173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b2a71-7e1a-4bd4-a27d-2d9beb03e617 req-69b49216-896c-4456-b0c5-4382417091a0 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:00.884180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b3b2a71-7e1a-4bd4-a27d-2d9beb03e617 req-69b49216-896c-4456-b0c5-4382417091a0 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 936 time: 0.0785892 Aug 28 08:19:00.887095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:19:00.887512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:19:00.889523 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:19:00.896338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.899347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:00.905218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:00.944385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b3b2a71-7e1a-4bd4-a27d-2d9beb03e617 req-05a92998-8700-448f-b0bf-6003906124c2 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Aug 28 08:19:00.976301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-282a4615-9a3b-4d45-9ea1-c608aef4fdf0 req-ef2fdfa6-aaeb-4a50-9cdd-7a8615a6c4b9 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649206 Aug 28 08:19:00.998018 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc23f5-e5e9-4e69-9980-23e0e69555e2 x-openstack-request-id: req-3fdc23f5-e5e9-4e69-9980-23e0e69555e2 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:00.998641 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "name": "network-vif-plugged", "status": "completed", "tag": "693889dc-7228-493d-a2b9-5381f0915410", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:00.998641 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fdc23f5-e5e9-4e69-9980-23e0e69555e2 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:00.998989 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693889dc-7228-493d-a2b9-5381f0915410', 'code': 200} Aug 28 08:19:01.009129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-3750b36b-fafe-4a33-903c-fc3999742a40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8896191 Aug 28 08:19:01.089089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Request body: {'port': {'device_id': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:01.112741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:01.172930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7890cddc-aca5-4298-8cbd-df5fcb4e4323 None None] Provisioning for port ab54de3e-22c4-49a9-a48a-2c27f47c931e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:01.180583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7890cddc-aca5-4298-8cbd-df5fcb4e4323 None None] Provisioning complete for port ab54de3e-22c4-49a9-a48a-2c27f47c931e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:01.183205 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7890cddc-aca5-4298-8cbd-df5fcb4e4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.194671 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7315776 Aug 28 08:19:01.200517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0c81d-f5da-4aea-b32b-1d964d67b3ab req-38bd0a94-215c-4b3d-811d-0843d9fe468a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:01.204387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfe0c81d-f5da-4aea-b32b-1d964d67b3ab req-38bd0a94-215c-4b3d-811d-0843d9fe468a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.1183980 Aug 28 08:19:01.205328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43448) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:01.215296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1885715640'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:01.224906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f31ae-8f02-4c29-be00-e0521cf1f2cc tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Network': ['ID=3f7f1c22-1b1b-4855-9977-fbafd05d183e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:01.252374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:19:01.285138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3dc09-b8dd-4477-a86b-9db7d37ce48d req-2e4a3303-ff7c-4918-9f14-a2f2cd9af5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:01.287499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.287714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cf3dc09-b8dd-4477-a86b-9db7d37ce48d req-2e4a3303-ff7c-4918-9f14-a2f2cd9af5a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 1101 time: 0.1552656 Aug 28 08:19:01.291812 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.334884 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.343369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] 10.222.0.46 "DELETE /v2.0/networks/82ebee49-5d4e-45fe-9364-839ac5250a78 HTTP/1.1" status: 204 len: 168 time: 2.3583016 Aug 28 08:19:01.344338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43450) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:01.380679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Attempting to bind port 686a5908-b69e-4acb-b280-6bdecd4f02db on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:01.381414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Attempting to bind port 686a5908-b69e-4acb-b280-6bdecd4f02db by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:01.381414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Attempting to bind port 686a5908-b69e-4acb-b280-6bdecd4f02db on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:01.389909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7890cddc-aca5-4298-8cbd-df5fcb4e4323 None None] Port ab54de3e-22c4-49a9-a48a-2c27f47c931e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:01.397013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfe0c81d-f5da-4aea-b32b-1d964d67b3ab req-f759a37a-6447-43b3-8e94-b627b329823f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671820 Aug 28 08:19:01.430917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cf3dc09-b8dd-4477-a86b-9db7d37ce48d req-a2a0e13d-7506-437f-982b-44ee77e1ee68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286705 Aug 28 08:19:01.452718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df1591-835e-48e5-a3d4-828605c1882a admin admin] Pushing event deleted for resources: {'Network': ['ID=82ebee49-5d4e-45fe-9364-839ac5250a78,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:01.491214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Port 686a5908-b69e-4acb-b280-6bdecd4f02db on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:01.491567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Attempting to bind port 686a5908-b69e-4acb-b280-6bdecd4f02db on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:01.522858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:01.526809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.553243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:01.553610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Checking segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:01.554026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Bound using segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:01.555325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Bound port: 686a5908-b69e-4acb-b280-6bdecd4f02db, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:01.555325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.555573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:19:01.568534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.568905 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Added segment 11c12337-8b1f-4151-b828-07301c018810 of type vlan for network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 Aug 28 08:19:01.623828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.805066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.811066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:01.811732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.885380 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:01.937661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Network': ['ID=d2bdf6af-2252-4a9f-aac6-99501a4ebe63,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:01.949461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:19:01.990143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f4948e5f-0ae8-41cc-89ac-8fd3644c17e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7829587 Aug 28 08:19:01.999521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:01.999521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'subnet': {'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:02.035625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28f8a1-10c2-47ac-94e5-1a841739e79c req-252cdeaa-31a1-41ce-90dd-ba32bf0940df tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:02.037156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f28f8a1-10c2-47ac-94e5-1a841739e79c req-252cdeaa-31a1-41ce-90dd-ba32bf0940df tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 943 time: 0.5756185 Aug 28 08:19:02.172534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbd8e-deae-4f8b-ad14-af7a69057ebc req-c708d9af-4820-48c1-80a0-ef5d18032d5d tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:02.174524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d1bbd8e-deae-4f8b-ad14-af7a69057ebc req-c708d9af-4820-48c1-80a0-ef5d18032d5d tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 936 time: 0.1048472 Aug 28 08:19:02.224262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d1bbd8e-deae-4f8b-ad14-af7a69057ebc req-471ea294-866e-475f-b564-3c02bb03d49b tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397160 Aug 28 08:19:02.290908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:02.311722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f28f8a1-10c2-47ac-94e5-1a841739e79c req-dc526f37-d2c1-4f7f-904a-b52a2def6082 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581604 Aug 28 08:19:02.344544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:02.350553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.351958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:02.478686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d956add-1513-469b-a793-7e5de7252efd req-a122d2bb-4552-45a8-a3ca-ca485a327412 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:02.481864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d956add-1513-469b-a793-7e5de7252efd req-a122d2bb-4552-45a8-a3ca-ca485a327412 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 949 time: 0.1905966 Aug 28 08:19:02.518398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab54de3e-22c4-49a9-a48a-2c27f47c931e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:02.531512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.557170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Transition to ACTIVE for port object ab54de3e-22c4-49a9-a48a-2c27f47c931e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:02.587450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d956add-1513-469b-a793-7e5de7252efd req-28c64c78-427c-4f20-9a3c-659e7c31a5fa tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939395 Aug 28 08:19:02.602980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.660248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:02.661041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.662515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] 10.222.0.64 "PUT /v2.0/ports/686a5908-b69e-4acb-b280-6bdecd4f02db HTTP/1.1" status: 200 len: 1092 time: 3.0922298 Aug 28 08:19:02.662974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:02.665246 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d033821-fdec-4cf6-98af-f1eda02ad5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:02.693868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72b581-9472-48a5-9968-6a6a1c83f778 service neutron] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:02.707062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.750785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.840350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:02.923788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Pushing event updated for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:02.926388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Subnet': ['ID=1c832776-cf00-4341-b507-2bbf1574949e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:02.935877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:02.936240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network hostable DHCP agents. Network: 3f7f1c22-1b1b-4855-9977-fbafd05d183e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:19:02.941708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6d4d-0c7f-4dd7-a974-1750b57da7e2 req-00241571-6442-4615-956e-d33c3d5097ac tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:02.943327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6cfa6d4d-0c7f-4dd7-a974-1750b57da7e2 req-00241571-6442-4615-956e-d33c3d5097ac tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.1969662 Aug 28 08:19:03.077833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-816ed1bf-795d-4acb-be1c-3141662177c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.080525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-816ed1bf-795d-4acb-be1c-3141662177c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 1095 time: 0.2074947 Aug 28 08:19:03.115604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6cfa6d4d-0c7f-4dd7-a974-1750b57da7e2 req-a51a79cf-2014-48a1-b0be-95c361cbd82b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653547 Aug 28 08:19:03.152545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:19:03.172092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-52328655-f982-4f6a-9e9f-2c7fcb633a70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686a5908-b69e-4acb-b280-6bdecd4f02db HTTP/1.1" status: 200 len: 217 time: 0.0620248 Aug 28 08:19:03.174148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Attempting to bind port ab54de3e-22c4-49a9-a48a-2c27f47c931e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:03.174570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Attempting to bind port ab54de3e-22c4-49a9-a48a-2c27f47c931e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:03.174928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Attempting to bind port ab54de3e-22c4-49a9-a48a-2c27f47c931e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:03.179511 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7325d3aa-0098-4297-8e87-a4a85bb0482e x-openstack-request-id: req-7325d3aa-0098-4297-8e87-a4a85bb0482e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:03.179828 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:03.180213 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7325d3aa-0098-4297-8e87-a4a85bb0482e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:03.180799 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'status': 'completed', 'code': 200} Aug 28 08:19:03.185947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Port ab54de3e-22c4-49a9-a48a-2c27f47c931e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:03.186309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Attempting to bind port ab54de3e-22c4-49a9-a48a-2c27f47c931e on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:03.199146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:03.212009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:03.212009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:03.212009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Bound port: ab54de3e-22c4-49a9-a48a-2c27f47c931e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:03.212009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.306178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-e3759f1d-b14b-4ffd-9425-f023b7296ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.306655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3f7f1c22-1b1b-4855-9977-fbafd05d183e) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:03.308435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-e3759f1d-b14b-4ffd-9425-f023b7296ffe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.1106181 Aug 28 08:19:03.315904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.317168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.320863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59d123-f19c-441b-b46a-d318feaec23a None None] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:03.405780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-7ba6d376-83e4-4dd0-89a5-e7582fbd958f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754330 Aug 28 08:19:03.418403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:03.466056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-31d557f0-4826-4226-a8e3-585cc95152b9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4721215 Aug 28 08:19:03.469106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43482) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:03.475374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'subnet': {'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:03.519926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:03.530246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:19:03.531463 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.540834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72b94-0596-4468-99b2-a16bd39f3135 req-66caeb77-2a93-4998-9a5a-5afdecac6bbd tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.542541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-64c72b94-0596-4468-99b2-a16bd39f3135 req-66caeb77-2a93-4998-9a5a-5afdecac6bbd tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 948 time: 0.2109394 Aug 28 08:19:03.624087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-d2435b1c-a339-4be6-9aac-8e1f75fa2034 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830037 Aug 28 08:19:03.629710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-64c72b94-0596-4468-99b2-a16bd39f3135 req-831ad6da-4df0-4b38-a4a1-fdb47b254bd0 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780098 Aug 28 08:19:03.631284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Deleting port 0c3ea780-d63c-46ff-af68-8a7316ff509c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:03.631635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.705417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:03.711357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.722398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Allocated IP 10.1.1.2 (3f7f1c22-1b1b-4855-9977-fbafd05d183e/1c832776-cf00-4341-b507-2bbf1574949e/ec554aa5-7e97-4c16-8c8c-72bcc4116864) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:03.739502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.851310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.851965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.853399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab54de3e-22c4-49a9-a48a-2c27f47c931e HTTP/1.1" status: 200 len: 1097 time: 2.7818322 Aug 28 08:19:03.921269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2dbe3-4143-4da9-8547-eef4c919d667 service neutron] Pushing event updated for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:03.926249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] For port 0c3ea780-d63c-46ff-af68-8a7316ff509c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0c3ea780-d63c-46ff-af68-8a7316ff509c,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:03.926654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:03.939928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8aef9e41-0f2c-46a3-b062-a9a4426d7b1e req-214bfb49-5c7f-40d4-bc77-7a66a14bc134 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929347 Aug 28 08:19:03.951975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f347ec-cb13-4580-a127-5821782b5f18 req-43fbe3a5-44ec-4f01-8740-4f339394c512 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:03.960571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2f347ec-cb13-4580-a127-5821782b5f18 req-43fbe3a5-44ec-4f01-8740-4f339394c512 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 943 time: 0.2314558 Aug 28 08:19:03.976995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Calling delete_port for 0c3ea780-d63c-46ff-af68-8a7316ff509c owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:03.989168 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.001510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Transition to ACTIVE for port object ec554aa5-7e97-4c16-8c8c-72bcc4116864 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:04.022164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Transition to ACTIVE for port object ec554aa5-7e97-4c16-8c8c-72bcc4116864 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:04.085747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.103135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2f347ec-cb13-4580-a127-5821782b5f18 req-35de1596-0a85-477b-ab00-a8ae7970ecc1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413715 Aug 28 08:19:04.135875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.175286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Subnet': ['ID=b13f22c7-e1ee-4c4d-b494-edca2be556dc,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:04.184637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Checking segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:04.185010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network hostable DHCP agents. Network: d2bdf6af-2252-4a9f-aac6-99501a4ebe63, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:19:04.225712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:04.234674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:04.238644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:04.252947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Pushing event updated for resources: {'Port': ['ID=ec554aa5-7e97-4c16-8c8c-72bcc4116864,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:04.279236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-5d3ad3d7-dcf2-480d-b21a-a8d656a00a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.280740 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-5d3ad3d7-dcf2-480d-b21a-a8d656a00a55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 1100 time: 0.2704020 Aug 28 08:19:04.294520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:19:04.323314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Attempting to bind port ec554aa5-7e97-4c16-8c8c-72bcc4116864 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:04.323939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Attempting to bind port ec554aa5-7e97-4c16-8c8c-72bcc4116864 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:04.324197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Attempting to bind port ec554aa5-7e97-4c16-8c8c-72bcc4116864 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:04.331320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:04.331792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:04.332265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.332750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Bound using segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:04.333362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Bound port: ec554aa5-7e97-4c16-8c8c-72bcc4116864, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:04.333741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.362048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-588ade63-b1d6-4129-bc30-95c217175a2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e HTTP/1.1" status: 200 len: 217 time: 0.0564978 Aug 28 08:19:04.370667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-bae51c33-4ee3-4e30-acca-a810233a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.372170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-bae51c33-4ee3-4e30-acca-a810233a13cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 1095 time: 0.1574602 Aug 28 08:19:04.393048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74451-d0ae-46ff-b803-9abd2555655a req-381df8b6-852d-47bd-8a6f-d2accaa6e2e7 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.394541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efd74451-d0ae-46ff-b803-9abd2555655a req-381df8b6-852d-47bd-8a6f-d2accaa6e2e7 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 949 time: 0.1781385 Aug 28 08:19:04.409017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] For port ec554aa5-7e97-4c16-8c8c-72bcc4116864, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:04.412369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] For port ec554aa5-7e97-4c16-8c8c-72bcc4116864, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ec554aa5-7e97-4c16-8c8c-72bcc4116864,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:04.435161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d2bdf6af-2252-4a9f-aac6-99501a4ebe63) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:04.436611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.437276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.442159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dcd4ac-cffd-4592-bbec-0858e8dea1be None None] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:04.480723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:04.550926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-095abee1-7e1a-4b62-8e25-2c5488fdaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.552566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-095abee1-7e1a-4b62-8e25-2c5488fdaae3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1763721 Aug 28 08:19:04.588122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.607605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efd74451-d0ae-46ff-b803-9abd2555655a req-259fccc9-95a5-4e1c-928a-155410638edb tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582673 Aug 28 08:19:04.634268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3ad19d43-22b0-4364-8402-0a8b08e6e310 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1615891 Aug 28 08:19:04.635962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43492) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:04.642484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-68be62ea-e562-447b-bb0a-69af6ff6435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.644012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-68be62ea-e562-447b-bb0a-69af6ff6435d service neutron] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 923 time: 0.2461760 Aug 28 08:19:04.647311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'name': 'tempest-TaggedBootDevicesTest-826417689', 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:04.650250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-98a4ec00-1f21-4225-b155-739dea533e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:04.654972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-98a4ec00-1f21-4225-b155-739dea533e78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897377 Aug 28 08:19:04.730571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6b4fb-fd4c-4182-934b-fd673f2bf708 None None] Pushing event updated for resources: {'Port': ['ID=ec554aa5-7e97-4c16-8c8c-72bcc4116864,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:04.758617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:04.766420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.793512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '061b35f0-5edc-48fd-9980-494127a5a289', 'network_id': '335cb11f-2d84-49b9-8ea3-2273b491e7be', 'port_id': '061b35f0-5edc-48fd-9980-494127a5a289', 'mac_address': 'fa:16:3e:5a:c6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869f82a-529d-452b-b874-c4ba8b899c1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:04.819349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.835540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-892cd7c9-0b87-4d12-86c6-2481c2f93529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686a5908-b69e-4acb-b280-6bdecd4f02db HTTP/1.1" status: 200 len: 217 time: 0.1804204 Aug 28 08:19:04.837881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ips': [{'subnet_id': 'b13f22c7-e1ee-4c4d-b494-edca2be556dc'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:19:04.839172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:04.871823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3ea780-d63c-46ff-af68-8a7316ff509c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:04.885103 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-12775deb-91b9-436d-bb54-3323a5e28b32 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749566 Aug 28 08:19:04.921020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.006541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:05.044183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:05.303033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.342473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:05.345594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.347099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] device_id is not set on port 96681c42-2daf-46d7-9c71-24539afb2df7 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:19:05.367306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Allocated IP 10.2.2.2 (d2bdf6af-2252-4a9f-aac6-99501a4ebe63/b13f22c7-e1ee-4c4d-b494-edca2be556dc/5cb3a2cf-cefe-47cb-a54c-f8492caafc65) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:05.425222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ba63-a6f7-472a-a4e9-317e03c66973 req-39e0ded0-8a43-41ee-ba9a-d8d94518b764 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:05.429553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:05.432056 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:05.436902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68f0ba63-a6f7-472a-a4e9-317e03c66973 req-39e0ded0-8a43-41ee-ba9a-d8d94518b764 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 948 time: 0.1583402 Aug 28 08:19:05.503518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-3937cb4f-9b1e-41b0-bdf5-a47b3faddb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:05.505135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-3937cb4f-9b1e-41b0-bdf5-a47b3faddb34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.6422524 Aug 28 08:19:05.528349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.553738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.571872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-624dd3f6-8695-4aca-8267-9d9c306e2c48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535419 Aug 28 08:19:05.585472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Transition to ACTIVE for port object 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:05.605812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Transition to ACTIVE for port object 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:05.638943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:05.658280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c23b890-f158-4beb-9873-3fdae0b2322d req-f6a270dc-9134-43d2-9f90-92f4aadd0f93 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564681 Aug 28 08:19:05.680568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19589a-c06b-4daa-998e-006d92d5baf9 req-5a4d3cb3-9898-4495-8db3-15ee6426c082 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:05.689646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce19589a-c06b-4daa-998e-006d92d5baf9 req-5a4d3cb3-9898-4495-8db3-15ee6426c082 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 945 time: 0.7585096 Aug 28 08:19:05.837056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.872136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:05.886881 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce19589a-c06b-4daa-998e-006d92d5baf9 req-3c76ef4d-5ddd-4e41-a73b-a3f2e4222d7f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961489 Aug 28 08:19:05.932854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:05.934366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Pushing event updated for resources: {'Port': ['ID=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:05.939577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:05.956091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:05.957405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68f0ba63-a6f7-472a-a4e9-317e03c66973 req-21ea39a8-27c0-41b7-b507-7960932c2163 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125036 Aug 28 08:19:05.973812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-5a9535f2-f593-4407-8b32-779daa32a8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113515 Aug 28 08:19:06.002934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:06.111626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.1.1.36 (3f7f1c22-1b1b-4855-9977-fbafd05d183e/1c832776-cf00-4341-b507-2bbf1574949e/96681c42-2daf-46d7-9c71-24539afb2df7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:06.168451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Attempting to bind port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:06.169212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Attempting to bind port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:06.169768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545832dd-b14c-4900-8f05-1c70745ef71f req-babec16c-b7e3-48f8-b017-b0823a1ee9ac tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:06.170071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Attempting to bind port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:06.175251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-545832dd-b14c-4900-8f05-1c70745ef71f req-babec16c-b7e3-48f8-b017-b0823a1ee9ac tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 943 time: 0.1216624 Aug 28 08:19:06.175681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4717f49-f5e9-460d-9441-d0b416305717 None None] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:06.243751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:06.244645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Checking segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:06.245152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.245792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Bound using segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:06.246412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Bound port: 5cb3a2cf-cefe-47cb-a54c-f8492caafc65, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:06.247054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.364727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d033821-fdec-4cf6-98af-f1eda02ad5ea req-d4eb9fe8-39fa-4b7a-a43b-c94a42d03229 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049134 Aug 28 08:19:06.365594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ec554aa5-7e97-4c16-8c8c-72bcc4116864 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:06.371385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-545832dd-b14c-4900-8f05-1c70745ef71f req-10b35a52-4284-4019-a4e7-95dae476e808 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175044 Aug 28 08:19:06.414529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-43f82d5a-7374-439f-b38a-41b7fbb89a60 None None] Provisioning for port ec554aa5-7e97-4c16-8c8c-72bcc4116864 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:06.447555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] For port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:06.449622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.469950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Router 8938625a-84cd-499a-99fc-09eb8698e52a has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:19:06.472344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 96681c42-2daf-46d7-9c71-24539afb2df7 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:06.479954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] For port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:06.510283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:06.597587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:19:06.617421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-197cd767-81a6-4f6a-91b8-4a7d1446c9b7 admin admin] 10.222.0.46 "PUT /v2.0/routers/8938625a-84cd-499a-99fc-09eb8698e52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2578351 Aug 28 08:19:06.617539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43510) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:06.636498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Sync routers for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:19:06.660803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.715628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.728033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:06.728684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:06.777932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.800541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ec554aa5-7e97-4c16-8c8c-72bcc4116864 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:06.813916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ec554aa5-7e97-4c16-8c8c-72bcc4116864 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:06.814324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:06.861425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6f49c-0db4-4988-b616-a5235e74ce4c None None] Pushing event updated for resources: {'Port': ['ID=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:06.869190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:06.912555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:06.931139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'port_id': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'mac_address': 'fa:16:3e:11:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e75cf09-beee-4e2b-b3b1-e5366962aed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:06.943484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:06.946769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:06.957717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:07.025752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:07.029751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.050185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.050839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.145972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.197987 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891805b1-299c-4a7a-84b7-9fdf4032e3d8 x-openstack-request-id: req-891805b1-299c-4a7a-84b7-9fdf4032e3d8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:07.203726 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:07.203726 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-891805b1-299c-4a7a-84b7-9fdf4032e3d8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:07.203726 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e', 'status': 'completed', 'code': 200} Aug 28 08:19:07.269457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e5c3367-84f8-469a-bc95-0f51fa067751 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6318533 Aug 28 08:19:07.274122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43518) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:07.291689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'name': 'tempest-TaggedBootDevicesTest-1630574607', 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:07.340314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686a5908-b69e-4acb-b280-6bdecd4f02db {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:07.363804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6fad016e-df0a-4981-856a-f11ec83086b6 None None] Provisioning complete for port ec554aa5-7e97-4c16-8c8c-72bcc4116864 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:07.364527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6fad016e-df0a-4981-856a-f11ec83086b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.368220 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.428749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-563abe03-3795-4915-8418-a658afc52b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.434270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-563abe03-3795-4915-8418-a658afc52b70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 1100 time: 0.1550264 Aug 28 08:19:07.461797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:07.480986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Deleting port 73729f5c-d21f-461d-b11b-0b41fa399a13 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:07.481556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.508312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ec554aa5-7e97-4c16-8c8c-72bcc4116864, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ec554aa5-7e97-4c16-8c8c-72bcc4116864,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:07.565665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-7e294665-927b-4d6c-a128-02dd590e613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.567764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-7e294665-927b-4d6c-a128-02dd590e613e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1226747 Aug 28 08:19:07.608142 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.626778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193735e-1c5a-4371-9965-a9af6f9988e2 req-552a50de-1137-42e9-89ea-6dae33e399ed tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.628505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b193735e-1c5a-4371-9965-a9af6f9988e2 req-552a50de-1137-42e9-89ea-6dae33e399ed tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.1966562 Aug 28 08:19:07.649424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:19:04Z', 'revision_number': 5, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port': {'id': '73729f5c-d21f-461d-b11b-0b41fa399a13', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:11:37Z', 'updated_at': '2021-08-28T08:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:07.678525 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.683331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-9b41d2a8-1ce7-4d04-81a6-1a924ebaadd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e HTTP/1.1" status: 200 len: 217 time: 0.0990615 Aug 28 08:19:07.692114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6fad016e-df0a-4981-856a-f11ec83086b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.705716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] For port 73729f5c-d21f-461d-b11b-0b41fa399a13, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=73729f5c-d21f-461d-b11b-0b41fa399a13,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:07.712478 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.726932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b193735e-1c5a-4371-9965-a9af6f9988e2 req-33f3e3db-9d5f-4621-8f5a-a347d61306d8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904417 Aug 28 08:19:07.746875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Calling delete_port for 73729f5c-d21f-461d-b11b-0b41fa399a13 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:07.770814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:07.775936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:07.817872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Checking router: 8938625a-84cd-499a-99fc-09eb8698e52a for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:19:07.871007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-beafe9cd-76e2-4753-a519-c156605c43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.872762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-beafe9cd-76e2-4753-a519-c156605c43ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1640372 Aug 28 08:19:07.879773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170262-a010-4307-9713-d93116795fc4 req-5c305150-446d-4861-a69c-c632e44ac8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:07.884757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-5c305150-446d-4861-a69c-c632e44ac8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1098 time: 0.0874019 Aug 28 08:19:07.892569 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-6fad016e-df0a-4981-856a-f11ec83086b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:19:07.892569 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-6fad016e-df0a-4981-856a-f11ec83086b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:19:07.892569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Routers {'8938625a-84cd-499a-99fc-09eb8698e52a'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:07.892569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8938625a-84cd-499a-99fc-09eb8698e52a'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:07.896296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:07.999380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] device_id is not set on port 010f89d1-22ed-43ce-8b21-76fa64e1a53d yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:19:08.005508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-759f6550-a5bd-4500-abb1-17ff85026d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:08.006113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-759f6550-a5bd-4500-abb1-17ff85026d72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239302 Aug 28 08:19:08.099036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170262-a010-4307-9713-d93116795fc4 req-82163a74-cf81-47f6-ab4c-55ad02ebcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:08.100658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-82163a74-cf81-47f6-ab4c-55ad02ebcf28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.1852136 Aug 28 08:19:08.173166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['686a5908-b69e-4acb-b280-6bdecd4f02db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:08.175120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e8b9a-7c77-402c-a8a5-af59da58e32e None None] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:08.192782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-fb163338-da82-4592-9500-1309ccf11402 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0836327 Aug 28 08:19:08.231861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3201560-9fa8-4a8c-a0b9-3aa886040a04 req-cf14243a-2e87-4740-9597-bcfa61bb7667 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:08.242503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3201560-9fa8-4a8c-a0b9-3aa886040a04 req-cf14243a-2e87-4740-9597-bcfa61bb7667 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 948 time: 0.2329941 Aug 28 08:19:08.261182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-3dd11952-c6bf-4e7d-a643-2c4eadba5e45 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419310 Aug 28 08:19:08.281455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:08.282816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170262-a010-4307-9713-d93116795fc4 req-822cbb4d-7f2e-4866-9c63-215e555be676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:08.285004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-822cbb4d-7f2e-4866-9c63-215e555be676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.0825219 Aug 28 08:19:08.322413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3201560-9fa8-4a8c-a0b9-3aa886040a04 req-873ef0ad-9887-4075-aab7-606d22b773c1 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786955 Aug 28 08:19:08.355323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.1.1.5 (3f7f1c22-1b1b-4855-9977-fbafd05d183e/1c832776-cf00-4341-b507-2bbf1574949e/010f89d1-22ed-43ce-8b21-76fa64e1a53d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:08.365258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] Set router 8938625a-84cd-499a-99fc-09eb8698e52a gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:08.371036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ec554aa5-7e97-4c16-8c8c-72bcc4116864,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:08.387423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-899448ee-a88f-4245-b6be-b56d2015e93a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900373 Aug 28 08:19:08.426648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:08.520148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbbba7ae-d7f2-430a-a11f-b540c2c10c25 req-3185fb16-4e56-470d-ac57-6a3b4ae8f9df service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489722 Aug 28 08:19:08.535243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ab54de3e-22c4-49a9-a48a-2c27f47c931e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:08.541220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Pushing event deleted for resources: {'Port': ['ID=73729f5c-d21f-461d-b11b-0b41fa399a13,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:08.551032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-2cd4a5a1-733b-4e7e-bd60-21cbdf4b20d8 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436539 Aug 28 08:19:08.681418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:08.681892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e170262-a010-4307-9713-d93116795fc4 req-f5847513-a543-47d2-a54b-9d621c29cfbd service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285405 Aug 28 08:19:08.685054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:08.688140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:19:07Z', 'revision_number': 6, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:08.691479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4d9b-feff-4f28-9bfc-27837483286a req-cbfcf0f9-99bf-499b-884f-35042b945c1e tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:08.698796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f6a4d9b-feff-4f28-9bfc-27837483286a req-cbfcf0f9-99bf-499b-884f-35042b945c1e tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 949 time: 0.2759957 Aug 28 08:19:08.728320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:08.750080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:08.786903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66ca85-cc44-4837-8f18-28e62c4e9bf0 None None] The sync data for ids ['8938625a-84cd-499a-99fc-09eb8698e52a'] in n-d-792458-16 is: [{'id': '8938625a-84cd-499a-99fc-09eb8698e52a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-49391578-router', 'tenant_id': '5dea875b2e4547418016c30a3d4717e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:11:35Z', 'updated_at': '2021-08-28T08:19:07Z', 'revision_number': 6, 'project_id': '5dea875b2e4547418016c30a3d4717e4', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:19:08.827468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 010f89d1-22ed-43ce-8b21-76fa64e1a53d will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:08.842060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e', 'mac_address': 'fa:16:3e:94:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:08.872985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:08.877990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:08.892614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f6a4d9b-feff-4f28-9bfc-27837483286a req-f7e0b0f9-4e33-4962-b4a5-ec760a6c950c tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925993 Aug 28 08:19:09.011376 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.063457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.063457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8938625a-84cd-499a-99fc-09eb8698e52a {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:19:09.063817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:09.064257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.069156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd6fa504-3bf4-4b5d-9f3c-a57c0c137aad admin admin] 10.222.0.46 "DELETE /v2.0/routers/8938625a-84cd-499a-99fc-09eb8698e52a HTTP/1.1" status: 204 len: 168 time: 2.4619257 Aug 28 08:19:09.069375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43526) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:09.079175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab54de3e-22c4-49a9-a48a-2c27f47c931e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:09.099059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b996e-2b0f-4581-86db-02a979e6e6a1 req-e2497f22-3004-4ba5-a547-2eb81bdbebd8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:09.100911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f54b996e-2b0f-4581-86db-02a979e6e6a1 req-e2497f22-3004-4ba5-a547-2eb81bdbebd8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 944 time: 0.0979946 Aug 28 08:19:09.114625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:09.164461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.172946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f54b996e-2b0f-4581-86db-02a979e6e6a1 req-c22d7626-d27e-4a3c-afcc-2a8daa16a00a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Aug 28 08:19:09.207635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Deleting subnet 64073804-7b42-4b53-acd9-aebbd386c04f {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:19:09.236908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.245838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Provisioning for port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:09.254142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 061b35f0-5edc-48fd-9980-494127a5a289 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:09.272470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Provisioning complete for port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:09.282541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.287372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 061b35f0-5edc-48fd-9980-494127a5a289 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:09.290767 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.382738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:09.385749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.406014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.407652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:09.421998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:09.427901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:09.537873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:09.635815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.717158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.722711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-a9353822-5056-4052-b489-e473345cdd9b tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:09.724850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-a9353822-5056-4052-b489-e473345cdd9b tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.39 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 949 time: 0.3132453 Aug 28 08:19:09.739357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:09.739357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.755804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.806775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:09.813415 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ccff39-0bd3-421d-bd1c-ee747cf16043" -d '{"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:09.820098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ab54de3e-22c4-49a9-a48a-2c27f47c931e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:09.830578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca231fc-e911-48d6-aeac-a7574bf41e1e req-9ea1f302-ef5d-4e8b-889f-9a601082f44c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:09.833826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ca231fc-e911-48d6-aeac-a7574bf41e1e req-9ea1f302-ef5d-4e8b-889f-9a601082f44c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 946 time: 0.2513635 Aug 28 08:19:09.874400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e4d4-b226-4681-b378-eebaa1410e18 req-c818e06d-f042-4b0d-ad2e-61b5a6db45e1 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:09.876579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5be9e4d4-b226-4681-b378-eebaa1410e18 req-c818e06d-f042-4b0d-ad2e-61b5a6db45e1 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 949 time: 0.3008392 Aug 28 08:19:09.881179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:09.890911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] For port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:09.949538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:09.958641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a4520c2-9122-447f-b465-e4d65b0f4bd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6820574 Aug 28 08:19:09.960309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5be9e4d4-b226-4681-b378-eebaa1410e18 req-0a410e55-d24e-4d1c-94a9-ea59c9c12795 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722337 Aug 28 08:19:10.012974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ca231fc-e911-48d6-aeac-a7574bf41e1e req-1349dea4-2516-46ed-9c64-4298d23ef0b3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082697 Aug 28 08:19:10.014902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64073804-7b42-4b53-acd9-aebbd386c04f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:10.014902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.019082 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac883dcf-d805-484c-91d2-53a0b66616f9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/64073804-7b42-4b53-acd9-aebbd386c04f HTTP/1.1" status: 204 len: 168 time: 0.9474673 Aug 28 08:19:10.021126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43538) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:10.026840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1fe1a-3f57-4f67-a757-214b9c88ab17 None None] Network 9002b44f-494f-4815-8137-10e79b699bf0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:10.039474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Deleting port 693889dc-7228-493d-a2b9-5381f0915410 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:10.039826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.171628 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5645535c-08de-41e2-a611-3eaab4b4640b x-openstack-request-id: req-5645535c-08de-41e2-a611-3eaab4b4640b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:10.171915 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-plugged", "status": "completed", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:10.172330 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5645535c-08de-41e2-a611-3eaab4b4640b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:10.172725 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'code': 200} Aug 28 08:19:10.174921 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.177000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.292307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.305818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] For port 693889dc-7228-493d-a2b9-5381f0915410, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=693889dc-7228-493d-a2b9-5381f0915410,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:10.306461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.321809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50963c54-cefd-4b7d-ac9e-091771eaed11 req-29c77ad2-4b68-49dd-982d-aa0892aa3582 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:10.321809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-50963c54-cefd-4b7d-ac9e-091771eaed11 req-29c77ad2-4b68-49dd-982d-aa0892aa3582 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 949 time: 0.1364174 Aug 28 08:19:10.344487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Calling delete_port for 693889dc-7228-493d-a2b9-5381f0915410 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:10.368957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:10.373804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ec554aa5-7e97-4c16-8c8c-72bcc4116864 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:10.421768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-50963c54-cefd-4b7d-ac9e-091771eaed11 req-aec4122d-67ea-48c6-9a76-3729110a13da tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/security-groups?id=761ab764-f225-4800-a88c-67d4df428b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687306 Aug 28 08:19:10.452352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:10.473545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Deleting port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:10.474142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.549634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:10.621219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Pushing event updated for resources: {'Port': ['ID=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:10.637337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Provisioning for port 96681c42-2daf-46d7-9c71-24539afb2df7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:10.649179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ec554aa5-7e97-4c16-8c8c-72bcc4116864 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:10.649543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.651794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Provisioning complete for port 96681c42-2daf-46d7-9c71-24539afb2df7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:10.652177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.741158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6b631-c0d2-4e73-b51f-a712ac621536 req-dfa45116-94a9-4d43-bf07-2bc359f5e03c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:10.742056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] DHCP port deletion for 9002b44f-494f-4815-8137-10e79b699bf0 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:19:10.748604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ce6b631-c0d2-4e73-b51f-a712ac621536 req-dfa45116-94a9-4d43-bf07-2bc359f5e03c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 944 time: 0.1751962 Aug 28 08:19:10.762553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cb549-ad86-42cb-8480-08992be7fbdd None None] Port 96681c42-2daf-46d7-9c71-24539afb2df7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:10.776364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.801288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] For port 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5faa1682-11b9-4bc1-9311-dd2304e83ad0,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:10.801666 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.813478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ce6b631-c0d2-4e73-b51f-a712ac621536 req-ec113bad-b48c-44e9-a56a-e253ba581c03 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Aug 28 08:19:10.817567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['693889dc-7228-493d-a2b9-5381f0915410'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:10.818316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Pushing event deleted for resources: {'Port': ['ID=693889dc-7228-493d-a2b9-5381f0915410,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:10.825168 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8fcad80f-5d19-4e2f-8d94-add6dc26d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.882289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Calling delete_port for 5faa1682-11b9-4bc1-9311-dd2304e83ad0 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:10.900970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Deleting port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:10.901318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.937986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] No DVR routers for this DVR port 693889dc-7228-493d-a2b9-5381f0915410 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:10.943192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:10.943889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae3e4-febc-4c8a-ba4b-3dc044a5d044 req-e81b99de-62f8-4247-9b2a-51538fd8d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:10.944284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-719a2f1c-7a49-48c9-9d33-4c6d709ca625 req-097ea26e-00ae-4419-97da-604d73aee4a0 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.39 "DELETE /v2.0/ports/693889dc-7228-493d-a2b9-5381f0915410 HTTP/1.1" status: 204 len: 173 time: 1.2024772 Aug 28 08:19:10.944842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'name': 'network-vif-deleted', 'tag': '693889dc-7228-493d-a2b9-5381f0915410'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:10.945436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b9ae3e4-febc-4c8a-ba4b-3dc044a5d044 req-e81b99de-62f8-4247-9b2a-51538fd8d38c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1099 time: 0.2742591 Aug 28 08:19:10.947310 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134314f9-c0aa-4f37-86d9-363db47a5b00" -d '{"events": [{"server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "name": "network-vif-deleted", "tag": "693889dc-7228-493d-a2b9-5381f0915410"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:11.016008 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c714ef32-cc9a-48a1-bb9b-257ea0277629 x-openstack-request-id: req-c714ef32-cc9a-48a1-bb9b-257ea0277629 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:11.016008 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa0c532-c1f7-49cd-8051-58f5ec677cfa", "name": "network-vif-deleted", "tag": "693889dc-7228-493d-a2b9-5381f0915410", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:11.016008 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c714ef32-cc9a-48a1-bb9b-257ea0277629 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:11.016834 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0c532-c1f7-49cd-8051-58f5ec677cfa', 'name': 'network-vif-deleted', 'tag': '693889dc-7228-493d-a2b9-5381f0915410', 'status': 'completed', 'code': 200} Aug 28 08:19:11.072280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b9ae3e4-febc-4c8a-ba4b-3dc044a5d044 req-f2fa8ac7-cd4d-4c2a-89d0-917fe28448cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Aug 28 08:19:11.146458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 686a5908-b69e-4acb-b280-6bdecd4f02db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:11.163532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 686a5908-b69e-4acb-b280-6bdecd4f02db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:11.164174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.174471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Provisioning complete for port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:11.174471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.174974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43556) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:11.178840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301718819', 'description': 'tempest-description--223016666'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:11.217715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8fcad80f-5d19-4e2f-8d94-add6dc26d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.239572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.264236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 73729f5c-d21f-461d-b11b-0b41fa399a13 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:11.268989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Pushing event deleted for resources: {'Port': ['ID=5faa1682-11b9-4bc1-9311-dd2304e83ad0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.283444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57193d0b-d939-431c-be35-560ae52f41ea req-bb765199-ea10-4784-b919-a5a533086939 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:11.285058 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57193d0b-d939-431c-be35-560ae52f41ea req-bb765199-ea10-4784-b919-a5a533086939 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 949 time: 0.1852965 Aug 28 08:19:11.290607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] No DVR routers for this DVR port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:11.297097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea167fb-deec-4290-b2d6-166f533eb8dc req-ba59bab9-e82c-4ada-b9d2-8c8ebfc8eac6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:11.305553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cea167fb-deec-4290-b2d6-166f533eb8dc req-ba59bab9-e82c-4ada-b9d2-8c8ebfc8eac6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0808589 Aug 28 08:19:11.317440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 73729f5c-d21f-461d-b11b-0b41fa399a13 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:11.317840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 73729f5c-d21f-461d-b11b-0b41fa399a13 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:11.318335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0c3ea780-d63c-46ff-af68-8a7316ff509c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:11.335843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] For port 5faa1682-11b9-4bc1-9311-dd2304e83ad0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5faa1682-11b9-4bc1-9311-dd2304e83ad0,segment=NetworkSegment(d322d388-92fc-4683-8561-170ce03a407f),segment_id=d322d388-92fc-4683-8561-170ce03a407f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:11.336462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.349806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cea167fb-deec-4290-b2d6-166f533eb8dc req-626e8eaf-e759-4ce4-a7f7-1c468d0e08c4 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431950 Aug 28 08:19:11.386460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0c3ea780-d63c-46ff-af68-8a7316ff509c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:11.386721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0c3ea780-d63c-46ff-af68-8a7316ff509c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:11.395943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Calling delete_port for 5faa1682-11b9-4bc1-9311-dd2304e83ad0 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:11.396924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.402187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57193d0b-d939-431c-be35-560ae52f41ea req-70c59c85-dec5-47ca-ac18-e385d44e7ec5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Aug 28 08:19:11.419913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8fcad80f-5d19-4e2f-8d94-add6dc26d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.424380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9002b44f-494f-4815-8137-10e79b699bf0']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:11.469832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd322d388-92fc-4683-8561-170ce03a407f') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:11.470312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd322d388-92fc-4683-8561-170ce03a407f') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:11.492070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad80f-5d19-4e2f-8d94-add6dc26d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76354fc3-41ef-4cfb-8879-fac7d06d5308,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.501404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.526273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8fcad80f-5d19-4e2f-8d94-add6dc26d6b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87846a442cbb4c5fbb056ead5b0af8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0659864 Aug 28 08:19:11.529854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43560) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:11.536021 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.536868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.544411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:19:11.545287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:19:11.548402 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:19:11.554882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9420bfad-52cb-4cb6-b05d-ec85306d1a35 req-4b7a6286-0880-4d07-8f5b-eeb52d684c54 tempest-ServerDiagnosticsNegativeTest-1377796344 tempest-ServerDiagnosticsNegativeTest-1377796344-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaa0c532-c1f7-49cd-8051-58f5ec677cfa HTTP/1.1" status: 200 len: 210 time: 0.0368388 Aug 28 08:19:11.598585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:11.601917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.612040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.631890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] Pushing event deleted for resources: {'Port': ['ID=5faa1682-11b9-4bc1-9311-dd2304e83ad0,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.634763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.635676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5bfc39-f5d5-4e21-84f0-4f166775a1ea None None] No DVR routers for this DVR port 5faa1682-11b9-4bc1-9311-dd2304e83ad0 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:11.643821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.697875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Provisioning for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:11.704151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.709035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Provisioning complete for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:11.709664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.725127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.736288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.739337 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9002b44f-494f-4815-8137-10e79b699bf0 HTTP/1.1" status: 204 len: 168 time: 1.7169173 Aug 28 08:19:11.750355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f36caf-5e05-41a8-9536-417dce370111 admin admin] Pushing event deleted for resources: {'Network': ['ID=9002b44f-494f-4815-8137-10e79b699bf0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.785883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f18dbf6e-e362-47c5-8f04-b18e5be0c892 None None] Port 010f89d1-22ed-43ce-8b21-76fa64e1a53d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:11.791686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.833931 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.836734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.837950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76354fc3-41ef-4cfb-8879-fac7d06d5308 HTTP/1.1" status: 204 len: 168 time: 0.3075781 Aug 28 08:19:11.859978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee856c5-65eb-4d75-9e76-ca6bc88bb219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76354fc3-41ef-4cfb-8879-fac7d06d5308,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:11.939323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:11.967528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177ef6-ef71-4217-8633-9b2de4e37a28 req-b17aaa35-451a-4f41-bf28-1f18121bd135 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:11.969685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7177ef6-ef71-4217-8633-9b2de4e37a28 req-b17aaa35-451a-4f41-bf28-1f18121bd135 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Aug 28 08:19:12.021259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7177ef6-ef71-4217-8633-9b2de4e37a28 req-913e1059-ace3-4f69-b160-1b0c26df029c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Aug 28 08:19:12.129232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.136667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:12.169356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82f14e-2237-478e-9027-18ec6e3f13e5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:12.174619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:12.176908 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718f6dc4-1f5d-4598-93d2-84e32189d8ee" -d '{"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-plugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:12.211825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:12.212218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.230490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43574) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:12.274766 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8597a65-d998-4912-aa38-314ca5b3d869 x-openstack-request-id: req-d8597a65-d998-4912-aa38-314ca5b3d869 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:12.275235 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-plugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:12.275873 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8597a65-d998-4912-aa38-314ca5b3d869 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:12.276363 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'code': 200} Aug 28 08:19:12.301007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.302726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9b8f87bc-cf4f-4164-982a-e015da0a19bb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1268334 Aug 28 08:19:12.303932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43578) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:12.311614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e1091f6-70a3-47e0-95ff-1599d9ee8612 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b945bbd6c2548638e0962aa899ba320&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0795307 Aug 28 08:19:12.313124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43580) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:12.326577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'security_group_rule': {'security_group_id': 'fb82f14e-2237-478e-9027-18ec6e3f13e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:12.393813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.439800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5faa1682-11b9-4bc1-9311-dd2304e83ad0 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:12.486666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5faa1682-11b9-4bc1-9311-dd2304e83ad0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:12.487218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5faa1682-11b9-4bc1-9311-dd2304e83ad0 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:12.539606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ab54de3e-22c4-49a9-a48a-2c27f47c931e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:12.549857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.594925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70c70d-ab39-4579-b771-f38b1f381785 req-6f24ff73-b70a-4967-af85-2e3d08269c85 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:12.603231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e70c70d-ab39-4579-b771-f38b1f381785 req-6f24ff73-b70a-4967-af85-2e3d08269c85 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1064095 Aug 28 08:19:12.612170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.679814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e70c70d-ab39-4579-b771-f38b1f381785 req-f89470e8-de91-4fd0-87c6-290fccc30414 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Aug 28 08:19:12.721553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.739069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090fe55-097a-4e7b-88d0-56d0535ec731 req-fa74f898-3436-4dd3-818e-f34f0b013ab5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:12.751914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5090fe55-097a-4e7b-88d0-56d0535ec731 req-fa74f898-3436-4dd3-818e-f34f0b013ab5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 949 time: 0.2221463 Aug 28 08:19:12.763128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d2f4b-1bad-4050-904b-32d59149bcea req-b94e3641-883f-453d-8584-ba59eee47050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:12.765269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ab54de3e-22c4-49a9-a48a-2c27f47c931e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:12.769923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a75d2f4b-1bad-4050-904b-32d59149bcea req-b94e3641-883f-453d-8584-ba59eee47050 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 1097 time: 0.3639355 Aug 28 08:19:12.771663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ab54de3e-22c4-49a9-a48a-2c27f47c931e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:12.772443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.847394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5090fe55-097a-4e7b-88d0-56d0535ec731 req-d79b73a9-f156-4ad3-86fd-cd75295021f3 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910285 Aug 28 08:19:12.857055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.863210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a75d2f4b-1bad-4050-904b-32d59149bcea req-fa8b851c-be87-408c-b890-ca1d91a67edf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Aug 28 08:19:12.882110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5e234a-adab-4e23-b1bf-3ba18ea770b4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:12.895813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:12.935146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:13.010429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.013694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.014887 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5d72365-19ee-46ac-92f7-1263cae1c58a HTTP/1.1" status: 204 len: 168 time: 0.7006254 Aug 28 08:19:13.022782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a87b9e-f312-4870-bd15-60705b9abc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d72365-19ee-46ac-92f7-1263cae1c58a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:13.056710 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.057916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-573b8f34-77cf-4962-90db-edaea9dbc58f tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7522428 Aug 28 08:19:13.061814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.067209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'security_group_rule': {'security_group_id': 'fb82f14e-2237-478e-9027-18ec6e3f13e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:13.068082 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.136482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:13.174956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcc32a-18b9-4b7f-a314-f561cb5efc83 req-5750af08-f755-4545-bdc3-0c5ce2b7c2dd tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:13.177218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cddcc32a-18b9-4b7f-a314-f561cb5efc83 req-5750af08-f755-4545-bdc3-0c5ce2b7c2dd tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0573635 Aug 28 08:19:13.217807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cddcc32a-18b9-4b7f-a314-f561cb5efc83 req-0cd71811-2977-4799-9568-b47e07e464e4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Aug 28 08:19:13.337318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.363716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43622) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.379115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f1f-9f8c-43b2-90ed-cb8f941f1a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.436255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.504917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f1f-9f8c-43b2-90ed-cb8f941f1a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.562650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.611106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.631461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ef09c-b68f-4f9c-8d4d-d5e9d8b8b04e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:13.676232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f1f-9f8c-43b2-90ed-cb8f941f1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.738826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e2de4f1f-9f8c-43b2-90ed-cb8f941f1a58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55aa1b4d040546ffb0c92e836d1a1c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654501 Aug 28 08:19:13.739054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43640) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.744618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4f1f-9f8c-43b2-90ed-cb8f941f1a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d325dc9e-8b2c-4d89-9131-de237296455e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:13.752724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-80196af0-7381-40d0-80c0-8ac7c4e82c62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8f0eb3ee32648c4b14da28e53ff7323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887515 Aug 28 08:19:13.753330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43642) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.800916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.825098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.853245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.868643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae4e6f-78c3-4870-ba86-fe126cd12a53 req-d964c08c-245b-4515-b376-785b81c5a010 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:13.870356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9ae4e6f-78c3-4870-ba86-fe126cd12a53 req-d964c08c-245b-4515-b376-785b81c5a010 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0887470 Aug 28 08:19:13.901909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.912787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:13.919471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dde3d0f4-6a1d-400c-8ecd-b21b47d8bfd7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8559771 Aug 28 08:19:13.920122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43648) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:13.926357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:13.978255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9ae4e6f-78c3-4870-ba86-fe126cd12a53 req-987dbe88-04b6-49e0-b2cb-07378bb9151b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939615 Aug 28 08:19:14.036016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 693889dc-7228-493d-a2b9-5381f0915410 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:14.084089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 693889dc-7228-493d-a2b9-5381f0915410 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:14.084713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 693889dc-7228-493d-a2b9-5381f0915410 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:14.100561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6f08-951b-4fd6-ba73-533debd42e62 req-ab8d7bc0-8a7b-4f80-818c-2889645da4d5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:14.102173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49ef6f08-951b-4fd6-ba73-533debd42e62 req-ab8d7bc0-8a7b-4f80-818c-2889645da4d5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.1001713 Aug 28 08:19:14.115563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.117571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.118728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d325dc9e-8b2c-4d89-9131-de237296455e HTTP/1.1" status: 204 len: 168 time: 0.3830056 Aug 28 08:19:14.142764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd9858-8c45-48e7-877a-1814e8d420d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325dc9e-8b2c-4d89-9131-de237296455e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:14.164461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49ef6f08-951b-4fd6-ba73-533debd42e62 req-fbe0fd94-319b-4632-8ad7-6f7e0160f614 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Aug 28 08:19:14.251474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.254424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.256966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/761ab764-f225-4800-a88c-67d4df428b52 HTTP/1.1" status: 204 len: 168 time: 0.5022266 Aug 28 08:19:14.257896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.277265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:14.280597 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4ec99d-e09f-4451-8836-df1db49e8773" -d '{"events": [{"server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "name": "network-vif-plugged", "status": "completed", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:14.284896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8a887-b7c7-46ee-a5dc-53f69c6f0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ab764-f225-4800-a88c-67d4df428b52,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:14.361738 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba708701-12d7-40d1-b3cf-66cb947d79df x-openstack-request-id: req-ba708701-12d7-40d1-b3cf-66cb947d79df {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:14.362131 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "name": "network-vif-plugged", "status": "completed", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:14.362638 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba708701-12d7-40d1-b3cf-66cb947d79df {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:14.363979 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e', 'code': 200} Aug 28 08:19:14.386636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7c27-92e4-4a50-8670-744a8d2f7a83 req-8a6ffb36-27c3-41a9-ace4-ebfbea13d29a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:14.394933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a11e7c27-92e4-4a50-8670-744a8d2f7a83 req-8a6ffb36-27c3-41a9-ace4-ebfbea13d29a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0712309 Aug 28 08:19:14.419447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.429841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a11e7c27-92e4-4a50-8670-744a8d2f7a83 req-c97f7d1b-c47c-41bc-a84c-06fbdbb8306e tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Aug 28 08:19:14.549565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c9a83-2fa4-4fea-8e9f-42ac224e3133 req-942666f8-dc49-419a-afd6-06b6057f609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:14.550938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d52c9a83-2fa4-4fea-8e9f-42ac224e3133 req-942666f8-dc49-419a-afd6-06b6057f609c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 1102 time: 0.0835619 Aug 28 08:19:14.584808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 172.25.0.21 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/f2efdcd2-71c7-443f-8de6-aa7ab9358521) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:14.612599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d52c9a83-2fa4-4fea-8e9f-42ac224e3133 req-e7e48de4-34ed-4953-9230-e21b7be578a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Aug 28 08:19:14.714864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.868368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:14.907681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:14.912936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:14.916769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:14.930994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43664) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:14.945433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=f2efdcd2-71c7-443f-8de6-aa7ab9358521,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:14.983024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6357862-ab54-4ede-b9e6-7c8b7765ce96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dea875b2e4547418016c30a3d4717e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502286 Aug 28 08:19:14.988405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:15.028683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.058654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.087546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.153820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b412edf-0d9c-49c9-a606-a58b5826bfc4 req-30c107ea-9bbe-44d3-9424-e32c7e6fbfb3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:15.155960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b412edf-0d9c-49c9-a606-a58b5826bfc4 req-30c107ea-9bbe-44d3-9424-e32c7e6fbfb3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0686505 Aug 28 08:19:15.206930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.252259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b412edf-0d9c-49c9-a606-a58b5826bfc4 req-6ce9e2b2-7734-4186-9f04-be5ff6261d07 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722375 Aug 28 08:19:15.300952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.304024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.305588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/883c1c76-9ad4-4d43-b9b9-570bfa554c9b HTTP/1.1" status: 204 len: 168 time: 0.3162401 Aug 28 08:19:15.325307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91616908-4557-408f-8f07-edf9ede33937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c1c76-9ad4-4d43-b9b9-570bfa554c9b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:15.353372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5d163-e591-4dd7-a380-d02d81d639a8 req-fb086c35-04ee-4612-9496-a55eacf30bd3 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:15.355145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17d5d163-e591-4dd7-a380-d02d81d639a8 req-fb086c35-04ee-4612-9496-a55eacf30bd3 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.0924990 Aug 28 08:19:15.397111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17d5d163-e591-4dd7-a380-d02d81d639a8 req-3d73232e-1c25-4195-b10d-a2c4ddcbc604 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Aug 28 08:19:15.431501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.554296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.576380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a0cc-8b05-4339-a058-2443f5e744ae req-059b8ccd-6ac3-433e-b714-84e5cc3c91a0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:15.578528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c76a0cc-8b05-4339-a058-2443f5e744ae req-059b8ccd-6ac3-433e-b714-84e5cc3c91a0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0744784 Aug 28 08:19:15.821378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:15.838670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37e55f20-8819-4c6c-a7ff-fbedeb533de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:15.998300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37e55f20-8819-4c6c-a7ff-fbedeb533de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.040436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.040436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=f2efdcd2-71c7-443f-8de6-aa7ab9358521,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:16.072994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c76a0cc-8b05-4339-a058-2443f5e744ae req-919bbc38-a89f-491f-a114-4e77cff621b6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321015 Aug 28 08:19:16.090664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37e55f20-8819-4c6c-a7ff-fbedeb533de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.164451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-37e55f20-8819-4c6c-a7ff-fbedeb533de8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35e59e5ca9634b979cda5aabff8358e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418393 Aug 28 08:19:16.165282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55f20-8819-4c6c-a7ff-fbedeb533de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7165fa1-33ef-4e70-925e-f750a9f458eb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:16.167088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43704) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:16.193604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.197261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-94097166-d93f-475b-a770-dbb26352a448 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2738593 Aug 28 08:19:16.231350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.252504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ed80-0a76-4940-94f9-108fdf1e23c1 req-0f4ed926-e231-4bf3-97cf-1514787a4adc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.254189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8360ed80-0a76-4940-94f9-108fdf1e23c1 req-0f4ed926-e231-4bf3-97cf-1514787a4adc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0752904 Aug 28 08:19:16.257022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.297421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8360ed80-0a76-4940-94f9-108fdf1e23c1 req-915d26be-e0f8-4823-bde1-41a911187ec5 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Aug 28 08:19:16.394951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9928d4-fafe-4734-9857-e77df3f6613a req-ed6cc00d-78ff-43ff-8821-85d35c08227c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.396694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d9928d4-fafe-4734-9857-e77df3f6613a req-ed6cc00d-78ff-43ff-8821-85d35c08227c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0596657 Aug 28 08:19:16.460432 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0d9928d4-fafe-4734-9857-e77df3f6613a req-36f86791-470f-45b8-af1e-8fa3a1e9c767 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Aug 28 08:19:16.488722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682de1-84b5-4126-92fa-4f68ca1a42e9 req-c2aefbaf-8c23-4570-bd83-b420dd5a564a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.490352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8682de1-84b5-4126-92fa-4f68ca1a42e9 req-c2aefbaf-8c23-4570-bd83-b420dd5a564a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0735071 Aug 28 08:19:16.541698 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.543392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8682de1-84b5-4126-92fa-4f68ca1a42e9 req-7efbe891-5288-4aa9-8964-c4c9443e7d5a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Aug 28 08:19:16.545400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:16.547327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7165fa1-33ef-4e70-925e-f750a9f458eb HTTP/1.1" status: 204 len: 168 time: 0.3791213 Aug 28 08:19:16.556373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee16fd-e99f-4ebc-ac93-5f48e2bccad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7165fa1-33ef-4e70-925e-f750a9f458eb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:16.595087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:16.681978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e86fc3-0bea-4792-b99d-4a82270c515f req-23201698-7fb2-44cc-9ef8-2f400de44d7a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.683969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61e86fc3-0bea-4792-b99d-4a82270c515f req-23201698-7fb2-44cc-9ef8-2f400de44d7a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.0570729 Aug 28 08:19:16.704139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebd6d6-418c-44e4-bac0-4acd1397a5d7 req-03adf30c-15ab-4003-8d09-055bdbc7b023 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.705814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79ebd6d6-418c-44e4-bac0-4acd1397a5d7 req-03adf30c-15ab-4003-8d09-055bdbc7b023 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0577328 Aug 28 08:19:16.742462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61e86fc3-0bea-4792-b99d-4a82270c515f req-e8f4aa9f-c4c2-4b9f-9475-0494c2eabdc7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Aug 28 08:19:16.752868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79ebd6d6-418c-44e4-bac0-4acd1397a5d7 req-ccafde8d-dd38-43fe-9b52-b603e3fdb614 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Aug 28 08:19:16.886021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9f4d1-cded-426c-99ea-b537295b14d8 req-28549f19-fbaa-46f5-a90c-a30523f18de5 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.887769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46d9f4d1-cded-426c-99ea-b537295b14d8 req-28549f19-fbaa-46f5-a90c-a30523f18de5 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0690119 Aug 28 08:19:16.894763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1194865520-network', 'tenant_id': 'fac1a9d8824048559d11537043a34383'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:16.926238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-030f54de-f4e3-48cf-9c83-f1b2babf8a4e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--301718819&fields=id&tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5 HTTP/1.1" status: 200 len: 267 time: 0.0460782 Aug 28 08:19:16.984064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46d9f4d1-cded-426c-99ea-b537295b14d8 req-cd89ac02-ede4-4ed3-a805-25091328cf0f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740929 Aug 28 08:19:16.990090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9390bcb9-f28f-478e-9717-536b47a9d4fd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:16.991555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9390bcb9-f28f-478e-9717-536b47a9d4fd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 930 time: 0.0568876 Aug 28 08:19:17.062623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-35173c32-89aa-4e69-b9fa-007e6c0ac33d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.065333 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-35173c32-89aa-4e69-b9fa-007e6c0ac33d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 930 time: 0.0662839 Aug 28 08:19:17.067451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Made reservation on behalf of fac1a9d8824048559d11537043a34383 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:17.070968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.080701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.146245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-3710fb99-626c-439e-b59f-d05a47fa43e3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626736 Aug 28 08:19:17.194359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-8f38492c-4e47-49f4-b625-9aad4ccdba6e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0348790 Aug 28 08:19:17.241731 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.325323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4b4e8a95-018d-4d27-b5d0-c498a83882e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.331995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4b4e8a95-018d-4d27-b5d0-c498a83882e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.338135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4b4e8a95-018d-4d27-b5d0-c498a83882e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.339835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4b4e8a95-018d-4d27-b5d0-c498a83882e2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/networks?id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 200 len: 1991 time: 0.1387267 Aug 28 08:19:17.363610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-94c68b27-007d-4d97-94af-c20b6feeb896 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/quotas/3c4b63e32f4b41a2bc8a83dbbfce66c5 HTTP/1.1" status: 200 len: 375 time: 0.0176392 Aug 28 08:19:17.392574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee623588-86b3-4844-89e3-e5c229940823 req-246ca5f1-dd99-4c24-9662-2c282d3cb13c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.394445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee623588-86b3-4844-89e3-e5c229940823 req-246ca5f1-dd99-4c24-9662-2c282d3cb13c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0649743 Aug 28 08:19:17.426742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.455977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-f19c036c-f2b0-47f0-9c2e-5e44ec86e602 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0841579 Aug 28 08:19:17.461001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:19:17.489756 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.490246 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Added segment fafde64d-0e66-487a-b897-ccc07ee5e3eb of type vlan for network 24c755be-7937-4fd0-a460-ed7c113864c8 Aug 28 08:19:17.494468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee623588-86b3-4844-89e3-e5c229940823 req-e17ff3bd-4f38-4f5b-8eee-38316ecc0aaa tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939386 Aug 28 08:19:17.502834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434f76dd-1ebc-481d-ac44-e60d5b89164b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:17.559546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.611666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-24fd9753-a1f2-4a69-9289-1e11e2ed8d36 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415300 Aug 28 08:19:17.652549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-568b6b90-8feb-497d-9b97-15a9f073102a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220504 Aug 28 08:19:17.719639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.721025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.721603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:17.725158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d1c06944-565d-4ceb-b9df-b80513863419 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070499 Aug 28 08:19:17.776355 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-c52f6adf-31b4-433f-a79f-fc8090e03acd service neutron] 10.222.0.46 "GET /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0448148 Aug 28 08:19:17.823042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] Pushing event updated for resources: {'Network': ['ID=24c755be-7937-4fd0-a460-ed7c113864c8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:17.835728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 24c755be-7937-4fd0-a460-ed7c113864c8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:19:17.844883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-37c99b57-4ebe-4988-beac-6955f9bad1b4 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:17.853194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-37c99b57-4ebe-4988-beac-6955f9bad1b4 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939266 Aug 28 08:19:17.875993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-2c3f7ebd-0b5f-425c-9943-a8396969eded tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/quotas/b0078ccc0f5e4fa49b91485187f2145f HTTP/1.1" status: 200 len: 375 time: 0.0217648 Aug 28 08:19:17.917295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ced9c476-3a3e-4fbf-a3ec-afaffa6c7da1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3210588 Aug 28 08:19:17.921804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-907a94cc-f8c0-4aca-bc68-e9545d9720b5 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348488 Aug 28 08:19:17.928982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:17.951955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-111f95c1-9a43-4fe5-abdf-086dfa696e68 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748835 Aug 28 08:19:17.971055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Request body: {'subnet': {'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1194865520-subnet', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:18.042989 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9918f8ac-b3d7-4ec5-93b0-a263e5340289 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199052 Aug 28 08:19:18.083562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-1b3b10ba-e2fe-4fb4-9510-515e4efea3fa service neutron] 10.222.0.46 "GET /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0391521 Aug 28 08:19:18.102343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Made reservation on behalf of fac1a9d8824048559d11537043a34383 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:18.104914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:18.276480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e36d1b15-7e45-4ded-adb1-fb30325749f9 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854539 Aug 28 08:19:18.433527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa74d-3d40-4445-ad51-3fda62730af5 req-ff577eb1-22eb-4303-ba2f-79b7821b6fd2 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:18.448160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6bfa74d-3d40-4445-ad51-3fda62730af5 req-ff577eb1-22eb-4303-ba2f-79b7821b6fd2 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.1784813 Aug 28 08:19:18.498255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-03ccb475-59c7-4311-a3e1-06e713ca8ce8 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116482 Aug 28 08:19:18.520848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6bfa74d-3d40-4445-ad51-3fda62730af5 req-8d798134-d511-494e-a62a-78f7638f50c1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530586 Aug 28 08:19:18.607826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:18.718856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-087e44a4-bf81-4929-8fd6-4e4b8c64139b req-08eaed1f-9160-4d0d-9ec4-259f9e0c2b40 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Aug 28 08:19:18.730455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b63b26-67e3-47d9-a3f2-dcca4045b00e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:18.740620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-8b189224-a486-4b42-ab5d-f88dad368a31 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338114 Aug 28 08:19:18.741542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Checking segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:18.741907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Network hostable DHCP agents. Network: 24c755be-7937-4fd0-a460-ed7c113864c8, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:19:18.868047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Network 24c755be-7937-4fd0-a460-ed7c113864c8 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:19:18.883445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ba3f-96cf-4e8e-a4de-d69c5f64562f req-0cbb3db3-c297-412e-aa26-3084f6d84877 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:18.885002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f34ba3f-96cf-4e8e-a4de-d69c5f64562f req-0cbb3db3-c297-412e-aa26-3084f6d84877 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0626049 Aug 28 08:19:18.892730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-15e930f5-1a47-4127-9c0d-b22a2a730452 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241720 Aug 28 08:19:18.945949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f34ba3f-96cf-4e8e-a4de-d69c5f64562f req-b1540b27-d065-42e4-b943-e11c985acb18 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Aug 28 08:19:19.013627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0ab87c00-a140-4578-9e85-31ab10eed3db service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140223 Aug 28 08:19:19.047508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 24c755be-7937-4fd0-a460-ed7c113864c8) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:19.063292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e9a3c-1dbe-41fc-b453-99db96b362bc None None] Network 24c755be-7937-4fd0-a460-ed7c113864c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:19.082704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d2e46-1c4b-4c4a-87f5-cacfd991820f req-86d2d13c-2349-4b87-a972-d5576be24bbb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:19.085246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-912d2e46-1c4b-4c4a-87f5-cacfd991820f req-86d2d13c-2349-4b87-a972-d5576be24bbb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0716028 Aug 28 08:19:19.109042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:19.109883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.148724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-912d2e46-1c4b-4c4a-87f5-cacfd991820f req-153b516e-a890-4ea9-b4fd-cd5df1229c5a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562859 Aug 28 08:19:19.180838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-aa2b98fb-4b8a-48c9-89ea-b160adc84335 service neutron] 10.222.0.46 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606426 Aug 28 08:19:19.247337 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-96a456ba-a7d8-44e3-80d9-ba0e2091e7ea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3046868 Aug 28 08:19:19.251034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:19.256891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:19.269633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-24c755be-7937-4fd0-a460-ed7c113864c8', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:19:19.271714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.299665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-558f8b2e-7b72-4017-a68b-5c7fe0b9b4f9 service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119111 Aug 28 08:19:19.388104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.389231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.439360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-1650d81e-fe87-48a6-9326-af55a068b0c9 service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 Aug 28 08:19:19.471720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.475560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Allocated IP 172.20.0.2 (24c755be-7937-4fd0-a460-ed7c113864c8/65b63b26-67e3-47d9-a3f2-dcca4045b00e/808195a3-eb01-4424-891b-28b1ff44c67d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:19.569760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-3a054837-7aa8-4f74-84dc-83e8473a845d service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183641 Aug 28 08:19:19.699146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-111deda1-6579-478d-a8cf-ade25c01d5a1 service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250408 Aug 28 08:19:19.717493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.731457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Transition to ACTIVE for port object 808195a3-eb01-4424-891b-28b1ff44c67d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:19.756022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Transition to ACTIVE for port object 808195a3-eb01-4424-891b-28b1ff44c67d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:19.816004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f4a8-819e-408b-8df8-c44cdff35821 req-4d41ae04-ff90-4300-bfca-467ecb12a8b3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:19.816004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d1f4a8-819e-408b-8df8-c44cdff35821 req-4d41ae04-ff90-4300-bfca-467ecb12a8b3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1595483 Aug 28 08:19:19.848759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.879846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:19.880218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d1f4a8-819e-408b-8df8-c44cdff35821 req-a3e3bdd4-1e47-456c-8f6d-c9914fb174ef tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Aug 28 08:19:19.934774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Network 24c755be-7937-4fd0-a460-ed7c113864c8 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:19.940075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:19.946243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:19.950084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Pushing event updated for resources: {'Port': ['ID=808195a3-eb01-4424-891b-28b1ff44c67d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:19.961117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.962594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.962594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.962594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.962942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.963110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.963658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.964238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.964803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.965357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.965758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:19.966140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:20.026908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Attempting to bind port 808195a3-eb01-4424-891b-28b1ff44c67d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:20.027292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Attempting to bind port 808195a3-eb01-4424-891b-28b1ff44c67d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:20.027662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Attempting to bind port 808195a3-eb01-4424-891b-28b1ff44c67d on network 24c755be-7937-4fd0-a460-ed7c113864c8 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:20.034324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:20.045200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Checking segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:20.045200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:20.045200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Bound using segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:20.045200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Bound port: 808195a3-eb01-4424-891b-28b1ff44c67d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:20.045200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:20.126268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] For port 808195a3-eb01-4424-891b-28b1ff44c67d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:20.134332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] For port 808195a3-eb01-4424-891b-28b1ff44c67d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=808195a3-eb01-4424-891b-28b1ff44c67d,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:20.252181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:20.348559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128838bd-f848-48b5-b121-6a0de723a1ac None None] Pushing event updated for resources: {'Port': ['ID=808195a3-eb01-4424-891b-28b1ff44c67d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:20.389201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2dfc739-24bc-4dca-b85c-3a5131da6040 req-9f13fee5-c72b-400a-b63f-4dcd78e4dd3b tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Aug 28 08:19:20.596462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:20.620596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:20.711362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-da96007f-6c3f-4086-a2a3-915cd4474cbb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283833 Aug 28 08:19:20.826356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Allocated IP 172.25.0.44 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/cc85b6f1-d3fd-4a7b-93e5-3387fc57573b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:20.914078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-6b63fc05-e82f-4c18-a742-7c9559bdecc2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:20.915736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-6b63fc05-e82f-4c18-a742-7c9559bdecc2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958613 Aug 28 08:19:20.938550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-e5ec832a-0bb2-4c69-b086-7f0827bf0b3e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/quotas/485c4f2be305491fbe8c6c1126b16f51 HTTP/1.1" status: 200 len: 375 time: 0.0137458 Aug 28 08:19:20.982413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-9a990044-8034-4816-bdd0-0ec34b222565 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348632 Aug 28 08:19:21.009048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:21.198272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:21.284630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-6f2f3024-14f7-403b-b3d7-497f6e6dd055 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317309 Aug 28 08:19:21.286559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:21.292635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:21.301099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:21.394376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:21.451738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549aa61d-05e9-4387-a235-986961528491 None None] Network 24c755be-7937-4fd0-a460-ed7c113864c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:19:21.555468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4e831-ac73-4b1c-a3cc-0737b049cefb req-80a18760-3eb2-4c75-ac26-80045709ac23 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:21.557156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9e4e831-ac73-4b1c-a3cc-0737b049cefb req-80a18760-3eb2-4c75-ac26-80045709ac23 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.2066221 Aug 28 08:19:21.685183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-6cc2f2dd-84cd-48ba-bd84-f70c33cf88f7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:21.686883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-6cc2f2dd-84cd-48ba-bd84-f70c33cf88f7 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893225 Aug 28 08:19:21.696241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9e4e831-ac73-4b1c-a3cc-0737b049cefb req-b15b3358-c571-4ebd-b99b-1e6025f1d8a8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041560 Aug 28 08:19:21.707942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b733fff9-95ea-4996-91f3-1857f98cec0b None None] Provisioning for port 808195a3-eb01-4424-891b-28b1ff44c67d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:21.723937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d614f4-9301-4048-93d7-3ebe6b784a58 req-3bbf16c6-c9cf-41d3-99fe-83c2761739af tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:21.724624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Request body: {'port': {'device_id': '108e05b2-ab74-45aa-a334-c490117e24f2', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'b0078ccc0f5e4fa49b91485187f2145f'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:21.733993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2d614f4-9301-4048-93d7-3ebe6b784a58 req-3bbf16c6-c9cf-41d3-99fe-83c2761739af tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0807827 Aug 28 08:19:21.801685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e2d614f4-9301-4048-93d7-3ebe6b784a58 req-583ce77e-3548-438f-9e5f-289cc3743a17 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546699 Aug 28 08:19:21.924402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-77a3923f-02e0-4722-8a60-fc196d5d96b9 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155903 Aug 28 08:19:21.947309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8baede30-c99d-4869-ac7f-1194a9b23aa8 req-d9c33c06-50ad-4d5c-9489-883240c34752 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 210 time: 0.0433421 Aug 28 08:19:22.045613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe78bbff-eb18-409d-96a0-a487f7e7f50e req-054c0dc4-4f87-4a8e-88d3-26c122c3b1eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0463505 Aug 28 08:19:22.172745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 808195a3-eb01-4424-891b-28b1ff44c67d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:22.219501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.228413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-28395376-d2df-4bea-b7d4-525cc68f85c6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:22.229975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-28395376-d2df-4bea-b7d4-525cc68f85c6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044302 Aug 28 08:19:22.275220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-2a56735d-4846-405e-9197-d568ff062164 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/quotas/485c4f2be305491fbe8c6c1126b16f51 HTTP/1.1" status: 200 len: 375 time: 0.0134187 Aug 28 08:19:22.297860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745a8e-2607-4dd2-950a-09c8b1f0ed16 req-2a946741-fe80-4cb5-b4e4-ec388e8d11ef tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:22.299836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1c745a8e-2607-4dd2-950a-09c8b1f0ed16 req-2a946741-fe80-4cb5-b4e4-ec388e8d11ef tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.0578868 Aug 28 08:19:22.343202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-91028002-58c2-4b56-ad8b-146aa861ebe1 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613842 Aug 28 08:19:22.346756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1c745a8e-2607-4dd2-950a-09c8b1f0ed16 req-8424c737-9c13-46ca-be69-8c38c2c3f43d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Aug 28 08:19:22.371349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Made reservation on behalf of b0078ccc0f5e4fa49b91485187f2145f for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:22.371997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 808195a3-eb01-4424-891b-28b1ff44c67d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:22.375752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.380069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 808195a3-eb01-4424-891b-28b1ff44c67d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:22.380623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.478846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a18e80-809b-4f36-877b-9c5010cdf52b req-24e8e9d6-ce06-465a-9390-467a097057f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:22.480313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3a18e80-809b-4f36-877b-9c5010cdf52b req-24e8e9d6-ce06-465a-9390-467a097057f5 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0713580 Aug 28 08:19:22.503613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.526818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3a18e80-809b-4f36-877b-9c5010cdf52b req-4e8b9e25-7a4b-44bc-8b01-794efdf7d4f1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Aug 28 08:19:22.554436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 808195a3-eb01-4424-891b-28b1ff44c67d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=808195a3-eb01-4424-891b-28b1ff44c67d,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:22.580341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.649811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Allocated IP 192.168.233.76 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/2f2a6b2f-8644-4603-9968-9300c8d233b6) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:22.695209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.822845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=808195a3-eb01-4424-891b-28b1ff44c67d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:22.889584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:22.907049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Transition to ACTIVE for port object 2f2a6b2f-8644-4603-9968-9300c8d233b6 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:22.930788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:19:23.065520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:19:23.078785 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Sync routers for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:19:23.089941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:23.090611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:23.097759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.148010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:23.156262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:23.158262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ab54de3e-22c4-49a9-a48a-2c27f47c931e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:23.159379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:23.218565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Pushing event updated for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:23.232576 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:23.239242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:23.240021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.267662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.268951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-730148b0-0be5-4357-b2a8-f18052d903b3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0166500 Aug 28 08:19:23.272485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43972) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:23.395765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f40b2d60-a714-4b35-aff7-4b8ed83e82df tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6871021 Aug 28 08:19:23.421652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Request body: {'port': {'device_id': '108e05b2-ab74-45aa-a334-c490117e24f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:23.555237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.643428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8ae5ed1-5d04-4c54-a2e0-545020554a5e req-c69aabd4-0617-4317-9564-78261399ff36 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0873613 Aug 28 08:19:23.685001 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:21Z', 'revision_number': 3, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:23.719374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c9a86fb2-3519-432d-b459-5a450f5122ae None None] Provisioning for port 2f2a6b2f-8644-4603-9968-9300c8d233b6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:23.722360 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Checking router: 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:19:23.723026 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Updating router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:19:23.723800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c9a86fb2-3519-432d-b459-5a450f5122ae None None] Provisioning complete for port 2f2a6b2f-8644-4603-9968-9300c8d233b6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:23.724171 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fb2-3519-432d-b459-5a450f5122ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.774161 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:23.804798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86fb2-3519-432d-b459-5a450f5122ae None None] Port 2f2a6b2f-8644-4603-9968-9300c8d233b6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:23.827655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45f6dd56-4ac2-4236-a28e-37a1d2286306 req-0bd80774-aaae-47bf-aad1-2c1df86abcb0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0884342 Aug 28 08:19:23.901768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1c75-f715-443e-b585-b91500431bfc req-b74b0023-55b6-41ca-8104-3393f7290071 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:23.909264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe7e1c75-f715-443e-b585-b91500431bfc req-b74b0023-55b6-41ca-8104-3393f7290071 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 935 time: 0.1262400 Aug 28 08:19:23.977301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe7e1c75-f715-443e-b585-b91500431bfc req-707a6dcc-0354-4319-9d6e-82ba738c5910 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Aug 28 08:19:24.151867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 808195a3-eb01-4424-891b-28b1ff44c67d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:24.159013 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.173994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2a6b2f-8644-4603-9968-9300c8d233b6 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:24.184841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Transition to ACTIVE for port object cc85b6f1-d3fd-4a7b-93e5-3387fc57573b will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:24.194507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.195952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79052239-6b21-4195-b199-1f8ff1c25ff8 req-19199559-6392-4498-837e-e4da786a795d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:24.210873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79052239-6b21-4195-b199-1f8ff1c25ff8 req-19199559-6392-4498-837e-e4da786a795d tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1474583 Aug 28 08:19:24.212492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Transition to ACTIVE for port object 2f2a6b2f-8644-4603-9968-9300c8d233b6 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:24.236074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 808195a3-eb01-4424-891b-28b1ff44c67d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:24.236473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.292978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79052239-6b21-4195-b199-1f8ff1c25ff8 req-02fdd70c-e846-4103-babc-9e6aac807b20 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794284 Aug 28 08:19:24.323430 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.398605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.415998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.416302 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Pushing event updated for resources: {'Port': ['ID=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:24.424999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Attempting to bind port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:24.425902 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Attempting to bind port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:24.430061 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Attempting to bind port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:24.433576 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.434022 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.434836 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.435193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.435705 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.436217 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.436994 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.437327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.437635 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.437952 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.438731 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.438731 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:24.443516 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:24.443917 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:24.444251 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.445092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:24.445879 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Bound port: cc85b6f1-d3fd-4a7b-93e5-3387fc57573b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:24.446799 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.514353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:24.523218 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] For port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:24.528525 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] For port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:24.597592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Attempting to bind port 2f2a6b2f-8644-4603-9968-9300c8d233b6 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:24.597939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Attempting to bind port 2f2a6b2f-8644-4603-9968-9300c8d233b6 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:24.598297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Attempting to bind port 2f2a6b2f-8644-4603-9968-9300c8d233b6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:24.611222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Port 2f2a6b2f-8644-4603-9968-9300c8d233b6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:24.611667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Attempting to bind port 2f2a6b2f-8644-4603-9968-9300c8d233b6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:24.620807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:24.621242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:24.621642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:24.622138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Bound port: 2f2a6b2f-8644-4603-9968-9300c8d233b6, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:24.622660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.706681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Allocated IP 172.20.0.1 (24c755be-7937-4fd0-a460-ed7c113864c8/65b63b26-67e3-47d9-a3f2-dcca4045b00e/78fdd9f6-d9ba-46ea-bc55-e396e0e10d32) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:24.740592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:24.744727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:24.765828 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.837665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0523dc3b-7b83-48b4-97d4-e171ac8ae223 req-632188cc-c989-4d6b-8b06-acd5c591935d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0616539 Aug 28 08:19:24.858274 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:24.859831 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:24.867980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-8b626916-3b27-41ed-9ce7-7c0a0af42906 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463274 Aug 28 08:19:24.869982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:24.975040 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2774-1a28-4f7c-81f1-2712dc493368 None None] Pushing event updated for resources: {'Port': ['ID=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:25.011789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:25.012499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.014819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] 10.222.0.39 "PUT /v2.0/ports/2f2a6b2f-8644-4603-9968-9300c8d233b6 HTTP/1.1" status: 200 len: 1096 time: 1.5969934 Aug 28 08:19:25.014819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:25.017122 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee755b-dd24-41c3-b9f4-702639df1c06" -d '{"events": [{"name": "network-changed", "server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:25.035159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.081072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Transition to ACTIVE for port object 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:25.092157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991a8a8-5a47-423f-96f9-b395c52d2d5e req-d49d412e-3a6b-437d-9a08-f675f0837ac3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:25.100437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a991a8a8-5a47-423f-96f9-b395c52d2d5e req-d49d412e-3a6b-437d-9a08-f675f0837ac3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.1394207 Aug 28 08:19:25.110703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c617ce3-d8c4-43c2-85df-c3a851cd67bb req-b48641f6-d7a2-4ff1-8626-768903202910 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0754287 Aug 28 08:19:25.112887 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:25.195000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a991a8a8-5a47-423f-96f9-b395c52d2d5e req-ef718096-8393-4b2d-84ab-60da25f96faa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936320 Aug 28 08:19:25.198830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe9017-bae9-4ca3-8f29-2af05bf7d488 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:25.279036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-393bd2b5-24ae-4d3d-becd-73294b0babea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:25.281519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-393bd2b5-24ae-4d3d-becd-73294b0babea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065781 Aug 28 08:19:25.323629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Request body: {'port': {'device_id': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '485c4f2be305491fbe8c6c1126b16f51'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:25.337887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.425081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:21Z', 'revision_number': 3, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:25.426320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:25.438524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Network 24c755be-7937-4fd0-a460-ed7c113864c8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:25.446291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:25.457659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:25.463269 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f934d2-2698-4e87-8251-69b60631b96b None None] The sync data for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 is: [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:21Z', 'revision_number': 3, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:19:25.503254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7b1b4-3ae2-4bcb-9d96-9dab49cbf0e0 req-bc1d965c-81f5-47d8-b61e-bd83c2a4c6b1 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:25.504838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-daa7b1b4-3ae2-4bcb-9d96-9dab49cbf0e0 req-bc1d965c-81f5-47d8-b61e-bd83c2a4c6b1 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 947 time: 0.2304692 Aug 28 08:19:25.539601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.638055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-daa7b1b4-3ae2-4bcb-9d96-9dab49cbf0e0 req-35560493-42b8-4696-9d40-161ffe4f59a9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193967 Aug 28 08:19:25.644653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.946977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fecdfdb8-ccad-471c-be2f-c4904fc08408 None None] Provisioning for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:25.951775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fecdfdb8-ccad-471c-be2f-c4904fc08408 None None] Provisioning complete for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:25.952772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fecdfdb8-ccad-471c-be2f-c4904fc08408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:25.956407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.003584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fecdfdb8-ccad-471c-be2f-c4904fc08408 None None] Port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:26.024270 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81429766-858f-4790-b4cb-0c611148297f x-openstack-request-id: req-81429766-858f-4790-b4cb-0c611148297f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:26.024838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:26.024838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81429766-858f-4790-b4cb-0c611148297f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:26.025364 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6', 'status': 'completed', 'code': 200} Aug 28 08:19:26.083758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-2350d780-de53-4029-a8e5-b832dc00eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.085797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-2350d780-de53-4029-a8e5-b832dc00eb4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 1099 time: 0.7271426 Aug 28 08:19:26.162517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-782879c2-a354-43fa-b68d-c22802633d3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6 HTTP/1.1" status: 200 len: 217 time: 0.0596657 Aug 28 08:19:26.172718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cc85b6f1-d3fd-4a7b-93e5-3387fc57573b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:26.201586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690c2f-9428-42ad-8156-30b58be6c363 req-bca2debd-606c-4f15-b10d-6a72601fbae3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.213879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3690c2f-9428-42ad-8156-30b58be6c363 req-bca2debd-606c-4f15-b10d-6a72601fbae3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1908591 Aug 28 08:19:26.242560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.302705 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d7f047c-c3ad-48c2-8a27-324094b8a274 req-801fb17e-3965-4129-8233-8d2666e51f37 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0424695 Aug 28 08:19:26.318171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-4cf22ea0-655a-4291-b45e-8061a95329b9 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268943 Aug 28 08:19:26.338256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-730a5e78-ffb7-4104-96cc-93771b3fb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.340198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-730a5e78-ffb7-4104-96cc-93771b3fb2fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1659157 Aug 28 08:19:26.351612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3690c2f-9428-42ad-8156-30b58be6c363 req-fbe70971-3c97-4ed5-84e6-174f2c634267 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367056 Aug 28 08:19:26.425541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-195eaf46-2980-4598-9fe3-61902c70d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.427300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-195eaf46-2980-4598-9fe3-61902c70d502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793502 Aug 28 08:19:26.445693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.506172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:26.513821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:26.515344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.523797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-d96d7448-a0b1-4346-a616-135144465eaa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.524928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-d96d7448-a0b1-4346-a616-135144465eaa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006075 Aug 28 08:19:26.532104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:26.557764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02016137-33c0-4119-a70d-b600bae9ad3f req-a176596c-8cc3-49d8-b9f0-82540ec7328d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0538709 Aug 28 08:19:26.558311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Made reservation on behalf of 485c4f2be305491fbe8c6c1126b16f51 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:26.561857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.570531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Request body: {'port': {'device_id': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '485c4f2be305491fbe8c6c1126b16f51'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:26.576428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.616896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:26.638775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.712102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-5da5a195-4cee-4342-a945-8a1997c6fe44 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629886 Aug 28 08:19:26.804484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.823079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:26.842171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527945d-f969-4af9-b3ba-d007cbc6234b req-3e4b40e4-f54b-4446-babc-3ea0d4565598 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:26.857324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2527945d-f969-4af9-b3ba-d007cbc6234b req-3e4b40e4-f54b-4446-babc-3ea0d4565598 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.2059114 Aug 28 08:19:26.861294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'port_id': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'mac_address': 'fa:16:3e:11:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e75cf09-beee-4e2b-b3b1-e5366962aed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:26.879125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:26.933476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-620bc0a7-db5a-4238-a8c0-127ad7a730be req-f04e4b60-a46d-4301-bc48-91445dfb6a4b service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117269 Aug 28 08:19:26.945800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Network 24c755be-7937-4fd0-a460-ed7c113864c8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:26.946407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.952614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.952614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:26.956102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:26.986734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2527945d-f969-4af9-b3ba-d007cbc6234b req-d751cd06-1c51-479b-aba2-a8e1e4044796 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279984 Aug 28 08:19:26.992439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 686a5908-b69e-4acb-b280-6bdecd4f02db {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:27.034138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:27.057799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.067968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:27.119075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.183516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:19:27.184946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Made reservation on behalf of 485c4f2be305491fbe8c6c1126b16f51 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:27.185094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376334f0-75c2-4710-b07e-f0999999cebe req-7ee01e3c-b260-437f-892e-7dcb7266dc47 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.187234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-376334f0-75c2-4710-b07e-f0999999cebe req-7ee01e3c-b260-437f-892e-7dcb7266dc47 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 947 time: 0.1822720 Aug 28 08:19:27.192801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:27.196237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.202847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9e657e-e2ef-4d7d-ae18-b223e3893f81,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:27.329829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['686a5908-b69e-4acb-b280-6bdecd4f02db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:27.344856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-376334f0-75c2-4710-b07e-f0999999cebe req-e64c4978-624a-4e48-8dbc-eaf80eb36eab tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283200 Aug 28 08:19:27.359646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-18572389-cc80-4ce7-ae89-8a163d64c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.367131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-18572389-cc80-4ce7-ae89-8a163d64c80c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 1099 time: 0.1440761 Aug 28 08:19:27.397381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Allocated IP 192.168.233.143 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/ebff84f5-1110-4c83-a0f8-252072f62469) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:27.442964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5e9acc9d-6fe4-4017-a6b2-eebb8805a005 None None] Provisioning complete for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:27.443418 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e9acc9d-6fe4-4017-a6b2-eebb8805a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.490178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-3de3c815-3339-4825-8aa2-a05edc813c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.492190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-3de3c815-3339-4825-8aa2-a05edc813c4b service neutron] 10.222.0.39 "GET /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 1026 time: 0.2087560 Aug 28 08:19:27.508125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:19:27.523775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0fb0dabd-961d-4128-95eb-fb9c6de95ee5 admin admin] 10.222.0.46 "PUT /v2.0/routers/27ad17e9-bbe3-4598-b9f3-462bb1be53a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2397041 Aug 28 08:19:27.596060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-321b6b4b-22fd-4a95-bbb6-66b4108018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.597577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-321b6b4b-22fd-4a95-bbb6-66b4108018ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2183402 Aug 28 08:19:27.613779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44eb8076-c5bb-4d1e-b837-755da51d3f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.620134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5e9acc9d-6fe4-4017-a6b2-eebb8805a005 None None] Port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:27.661296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-5d31ebb3-b53c-4850-b2ce-b1dcfb8e28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.663524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-5d31ebb3-b53c-4850-b2ce-b1dcfb8e28c3 service neutron] 10.222.0.39 "GET /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 1026 time: 0.1320758 Aug 28 08:19:27.692383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-30a29700-c1d1-4c0a-88f5-de16921cdb90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6 HTTP/1.1" status: 200 len: 217 time: 0.0866165 Aug 28 08:19:27.843975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-d1edf953-fd1e-4d65-9af7-1c62ae125cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.845480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-d1edf953-fd1e-4d65-9af7-1c62ae125cb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1084185 Aug 28 08:19:27.899893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953851-010b-47bd-93f6-243595e69024 req-477b9079-627a-42fd-89b7-fe722f554bbe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:27.909223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d953851-010b-47bd-93f6-243595e69024 req-477b9079-627a-42fd-89b7-fe722f554bbe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.2183352 Aug 28 08:19:27.956891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:27.991627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Transition to ACTIVE for port object ebff84f5-1110-4c83-a0f8-252072f62469 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:28.001078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d953851-010b-47bd-93f6-243595e69024 req-3df01eea-2dba-4d8f-806a-09b14e53b56e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854697 Aug 28 08:19:28.003520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-0fe070a4-5c43-42d9-aaeb-505cd7697559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.004830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-0fe070a4-5c43-42d9-aaeb-505cd7697559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464927 Aug 28 08:19:28.027010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Sync routers for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:19:28.040690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:28.041441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:28.178025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-b191d57f-857c-43d4-8202-b140499ffcda service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645923 Aug 28 08:19:28.181921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cc85b6f1-d3fd-4a7b-93e5-3387fc57573b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:28.240197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:28.244874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb2859c7-c449-4792-90f7-66b446ddcbef req-22bdf44b-1d14-4076-b404-cea5cafc3eb2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0655069 Aug 28 08:19:28.253070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:28.363476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:28.363933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:28.364309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:28.367879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:28.371399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:28.381618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6cf034f1-c7a0-49a4-9015-e1cdbb4e6c86 req-87af8698-c05c-4476-b497-3c11cf62a814 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.6827972 Aug 28 08:19:28.457352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:28.490513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.491495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:28.532436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-8e0fc3b3-0f7c-4ab0-9c5e-0f6a833c2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.534495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-8e0fc3b3-0f7c-4ab0-9c5e-0f6a833c2d88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0606057246a145328a7828d9cbe2dde5&device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 1099 time: 0.8030691 Aug 28 08:19:28.536567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Allocated IP 192.168.233.13 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/909e0232-85ef-43c6-ba7b-ae45cb6f3c69) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:28.537237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-38447aed-ae5e-43a7-9df2-ca5def27eb21 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427849 Aug 28 08:19:28.594726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9f2d3fc5-68d6-4282-9c01-3e7b6084325d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.600647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9f2d3fc5-68d6-4282-9c01-3e7b6084325d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.606614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9f2d3fc5-68d6-4282-9c01-3e7b6084325d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.608342 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9f2d3fc5-68d6-4282-9c01-3e7b6084325d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/networks?id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 200 len: 1991 time: 0.9355431 Aug 28 08:19:28.627861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-c374975c-3921-4c5a-8aac-94b7ad88b0cc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3125792 Aug 28 08:19:28.651518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Request body: {'port': {'device_id': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:28.777646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:28.803860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-798fa2f9-8fc6-4107-95f6-6c35b7ef2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.805680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-798fa2f9-8fc6-4107-95f6-6c35b7ef2332 service neutron] 10.222.0.64 "GET /v2.0/networks?id=335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 200 len: 915 time: 0.1964378 Aug 28 08:19:28.819960 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:19:28.865205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-52327171-386c-4f84-b89f-8cbd0a8fba6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 200 len: 217 time: 0.0459468 Aug 28 08:19:28.871142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:28.938895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-e8c393e2-9365-431a-b429-ae05acb641ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.940814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-e8c393e2-9365-431a-b429-ae05acb641ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 200 len: 854 time: 0.0610473 Aug 28 08:19:28.981340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-a705bba5-1d2c-4da8-9354-5cf2f38d6111 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5 HTTP/1.1" status: 200 len: 379 time: 0.1817534 Aug 28 08:19:28.990931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc8bc-620f-49cc-ad12-ef05580f6c3e req-7e4cc494-d0be-43bd-906a-86ac728555bf tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:28.992815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e8fc8bc-620f-49cc-ad12-ef05580f6c3e req-7e4cc494-d0be-43bd-906a-86ac728555bf tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 944 time: 0.4943314 Aug 28 08:19:29.009756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'admin_state_up': True, 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'security_groups': ['fb82f14e-2237-478e-9027-18ec6e3f13e5']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:29.031964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44072) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:29.036153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 686a5908-b69e-4acb-b280-6bdecd4f02db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:29.037174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.038631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195459598', 'description': 'tempest-description--1135286416'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:29.087260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c18c59a-beec-46f0-abf1-f68268bd2413 None None] Provisioning for port ebff84f5-1110-4c83-a0f8-252072f62469 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:29.097142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c18c59a-beec-46f0-abf1-f68268bd2413 None None] Provisioning complete for port ebff84f5-1110-4c83-a0f8-252072f62469 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:29.097572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c18c59a-beec-46f0-abf1-f68268bd2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.100261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-ef902720-e47c-40b4-8ee0-e0f0a180c6b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=335cb11f-2d84-49b9-8ea3-2273b491e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360257 Aug 28 08:19:29.201757 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.202542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5c18c59a-beec-46f0-abf1-f68268bd2413 None None] Port ebff84f5-1110-4c83-a0f8-252072f62469 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:29.202542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 2, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:29.256974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Checking router: 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:19:29.258266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Updating router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:19:29.264317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e8fc8bc-620f-49cc-ad12-ef05580f6c3e req-8512c4d8-c384-41a7-b8ac-86e510c59344 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500162 Aug 28 08:19:29.333800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.370520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c88d0-ec42-46bf-a18a-4986e89c389d req-1ca3074a-1228-43f4-82aa-a484f34ce03a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:29.372105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718c88d0-ec42-46bf-a18a-4986e89c389d req-1ca3074a-1228-43f4-82aa-a484f34ce03a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 947 time: 0.1020234 Aug 28 08:19:29.399739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.427144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-8d646306-1aa6-4e69-b1de-90cbf76e6a5a service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122354 Aug 28 08:19:29.450666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.458140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718c88d0-ec42-46bf-a18a-4986e89c389d req-d3f63b8d-9f1e-4a28-821d-fb807bd8830c tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Aug 28 08:19:29.524769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.529868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:29.532732 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a000b4-2f9d-490f-9ba5-ba210ddca123" -d '{"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-plugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:29.556303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:29.585713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e216b0-23ab-4342-a2b4-2986e80ae52c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:29.598720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.659772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Transition to ACTIVE for port object 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:29.667915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c317d0-e777-4277-a90e-bb392ff04adc req-0c586eb2-415f-4333-b544-b4349d5a1b82 service neutron] 10.222.0.64 "GET /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242222 Aug 28 08:19:29.672213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.715084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4c49-ee5a-4ade-b267-82a468665113 req-5e042090-0ada-4c49-bef4-a7e981abaa3a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:29.723822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea3c4c49-ee5a-4ade-b267-82a468665113 req-5e042090-0ada-4c49-bef4-a7e981abaa3a tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.2043524 Aug 28 08:19:29.771018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea3c4c49-ee5a-4ade-b267-82a468665113 req-7b0e9546-cb9c-40af-ae42-152b8f9332c3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Aug 28 08:19:29.790045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:29.796245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.846181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:29.932917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.942484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:29.977508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Transition to ACTIVE for port object 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:29.989370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.001690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.003988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c64d5245-903a-4172-9116-00fad13e454b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9695978 Aug 28 08:19:30.006958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44088) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:30.008152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b70c620f-9f0f-4eae-a101-458865556125 req-415998b0-99cc-4671-aed1-714acede0a62 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0769145 Aug 28 08:19:30.015965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'security_group_rule': {'security_group_id': 'b5e216b0-23ab-4342-a2b4-2986e80ae52c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:30.038425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:30.039719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 172.20.0.13 (3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7/2da70d31-c82a-4c26-84d2-370bf439a095/93f077c7-0d08-4396-8dad-d81b540086a6) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:30.050040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:30.070610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:30.118939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:30.119633 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.126179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event updated for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:30.133086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:30.133658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.154017 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.199984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Transition to ACTIVE for port object ebff84f5-1110-4c83-a0f8-252072f62469 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:30.219863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.275826 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc8dea-02b6-462f-b122-377158a8524e x-openstack-request-id: req-b3cc8dea-02b6-462f-b122-377158a8524e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:30.276194 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-plugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:30.276403 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3cc8dea-02b6-462f-b122-377158a8524e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:30.276751 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'code': 200} Aug 28 08:19:30.322758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a9097-6735-4a4f-a558-7081e18d3966 req-950d6734-4e6b-41b3-8d8e-e1822d9f72f5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:30.324473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a8a9097-6735-4a4f-a558-7081e18d3966 req-950d6734-4e6b-41b3-8d8e-e1822d9f72f5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 935 time: 0.1994548 Aug 28 08:19:30.355116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.401194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0eae-33d3-4f14-a45a-6f4b3922f302 None None] Pushing event updated for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:30.475348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8416b5-9b50-4055-878c-a32660ea1dd7 req-acc9535d-24b2-44c8-9d33-96b9b21bf4b1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:30.480183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c8416b5-9b50-4055-878c-a32660ea1dd7 req-acc9535d-24b2-44c8-9d33-96b9b21bf4b1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.1278694 Aug 28 08:19:30.492882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a8a9097-6735-4a4f-a558-7081e18d3966 req-a9f61401-8b45-4b1c-92a6-7dc0546379ff tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546423 Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Attempting to bind port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Attempting to bind port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Attempting to bind port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 on network 24c755be-7937-4fd0-a460-ed7c113864c8 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Checking segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Bound using segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Bound port: 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:30.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.555020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.590442 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.606347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c8416b5-9b50-4055-878c-a32660ea1dd7 req-16603613-ca90-4d27-9cf6-9ee051ce0e14 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174071 Aug 28 08:19:30.611796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 93f077c7-0d08-4396-8dad-d81b540086a6 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:30.648953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea921434-adbf-4999-a538-6bc221afe507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.694363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-35faa9a8-eb6a-4365-9e0a-683ccc4ef6a6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0840576 Aug 28 08:19:30.694363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Request body: {'port': {'device_id': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:30.696819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] For port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:30.700782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] For port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:30.742839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.751022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.775066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:30.841513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856bbe55-3076-4bc7-9227-aa3448c713fb,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:30.857242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Attempting to bind port ebff84f5-1110-4c83-a0f8-252072f62469 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:30.857825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Attempting to bind port ebff84f5-1110-4c83-a0f8-252072f62469 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:30.859047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Attempting to bind port ebff84f5-1110-4c83-a0f8-252072f62469 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:30.885108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Port ebff84f5-1110-4c83-a0f8-252072f62469 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:30.885685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Attempting to bind port ebff84f5-1110-4c83-a0f8-252072f62469 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:30.918033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:30.918559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:30.919051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:30.923772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Bound port: ebff84f5-1110-4c83-a0f8-252072f62469, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:30.924566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.965841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114da4d-51ba-4c91-8b6a-b4c30376cca1 req-7568f869-d47b-417b-9872-4d2726cf3956 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:30.969476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a817a4-c00b-4c38-bcaf-027ec52603a6 None None] Provisioning for port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:30.974202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.991743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6114da4d-51ba-4c91-8b6a-b4c30376cca1 req-7568f869-d47b-417b-9872-4d2726cf3956 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 947 time: 0.1298068 Aug 28 08:19:30.994791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:30.999702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a817a4-c00b-4c38-bcaf-027ec52603a6 None None] Provisioning complete for port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:31.000088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77a817a4-c00b-4c38-bcaf-027ec52603a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.098331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6114da4d-51ba-4c91-8b6a-b4c30376cca1 req-e815b5b0-5abe-4db5-b750-7fb828f3ed3e tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043785 Aug 28 08:19:31.112947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.120049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d4ebcbc5-1d24-439c-88be-36adc0a7db7a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1120439 Aug 28 08:19:31.120935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44104) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:31.138787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'security_group_rule': {'security_group_id': 'b5e216b0-23ab-4342-a2b4-2986e80ae52c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:31.143295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:31.151799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0eae-33d3-4f14-a45a-6f4b3922f302 None None] Pushing event updated for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:31.165586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:31.174159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:19:31.174159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:19:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:31.174159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-77a817a4-c00b-4c38-bcaf-027ec52603a6 None None] Port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:31.174675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:31.203692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:31.314720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:31.329250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:31.337894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a00a43-8453-4ce2-b07d-3457fa4b71df req-5ae6bca9-5b4d-42d8-bf24-3afcd66867a3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.347510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29a00a43-8453-4ce2-b07d-3457fa4b71df req-5ae6bca9-5b4d-42d8-bf24-3afcd66867a3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.2760370 Aug 28 08:19:31.407847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:19:31.408444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.409134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.415393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.444177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c822d-9e0f-4e80-b736-7d0c3adc4110 req-f500e376-4dca-443a-9b52-40b21bd39275 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.446248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd6c822d-9e0f-4e80-b736-7d0c3adc4110 req-f500e376-4dca-443a-9b52-40b21bd39275 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 932 time: 0.1142061 Aug 28 08:19:31.452497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.549488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29a00a43-8453-4ce2-b07d-3457fa4b71df req-e26fdaf6-5591-436d-bf3c-c880b97f36af tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009797 Aug 28 08:19:31.553324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-230422c3-518a-458a-aaeb-d0ba6cc020c8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5502250 Aug 28 08:19:31.586138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.586936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.588749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] 10.222.0.39 "PUT /v2.0/ports/ebff84f5-1110-4c83-a0f8-252072f62469 HTTP/1.1" status: 200 len: 1097 time: 2.9426446 Aug 28 08:19:31.589309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:31.591804 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036077b-f316-4f5b-a45e-b5e42c986999" -d '{"events": [{"name": "network-changed", "server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:31.593220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'admin_state_up': True, 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'security_groups': ['fb82f14e-2237-478e-9027-18ec6e3f13e5']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:31.603494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:31.660553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.689591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd6c822d-9e0f-4e80-b736-7d0c3adc4110 req-e06dcb09-3631-4020-be43-4f8e07cf3594 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281291 Aug 28 08:19:31.691242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2419ea-7be9-41f2-8fcf-035ee9425255 service neutron] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:31.730925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.735394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Transition to ACTIVE for port object 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:31.768963 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc64128-7ca3-4791-bd0c-486684c70a5d x-openstack-request-id: req-ccc64128-7ca3-4791-bd0c-486684c70a5d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:31.769415 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:31.769901 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccc64128-7ca3-4791-bd0c-486684c70a5d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:31.771719 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'status': 'completed', 'code': 200} Aug 28 08:19:31.862589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.880270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44764f3-1b31-411f-ac7a-146d8cd88bf0 req-a079bf1b-b88c-4c56-8407-b9c2e03a792c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.895920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a44764f3-1b31-411f-ac7a-146d8cd88bf0 req-a079bf1b-b88c-4c56-8407-b9c2e03a792c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 935 time: 0.1052332 Aug 28 08:19:31.922318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:31.923384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:30Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:31.929685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92ffb10-1eb8-47fd-8213-c70974f685b0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:31.960313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-1357702e-1d97-4d67-b62f-cd3b5cba0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:31.966106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-1357702e-1d97-4d67-b62f-cd3b5cba0ccb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1100 time: 0.1665936 Aug 28 08:19:31.978116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a93ec5-3a10-4334-8348-561079aac5d2 None None] The sync data for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 is: [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:30Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:19:32.001091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.027040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a44764f3-1b31-411f-ac7a-146d8cd88bf0 req-1bdc3c10-d9b5-47c2-b266-2e94bfcbb5ea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301289 Aug 28 08:19:32.047335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-fc066789-ec04-4497-97a9-09739a261e59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ebff84f5-1110-4c83-a0f8-252072f62469 HTTP/1.1" status: 200 len: 217 time: 0.0595357 Aug 28 08:19:32.058434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96bea8-4f86-41de-9976-53fe0d9fbc93 req-c948e372-060d-4cd0-8dba-85826a25c613 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:32.075399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be96bea8-4f86-41de-9976-53fe0d9fbc93 req-c948e372-060d-4cd0-8dba-85826a25c613 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.1726892 Aug 28 08:19:32.108327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3f679f45-4df1-4276-a0f7-2fc70cabe876 None None] Provisioning for port 93f077c7-0d08-4396-8dad-d81b540086a6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:32.113219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:32.113530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3f679f45-4df1-4276-a0f7-2fc70cabe876 None None] Provisioning complete for port 93f077c7-0d08-4396-8dad-d81b540086a6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:32.114874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3f679f45-4df1-4276-a0f7-2fc70cabe876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.117037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.119416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:32.265847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3f679f45-4df1-4276-a0f7-2fc70cabe876 None None] Port 93f077c7-0d08-4396-8dad-d81b540086a6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:32.266937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be96bea8-4f86-41de-9976-53fe0d9fbc93 req-94cded98-a542-4abd-b146-6cc8d54d1b82 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906013 Aug 28 08:19:32.274274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 2f2a6b2f-8644-4603-9968-9300c8d233b6 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:32.282553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-ba92d482-0849-4a3d-a51f-5b7249acfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:32.290568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-ba92d482-0849-4a3d-a51f-5b7249acfbff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.2119927 Aug 28 08:19:32.304333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.310650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44122) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:32.311884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c693832b-145c-40f2-97a5-e48123850827 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1863942 Aug 28 08:19:32.336386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:32.356909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Attempting to bind port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:32.364126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Attempting to bind port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:32.364668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Attempting to bind port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:32.432808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:32.433858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Attempting to bind port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:32.453356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-742435bb-b5d6-4428-95f0-c214c8c77885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:32.460376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-742435bb-b5d6-4428-95f0-c214c8c77885 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311483 Aug 28 08:19:32.470199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:32.471423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:32.471423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:32.471980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Bound port: 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:32.472430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.516658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:32.538132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '2f2a6b2f-8644-4603-9968-9300c8d233b6', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '2f2a6b2f-8644-4603-9968-9300c8d233b6', 'mac_address': 'fa:16:3e:aa:b5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:32.597157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.1.1.187 (3f7f1c22-1b1b-4855-9977-fbafd05d183e/1c832776-cf00-4341-b507-2bbf1574949e/8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:32.608758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.637723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2a6b2f-8644-4603-9968-9300c8d233b6 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:32.655664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-bb91f112-7d4f-4c95-bdce-9c6f31db76cd tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:32.657482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-bb91f112-7d4f-4c95-bdce-9c6f31db76cd tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 945 time: 0.2099371 Aug 28 08:19:32.671485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af85c7-6c5b-463e-b342-8be340f96456 req-11c1466d-f660-4131-a53a-7eedc9f96827 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:32.675632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:32.676969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:32.680726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11af85c7-6c5b-463e-b342-8be340f96456 req-11c1466d-f660-4131-a53a-7eedc9f96827 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 947 time: 0.2476091 Aug 28 08:19:32.692841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.741280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:32.767346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11af85c7-6c5b-463e-b342-8be340f96456 req-bc00ea8c-eb13-42cf-8b18-2a152490ce3c tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853865 Aug 28 08:19:32.775275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.778024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-4629b921-2fef-4c57-8caa-043ffa29ce0d service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923493 Aug 28 08:19:32.868473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:32.875093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:32.880216 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ef406-eca2-462c-bcb6-f02dc0d8b637" -d '{"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-unplugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:32.891539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.897900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:32.955604 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:32.978797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:33.023916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.078467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c19c2-8a4c-415b-a2b6-58858b586702 req-a47708a9-2faa-467c-926b-7978f98d2d50 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.080168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-932c19c2-8a4c-415b-a2b6-58858b586702 req-a47708a9-2faa-467c-926b-7978f98d2d50 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 932 time: 0.1728647 Aug 28 08:19:33.088443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f3136-318d-41bb-ab74-ea5df6acad8e req-74095cf9-382b-4612-bdac-53ae5bb29047 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030937 Aug 28 08:19:33.111105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:33.147023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-932c19c2-8a4c-415b-a2b6-58858b586702 req-e26be08c-fc98-4dff-9795-40d5646c8ac4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573287 Aug 28 08:19:33.152909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.154052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.156270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] 10.222.0.39 "PUT /v2.0/ports/909e0232-85ef-43c6-ba7b-ae45cb6f3c69 HTTP/1.1" status: 200 len: 1096 time: 2.4884505 Aug 28 08:19:33.158885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:33.162120 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae7d368-0460-4bd7-865f-b6fdf8379c12" -d '{"events": [{"name": "network-changed", "server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:33.246197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450a290-3b91-4427-9488-6e542d8d2be3 req-4b6b2952-66dd-4034-a908-6fd682de20af tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.254703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a450a290-3b91-4427-9488-6e542d8d2be3 req-4b6b2952-66dd-4034-a908-6fd682de20af tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.3552451 Aug 28 08:19:33.271507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.279990 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ad4d7-e929-4a0f-b077-d5cb6483a02e x-openstack-request-id: req-4c7ad4d7-e929-4a0f-b077-d5cb6483a02e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:33.280523 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-unplugged", "status": "completed", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:33.280751 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c7ad4d7-e929-4a0f-b077-d5cb6483a02e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:33.281300 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'code': 200} Aug 28 08:19:33.281877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc4b86-a0a0-4215-b527-2db939dfd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:33.360836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['2f2a6b2f-8644-4603-9968-9300c8d233b6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:33.361500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Deleting port 686a5908-b69e-4acb-b280-6bdecd4f02db {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:33.361856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.381713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:33.491362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1552cd3-7eca-476a-99da-2d64d1487fae req-0ec5718d-4947-43af-8855-e16b4d56fd8c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.493000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1552cd3-7eca-476a-99da-2d64d1487fae req-0ec5718d-4947-43af-8855-e16b4d56fd8c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 947 time: 0.1467524 Aug 28 08:19:33.534251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a450a290-3b91-4427-9488-6e542d8d2be3 req-63f64594-d791-48f7-8846-c51c6ddc0863 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784524 Aug 28 08:19:33.579615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1552cd3-7eca-476a-99da-2d64d1487fae req-7bc4839d-d617-4da8-86a0-0cbed0b34e12 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Aug 28 08:19:33.644846 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3edeb7-746b-465b-8bed-80ad0f67ccdd x-openstack-request-id: req-3f3edeb7-746b-465b-8bed-80ad0f67ccdd {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:33.645140 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:33.645392 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f3edeb7-746b-465b-8bed-80ad0f67ccdd {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:33.645787 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'status': 'completed', 'code': 200} Aug 28 08:19:33.673089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-78f4752d-7881-4238-8bae-e5015c3a25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.677099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-471b81bc-b3b8-424d-949b-e17b63ad1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.680184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-78f4752d-7881-4238-8bae-e5015c3a25b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1100 time: 0.3508506 Aug 28 08:19:33.684601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-471b81bc-b3b8-424d-949b-e17b63ad1e57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 1099 time: 0.0909121 Aug 28 08:19:33.727230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.755029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-6d9234da-0731-46fe-97f2-33f48c7ce362 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69 HTTP/1.1" status: 200 len: 217 time: 0.0517051 Aug 28 08:19:33.832613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.863276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-dce7d50e-47f2-4aca-b11d-7aafd64818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.865555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-dce7d50e-47f2-4aca-b11d-7aafd64818a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0801492 Aug 28 08:19:33.869039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] For port 686a5908-b69e-4acb-b280-6bdecd4f02db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=686a5908-b69e-4acb-b280-6bdecd4f02db,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:33.869365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:33.948604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Calling delete_port for 686a5908-b69e-4acb-b280-6bdecd4f02db owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:33.993161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-9d6f4e89-b9ea-431b-b4f6-7eeba9d8368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:33.995185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-9d6f4e89-b9ea-431b-b4f6-7eeba9d8368f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179225 Aug 28 08:19:33.998443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:34.010566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042932c7-30bb-417d-87a6-740ab27242e1 req-137191f2-f74a-4970-9ba5-c26a28c5cced tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.012484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-042932c7-30bb-417d-87a6-740ab27242e1 req-137191f2-f74a-4970-9ba5-c26a28c5cced tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1143672 Aug 28 08:19:34.013076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:34.038997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:34.155585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9efa6b-ee49-41f7-88bd-27b5a69cb325 req-1ca89861-be1a-4d18-b6f4-baeebfbde587 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.163903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de9efa6b-ee49-41f7-88bd-27b5a69cb325 req-1ca89861-be1a-4d18-b6f4-baeebfbde587 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 943 time: 0.4460413 Aug 28 08:19:34.178592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:34.203680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-4ea78f50-3e6b-45f5-a5ff-35301f2e2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.206607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-4ea78f50-3e6b-45f5-a5ff-35301f2e2d04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.5022106 Aug 28 08:19:34.228359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-042932c7-30bb-417d-87a6-740ab27242e1 req-e310ba50-2c77-403f-8b54-b03dbd8acbbf tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911376 Aug 28 08:19:34.258693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Allocated IP 172.25.0.138 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:34.302273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-c16fcca0-491c-4189-91fb-c489dc56f338 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882311 Aug 28 08:19:34.304697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:34.326027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.327309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:34.531630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:34.536364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:34.536935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:34.539964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb767e-ba9e-401e-8551-63763b75f68f req-49a3465a-83b9-4cf0-aef0-b30437959ca6 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.548158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1acb767e-ba9e-401e-8551-63763b75f68f req-49a3465a-83b9-4cf0-aef0-b30437959ca6 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 948 time: 0.1022336 Aug 28 08:19:34.568366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5c4061c-65fe-422c-be9a-3860f57e0cf8 req-a1040a1f-7733-4ba2-ac89-7d0f8208b3be service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506762 Aug 28 08:19:34.607388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1acb767e-ba9e-401e-8551-63763b75f68f req-3aaa6b3e-2c0d-4d5b-acfb-d50d44fb09ee tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580039 Aug 28 08:19:34.699752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:34.744827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:34.748302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088391-b778-40e9-a7cf-eb2b2422f7e9 req-48dfb63c-ee7e-4883-8311-4bb23ac285ff tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.755711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088391-b778-40e9-a7cf-eb2b2422f7e9 req-48dfb63c-ee7e-4883-8311-4bb23ac285ff tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.757476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe088391-b778-40e9-a7cf-eb2b2422f7e9 req-48dfb63c-ee7e-4883-8311-4bb23ac285ff tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 1654 time: 0.0750329 Aug 28 08:19:34.759571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:34.760264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3b61207a-4b3e-4898-8849-9f2f306e65a9 None None] Provisioning for port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:34.765669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3b61207a-4b3e-4898-8849-9f2f306e65a9 None None] Provisioning complete for port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:34.766194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3b61207a-4b3e-4898-8849-9f2f306e65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:34.798908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-cb2162e2-68f1-4f5c-acbf-d02f758033af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ebff84f5-1110-4c83-a0f8-252072f62469 HTTP/1.1" status: 200 len: 217 time: 0.5715108 Aug 28 08:19:34.806144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-9670e548-ea86-4ee3-9298-75f0856f3520 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2294002 Aug 28 08:19:34.849906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe088391-b778-40e9-a7cf-eb2b2422f7e9 req-eb05d024-c6f5-4f32-b39d-26a166233667 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829585 Aug 28 08:19:34.864616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-06325813-8892-4e7a-a6af-5b03fe2e79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.877735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-06325813-8892-4e7a-a6af-5b03fe2e79da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0576532 Aug 28 08:19:34.877735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'admin_state_up': True, 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'security_groups': ['fb82f14e-2237-478e-9027-18ec6e3f13e5']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:34.914148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-02614d47-325c-4ee7-ae0d-a885e8537821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:34.914148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-02614d47-325c-4ee7-ae0d-a885e8537821 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 1099 time: 0.1391869 Aug 28 08:19:35.011823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de9efa6b-ee49-41f7-88bd-27b5a69cb325 req-37770d05-8b7c-4ec8-a45a-c7c6e92fe53f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8411248 Aug 28 08:19:35.031362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.041277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3b61207a-4b3e-4898-8849-9f2f306e65a9 None None] Port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:35.094254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-160ec8b2-3f61-466d-a95b-ded0ba12e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.095820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-160ec8b2-3f61-466d-a95b-ded0ba12e165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1716924 Aug 28 08:19:35.111054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf2af0-8674-4247-931f-1174c30f95f3 req-96b2e9ac-401a-4972-b8f6-fab30bb86991 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.115775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9cf2af0-8674-4247-931f-1174c30f95f3 req-96b2e9ac-401a-4972-b8f6-fab30bb86991 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 947 time: 0.1102412 Aug 28 08:19:35.127856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:35.149562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-2e0045b5-b73b-4c12-8bb7-e0871934c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.151628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-2e0045b5-b73b-4c12-8bb7-e0871934c173 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1811213 Aug 28 08:19:35.173067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-8a73e1b8-1bfa-4302-826c-0279c081befc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69 HTTP/1.1" status: 200 len: 217 time: 0.0594745 Aug 28 08:19:35.236212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9cf2af0-8674-4247-931f-1174c30f95f3 req-2fedef7e-fbb7-4505-9b21-400a232abffd tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137786 Aug 28 08:19:35.254350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-4963b571-b45d-40e7-88b9-b1262f2868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.255990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-4963b571-b45d-40e7-88b9-b1262f2868dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0758252 Aug 28 08:19:35.274759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.320404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-b6525f1e-33ca-429d-b725-f7f0617795c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.322137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-b6525f1e-33ca-429d-b725-f7f0617795c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585022 Aug 28 08:19:35.415107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.442301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba96e1-d50e-431e-bb08-3c04c4899762 req-226736c3-88b7-4649-957b-d69589859aa3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.442558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-012ed8ed-a2d5-4324-940a-6e16e1f40e06 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049082 Aug 28 08:19:35.442711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dba96e1-d50e-431e-bb08-3c04c4899762 req-226736c3-88b7-4649-957b-d69589859aa3 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1798460 Aug 28 08:19:35.442711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-ce938b4f-044f-4b5f-b505-256d230d8e0a service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764394 Aug 28 08:19:35.533916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:35.537623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.553270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ae7d368-0460-4bd7-865f-b6fdf8379c12 req-a4579709-244a-4cd6-844e-4e5756443373 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987945 Aug 28 08:19:35.581819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dba96e1-d50e-431e-bb08-3c04c4899762 req-cab929a0-188d-484f-8800-37b2d8d206f8 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343913 Aug 28 08:19:35.591538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.704199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event deleted for resources: {'Port': ['ID=686a5908-b69e-4acb-b280-6bdecd4f02db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:35.766198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8036077b-f316-4f5b-a45e-b5e42c986999 req-b04cfb47-9d26-4f1f-ac61-8278c113869a service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064330 Aug 28 08:19:35.769970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.771193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519799-936a-40ae-becc-26d682557543 req-36bb25a6-d502-421e-894b-582ce224edf9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.772942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28519799-936a-40ae-becc-26d682557543 req-36bb25a6-d502-421e-894b-582ce224edf9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 948 time: 0.0554316 Aug 28 08:19:35.804451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] No DVR routers for this DVR port 686a5908-b69e-4acb-b280-6bdecd4f02db on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:35.809410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:35.811422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-330535ee-c0de-4d2b-978f-eaa1354c5000 req-2ad14081-51d5-4d57-8c5f-a57ff82ff970 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "DELETE /v2.0/ports/686a5908-b69e-4acb-b280-6bdecd4f02db HTTP/1.1" status: 204 len: 173 time: 3.1377940 Aug 28 08:19:35.825629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28519799-936a-40ae-becc-26d682557543 req-be83d0b8-17f1-4671-8dec-c2100f511916 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Aug 28 08:19:35.832483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-deleted', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:35.835051 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90dd81-04c2-4390-a956-9ad08e2abd2d" -d '{"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-deleted", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:35.887428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:35.899307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ab24-7f6c-4015-9681-540f6aac1a17 req-a1e196a9-c928-4a90-8ca3-731785a577db tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:35.900839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-abd0ab24-7f6c-4015-9681-540f6aac1a17 req-a1e196a9-c928-4a90-8ca3-731785a577db tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.2156138 Aug 28 08:19:35.907863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:35.918248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:35.966669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'Port': ['ID=ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:35.970800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.1.1.245 (3f7f1c22-1b1b-4855-9977-fbafd05d183e/1c832776-cf00-4341-b507-2bbf1574949e/bd6b4925-e79a-4973-8e2c-e65659a563a4) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:36.013851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-abd0ab24-7f6c-4015-9681-540f6aac1a17 req-8cd8cc98-b953-4516-96bb-195196903f32 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Aug 28 08:19:36.131619 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08b91c-5f8b-41b7-9275-f8c36ef2178a x-openstack-request-id: req-fb08b91c-5f8b-41b7-9275-f8c36ef2178a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:36.136180 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fd9ed4-c630-41b1-aac6-de1364807936", "name": "network-vif-deleted", "tag": "686a5908-b69e-4acb-b280-6bdecd4f02db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:36.136180 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb08b91c-5f8b-41b7-9275-f8c36ef2178a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:36.136180 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fd9ed4-c630-41b1-aac6-de1364807936', 'name': 'network-vif-deleted', 'tag': '686a5908-b69e-4acb-b280-6bdecd4f02db', 'status': 'completed', 'code': 200} Aug 28 08:19:36.136180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.145282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:36.225244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 2f2a6b2f-8644-4603-9968-9300c8d233b6 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:36.258739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf96b-42fc-485e-88c4-7ae71edbae2c req-0e5ff87c-f6ea-4116-a3b6-45821fd0e137 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.261700 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.266593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf96b-42fc-485e-88c4-7ae71edbae2c req-0e5ff87c-f6ea-4116-a3b6-45821fd0e137 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.274933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08ecf96b-42fc-485e-88c4-7ae71edbae2c req-0e5ff87c-f6ea-4116-a3b6-45821fd0e137 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 1654 time: 0.1028709 Aug 28 08:19:36.304162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object bd6b4925-e79a-4973-8e2c-e65659a563a4 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:36.325724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08ecf96b-42fc-485e-88c4-7ae71edbae2c req-ca0642a0-0366-4e91-a678-af715e65ddd2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439370 Aug 28 08:19:36.327649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:36.327877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.330110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd211589-1010-4e1f-a1c5-c34f54531832 req-038fe217-d5fb-452e-bcd3-1dde167c82aa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0380347 Aug 28 08:19:36.414311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.495957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 2f2a6b2f-8644-4603-9968-9300c8d233b6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:36.501882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 2f2a6b2f-8644-4603-9968-9300c8d233b6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:36.501882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.522710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba743a7-9408-48a5-acf0-a1db1821bf63 req-b09182b4-678c-4a25-a09d-23a27d8c87a0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.524795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba743a7-9408-48a5-acf0-a1db1821bf63 req-b09182b4-678c-4a25-a09d-23a27d8c87a0 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0690799 Aug 28 08:19:36.562860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.599154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba743a7-9408-48a5-acf0-a1db1821bf63 req-529a0e33-18bd-4a99-8aa9-ecb9715f094c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Aug 28 08:19:36.634540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:36.641302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.669868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 686a5908-b69e-4acb-b280-6bdecd4f02db {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:36.670532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 686a5908-b69e-4acb-b280-6bdecd4f02db not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:36.680192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:36.686143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:36.689540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:36.729705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:36.731073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:36.733795 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eafec2-f961-4fd0-8dab-c1f2526dad9e" -d '{"events": [{"server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:36.762328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c72e9-4127-4862-97f6-0034fa037856 req-55fa9ecf-6275-45a5-bb47-d3157a314552 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.770263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a83c72e9-4127-4862-97f6-0034fa037856 req-55fa9ecf-6275-45a5-bb47-d3157a314552 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 947 time: 0.1923230 Aug 28 08:19:36.796482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.797135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.802630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.836500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:36.894050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a83c72e9-4127-4862-97f6-0034fa037856 req-e32410e7-3867-4e65-b445-5952ed379919 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227863 Aug 28 08:19:36.906337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca6abe-15f3-425b-9fab-642ed9bd7560 req-fc6546c3-cbbb-434a-ad61-f4b02539ab1b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:36.908120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bca6abe-15f3-425b-9fab-642ed9bd7560 req-fc6546c3-cbbb-434a-ad61-f4b02539ab1b tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1157243 Aug 28 08:19:36.924820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:36.925108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:36.926877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ad301f22-4b97-4358-89b9-ea5f4fea3cda tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0534399 Aug 28 08:19:36.946734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'admin_state_up': True, 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'security_groups': ['fb82f14e-2237-478e-9027-18ec6e3f13e5']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:36.988127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bca6abe-15f3-425b-9fab-642ed9bd7560 req-662ea1f0-a2b6-4e2c-ae94-d1a96c44513e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710630 Aug 28 08:19:37.013775 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dc71b-abf0-45b6-bb68-1f89eeb40a2f x-openstack-request-id: req-ff5dc71b-abf0-45b6-bb68-1f89eeb40a2f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:37.013952 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:37.014790 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff5dc71b-abf0-45b6-bb68-1f89eeb40a2f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:37.015223 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6', 'code': 200} Aug 28 08:19:37.044758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:37.148464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cec9e-f4b2-4300-8d83-e7851f7d0cc3 req-b2fdb1b9-4ec5-489b-93b3-5e8ed3114db5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.149969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d07cec9e-f4b2-4300-8d83-e7851f7d0cc3 req-b2fdb1b9-4ec5-489b-93b3-5e8ed3114db5 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.1009367 Aug 28 08:19:37.190036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'Port': ['ID=ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:37.204970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d07cec9e-f4b2-4300-8d83-e7851f7d0cc3 req-b416d4a0-3d00-4203-8cab-039be92fbf39 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Aug 28 08:19:37.216062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-57680915-5211-4a7f-bb3c-7e2d60a571eb None None] Provisioning for port bd6b4925-e79a-4973-8e2c-e65659a563a4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:37.220210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-57680915-5211-4a7f-bb3c-7e2d60a571eb None None] Provisioning complete for port bd6b4925-e79a-4973-8e2c-e65659a563a4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:37.220457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:37.220636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57680915-5211-4a7f-bb3c-7e2d60a571eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:37.242184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e91b5-85f7-47e7-ad7d-a301d966738b req-7f386cca-d3ca-44da-8b14-c9efb62219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.243199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a58e91b5-85f7-47e7-ad7d-a301d966738b req-7f386cca-d3ca-44da-8b14-c9efb62219d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 1101 time: 0.1017134 Aug 28 08:19:37.283888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-57680915-5211-4a7f-bb3c-7e2d60a571eb None None] Port bd6b4925-e79a-4973-8e2c-e65659a563a4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:37.330923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a58e91b5-85f7-47e7-ad7d-a301d966738b req-699f04c1-61c3-401c-a50c-482246175b1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Aug 28 08:19:37.341726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:37.380273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a323a4-78cf-4aa2-91a7-bf11cd7e76df req-9a93e1f6-f0b1-4eb3-8906-8596f3b4b5fe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.389096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5a323a4-78cf-4aa2-91a7-bf11cd7e76df req-9a93e1f6-f0b1-4eb3-8906-8596f3b4b5fe tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0650370 Aug 28 08:19:37.424532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5a323a4-78cf-4aa2-91a7-bf11cd7e76df req-03e685cb-ffd7-413a-822c-4bfe572fb69c tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 28 08:19:37.445572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:37.513273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:37.526243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b5c7b8a3-f8fb-4e0f-bb29-1b8322e51474 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1943634 Aug 28 08:19:37.591797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2b80-7879-42b9-81f4-61f6fe3b898c req-4cf51ef9-aad0-4711-8327-4ef2537cd55b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.598467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2b80-7879-42b9-81f4-61f6fe3b898c req-4cf51ef9-aad0-4711-8327-4ef2537cd55b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.609716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2b80-7879-42b9-81f4-61f6fe3b898c req-4cf51ef9-aad0-4711-8327-4ef2537cd55b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.609716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91ae2b80-7879-42b9-81f4-61f6fe3b898c req-4cf51ef9-aad0-4711-8327-4ef2537cd55b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 2375 time: 0.0986297 Aug 28 08:19:37.621803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-089e8c7e-6d31-44f9-9c36-8b7df4db8bd3 req-138450f8-b953-4c54-8ee9-612ff9925aea tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1fd9ed4-c630-41b1-aac6-de1364807936 HTTP/1.1" status: 200 len: 210 time: 0.0550270 Aug 28 08:19:37.653366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91ae2b80-7879-42b9-81f4-61f6fe3b898c req-d8585672-dfbe-46ba-91bf-e6cee9ea80d6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375752 Aug 28 08:19:37.819277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eed103-2d32-4b16-84de-7731c264db9b req-dc241293-260b-4249-92b3-177aab015f3f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:37.827180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2eed103-2d32-4b16-84de-7731c264db9b req-dc241293-260b-4249-92b3-177aab015f3f tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0887382 Aug 28 08:19:37.877061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.2.2.100 (d2bdf6af-2252-4a9f-aac6-99501a4ebe63/b13f22c7-e1ee-4c4d-b494-edca2be556dc/489ba983-bd6b-46c8-a623-868b43258bd4) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:37.879124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2eed103-2d32-4b16-84de-7731c264db9b req-50d65373-0c69-4f1b-a4cb-b7ccdcfd16c9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Aug 28 08:19:37.958738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-0ce09b14-5596-4f0c-839a-0dbf9f677cd8 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--195459598&fields=id&tenant_id=fac1a9d8824048559d11537043a34383 HTTP/1.1" status: 200 len: 267 time: 0.0706022 Aug 28 08:19:38.157770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-a2f3cc73-ae57-4cee-bbbe-1d32425a6b3e tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:38.159356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-a2f3cc73-ae57-4cee-bbbe-1d32425a6b3e tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/networks?id=24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 200 len: 812 time: 0.1891668 Aug 28 08:19:38.162365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.183522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 489ba983-bd6b-46c8-a623-868b43258bd4 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:38.187225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-164a617e-323f-41ef-af76-e6304f7d1055 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/quotas/fac1a9d8824048559d11537043a34383 HTTP/1.1" status: 200 len: 375 time: 0.0171483 Aug 28 08:19:38.195313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbe5bb-9f4b-4bd0-bde5-10a2a5f8c754 req-ebd22059-2006-462a-88be-52534554f34a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:38.197158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8dbe5bb-9f4b-4bd0-bde5-10a2a5f8c754 req-ebd22059-2006-462a-88be-52534554f34a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 947 time: 0.0648892 Aug 28 08:19:38.228787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:38.265818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8dbe5bb-9f4b-4bd0-bde5-10a2a5f8c754 req-84168f4b-885b-4ac9-9dc5-27cd1b62e237 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Aug 28 08:19:38.276704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-06208a50-d04b-4480-a35f-746c68aaba15 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fac1a9d8824048559d11537043a34383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767667 Aug 28 08:19:38.406989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:38.413278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.428666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'mac_address': 'fa:16:3e:52:47:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:38.458438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f9e9-b091-4ad8-8e22-4a07a1edebcf req-3ef2eec7-fa76-4299-8f90-a612cb8c80c6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:38.460577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da7f9e9-b091-4ad8-8e22-4a07a1edebcf req-3ef2eec7-fa76-4299-8f90-a612cb8c80c6 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0918896 Aug 28 08:19:38.485952 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.493158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:38.502728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-26e6e6f6-d137-452a-9cc0-c4d606d6cd1f service neutron] 10.222.0.46 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063670 Aug 28 08:19:38.502728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:38.502728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:38.505061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:38.520293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:38.550287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da7f9e9-b091-4ad8-8e22-4a07a1edebcf req-59bc8de2-8a23-4359-bf8b-2451e585abea tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810950 Aug 28 08:19:38.557944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:38.620245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:38.620991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.676607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d39986ea-34e9-44d2-a160-f089412fbbdd service neutron] 10.222.0.46 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683686 Aug 28 08:19:38.679098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.716029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e3721bb2-10be-45fc-93fc-d62e5047b978 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7746236 Aug 28 08:19:38.741710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'admin_state_up': True, 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'security_groups': ['fb82f14e-2237-478e-9027-18ec6e3f13e5']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:38.773982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a40e-7b58-47a3-a827-be9027637af6 req-b9b51fd8-14ae-4093-90ef-d116c825e944 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:38.778361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fb2a40e-7b58-47a3-a827-be9027637af6 req-b9b51fd8-14ae-4093-90ef-d116c825e944 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.1194305 Aug 28 08:19:38.779679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:38.865494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fb2a40e-7b58-47a3-a827-be9027637af6 req-a7de9912-4322-4769-98d2-4ecfe738ce5f tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Aug 28 08:19:38.934730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b3c002f6-f2ef-4717-ad50-153bda62ab76 None None] Provisioning for port 489ba983-bd6b-46c8-a623-868b43258bd4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:38.942133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b3c002f6-f2ef-4717-ad50-153bda62ab76 None None] Provisioning complete for port 489ba983-bd6b-46c8-a623-868b43258bd4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:38.949661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b3c002f6-f2ef-4717-ad50-153bda62ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:38.991219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b3c002f6-f2ef-4717-ad50-153bda62ab76 None None] Port 489ba983-bd6b-46c8-a623-868b43258bd4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:39.022056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d34f-c083-4c74-b0f0-3b6c44313295 req-b309bde5-f01b-4450-b69e-e21313a08c04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.031741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2a5d34f-c083-4c74-b0f0-3b6c44313295 req-b309bde5-f01b-4450-b69e-e21313a08c04 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0674322 Aug 28 08:19:39.044973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Made reservation on behalf of 3c4b63e32f4b41a2bc8a83dbbfce66c5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:39.058423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.097174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44272) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:39.131967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2a5d34f-c083-4c74-b0f0-3b6c44313295 req-6b68fb54-6060-40a1-8c14-c3500f3cb628 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988560 Aug 28 08:19:39.193698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebff84f5-1110-4c83-a0f8-252072f62469'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:39.358444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-14cc3611-81bb-46da-ac31-7df990874437 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.372830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-14cc3611-81bb-46da-ac31-7df990874437 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.378059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Allocated IP 10.2.2.200 (d2bdf6af-2252-4a9f-aac6-99501a4ebe63/b13f22c7-e1ee-4c4d-b494-edca2be556dc/79601ae2-ac05-4457-8fce-ac51f48a946d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:39.413651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-14cc3611-81bb-46da-ac31-7df990874437 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.429958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-14cc3611-81bb-46da-ac31-7df990874437 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.433183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-14cc3611-81bb-46da-ac31-7df990874437 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3096 time: 0.1904948 Aug 28 08:19:39.472853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e736c4b-94e3-45a5-9321-a8d803d855eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.504548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99633297-8610-49eb-baac-9cd76cf4a9dd req-bd555fb1-791a-4643-9918-72f96b3473be tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563734 Aug 28 08:19:39.540893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4679195d-3123-48c2-aac2-e51200a91490 req-0ea8fdf9-6ce0-4f2e-8e5e-8f4e4136ffbc tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0492868 Aug 28 08:19:39.609948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e736c4b-94e3-45a5-9321-a8d803d855eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.616679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.629913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Transition to ACTIVE for port object 79601ae2-ac05-4457-8fce-ac51f48a946d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:39.682146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e736c4b-94e3-45a5-9321-a8d803d855eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.716961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0e736c4b-94e3-45a5-9321-a8d803d855eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d99b0537491412cb883386ce5893f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175730 Aug 28 08:19:39.718194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:39.721181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bd3a9-1853-4da9-86fc-96f0acc3a692 req-eea2c673-2661-4319-a9d3-a91b0a9d391c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:39.722854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f68bd3a9-1853-4da9-86fc-96f0acc3a692 req-eea2c673-2661-4319-a9d3-a91b0a9d391c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 947 time: 0.0544481 Aug 28 08:19:39.746278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e736c4b-94e3-45a5-9321-a8d803d855eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7008a-9074-443f-ac7f-0ca7994787af,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:39.766702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f68bd3a9-1853-4da9-86fc-96f0acc3a692 req-468df146-23f3-468d-ac6e-64aab9bdf6fd tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Aug 28 08:19:39.785138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.801727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.815978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.849917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:39.886362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:39.889075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:39.894368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44292) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:39.905300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201248123', 'description': 'tempest-description--1924732317'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:39.970619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.973077 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:39.974745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ea7008a-9074-443f-ac7f-0ca7994787af HTTP/1.1" status: 204 len: 168 time: 0.2534947 Aug 28 08:19:39.992785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e80f4-3cb4-4f65-a02d-916e083ac37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7008a-9074-443f-ac7f-0ca7994787af,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:40.017788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.019636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.021508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.079902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.094239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.095123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.095123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.095123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.095439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.095764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:40.107515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039861f-b3a9-4728-945d-736d25bb3640 req-e1c8cbf6-0e60-4a8f-8622-d8ac29a836bc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.109467 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5039861f-b3a9-4728-945d-736d25bb3640 req-e1c8cbf6-0e60-4a8f-8622-d8ac29a836bc tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1608617 Aug 28 08:19:40.137009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df778-b9e8-47b9-b9b9-2de5e15292bd req-06b27bc6-64d5-461e-93a0-8a3a565c25f8 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.142835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c53df778-b9e8-47b9-b9b9-2de5e15292bd req-06b27bc6-64d5-461e-93a0-8a3a565c25f8 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.1344202 Aug 28 08:19:40.189824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c53df778-b9e8-47b9-b9b9-2de5e15292bd req-97defc6f-2186-4ef6-b303-189302344e22 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Aug 28 08:19:40.198988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5039861f-b3a9-4728-945d-736d25bb3640 req-dd561ea1-736f-4892-8a2c-99b28c0c9412 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775013 Aug 28 08:19:40.251625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:40.267014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b06ee4d1-8e6c-4bc6-b439-ec2f2f682b4b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298717 Aug 28 08:19:40.302970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:40.378885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.435633 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.483518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:40.499194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'mac_address': 'fa:16:3e:f8:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:40.505869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa0d35-6eca-488b-a67e-bc22a7b011b3 req-0d636d09-d591-4f35-ab0c-1f706e88b20e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.507430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02fa0d35-6eca-488b-a67e-bc22a7b011b3 req-0d636d09-d591-4f35-ab0c-1f706e88b20e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1081545 Aug 28 08:19:40.533861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.588895 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.596073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9529db-0358-4b04-a6fe-ac38e0eedb4d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:40.613734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cb46a1fc-f44c-4083-b72b-c9fcb0d7c537 None None] Provisioning for port 79601ae2-ac05-4457-8fce-ac51f48a946d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:40.619351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cb46a1fc-f44c-4083-b72b-c9fcb0d7c537 None None] Provisioning complete for port 79601ae2-ac05-4457-8fce-ac51f48a946d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:40.619351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb46a1fc-f44c-4083-b72b-c9fcb0d7c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.624088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:40.642566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02fa0d35-6eca-488b-a67e-bc22a7b011b3 req-dac55a78-223f-4cdb-8290-7ff5919067da tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Aug 28 08:19:40.662621 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.666164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cbe0b724-4257-4298-b746-c8f3bb6e65d4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7681551 Aug 28 08:19:40.667675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44312) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:40.676463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'security_group_rule': {'security_group_id': '9d9529db-0358-4b04-a6fe-ac38e0eedb4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:40.676673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:40.679403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cb46a1fc-f44c-4083-b72b-c9fcb0d7c537 None None] Port 79601ae2-ac05-4457-8fce-ac51f48a946d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:40.777026 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.856092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.887830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:40.907776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.914353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.921470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.927780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.934080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:40.935970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61269afe-4528-401f-83d0-d80716ccd139 req-a7ecf1e6-90f8-41f4-9659-605e00f924dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3817 time: 0.1491077 Aug 28 08:19:40.963236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:40.999840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61269afe-4528-401f-83d0-d80716ccd139 req-db011782-8ada-44cc-8db9-7fe7a02577b5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521481 Aug 28 08:19:41.019935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44320) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:41.044213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a9d98d3-ce01-4207-877d-c8a45b3d1dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.068182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.103217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01b6c25-76b8-4c04-9e2e-fb16930c33c4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:41.194685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-9c874a9a-0e5d-40cb-a11c-c447cfb49048 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:41.203192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-9c874a9a-0e5d-40cb-a11c-c447cfb49048 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 1101 time: 0.0877266 Aug 28 08:19:41.226408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2f4d73fb-afba-4dd3-853d-c8bf47019916 req-c84d442f-9d49-4c8e-812c-6c4c039647c5 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0372255 Aug 28 08:19:41.230616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-e30ace54-894a-49ce-9fa2-ca868ce49a60 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.275782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a9d98d3-ce01-4207-877d-c8a45b3d1dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.333041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f077c7-0d08-4396-8dad-d81b540086a6 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:41.340685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['909e0232-85ef-43c6-ba7b-ae45cb6f3c69'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:41.342965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.360906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Transition to ACTIVE for port object 93f077c7-0d08-4396-8dad-d81b540086a6 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:41.369303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc072ef5-2c7d-4e04-a802-a27767aeb8cf req-d4af7ebd-e81a-40b1-8bf0-3b6d93879e2e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:41.371035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc072ef5-2c7d-4e04-a802-a27767aeb8cf req-d4af7ebd-e81a-40b1-8bf0-3b6d93879e2e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 948 time: 0.0770700 Aug 28 08:19:41.395307 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a9d98d3-ce01-4207-877d-c8a45b3d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.428273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc072ef5-2c7d-4e04-a802-a27767aeb8cf req-dc1cfe0e-6c7c-47ef-b276-bda94f5c66f0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Aug 28 08:19:41.490627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.497446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a9d98d3-ce01-4207-877d-c8a45b3d1dca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8786a6c143cb492797a90ee32a2551c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748080 Aug 28 08:19:41.501048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d98d3-ce01-4207-877d-c8a45b3d1dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45a30d-a863-44c3-9678-615ab20071e4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:41.501275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:41.553744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:41.631869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.634122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a5c9565-97ed-423f-b03b-453cfc43be1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9648106 Aug 28 08:19:41.636981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44326) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:41.646688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'security_group_rule': {'security_group_id': '9d9529db-0358-4b04-a6fe-ac38e0eedb4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:41.717527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.728682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-e30ace54-894a-49ce-9fa2-ca868ce49a60 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.733362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Attempting to bind port 93f077c7-0d08-4396-8dad-d81b540086a6 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:41.733706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Attempting to bind port 93f077c7-0d08-4396-8dad-d81b540086a6 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:41.734039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Attempting to bind port 93f077c7-0d08-4396-8dad-d81b540086a6 on network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:41.750954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Port 93f077c7-0d08-4396-8dad-d81b540086a6 on network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:41.766226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Attempting to bind port 93f077c7-0d08-4396-8dad-d81b540086a6 on network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:41.766226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a796d-1c16-4483-b3dd-7f97663f7210 req-b1b99e76-3835-45da-81c4-6d3fa948ab46 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:41.766226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c82a796d-1c16-4483-b3dd-7f97663f7210 req-b1b99e76-3835-45da-81c4-6d3fa948ab46 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1176004 Aug 28 08:19:41.767567 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.785182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:41.785526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Checking segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:41.785942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Bound using segment: {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:41.786439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Bound port: 93f077c7-0d08-4396-8dad-d81b540086a6, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75132958-bc3b-4762-805e-5e2db0819b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:41.786809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.823128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-e30ace54-894a-49ce-9fa2-ca868ce49a60 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:41.851168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ffcaafe-e603-4890-a345-bd38628cab1f req-e30ace54-894a-49ce-9fa2-ca868ce49a60 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469784 Aug 28 08:19:41.862807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c82a796d-1c16-4483-b3dd-7f97663f7210 req-8e33a402-3e03-4d27-8d62-9e07efdaaf78 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913649 Aug 28 08:19:41.868459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ace54-894a-49ce-9fa2-ca868ce49a60 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4af22d-5694-4cee-aa52-bfc27e6a9156,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:41.911979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:41.923258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:41.982391 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.012189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.015233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.039021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f45a30d-a863-44c3-9678-615ab20071e4 HTTP/1.1" status: 204 len: 168 time: 0.4709663 Aug 28 08:19:42.039021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c281f0-30e1-45b4-8d2b-49fe7a436934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45a30d-a863-44c3-9678-615ab20071e4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:42.048947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d854593-0f20-4dc7-9d9a-fee2013c755d req-12b12510-0da7-4c01-ab69-3edcc77ef594 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.055757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d854593-0f20-4dc7-9d9a-fee2013c755d req-12b12510-0da7-4c01-ab69-3edcc77ef594 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0773842 Aug 28 08:19:42.064213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.112715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.120377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d854593-0f20-4dc7-9d9a-fee2013c755d req-a6b26e24-a5d1-4b76-8d56-0b9b3e98b77e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Aug 28 08:19:42.186844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.187369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.187369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.187369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 200 len: 1093 time: 1.8905487 Aug 28 08:19:42.187369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:42.187369 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:42.206420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950945c6-1d5a-4cc3-b7a2-85eb0854f0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:42.220678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78fdec5-24c0-4d11-a2c4-2a44c983d286,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:42.248849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.255517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.263065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.264961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:42.270144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.276718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.287248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-207fef31-5cf3-48b2-966c-399c66ea6a02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3829 time: 0.1735120 Aug 28 08:19:42.344021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ecd83928-b48e-4750-97c8-53c91f0f6a96 req-708abeb5-4536-4bb4-8751-073a69f4d4b3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527031 Aug 28 08:19:42.360275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c87a-a8d5-4482-b185-0aa60ce8745c req-3114549a-ec6c-4d27-a60a-088f1ec68703 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.361793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bed7c87a-a8d5-4482-b185-0aa60ce8745c req-3114549a-ec6c-4d27-a60a-088f1ec68703 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0917513 Aug 28 08:19:42.414820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.414820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5d4a8b02-b230-4403-a67d-eeac73fc6141 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7741539 Aug 28 08:19:42.418460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44344) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:42.425325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:42.461108 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69168f3d-67c5-41d8-bfc6-1a65b33085c1 x-openstack-request-id: req-69168f3d-67c5-41d8-bfc6-1a65b33085c1 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:42.461410 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:42.461957 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69168f3d-67c5-41d8-bfc6-1a65b33085c1 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:42.462079 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6', 'status': 'completed', 'code': 200} Aug 28 08:19:42.475990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:42.484786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ebff84f5-1110-4c83-a0f8-252072f62469 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:42.489694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ebff84f5-1110-4c83-a0f8-252072f62469 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:42.494736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.504619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6008033d-53c6-4216-9d46-a19e13516216 req-041b0cc7-d009-4498-bc0c-809af93ba630 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0474336 Aug 28 08:19:42.551438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.635410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.668748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:42.672529 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e558c-3221-4eab-9adf-8de9c3c677b9" -d '{"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:42.673904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd3c4-25eb-49e0-a7c2-ef948b498177 req-10fcc4f8-f48e-4545-9295-fbe9e10679da tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.675608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-caebd3c4-25eb-49e0-a7c2-ef948b498177 req-10fcc4f8-f48e-4545-9295-fbe9e10679da tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 948 time: 0.0721579 Aug 28 08:19:42.704071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:42.711332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.721953 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bed7c87a-a8d5-4482-b185-0aa60ce8745c req-092a2190-4bff-42b0-974a-7513e575a911 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301628 Aug 28 08:19:42.770469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.771167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.771652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.772126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.772603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:42.775957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-b8016874-162e-4c7f-9816-6a69316c4272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 4365 time: 0.2870519 Aug 28 08:19:42.811591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:42.952398 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3889af83-62e1-4c40-a09f-0e6e2163b055 x-openstack-request-id: req-3889af83-62e1-4c40-a09f-0e6e2163b055 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:42.952706 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:42.952967 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3889af83-62e1-4c40-a09f-0e6e2163b055 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:42.953387 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'code': 200} Aug 28 08:19:42.954675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:43.114301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-12a5cd2b-73ea-4f90-9bd1-590e4520b46a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.115924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-12a5cd2b-73ea-4f90-9bd1-590e4520b46a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.64 "GET /v2.0/networks?id=24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 200 len: 812 time: 0.6373188 Aug 28 08:19:43.228425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-caebd3c4-25eb-49e0-a7c2-ef948b498177 req-916d9bb5-3ace-4fe7-b18d-0f0342136d38 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364826 Aug 28 08:19:43.273600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:43.279458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e501b-1633-4756-a851-fe70d996c97c req-7765d344-4706-4943-b8c0-8fae54cb10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.281592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e7e501b-1633-4756-a851-fe70d996c97c req-7765d344-4706-4943-b8c0-8fae54cb10ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1102 time: 0.0733256 Aug 28 08:19:43.368907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e7e501b-1633-4756-a851-fe70d996c97c req-450540e3-f925-4107-ba8e-fccfee7636de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776925 Aug 28 08:19:43.395155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbc1f8-4af3-43f5-8556-398e5420e815 req-481e0ffb-e598-4c99-b556-6baa337ddbcd tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.404227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57fbc1f8-4af3-43f5-8556-398e5420e815 req-481e0ffb-e598-4c99-b556-6baa337ddbcd tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 1101 time: 0.3724658 Aug 28 08:19:43.440237 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-688f2403-d64a-4962-a352-7739e6862cb1 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac1a9d8824048559d11537043a34383 HTTP/1.1" status: 200 len: 379 time: 0.2817636 Aug 28 08:19:43.452034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Allocated IP 172.25.0.151 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b8f92c52-12d3-43f7-9d34-c8978bb0f180) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:43.499070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57fbc1f8-4af3-43f5-8556-398e5420e815 req-5ec4ab29-a802-4803-a681-1139f17bbc57 tempest-ServersAdminNegativeTestJSON-1679882510 tempest-ServersAdminNegativeTestJSON-1679882510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889983 Aug 28 08:19:43.518576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'port': {'device_id': '11f04522-c7f4-4986-b515-ac3463ac914d', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'admin_state_up': True, 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'security_groups': ['b5e216b0-23ab-4342-a2b4-2986e80ae52c']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:43.659618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:43.679826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-d3863c81-55e0-40b2-a878-d6d161c9f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.680313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-d3863c81-55e0-40b2-a878-d6d161c9f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.680787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-d3863c81-55e0-40b2-a878-d6d161c9f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:43.682734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-d3863c81-55e0-40b2-a878-d6d161c9f9e0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8375227 Aug 28 08:19:43.735942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96681c42-2daf-46d7-9c71-24539afb2df7 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:43.769319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:43.810141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:43.854930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Transition to ACTIVE for port object 96681c42-2daf-46d7-9c71-24539afb2df7 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:43.878347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:43.881540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:43.901103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:43.996890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.003428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.010181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.011228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'Port': ['ID=b8f92c52-12d3-43f7-9d34-c8978bb0f180,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:44.018879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.024015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.047105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11bb1579-f421-473f-8892-9fa693e82e71 req-60b2f74a-de0e-4feb-ae6c-089825041e6c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3829 time: 0.3718176 Aug 28 08:19:44.053999 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.168415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a3a70d4-da99-417e-bf62-a279480cdad7 req-84e27bee-1e3c-432f-947a-1ff729e037a4 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.1030293 Aug 28 08:19:44.224860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:44.254314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Made reservation on behalf of fac1a9d8824048559d11537043a34383 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:44.258990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.300354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:44.307198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11bb1579-f421-473f-8892-9fa693e82e71 req-1d1e33b3-85d3-47cd-a273-c42c84bf4905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424514 Aug 28 08:19:44.329640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.352487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-113f83d8-b4ef-4aca-99e7-bafe93393e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.353994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cecab1e4-aef0-4cc9-a9ac-8218e8c13306 req-113f83d8-b4ef-4aca-99e7-bafe93393e46 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938536 Aug 28 08:19:44.428600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bedcf-abbe-42a2-8e6d-810f9745adbe req-0a94dd44-72eb-4366-a9fd-55643f9067b7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:44.437313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-874bedcf-abbe-42a2-8e6d-810f9745adbe req-0a94dd44-72eb-4366-a9fd-55643f9067b7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 948 time: 0.0730066 Aug 28 08:19:44.518724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-874bedcf-abbe-42a2-8e6d-810f9745adbe req-b49b8858-aa83-4170-99d4-ee845f3d30a4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803597 Aug 28 08:19:44.526881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Attempting to bind port 96681c42-2daf-46d7-9c71-24539afb2df7 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:44.529134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Attempting to bind port 96681c42-2daf-46d7-9c71-24539afb2df7 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:44.529560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Attempting to bind port 96681c42-2daf-46d7-9c71-24539afb2df7 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:44.563310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Port 96681c42-2daf-46d7-9c71-24539afb2df7 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:44.563490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Attempting to bind port 96681c42-2daf-46d7-9c71-24539afb2df7 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:44.566242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.582141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:44.591247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:44.591621 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.620385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:44.620729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:44.621129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Bound using segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:44.621594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Bound port: 96681c42-2daf-46d7-9c71-24539afb2df7, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:44.621960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.752335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:44.766166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:44.783906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Allocated IP 172.20.0.3 (24c755be-7937-4fd0-a460-ed7c113864c8/65b63b26-67e3-47d9-a3f2-dcca4045b00e/128a5d07-5a82-44a5-917f-bc2f9677ab80) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:44.819459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.825311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.877134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:44.925922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:44.954926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:44.957946 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa66f69-1273-417c-8f23-3fd928fe2b29" -d '{"events": [{"server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:44.969459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.005972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.048482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.059905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.062446 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] 10.222.0.39 "PUT /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 1130 time: 2.5980029 Aug 28 08:19:45.062778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:45.065159 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d72a78-9434-48b0-a103-c341792caa4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:45.080290 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e5dc8-466a-43e2-a922-aa608e0f96a9 x-openstack-request-id: req-e21e5dc8-466a-43e2-a922-aa608e0f96a9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:45.081207 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:45.081629 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e21e5dc8-466a-43e2-a922-aa608e0f96a9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:45.083656 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'code': 200} Aug 28 08:19:45.202354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:45.210246 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3c10d1-978c-4f66-9d30-9b882e568e24 x-openstack-request-id: req-fc3c10d1-978c-4f66-9d30-9b882e568e24 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:45.210667 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:45.212747 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc3c10d1-978c-4f66-9d30-9b882e568e24 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:45.213465 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7', 'status': 'completed', 'code': 200} Aug 28 08:19:45.218939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.228910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'Port': ['ID=b8f92c52-12d3-43f7-9d34-c8978bb0f180,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:45.266285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:45.373647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a970259-99c5-4522-ace9-3254d46ef55d req-558f1f1f-543f-478b-bc9b-d2a92c381b1c tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0804880 Aug 28 08:19:45.396819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e2b15-8031-4e08-afb0-8720a9a3c830 service neutron] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:45.428125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.431625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-849ff57f-3552-49eb-9df4-20c9fc16489c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0113535 Aug 28 08:19:45.455476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.516453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Transition to ACTIVE for port object 128a5d07-5a82-44a5-917f-bc2f9677ab80 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:45.563094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.566718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.567307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.569172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.569755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.571021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.574636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92fa8-7f94-41f6-af6e-4ffdc0390b99 req-04538ef7-77ae-40a8-8591-8980e0db10ec tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.576445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80d72a78-9434-48b0-a103-c341792caa4f req-4051040b-fa65-4935-ad95-972558d99986 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5288 time: 0.1876554 Aug 28 08:19:45.584499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8db92fa8-7f94-41f6-af6e-4ffdc0390b99 req-04538ef7-77ae-40a8-8591-8980e0db10ec tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.4904861 Aug 28 08:19:45.727937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.733329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.736241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.743081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.749117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531c1a-5732-4ef8-8bb3-e64c420815fb req-9aca6a6f-040e-4d4a-a00a-c6e62d66328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.750668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c531c1a-5732-4ef8-8bb3-e64c420815fb req-9aca6a6f-040e-4d4a-a00a-c6e62d66328a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 1101 time: 0.4685757 Aug 28 08:19:45.751255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.758092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.772127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.774164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-757e27af-461c-4f0c-859d-a0ac80918211 req-5bf1b52a-d0be-4091-b6ca-8bda98ff8cb7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 4600 time: 0.1966226 Aug 28 08:19:45.800393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8db92fa8-7f94-41f6-af6e-4ffdc0390b99 req-0b418fbd-661d-4eba-a401-dd6f98f17eb4 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102487 Aug 28 08:19:45.828383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:45.870547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-757e27af-461c-4f0c-859d-a0ac80918211 req-a457f402-5435-4d7a-bfb4-5abae09bc11c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864112 Aug 28 08:19:45.921175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c531c1a-5732-4ef8-8bb3-e64c420815fb req-92276b22-ae26-4d2b-955e-b02793b76496 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468751 Aug 28 08:19:45.931505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-e7120201-f60e-4885-bd3f-daf4ea030fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.932282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-e7120201-f60e-4885-bd3f-daf4ea030fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.933218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-e7120201-f60e-4885-bd3f-daf4ea030fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:45.935056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80d72a78-9434-48b0-a103-c341792caa4f req-e7120201-f60e-4885-bd3f-daf4ea030fcb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3378134 Aug 28 08:19:46.047803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Network 24c755be-7937-4fd0-a460-ed7c113864c8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:46.091786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:46.104102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:46.106699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event updated for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:46.130697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-7539ed6f-6c32-4df6-abba-da0204a50b0b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:46.136954 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-7539ed6f-6c32-4df6-abba-da0204a50b0b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.1504450 Aug 28 08:19:46.156231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e63ae2ec-aa8c-4aac-a9d1-d4de729381a0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/quotas/4f26c0aea17b4946a34871f66a2d5e5f HTTP/1.1" status: 200 len: 375 time: 0.0153275 Aug 28 08:19:46.219604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-afc99b14-04c2-4c54-b832-27f4bf4ac189 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547457 Aug 28 08:19:46.233627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8ded6-e337-4701-b530-e5d7c4aa18de req-3bcbd650-cba4-4061-a991-9783d4187902 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:46.235429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7c8ded6-e337-4701-b530-e5d7c4aa18de req-3bcbd650-cba4-4061-a991-9783d4187902 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1916859 Aug 28 08:19:46.292673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:46.293772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:46.332872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a7c8ded6-e337-4701-b530-e5d7c4aa18de req-1ea99082-2ca3-47a5-bc35-9f6e289b8595 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865011 Aug 28 08:19:46.429835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-b7bfce98-f607-4e3a-b5a0-db5ebf405b00 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9469376 Aug 28 08:19:46.462690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Request body: {'port': {'device_id': '11f04522-c7f4-4986-b515-ac3463ac914d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:46.507389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-df812c4a-f417-40e2-9d64-44769deea849 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770996 Aug 28 08:19:46.576961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b910e9a7-1c80-492c-b0e7-90eb563ab916 None None] Provisioning for port 128a5d07-5a82-44a5-917f-bc2f9677ab80 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:46.584880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b910e9a7-1c80-492c-b0e7-90eb563ab916 None None] Provisioning complete for port 128a5d07-5a82-44a5-917f-bc2f9677ab80 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:46.585493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b910e9a7-1c80-492c-b0e7-90eb563ab916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:46.660870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b910e9a7-1c80-492c-b0e7-90eb563ab916 None None] Port 128a5d07-5a82-44a5-917f-bc2f9677ab80 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:46.766050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010f89d1-22ed-43ce-8b21-76fa64e1a53d {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:46.789069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:46.797832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72a78-9434-48b0-a103-c341792caa4f req-c2c70925-cd33-4215-8e16-9a2e6dca8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:46.799638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80d72a78-9434-48b0-a103-c341792caa4f req-c2c70925-cd33-4215-8e16-9a2e6dca8912 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3143656 Aug 28 08:19:46.803929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-8616b5b7-d6c4-4a63-99d5-f096eab2d876 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501717 Aug 28 08:19:46.806885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:46.863810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371390b-affe-45a5-b79d-19525a2eb94d req-dbd90b88-101f-41df-b06a-bb694ce94ef5 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:46.874668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6371390b-affe-45a5-b79d-19525a2eb94d req-dbd90b88-101f-41df-b06a-bb694ce94ef5 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 931 time: 0.1911316 Aug 28 08:19:46.917667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Transition to ACTIVE for port object 010f89d1-22ed-43ce-8b21-76fa64e1a53d will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:46.986569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6371390b-affe-45a5-b79d-19525a2eb94d req-884630fc-ad62-4d67-8fba-5bdd421ef010 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048470 Aug 28 08:19:47.133980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:47.139027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:47.292040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3d99ca9d-8b26-43cd-a00e-5978ea02bcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:47.423570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:47.541492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3d99ca9d-8b26-43cd-a00e-5978ea02bcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:47.586022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.596100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.619222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.627328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.650305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.659299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.688627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:47.720519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-99cc640c-9295-4d5d-abe9-26355c40fc04 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5371 time: 0.4469121 Aug 28 08:19:47.760936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3d99ca9d-8b26-43cd-a00e-5978ea02bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:47.816521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3d99ca9d-8b26-43cd-a00e-5978ea02bcd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70f6b42f8bbf49a685b60b0f3ffd6eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810310 Aug 28 08:19:47.817149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44472) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:47.901211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b3df85-149b-45ca-bfdc-aaf7ad20e0f1 req-bf84b2b8-ba7a-4b88-8430-249107be5f92 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794684 Aug 28 08:19:47.901791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99ca9d-8b26-43cd-a00e-5978ea02bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a63fa-b865-4d28-9961-25d163710623,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:47.968069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.094961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f03d2-b0de-4042-addf-5a72e0470838 req-c3cb9be2-472a-40bb-8791-5bc6ccc0a772 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.097879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f7f03d2-b0de-4042-addf-5a72e0470838 req-c3cb9be2-472a-40bb-8791-5bc6ccc0a772 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.9813488 Aug 28 08:19:48.099133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76f8c36f-869d-48a9-8ce4-b58a8de4cc25 req-3ffe0389-9533-4eaf-b254-76e3c4d9cc2b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0816972 Aug 28 08:19:48.103174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128a5d07-5a82-44a5-917f-bc2f9677ab80 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:48.108565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.133375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.185291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Transition to ACTIVE for port object 128a5d07-5a82-44a5-917f-bc2f9677ab80 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:48.196925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f7f03d2-b0de-4042-addf-5a72e0470838 req-537a7001-f3e1-417e-8e12-770f5c4eac74 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867729 Aug 28 08:19:48.197783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Attempting to bind port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:48.198129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Attempting to bind port 010f89d1-22ed-43ce-8b21-76fa64e1a53d by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:48.198507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Attempting to bind port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:48.209419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:48.222500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Attempting to bind port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:48.225847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:48.226235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:48.226645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Bound using segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:48.227110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Bound port: 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:48.232549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.307433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c382cc-a4a8-4839-b376-82377a02c429 req-89839119-901f-4888-b787-41eb4f2c8458 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.308995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44c382cc-a4a8-4839-b376-82377a02c429 req-89839119-901f-4888-b787-41eb4f2c8458 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.39 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 949 time: 0.1600983 Aug 28 08:19:48.348217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:48.351057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:48.392672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.397206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f932-1739-4895-9dc7-c065a8f4531f req-20504b30-3e3d-478a-97fa-e8d1a66711c2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.406148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a0f932-1739-4895-9dc7-c065a8f4531f req-20504b30-3e3d-478a-97fa-e8d1a66711c2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1827016 Aug 28 08:19:48.468892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:48.495611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.499248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.500938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad7a63fa-b865-4d28-9961-25d163710623 HTTP/1.1" status: 204 len: 168 time: 0.6792686 Aug 28 08:19:48.505423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f75f-12f2-4b72-ba0f-071a06b4b73b req-891a7d11-d36e-4ca1-8607-ee4a543442ac tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.507772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ee1f75f-12f2-4b72-ba0f-071a06b4b73b req-891a7d11-d36e-4ca1-8607-ee4a543442ac tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 943 time: 0.1269140 Aug 28 08:19:48.536429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a0f932-1739-4895-9dc7-c065a8f4531f req-25b8d456-7bc4-46bc-a5f5-8e5321e6fab4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289935 Aug 28 08:19:48.549164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac0ef-f687-4d24-9da8-398f11dadf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a63fa-b865-4d28-9961-25d163710623,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:48.563069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.617989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Deleting port 2f2a6b2f-8644-4603-9968-9300c8d233b6 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:48.617989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.676360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:48.722135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.722846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.724331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-b88f1360-f564-4b94-a4d0-e8cd916e8434 service neutron] 10.222.0.39 "PUT /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 1130 time: 3.4870594 Aug 28 08:19:48.725319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:48.727389 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a8f07-1364-47b6-8920-86b2364d29b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:48.790056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ee1f75f-12f2-4b72-ba0f-071a06b4b73b req-65c03c10-71be-4e23-869a-f96656a8a8ad tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654960 Aug 28 08:19:48.861720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:48.879761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Attempting to bind port 128a5d07-5a82-44a5-917f-bc2f9677ab80 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:48.879990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Attempting to bind port 128a5d07-5a82-44a5-917f-bc2f9677ab80 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:48.880351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Attempting to bind port 128a5d07-5a82-44a5-917f-bc2f9677ab80 on network 24c755be-7937-4fd0-a460-ed7c113864c8 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:48.892394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f91b-6e8a-4f7a-a329-63c9860572cd req-6376fe97-e9fa-48b2-8dcf-26095c1a19ac tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:48.900799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d766f91b-6e8a-4f7a-a329-63c9860572cd req-6376fe97-e9fa-48b2-8dcf-26095c1a19ac tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1903102 Aug 28 08:19:48.922857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Port 128a5d07-5a82-44a5-917f-bc2f9677ab80 on network 24c755be-7937-4fd0-a460-ed7c113864c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:48.926247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Attempting to bind port 128a5d07-5a82-44a5-917f-bc2f9677ab80 on network 24c755be-7937-4fd0-a460-ed7c113864c8 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:48.933700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] For port 2f2a6b2f-8644-4603-9968-9300c8d233b6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=2f2a6b2f-8644-4603-9968-9300c8d233b6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:48.934103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:48.939026 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45bdd3a-f766-4630-9d5a-98d171439382 x-openstack-request-id: req-c45bdd3a-f766-4630-9d5a-98d171439382 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:48.939378 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:48.949649 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c45bdd3a-f766-4630-9d5a-98d171439382 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:48.950109 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d', 'status': 'completed', 'code': 200} Aug 28 08:19:48.956851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Calling delete_port for 2f2a6b2f-8644-4603-9968-9300c8d233b6 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:48.962811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:48.963183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Checking segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:48.970122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Bound using segment: {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:48.970566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Bound port: 128a5d07-5a82-44a5-917f-bc2f9677ab80, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafde64d-0e66-487a-b897-ccc07ee5e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:48.970943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.007087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d766f91b-6e8a-4f7a-a329-63c9860572cd req-ca10b556-c6af-4964-bba3-10fead7732d4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045125 Aug 28 08:19:49.174774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.175340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.175709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.176167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.176635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.177097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.177547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.179602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-99f8eff8-3fe1-4371-b6c2-fa968c8cf899 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6211 time: 0.2180181 Aug 28 08:19:49.190739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.373283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b985467b-df31-4246-83b1-9217b102de7d req-e88f680e-a0bb-407e-b624-8989d48a1928 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0909736 Aug 28 08:19:49.448918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.456418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.456602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.464743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.472257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.478480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.488704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.493442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.494767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-d91b1d28-c262-4ef6-b2fc-b1c2d544b2ca tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5371 time: 0.2456243 Aug 28 08:19:49.501819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ab54de3e-22c4-49a9-a48a-2c27f47c931e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:49.502765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7c41fa45-7e71-4a39-9a06-1ee9532cb6ee tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592871 Aug 28 08:19:49.512847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Pushing event deleted for resources: {'Port': ['ID=2f2a6b2f-8644-4603-9968-9300c8d233b6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:49.547867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['2f2a6b2f-8644-4603-9968-9300c8d233b6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:49.562668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:49.612501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:49.719557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-2d84c5be-7e10-4efb-93bb-38b06f98169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.720115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-2d84c5be-7e10-4efb-93bb-38b06f98169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.720590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-2d84c5be-7e10-4efb-93bb-38b06f98169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.723092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-2d84c5be-7e10-4efb-93bb-38b06f98169c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4591110 Aug 28 08:19:49.732602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.755278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] No DVR routers for this DVR port 2f2a6b2f-8644-4603-9968-9300c8d233b6 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:49.771945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.774888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44c382cc-a4a8-4839-b376-82377a02c429 req-bd2c39b5-6b48-46ea-859c-cd5c8ceb465a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.39 "DELETE /v2.0/ports/2f2a6b2f-8644-4603-9968-9300c8d233b6 HTTP/1.1" status: 204 len: 173 time: 1.4486566 Aug 28 08:19:49.781508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'name': 'network-vif-deleted', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:49.783170 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6697e-7fb3-4edc-b6c7-0b552908198f" -d '{"events": [{"server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "name": "network-vif-deleted", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:49.799237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-08c40566-f309-4c1b-b73a-9058ba99968a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.808329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-08c40566-f309-4c1b-b73a-9058ba99968a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921944 Aug 28 08:19:49.826048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:49.834919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-055ac7e9-6d48-42c2-acd1-427c8858422f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/quotas/485c4f2be305491fbe8c6c1126b16f51 HTTP/1.1" status: 200 len: 375 time: 0.0254550 Aug 28 08:19:49.839833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:49.859164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ff84bc9-5ee4-4441-8b46-5c06fe798bf9 req-5c9b7dc2-e2f2-40fb-8d82-6284a5ba6715 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3381503 Aug 28 08:19:49.897618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:49.898981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:49.901783 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-d3ed6803-a100-4d04-9a4e-7adfc4cc6dd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 200 len: 1092 time: 3.4437540 Aug 28 08:19:49.929322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ee78cf34-9134-4cf2-917d-c8de4873c837 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932500 Aug 28 08:19:49.995404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78bd709e-8e5b-47eb-9c8c-592039dc12fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:50.143996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3eb23130-9a3c-41f2-ad51-14bff500050e req-2b0d799f-66b2-4e84-89c5-c074915cb828 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=108e05b2-ab74-45aa-a334-c490117e24f2 HTTP/1.1" status: 200 len: 210 time: 0.0777621 Aug 28 08:19:50.331963 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340553d9-f89d-491b-9d0d-17fe8646b99e x-openstack-request-id: req-340553d9-f89d-491b-9d0d-17fe8646b99e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:50.332258 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108e05b2-ab74-45aa-a334-c490117e24f2", "name": "network-vif-deleted", "tag": "2f2a6b2f-8644-4603-9968-9300c8d233b6", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:50.332808 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-340553d9-f89d-491b-9d0d-17fe8646b99e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:50.333387 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108e05b2-ab74-45aa-a334-c490117e24f2', 'name': 'network-vif-deleted', 'tag': '2f2a6b2f-8644-4603-9968-9300c8d233b6', 'status': 'completed', 'code': 200} Aug 28 08:19:50.509880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef8d4-cea7-4184-8cce-7f7b2d3e6e2c req-7e0365dc-9df7-4835-8465-a5e3abb6d2a6 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:50.521925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fcef8d4-cea7-4184-8cce-7f7b2d3e6e2c req-7e0365dc-9df7-4835-8465-a5e3abb6d2a6 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 943 time: 0.1221600 Aug 28 08:19:50.575800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fcef8d4-cea7-4184-8cce-7f7b2d3e6e2c req-430cc521-f691-4210-89a4-e4cbc84ed21f tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534098 Aug 28 08:19:50.579330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-84b7c850-5f38-46ab-b4b1-dbcca3804925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:50.582549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-012a8f07-1364-47b6-8920-86b2364d29b9 req-84b7c850-5f38-46ab-b4b1-dbcca3804925 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7638516 Aug 28 08:19:50.594031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-219ff124-e2f5-4886-8ff3-90b04731eaae tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:50.596737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-219ff124-e2f5-4886-8ff3-90b04731eaae tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.2744575 Aug 28 08:19:50.630172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da74a091-85a3-4565-947f-ccbeed92150e req-4b3bbca5-38b2-48e8-a2c8-6ef49c75d1b3 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.1990671 Aug 28 08:19:50.661873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'port': {'device_id': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'admin_state_up': True, 'tenant_id': '4f26c0aea17b4946a34871f66a2d5e5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:50.723702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-a321371b-9068-4a0a-ba55-db11de836186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:50.725299 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-a321371b-9068-4a0a-ba55-db11de836186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fac1a9d8824048559d11537043a34383&device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 1095 time: 0.5946302 Aug 28 08:19:50.730272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78bd709e-8e5b-47eb-9c8c-592039dc12fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:50.776169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3d12f27-49cb-4d88-8244-378648902f42 req-15f3c8a7-7e52-457f-8afd-c751bc039d7e tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0579281 Aug 28 08:19:50.806802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:50.812032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-2783158a-e6b9-4cc8-bd42-694d75fe2363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 200 len: 217 time: 0.0690582 Aug 28 08:19:50.825809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78bd709e-8e5b-47eb-9c8c-592039dc12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:50.857070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:50.916684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-78bd709e-8e5b-47eb-9c8c-592039dc12fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7367c6fc3534975bf3b34b47b9f00c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716205 Aug 28 08:19:50.919448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44536) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:50.972197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:50.974475 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a4849d-3883-4cc4-bf01-a84c31aea2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:50.981948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Transition to ACTIVE for port object 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:50.999783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd709e-8e5b-47eb-9c8c-592039dc12fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6f1f6-e909-407f-8660-5dcc6e7623ad,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:51.005990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-ac01c2f1-68ea-4135-a488-53bb0cef7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.007569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-ac01c2f1-68ea-4135-a488-53bb0cef7508 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65b63b26-67e3-47d9-a3f2-dcca4045b00e HTTP/1.1" status: 200 len: 851 time: 0.1828346 Aug 28 08:19:51.058010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.079223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-487c2cd3-c15c-457a-8a1c-b766287e8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.080913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-487c2cd3-c15c-457a-8a1c-b766287e8eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24c755be-7937-4fd0-a460-ed7c113864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535431 Aug 28 08:19:51.088614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.131231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.139521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.149005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.158371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.168446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.176986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.184218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.184473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.187640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5217174b-2555-48f6-9643-0580114bb61e req-eccd290c-5936-4d07-b10f-a6c225ddb9dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5371 time: 0.2279811 Aug 28 08:19:51.287870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5217174b-2555-48f6-9643-0580114bb61e req-4ce8217d-8e09-4a14-8a34-858e0f10f34c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740244 Aug 28 08:19:51.321034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Made reservation on behalf of 4f26c0aea17b4946a34871f66a2d5e5f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:51.327718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.357781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-3e6eb3c3-c99f-43e5-be68-a3e602c8eecf service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652826 Aug 28 08:19:51.366895 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef7708-ce2f-4d76-a144-d144c9ddbe38 x-openstack-request-id: req-71ef7708-ce2f-4d76-a144-d144c9ddbe38 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:51.366895 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:51.366895 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71ef7708-ce2f-4d76-a144-d144c9ddbe38 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:51.366895 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'status': 'completed', 'code': 200} Aug 28 08:19:51.366895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:51.456437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.459469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.463592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7e6f1f6-e909-407f-8660-5dcc6e7623ad HTTP/1.1" status: 204 len: 168 time: 0.5429847 Aug 28 08:19:51.510673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e827cb-3844-49c4-99e1-b886ca85ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6f1f6-e909-407f-8660-5dcc6e7623ad,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:51.728410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95afa83-f512-45a9-b8d5-ca304bcd9532 req-cb66cab5-198b-4fb0-b7ef-dbef84374106 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:51.730053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f95afa83-f512-45a9-b8d5-ca304bcd9532 req-cb66cab5-198b-4fb0-b7ef-dbef84374106 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.2834320 Aug 28 08:19:51.736498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Attempting to bind port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:51.736933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Attempting to bind port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:51.737198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Attempting to bind port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:51.776530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:51.776868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Attempting to bind port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:51.796493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:51.796839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:51.797241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Bound using segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:51.797699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Bound port: 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:51.798080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:51.838414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Allocated IP 172.20.0.6 (561db095-7aa8-4021-8b35-f8c4e0fefad0/2e75cf09-beee-4e2b-b3b1-e5366962aed9/ef02ee53-cc7b-463c-b2ee-17bc1eb290bb) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:51.849501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ba5424d-7daa-461a-839f-f49b7c49656d req-40e028af-bd02-41fb-bca3-b701d9af72da service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037871 Aug 28 08:19:51.868058 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f95afa83-f512-45a9-b8d5-ca304bcd9532 req-d47dc748-5b26-4b1a-a1ff-53eb5d2fcbc9 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281812 Aug 28 08:19:51.984841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:51.988447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:52.039661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8d87-71bb-45d2-a001-c87045a0a2c1 req-68c979e3-4ef1-4e2a-a05f-a47f41860086 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.041315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b7a8d87-71bb-45d2-a001-c87045a0a2c1 req-68c979e3-4ef1-4e2a-a05f-a47f41860086 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 943 time: 0.0837522 Aug 28 08:19:52.081072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:52.091010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b7a8d87-71bb-45d2-a001-c87045a0a2c1 req-8caf86e9-4134-40ca-9052-fe3d76d484c2 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Aug 28 08:19:52.092765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dcbe0f4e-7044-4d87-a4a6-7f5e3d0f8dd7 req-62fd4a81-ed21-4241-a784-f03d3440711d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.0595465 Aug 28 08:19:52.160290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.160773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:52.162463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 HTTP/1.1" status: 200 len: 1092 time: 3.3081827 Aug 28 08:19:52.273688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efa4830b-51a4-4e90-ae61-7e17ac235d31 req-40ba74a2-0fd5-4780-b63e-eddafb4f8750 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0580418 Aug 28 08:19:52.279862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:52.290406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e318645-bcd6-480a-bf69-89e041601309 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:52.299176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2cd7-a930-4bf2-adca-b44f9145f7c9 req-c2730766-2ac4-46e1-be53-aff7082f7215 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.301246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-551f2cd7-a930-4bf2-adca-b44f9145f7c9 req-c2730766-2ac4-46e1-be53-aff7082f7215 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.0892081 Aug 28 08:19:52.311454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-9414f256-155b-400c-b43c-3d0a067e6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.313439 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-9414f256-155b-400c-b43c-3d0a067e6d80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fac1a9d8824048559d11537043a34383&device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 1095 time: 0.2089484 Aug 28 08:19:52.323332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 2f2a6b2f-8644-4603-9968-9300c8d233b6 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:52.325000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:52.368141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-551f2cd7-a930-4bf2-adca-b44f9145f7c9 req-617b45ad-b628-4340-b212-3ff5cce954bf tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570011 Aug 28 08:19:52.385109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 2f2a6b2f-8644-4603-9968-9300c8d233b6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:52.388116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 2f2a6b2f-8644-4603-9968-9300c8d233b6 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:52.539165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:52.600841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-079e7990-2c3a-40df-8591-efc725c9d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.602281 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-079e7990-2c3a-40df-8591-efc725c9d13d service neutron] 10.222.0.64 "GET /v2.0/networks?id=24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 200 len: 913 time: 0.2720339 Aug 28 08:19:52.620859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.627543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.633538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.640073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.645962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.651826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.658519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:52.660637 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-3d9af09a-902c-448c-9063-e38deb1de1a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5383 time: 0.2245412 Aug 28 08:19:52.677458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:52.799535 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-5b5d2b13-98fc-4fd3-98b6-74b21b3c84b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 200 len: 217 time: 0.1379044 Aug 28 08:19:52.849265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:52.878815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:52.886003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:52.900153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:52.977991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a62f4b4b-40ce-49f9-879b-1d56128d9dce req-aefd643a-a915-4e91-86e2-1fb1d637b8fe tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2947414 Aug 28 08:19:53.000064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-052df3f6-6793-440b-b8c3-798bef4ccbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.001536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-052df3f6-6793-440b-b8c3-798bef4ccbe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65b63b26-67e3-47d9-a3f2-dcca4045b00e HTTP/1.1" status: 200 len: 851 time: 0.1834052 Aug 28 08:19:53.018569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.019245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:53.047895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d6ab-4a23-43c3-9273-d28a3889e7da req-43d2dd65-5b61-4e92-9e46-1cf40854e04e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.050429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95c4d6ab-4a23-43c3-9273-d28a3889e7da req-43d2dd65-5b61-4e92-9e46-1cf40854e04e tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.0589914 Aug 28 08:19:53.102553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95c4d6ab-4a23-43c3-9273-d28a3889e7da req-d0724953-0ed2-4f79-b299-9121484e1a05 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Aug 28 08:19:53.270871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e4b0-5d2a-47ca-b1fe-af33726cf3da req-6fe98f54-d3f0-4947-9350-87c3144819a2 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.272802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9427e4b0-5d2a-47ca-b1fe-af33726cf3da req-6fe98f54-d3f0-4947-9350-87c3144819a2 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 943 time: 0.0614512 Aug 28 08:19:53.328545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9427e4b0-5d2a-47ca-b1fe-af33726cf3da req-0bc26cf0-9a36-47ab-af26-712e21b3d684 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472853 Aug 28 08:19:53.446587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:53.449662 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:53.461613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a808b5-eed1-4eba-a449-f47a94649ec4 req-a5c6f78e-1a53-4dbf-a015-23830467aff1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.470768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1a808b5-eed1-4eba-a449-f47a94649ec4 req-a5c6f78e-1a53-4dbf-a015-23830467aff1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 931 time: 0.0676892 Aug 28 08:19:53.492635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-b1a80563-2297-4624-8494-c2799b2bda99 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8569562 Aug 28 08:19:53.512282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1a808b5-eed1-4eba-a449-f47a94649ec4 req-e4430360-caca-4700-9dc2-ded117184628 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Aug 28 08:19:53.533595 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc81dbd4-89e5-491b-b8d0-566362c95524 req-0710df14-dafb-4d46-a3df-37a7ce5e63e3 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.0782657 Aug 28 08:19:53.539896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Request body: {'port': {'device_id': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:53.557331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-fceeac7a-a04d-463c-a0d3-98addeeb425c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=485c4f2be305491fbe8c6c1126b16f51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898426 Aug 28 08:19:53.666123 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809bada9-4120-41e5-bd00-2cfa5aeaaea8 x-openstack-request-id: req-809bada9-4120-41e5-bd00-2cfa5aeaaea8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:53.666609 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:53.666716 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-809bada9-4120-41e5-bd00-2cfa5aeaaea8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:53.667080 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'status': 'completed', 'code': 200} Aug 28 08:19:53.705924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-69c4cc69-30bd-4742-9de3-e4d6f2fba180 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.707993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-69c4cc69-30bd-4742-9de3-e4d6f2fba180 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1192417 Aug 28 08:19:53.714401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-1f1bf12c-2363-490c-a77e-9ede7937e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.716148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-1f1bf12c-2363-490c-a77e-9ede7937e802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24c755be-7937-4fd0-a460-ed7c113864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6477606 Aug 28 08:19:53.760941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3963af3-298d-4df1-955a-32c149c5f67f req-a5e1f971-0670-4643-a252-d19bdb76825a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.769292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3963af3-298d-4df1-955a-32c149c5f67f req-a5e1f971-0670-4643-a252-d19bdb76825a tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.1429756 Aug 28 08:19:53.824009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:53.859821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3963af3-298d-4df1-955a-32c149c5f67f req-5db4eb5d-0a37-4525-97ae-21c4f067f582 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887246 Aug 28 08:19:53.863661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6b4925-e79a-4973-8e2c-e65659a563a4 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:53.876053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:53.902499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.903357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.903812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.905182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.905182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.905182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.905182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.908885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-430bf010-e490-4d16-992f-fe7ae4bc924e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6279 time: 0.1994088 Aug 28 08:19:53.945149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Transition to ACTIVE for port object bd6b4925-e79a-4973-8e2c-e65659a563a4 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:53.966391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-5066b6f8-dff7-4c2a-8b02-6ff25d63e15a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.967239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-5066b6f8-dff7-4c2a-8b02-6ff25d63e15a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3808954 Aug 28 08:19:53.975765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-67dc9b30-d56e-4147-9098-537697df5a0d tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:53.977174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-67dc9b30-d56e-4147-9098-537697df5a0d tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.2519283 Aug 28 08:19:54.010335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Request body: {'port': {'device_id': '4ee092ca-93df-45fc-94f9-87ee77516224', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '485c4f2be305491fbe8c6c1126b16f51'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:54.016588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Deleting port 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:54.016948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.033436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-10c71261-7508-4b17-ba86-61586df8edf9 service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965932 Aug 28 08:19:54.120185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-31c6f093-8fbf-440a-8a0d-cec6442f74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.120785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-31c6f093-8fbf-440a-8a0d-cec6442f74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.121142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-31c6f093-8fbf-440a-8a0d-cec6442f74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.123297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-31c6f093-8fbf-440a-8a0d-cec6442f74fa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1906984 Aug 28 08:19:54.145090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.206072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] For port 061b35f0-5edc-48fd-9980-494127a5a289, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=061b35f0-5edc-48fd-9980-494127a5a289,segment=NetworkSegment(7df82bea-4526-468a-b9ef-5390ef91c4da),segment_id=7df82bea-4526-468a-b9ef-5390ef91c4da)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:54.206491 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.226688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Calling delete_port for 061b35f0-5edc-48fd-9980-494127a5a289 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:54.307952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-1fbb525b-4853-4e04-b8cc-6657a39665db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.309414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a625850c-c8ef-4d5c-b7fe-65f0fcb4c642 req-1fbb525b-4853-4e04-b8cc-6657a39665db service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769931 Aug 28 08:19:54.413890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:54.455032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae9ebf-fedd-4459-8640-13acdf7052d0 req-3418e0b2-f418-4b67-bd42-2a3d35c683d1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.456538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67ae9ebf-fedd-4459-8640-13acdf7052d0 req-3418e0b2-f418-4b67-bd42-2a3d35c683d1 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/ports?device_id=cecd9802-c86a-4b2a-85e0-cbcf23587b9c HTTP/1.1" status: 200 len: 947 time: 0.1064968 Aug 28 08:19:54.518408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67ae9ebf-fedd-4459-8640-13acdf7052d0 req-0a1607a2-b64c-4551-adb7-cbee9c12a635 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9ae86c8-a5ed-44b9-909c-4bad58751e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Aug 28 08:19:54.523994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.529836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.539936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.546354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.552194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.558596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.564617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.566510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-61b3c46b-5afd-440b-8236-4b174e7fa141 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5395 time: 0.4264562 Aug 28 08:19:54.574707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-7dee55b5-8021-49cc-a01f-7789f7960fae service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744306 Aug 28 08:19:54.582690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.632086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['061b35f0-5edc-48fd-9980-494127a5a289'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:54.634737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Deleting port ab54de3e-22c4-49a9-a48a-2c27f47c931e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:19:54.635092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.643226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Pushing event deleted for resources: {'Port': ['ID=061b35f0-5edc-48fd-9980-494127a5a289,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.687859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.688347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.688472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.688804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.689133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.689490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.689774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:19:54.699754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 128a5d07-5a82-44a5-917f-bc2f9677ab80 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:19:54.715596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] No DVR routers for this DVR port 061b35f0-5edc-48fd-9980-494127a5a289 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:54.718244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.720382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9556ba74-3511-4973-977d-db6d9a1d7f52 req-929a0b77-5fac-448d-8c10-3cacc5a77818 tempest-ServersNegativeTestJSON-79836945 tempest-ServersNegativeTestJSON-79836945-project] 10.222.0.64 "DELETE /v2.0/ports/061b35f0-5edc-48fd-9980-494127a5a289 HTTP/1.1" status: 204 len: 173 time: 0.9968004 Aug 28 08:19:54.721001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-deleted', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:54.723710 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6bc38-8cd6-42c0-ac47-fb0d516bc7dd" -d '{"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-deleted", "tag": "061b35f0-5edc-48fd-9980-494127a5a289"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:54.741050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-134d1281-425b-4cb5-ae2a-18b2574b2460 req-9462fb5d-cc4c-4d26-8bba-780ef7dda1c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653509 Aug 28 08:19:54.756383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Attempting to bind port bd6b4925-e79a-4973-8e2c-e65659a563a4 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:54.756383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Attempting to bind port bd6b4925-e79a-4973-8e2c-e65659a563a4 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:54.756730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Attempting to bind port bd6b4925-e79a-4973-8e2c-e65659a563a4 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:54.787746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Made reservation on behalf of 485c4f2be305491fbe8c6c1126b16f51 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:19:54.791461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.800060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Port bd6b4925-e79a-4973-8e2c-e65659a563a4 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:54.800536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Attempting to bind port bd6b4925-e79a-4973-8e2c-e65659a563a4 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:54.818249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8de290-cd2a-41b2-8b16-5dddfd8ab2a3 req-8fb33b5c-3e1f-44e3-b3f2-b138f91da346 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:54.819939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa8de290-cd2a-41b2-8b16-5dddfd8ab2a3 req-8fb33b5c-3e1f-44e3-b3f2-b138f91da346 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 943 time: 0.0707016 Aug 28 08:19:54.833545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:54.834468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Checking segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:54.834783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Bound using segment: {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:54.835285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Bound port: bd6b4925-e79a-4973-8e2c-e65659a563a4, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a0ab13-618a-4216-8603-863ebf3fee3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:54.835646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.852874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:54.866784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa8de290-cd2a-41b2-8b16-5dddfd8ab2a3 req-85995c11-c458-403d-8ff5-012d82177a3f tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371108 Aug 28 08:19:54.872372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'port_id': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'mac_address': 'fa:16:3e:7d:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:19:54.877981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef02ee53-cc7b-463c-b2ee-17bc1eb290bb {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:54.922752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.929565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:54.942924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128a5d07-5a82-44a5-917f-bc2f9677ab80 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:54.970139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:54.970997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-578470f8-f3a1-4fb4-8cf6-5c21d32b8b5a req-1a2bef39-ffde-46fe-9fc3-129b56407573 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.0319116 Aug 28 08:19:54.994570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] For port ab54de3e-22c4-49a9-a48a-2c27f47c931e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ab54de3e-22c4-49a9-a48a-2c27f47c931e,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:54.995075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.035217 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6b1f7-f8a6-4f58-9f32-629ca826409d x-openstack-request-id: req-c9c6b1f7-f8a6-4f58-9f32-629ca826409d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:55.035514 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd9802-c86a-4b2a-85e0-cbcf23587b9c", "name": "network-vif-deleted", "tag": "061b35f0-5edc-48fd-9980-494127a5a289", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:55.035763 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9c6b1f7-f8a6-4f58-9f32-629ca826409d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:55.036158 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd9802-c86a-4b2a-85e0-cbcf23587b9c', 'name': 'network-vif-deleted', 'tag': '061b35f0-5edc-48fd-9980-494127a5a289', 'status': 'completed', 'code': 200} Aug 28 08:19:55.040127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Transition to ACTIVE for port object ef02ee53-cc7b-463c-b2ee-17bc1eb290bb will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:55.042629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Calling delete_port for ab54de3e-22c4-49a9-a48a-2c27f47c931e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:19:55.082221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.135256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1231c58-047b-4683-8f9b-99d97292bd07 req-77d3e323-e786-4786-8076-44e371a230ce tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.136405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1231c58-047b-4683-8f9b-99d97292bd07 req-77d3e323-e786-4786-8076-44e371a230ce tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 931 time: 0.2939315 Aug 28 08:19:55.140713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:55.158439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.212521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:55.233528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064381db-8378-43ca-8687-225df2234fc1 req-698bac93-d5c8-4c08-b241-15689b3b5dfe tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.235719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-064381db-8378-43ca-8687-225df2234fc1 req-698bac93-d5c8-4c08-b241-15689b3b5dfe tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 950 time: 0.0625441 Aug 28 08:19:55.268453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:55.279690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-064381db-8378-43ca-8687-225df2234fc1 req-fde64a5a-ee07-46b5-9279-829b7a4f51f9 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/security-groups?id=52dd9a7d-dd8e-4856-ae99-d0b89565a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Aug 28 08:19:55.288723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:55.291493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Allocated IP 192.168.233.50 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/28e107b9-f6d2-4f43-bc36-52f5c2b78b44) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:19:55.346034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1231c58-047b-4683-8f9b-99d97292bd07 req-e2854f01-8f04-4d87-b8c8-6df833dda288 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799295 Aug 28 08:19:55.432806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Attempting to bind port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:55.433264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Attempting to bind port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:55.435315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Attempting to bind port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:55.438165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['128a5d07-5a82-44a5-917f-bc2f9677ab80'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:55.438803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:55.439122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Attempting to bind port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:55.446442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:55.446442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Checking segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:55.446442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Bound using segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:55.446442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Bound port: ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:55.446934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.465017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.483369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.483561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.484994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd6b4925-e79a-4973-8e2c-e65659a563a4 HTTP/1.1" status: 200 len: 1092 time: 3.1683681 Aug 28 08:19:55.599856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:55.657426 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.663213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:55.672519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:55.674980 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:55.694752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Deleting subnet 9869f82a-529d-452b-b874-c4ba8b899c1a {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:19:55.706007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.758945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.767601 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d0c181-29c1-483b-a2aa-9be902b9a31c x-openstack-request-id: req-65d0c181-29c1-483b-a2aa-9be902b9a31c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:55.767896 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:55.768151 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65d0c181-29c1-483b-a2aa-9be902b9a31c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:55.768548 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'status': 'completed', 'code': 200} Aug 28 08:19:55.820139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.842261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d448913-fceb-4770-841f-eaaaba15b617 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:55.849967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:55.882376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.884312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:55.888292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:55.918134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.921314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.921314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.921314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.921314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.921702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.922051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:55.924331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-8c9c8e2e-5976-43aa-aaa4-947c6548ba16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6347 time: 0.0748870 Aug 28 08:19:55.938533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Transition to ACTIVE for port object 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:56.010501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.024311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.028540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.032227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.034466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.041256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.047531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.053645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.055650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-759882a9-b19c-49f3-9b89-b15d7a27093e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5395 time: 0.1837509 Aug 28 08:19:56.064928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.067012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.079358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9869f82a-529d-452b-b874-c4ba8b899c1a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:56.090492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.096868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5673784a-9863-408e-95cb-067b313dcc15 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9869f82a-529d-452b-b874-c4ba8b899c1a HTTP/1.1" status: 204 len: 168 time: 0.4958136 Aug 28 08:19:56.097530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44678) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:56.129743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ab7b-b962-4f0e-8fb0-9fd27e36f56b req-9aabdf40-72cb-4ef6-8bf3-5abb776ef054 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.131522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20a9ab7b-b962-4f0e-8fb0-9fd27e36f56b req-9aabdf40-72cb-4ef6-8bf3-5abb776ef054 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 944 time: 0.1901584 Aug 28 08:19:56.175787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44682) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:56.228591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.229315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.230648 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] 10.222.0.64 "PUT /v2.0/ports/ef02ee53-cc7b-463c-b2ee-17bc1eb290bb HTTP/1.1" status: 200 len: 1092 time: 2.7019222 Aug 28 08:19:56.233501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-45f07990-c1fd-47ae-a515-5c5d8349f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.234331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-45f07990-c1fd-47ae-a515-5c5d8349f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.234516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-45f07990-c1fd-47ae-a515-5c5d8349f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.236217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-45f07990-c1fd-47ae-a515-5c5d8349f23e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2839515 Aug 28 08:19:56.317836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.331262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20a9ab7b-b962-4f0e-8fb0-9fd27e36f56b req-3f90ccb6-67db-43f8-b60b-15cbbe143c7c tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505885 Aug 28 08:19:56.345199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6462fc0-ecc2-44c4-a8f0-266858553c1c service neutron] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:56.350227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] No DVR routers for this DVR port ab54de3e-22c4-49a9-a48a-2c27f47c931e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:19:56.362580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-82371d0f-2489-46ed-9806-d97bb1fee48a req-10fcac08-ba5e-4158-97f7-a2f811834f9b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396677 Aug 28 08:19:56.374342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.376414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59946e6c-d291-4ec1-8c67-51d8f8332c4d req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.64 "DELETE /v2.0/ports/ab54de3e-22c4-49a9-a48a-2c27f47c931e HTTP/1.1" status: 204 len: 173 time: 2.3819609 Aug 28 08:19:56.449198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c40a-6cad-474b-b9bd-9c81985965ad tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] Pushing event deleted for resources: {'Port': ['ID=ab54de3e-22c4-49a9-a48a-2c27f47c931e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:56.454517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.506160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebff84f5-1110-4c83-a0f8-252072f62469', '909e0232-85ef-43c6-ba7b-ae45cb6f3c69'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:19:56.516305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.532156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2608c5-d899-4698-be34-462e1b9430dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.542131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335cb11f-2d84-49b9-8ea3-2273b491e7be']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:56.562556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a4b6-7413-4078-b8aa-bd6a936e7d3f req-75b3c6e1-fe89-4b7d-ba3a-59579f9dec75 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.564152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bad2a4b6-7413-4078-b8aa-bd6a936e7d3f req-75b3c6e1-fe89-4b7d-ba3a-59579f9dec75 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 935 time: 0.1534183 Aug 28 08:19:56.565243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-91206045-b482-4689-87a0-6ce2d877a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.566781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a86fbe-bff8-4c6f-b7d6-4aeeaa10f864 req-91206045-b482-4689-87a0-6ce2d877a32c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140655 Aug 28 08:19:56.570616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df82bea-4526-468a-b9ef-5390ef91c4da') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:56.570840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df82bea-4526-468a-b9ef-5390ef91c4da') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:19:56.585631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:19:56.591580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.624897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.631559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:19:56.634770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bad2a4b6-7413-4078-b8aa-bd6a936e7d3f req-d1236bbf-0290-4502-93da-1733dbcc58e7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 28 08:19:56.636035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:19:56.636665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:19:56.643702 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:19:56.678894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-562f81e3-0c07-416e-82a4-c4109152411a req-25d5c562-5667-4eda-b616-d2f233a85d18 tempest-ServersAdminNegativeTestJSON-707029485 tempest-ServersAdminNegativeTestJSON-707029485-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e2776d5-5e25-4ba0-a9b9-e1a682770902 HTTP/1.1" status: 200 len: 210 time: 0.1067080 Aug 28 08:19:56.693302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:19:56.758739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 128a5d07-5a82-44a5-917f-bc2f9677ab80 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:19:56.815893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.822022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:56.827134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] 10.222.0.46 "DELETE /v2.0/networks/335cb11f-2d84-49b9-8ea3-2273b491e7be HTTP/1.1" status: 204 len: 168 time: 0.7169907 Aug 28 08:19:56.840337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef49f-9cf1-4f53-a4be-1a74f76eea30 admin admin] Pushing event deleted for resources: {'Network': ['ID=335cb11f-2d84-49b9-8ea3-2273b491e7be,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:56.876557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47772afe-a834-4a29-b4ce-d1d5d93f0b95 req-1a2e658c-e066-41f4-916a-fc4618cab292 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:56.893683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47772afe-a834-4a29-b4ce-d1d5d93f0b95 req-1a2e658c-e066-41f4-916a-fc4618cab292 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 943 time: 0.1094377 Aug 28 08:19:56.959575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47772afe-a834-4a29-b4ce-d1d5d93f0b95 req-97faebe0-a953-4b7a-8558-6bab764ba816 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521026 Aug 28 08:19:57.016027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 128a5d07-5a82-44a5-917f-bc2f9677ab80 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:57.020830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 128a5d07-5a82-44a5-917f-bc2f9677ab80 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:57.021203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.085856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event updated for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:57.128831 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.132204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-40553834-b846-4051-aaa9-ebc844e9a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.133752 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-40553834-b846-4051-aaa9-ebc844e9a0af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 1095 time: 0.7013898 Aug 28 08:19:57.156232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:57.158669 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0d61e-c8f1-4372-9868-0ac7b5ddc397" -d '{"events": [{"server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "name": "network-vif-plugged", "status": "completed", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:57.172516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:19:57.201748 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd1abe0-1ab8-4a1e-b1fc-70d60610010c x-openstack-request-id: req-0cd1abe0-1ab8-4a1e-b1fc-70d60610010c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:57.201748 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "name": "network-vif-plugged", "status": "completed", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:57.201748 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cd1abe0-1ab8-4a1e-b1fc-70d60610010c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:57.201748 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'code': 200} Aug 28 08:19:57.212155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.212761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.238535 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-691c8112-c52f-4ed0-8e6a-56fc46c31d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb HTTP/1.1" status: 200 len: 217 time: 0.0807683 Aug 28 08:19:57.289261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489ba983-bd6b-46c8-a623-868b43258bd4 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:57.333332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.333332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44694) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:57.382423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2608c5-d899-4698-be34-462e1b9430dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.399009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Transition to ACTIVE for port object 489ba983-bd6b-46c8-a623-868b43258bd4 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:57.406172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-ee695fc9-26b7-4799-b97c-7b38618623a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.407671 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-ee695fc9-26b7-4799-b97c-7b38618623a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.1517386 Aug 28 08:19:57.418527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.421814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:57.422156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2be8-7193-4d7a-b91c-eb222460e909 req-82343301-f741-468d-8092-91f905ae25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.423705 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d3f2be8-7193-4d7a-b91c-eb222460e909 req-82343301-f741-468d-8092-91f905ae25d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 1096 time: 0.1278973 Aug 28 08:19:57.459940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-7a8c0f1a-c51e-492d-abf6-2b03e7796f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439458 Aug 28 08:19:57.470100 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a48086e-16f8-4d9f-b52d-73cda4fa066c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0606057246a145328a7828d9cbe2dde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316683 Aug 28 08:19:57.473457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:57.481735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1dd2a-3914-4a06-bf27-8a1f9617b732 req-2a690592-130a-449d-aec4-a3f585c33e0d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.487872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 061b35f0-5edc-48fd-9980-494127a5a289 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:57.488211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 061b35f0-5edc-48fd-9980-494127a5a289 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:57.488629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ab54de3e-22c4-49a9-a48a-2c27f47c931e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:19:57.490816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ca1dd2a-3914-4a06-bf27-8a1f9617b732 req-2a690592-130a-449d-aec4-a3f585c33e0d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.0762613 Aug 28 08:19:57.524106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ab54de3e-22c4-49a9-a48a-2c27f47c931e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:19:57.524461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ab54de3e-22c4-49a9-a48a-2c27f47c931e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:19:57.527993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8f20850f-5d14-47eb-8a8a-0e12ca6f9fc1 None None] Provisioning for port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:19:57.535757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8f20850f-5d14-47eb-8a8a-0e12ca6f9fc1 None None] Provisioning complete for port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:19:57.536199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f20850f-5d14-47eb-8a8a-0e12ca6f9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.559271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.561685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2608c5-d899-4698-be34-462e1b9430dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.563612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ca1dd2a-3914-4a06-bf27-8a1f9617b732 req-f617c965-cb3c-4aee-8cfa-f89f39545e96 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715377 Aug 28 08:19:57.580072 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.605651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.605833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2608c5-d899-4698-be34-462e1b9430dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed271550-96fe-490c-8ff2-1062baed0a64,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:57.636631 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d3f2be8-7193-4d7a-b91c-eb222460e909 req-36bd44d4-8d59-4e3d-a8d4-131b6bf4883f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025542 Aug 28 08:19:57.637395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:57.657087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-ff3f8a1d-9112-4a90-b8d0-6bb62bf74977 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6535733 Aug 28 08:19:57.673121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd561bda-2a5f-47ac-bec3-04c5dcadbeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.693889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8f20850f-5d14-47eb-8a8a-0e12ca6f9fc1 None None] Port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:19:57.700187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Request body: {'port': {'device_id': '4ee092ca-93df-45fc-94f9-87ee77516224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:57.716236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.722953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.729204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.735241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.741180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.747185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.751392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.753286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.755335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-c9cf75c8-978b-464f-9533-d841b48107c0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5395 time: 0.2983639 Aug 28 08:19:57.764329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.768748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9ae86c8-a5ed-44b9-909c-4bad58751e0d HTTP/1.1" status: 204 len: 168 time: 0.2717161 Aug 28 08:19:57.784471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ee6e-4fc6-4abb-933e-6cb10a640543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae86c8-a5ed-44b9-909c-4bad58751e0d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:57.805158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'}, {'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'name': 'network-vif-deleted', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:19:57.807497 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a6033e-1162-4d82-9a1a-c1adc69d4d66" -d '{"events": [{"name": "network-changed", "server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb"}, {"server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "name": "network-vif-deleted", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:19:57.865583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d2608c5-d899-4698-be34-462e1b9430dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f518e37b99424fe3b17216e52b7300c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6886954 Aug 28 08:19:57.874040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:57.886186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44714) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:57.943421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:57.943697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba3865-fc55-45a8-aaac-58b6a2384e71 req-3dbb8fab-7dea-40e8-9ce9-7429dad11c5b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:57.945216 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87ba3865-fc55-45a8-aaac-58b6a2384e71 req-3dbb8fab-7dea-40e8-9ce9-7429dad11c5b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 935 time: 0.0986929 Aug 28 08:19:57.950160 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-a5776b5e-07b0-4846-8938-14e2d0ac125e service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694700 Aug 28 08:19:57.972226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.011245 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.016009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87ba3865-fc55-45a8-aaac-58b6a2384e71 req-a51288c4-d9c9-42c4-bbb8-48e34e4781ee tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601397 Aug 28 08:19:58.042963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbe070c1-e9ad-4c95-9aea-d492c6850f34 req-e26e112f-0e4e-4699-80c5-786d8d60035b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207658 Aug 28 08:19:58.115071 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d87e4-84a8-405e-9313-ef04d30f3e9d x-openstack-request-id: req-5d6d87e4-84a8-405e-9313-ef04d30f3e9d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:19:58.115727 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb", "status": "completed", "code": 200}, {"server_uuid": "6e2776d5-5e25-4ba0-a9b9-e1a682770902", "name": "network-vif-deleted", "tag": "ab54de3e-22c4-49a9-a48a-2c27f47c931e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:19:58.115904 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d6d87e4-84a8-405e-9313-ef04d30f3e9d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:19:58.116579 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'status': 'completed', 'code': 200} Aug 28 08:19:58.116684 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2776d5-5e25-4ba0-a9b9-e1a682770902', 'name': 'network-vif-deleted', 'tag': 'ab54de3e-22c4-49a9-a48a-2c27f47c931e', 'status': 'completed', 'code': 200} Aug 28 08:19:58.130131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Attempting to bind port 489ba983-bd6b-46c8-a623-868b43258bd4 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:58.130131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Attempting to bind port 489ba983-bd6b-46c8-a623-868b43258bd4 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:58.130496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Attempting to bind port 489ba983-bd6b-46c8-a623-868b43258bd4 on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:58.149519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Port 489ba983-bd6b-46c8-a623-868b43258bd4 on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:58.149926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Attempting to bind port 489ba983-bd6b-46c8-a623-868b43258bd4 on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:58.179565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.182430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.184300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed271550-96fe-490c-8ff2-1062baed0a64 HTTP/1.1" status: 204 len: 168 time: 0.2969363 Aug 28 08:19:58.193816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246d73-df69-411f-9533-0d6c5fe50e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed271550-96fe-490c-8ff2-1062baed0a64,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:58.249603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:58.249946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Checking segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:58.250367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Bound using segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:58.250847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Bound port: 489ba983-bd6b-46c8-a623-868b43258bd4, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:58.251162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.368164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ded0dc26-fd45-44b9-b289-021fadf8e315 req-43eebe04-76f5-414f-bdfd-0a6b26e1d7e6 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669627 Aug 28 08:19:58.400293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3d77-9e08-4a31-9d27-3ae61b56efc6 req-cdd59cac-f379-4294-9c68-19f1f7e06032 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:58.402001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a96b3d77-9e08-4a31-9d27-3ae61b56efc6 req-cdd59cac-f379-4294-9c68-19f1f7e06032 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 943 time: 0.1999729 Aug 28 08:19:58.483147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:58.501629 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a96b3d77-9e08-4a31-9d27-3ae61b56efc6 req-2e7ac0ad-f34f-4ab6-8795-413765f526b4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900965 Aug 28 08:19:58.510090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:58.561961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:58.569742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.587091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Transition to ACTIVE for port object 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:19:58.617873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.662577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:58.663207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.664590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d58b34e7-1658-41db-a336-911c37362111 service neutron] 10.222.0.39 "PUT /v2.0/ports/489ba983-bd6b-46c8-a623-868b43258bd4 HTTP/1.1" status: 200 len: 1092 time: 3.0127628 Aug 28 08:19:58.677542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-5dcb7ce5-8d86-44c4-9049-7629d6b6f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:58.679125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-5dcb7ce5-8d86-44c4-9049-7629d6b6f0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 1095 time: 0.0933595 Aug 28 08:19:58.694930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b34e7-1658-41db-a336-911c37362111 service neutron] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:58.712309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:58.725904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835a248-ca6f-4cd4-bcae-9caaa5c8385a req-44bde0de-c0cd-4365-91bd-f90f11713671 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:58.729762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4835a248-ca6f-4cd4-bcae-9caaa5c8385a req-44bde0de-c0cd-4365-91bd-f90f11713671 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.0868046 Aug 28 08:19:58.815150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4835a248-ca6f-4cd4-bcae-9caaa5c8385a req-7dccf3e8-f141-4a42-aa2d-96c758a0c043 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787029 Aug 28 08:19:59.068818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Request body: {'port': {'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:19:59.135260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:59.137360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Pushing event updated for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:59.137360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.137360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-8cbf5fa7-991d-407a-892e-8d56e7742180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.137360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-8cbf5fa7-991d-407a-892e-8d56e7742180 service neutron] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 923 time: 0.3674965 Aug 28 08:19:59.170455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-9f1d6a98-6d4b-439a-9398-3c8c82ffa5a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb HTTP/1.1" status: 200 len: 217 time: 0.0924563 Aug 28 08:19:59.203330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0088c6c-92e2-415d-930c-a5027d5233c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0078ccc0f5e4fa49b91485187f2145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460913 Aug 28 08:19:59.205592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:59.255049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Attempting to bind port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:19:59.255049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Attempting to bind port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:19:59.255429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Attempting to bind port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:59.290854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b8fe-65e1-42d5-b703-8abc42d49e97 req-b90d7814-2891-43d3-88df-ccf50e663a10 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.292731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4701b8fe-65e1-42d5-b703-8abc42d49e97 req-b90d7814-2891-43d3-88df-ccf50e663a10 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 947 time: 0.0879200 Aug 28 08:19:59.332142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:19:59.332380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Attempting to bind port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:19:59.338659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.343432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:19:59.343772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:19:59.351786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:19:59.368152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Bound port: 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:19:59.368152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.368887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4701b8fe-65e1-42d5-b703-8abc42d49e97 req-d18569f5-e4bb-46de-a967-5c57ce811d27 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560517 Aug 28 08:19:59.376216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-369e580e-3925-4b2e-8341-b51f37ed9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.378048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-369e580e-3925-4b2e-8341-b51f37ed9b70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.2002490 Aug 28 08:19:59.380334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.457886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-ae643905-9b19-4e54-9f38-0c6838c05f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641322 Aug 28 08:19:59.481352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.488845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.495893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.503785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.511784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.518535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.521909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.524479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.530111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.530665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52dd9a7d-dd8e-4856-ae99-d0b89565a47d HTTP/1.1" status: 204 len: 168 time: 0.3179405 Aug 28 08:19:59.530763 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-73cc0bfd-d11e-4668-951f-422f702e5a26 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5407 time: 0.3018434 Aug 28 08:19:59.535985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:59.536658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb399028-cf27-4cf6-bc6e-f336f0eb7ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd9a7d-dd8e-4856-ae99-d0b89565a47d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:59.551812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c80e4cb1-88e4-418a-991e-7b1fc548e9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.700349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804f24d-76a6-49f2-8900-00d6c7a6b905 req-ce10d205-2b26-42d9-8cb0-b4e79c66e128 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:19:59.702490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5804f24d-76a6-49f2-8900-00d6c7a6b905 req-ce10d205-2b26-42d9-8cb0-b4e79c66e128 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 943 time: 0.0909691 Aug 28 08:19:59.762244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c835e9d4-6c53-43e5-a798-cc66adbb402c req-50a5579e-3eca-4f91-91dd-5bd675501fb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1915243 Aug 28 08:19:59.765667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c80e4cb1-88e4-418a-991e-7b1fc548e9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.767476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:19:59.776724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5804f24d-76a6-49f2-8900-00d6c7a6b905 req-a031039d-f755-41d7-8d9b-11811205a6dd tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602982 Aug 28 08:19:59.814319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:19:59.835862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-c259399e-1454-4e07-8b99-10c3bc7c4d24 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083215 Aug 28 08:19:59.836745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.873995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c80e4cb1-88e4-418a-991e-7b1fc548e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:19:59.965770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c80e4cb1-88e4-418a-991e-7b1fc548e9b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98aaba6bf96540029215c14f246998a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302535 Aug 28 08:19:59.968527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44768) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:19:59.971804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79601ae2-ac05-4457-8fce-ac51f48a946d {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:19:59.976422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e4cb1-88e4-418a-991e-7b1fc548e9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b1141-510d-4444-8b0f-68fed5134a2c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:19:59.994782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.005426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13554a66-3fd7-4d9d-8468-36511125183a req-57d7f72b-e870-4dce-8474-c8ef49cf1e57 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.011108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13554a66-3fd7-4d9d-8468-36511125183a req-57d7f72b-e870-4dce-8474-c8ef49cf1e57 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.1010628 Aug 28 08:20:00.013744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.015337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:00.079371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13554a66-3fd7-4d9d-8468-36511125183a req-46aa0982-580b-42fc-a264-7dc11da6a269 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656066 Aug 28 08:20:00.092254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Transition to ACTIVE for port object 79601ae2-ac05-4457-8fce-ac51f48a946d will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:20:00.101190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75a6033e-1162-4d82-9a1a-c1adc69d4d66 req-f5bcd92b-8931-4adc-b019-1a122a2a9a04 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560229 Aug 28 08:20:00.121010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:00.126280 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eab0cf-0d73-4fdf-8e15-7b662223a75d" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:00.147458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.148558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.150307 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] 10.222.0.39 "PUT /v2.0/ports/28e107b9-f6d2-4f43-bc36-52f5c2b78b44 HTTP/1.1" status: 200 len: 1096 time: 2.4603918 Aug 28 08:20:00.227765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9eea9-b799-48b1-9ca3-1aab8e0cce04 x-openstack-request-id: req-3ed9eea9-b799-48b1-9ca3-1aab8e0cce04 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:00.228071 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:00.228451 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ed9eea9-b799-48b1-9ca3-1aab8e0cce04 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:00.228992 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4', 'status': 'completed', 'code': 200} Aug 28 08:20:00.229483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.242285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224c0e-619f-4437-ae21-68f2c9e3ae6f service neutron] Pushing event updated for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:00.253409 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.254329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1581741086-network', 'tenant_id': 'f889b28371964368a43852892be25144'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:00.296192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-355951e7-31a0-4d6d-9863-639734d070c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.392468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-baeb992c-fc0b-45f9-a78e-33a62d877a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.395138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-baeb992c-fc0b-45f9-a78e-33a62d877a71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 1099 time: 0.0693576 Aug 28 08:20:00.410431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Made reservation on behalf of f889b28371964368a43852892be25144 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:00.413719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.432780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.505477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-37502835-2269-4927-af84-db60faf97935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44 HTTP/1.1" status: 200 len: 217 time: 0.0787418 Aug 28 08:20:00.528908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.615769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:00.625291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44782) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:00.633018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367a680-ff7f-4e25-8ae9-b7a605efde9f req-7969b836-6f45-42a7-8748-8bf6b817972e tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.634660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8367a680-ff7f-4e25-8ae9-b7a605efde9f req-7969b836-6f45-42a7-8748-8bf6b817972e tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.4121585 Aug 28 08:20:00.651642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.656130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.657138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-ba9741c2-7ca7-438e-b279-869b1554f9ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6441 time: 0.3210144 Aug 28 08:20:00.658742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44784) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:00.677496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Request body: {'floatingip': {'port_id': '128a5d07-5a82-44a5-917f-bc2f9677ab80'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:00.743797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:00.866535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:00.882793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'port_id': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'mac_address': 'fa:16:3e:1f:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e75cf09-beee-4e2b-b3b1-e5366962aed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:00.928983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:00.943908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef02ee53-cc7b-463c-b2ee-17bc1eb290bb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:00.966879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:00.980844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-1bdc4968-5004-44ef-97bc-8ad8d5f30838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:00.982391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-1bdc4968-5004-44ef-97bc-8ad8d5f30838 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.4590049 Aug 28 08:20:01.044416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.047198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137192f-cff9-4038-a708-95e82fbe7414 req-ec81108b-5f5e-479d-96b3-2e7229a7c4cb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.048882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9137192f-cff9-4038-a708-95e82fbe7414 req-ec81108b-5f5e-479d-96b3-2e7229a7c4cb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 947 time: 0.4823513 Aug 28 08:20:01.092883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-4402198f-630b-4cd6-ac47-2e829647ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.094415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-4402198f-630b-4cd6-ac47-2e829647ef91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970781 Aug 28 08:20:01.103689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:01.129151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.169292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.174782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9137192f-cff9-4038-a708-95e82fbe7414 req-cae54755-04fc-4068-81cc-2a60096a0abf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096091 Aug 28 08:20:01.230154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Attempting to bind port 79601ae2-ac05-4457-8fce-ac51f48a946d on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:20:01.230768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Attempting to bind port 79601ae2-ac05-4457-8fce-ac51f48a946d by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:20:01.230915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Attempting to bind port 79601ae2-ac05-4457-8fce-ac51f48a946d on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:01.253087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.264688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-05749574-e107-44db-8946-00555c48bacb service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610844 Aug 28 08:20:01.291893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ed9dbca6-8246-4786-b824-a0009d11c6b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a7f7ea3db824dfe8e0b854219a6c622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560371 Aug 28 08:20:01.308142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44792) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:01.308885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Port 79601ae2-ac05-4457-8fce-ac51f48a946d on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:20:01.309226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Attempting to bind port 79601ae2-ac05-4457-8fce-ac51f48a946d on network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:01.348983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:01.355733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.362577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.362577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/714b1141-510d-4444-8b0f-68fed5134a2c HTTP/1.1" status: 204 len: 168 time: 1.3820226 Aug 28 08:20:01.362808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd2f5b3-af03-43f5-ae9c-06388542bdd4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:01.385703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:20:01.386078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Checking segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:01.386791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Bound using segment: {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:20:01.386928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Bound port: 79601ae2-ac05-4457-8fce-ac51f48a946d, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c12337-8b1f-4151-b828-07301c018810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:20:01.387295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.414360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-c0d6e954-e304-4727-90e9-c39954682e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.414843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-c0d6e954-e304-4727-90e9-c39954682e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.415316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-c0d6e954-e304-4727-90e9-c39954682e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.417340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-c0d6e954-e304-4727-90e9-c39954682e8b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7288923 Aug 28 08:20:01.426383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc935-8b0a-4441-8ca2-f60ca8701a27 req-10915161-3816-48e7-b8af-121e964e7d2d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.434004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2edc935-8b0a-4441-8ca2-f60ca8701a27 req-10915161-3816-48e7-b8af-121e964e7d2d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 944 time: 0.3387601 Aug 28 08:20:01.445303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c708b325-32a1-48a0-a96e-3c6caaf84fa3 req-345f1bb2-0d58-47b4-9996-994ca3f975fd service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602237 Aug 28 08:20:01.447946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:20:01.467656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed4aab-1751-4833-8afc-d26d522cc30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b1141-510d-4444-8b0f-68fed5134a2c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:01.493501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.494019 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Added segment 6c8b1041-de91-44e8-87f2-78bc901b06b5 of type vlan for network 00761a5b-1e1f-4506-9d46-5e8470999b48 Aug 28 08:20:01.524018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.529685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.536539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.543555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.551082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.558733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.565517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.567658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-93fe5bd9-d8f8-4f7e-b56c-a0a1c702fcb4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.3021092 Aug 28 08:20:01.617654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.653743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26094e70-8dd1-4eb4-9afc-7ad41bf4a4de req-196dc606-d6b2-4602-b309-f8ff8dbd2d28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644398 Aug 28 08:20:01.688836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2edc935-8b0a-4441-8ca2-f60ca8701a27 req-ea655fc5-24bb-4cc1-be68-59986536292e tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539227 Aug 28 08:20:01.727115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.739695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:20:01.752604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:20:01.753317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.753772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.754672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.755190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.765040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-13a851c4-ad0f-4ba2-a194-be75495b5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.766762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23eab0cf-0d73-4fdf-8e15-7b662223a75d req-13a851c4-ad0f-4ba2-a194-be75495b5c9a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3229492 Aug 28 08:20:01.814713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.835981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] Pushing event updated for resources: {'Network': ['ID=00761a5b-1e1f-4506-9d46-5e8470999b48,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:01.863029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 00761a5b-1e1f-4506-9d46-5e8470999b48 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:20:01.876322 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.906476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c28ca88-a36b-4355-aac7-ca734fa0831e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8871131 Aug 28 08:20:01.906795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:01.912617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Request body: {'subnet': {'network_id': '00761a5b-1e1f-4506-9d46-5e8470999b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1581741086-subnet', 'tenant_id': 'f889b28371964368a43852892be25144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:01.938819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:01.939557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:01.940930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] 10.222.0.39 "PUT /v2.0/ports/79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 200 len: 1092 time: 3.1268842 Aug 28 08:20:02.010123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Made reservation on behalf of f889b28371964368a43852892be25144 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:02.012930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.013107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfb4b5-c463-4965-8fbd-38666b7bed32 service neutron] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:02.118755 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.121915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.123480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa4af22d-5694-4cee-aa52-bfc27e6a9156 HTTP/1.1" status: 204 len: 168 time: 0.8154705 Aug 28 08:20:02.152325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6ac8f-78ec-4d08-9c8f-ccaa17130f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4af22d-5694-4cee-aa52-bfc27e6a9156,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:02.183498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.203344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.204121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.204752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.205396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.206036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.206720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.207350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.210333 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-29b9b6ca-b18c-4705-97cb-5a4c9cdeafba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6483 time: 0.0758944 Aug 28 08:20:02.230847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44'}, {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:02.233468 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44"}, {"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:02.284803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.325885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-cae6077a-b30b-4bc4-a65c-c6af8d620c97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 200 len: 217 time: 0.0887094 Aug 28 08:20:02.330416 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab905ca1-6c94-4a99-b86d-e521096ce18f x-openstack-request-id: req-ab905ca1-6c94-4a99-b86d-e521096ce18f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:02.330979 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:02.331431 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab905ca1-6c94-4a99-b86d-e521096ce18f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:02.331979 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44', 'status': 'completed', 'code': 200} Aug 28 08:20:02.332175 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'status': 'completed', 'code': 200} Aug 28 08:20:02.427728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.481315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e753340-a06b-4969-a0c7-dd5ddc1f8cf2 req-6a712192-21df-4243-8040-88061e781508 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.483043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e753340-a06b-4969-a0c7-dd5ddc1f8cf2 req-6a712192-21df-4243-8040-88061e781508 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 947 time: 0.1999969 Aug 28 08:20:02.487786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13a4ae4-15b8-4b1a-bd90-bd157b09e7e8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:02.498566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Checking segment: {'id': '6c8b1041-de91-44e8-87f2-78bc901b06b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00761a5b-1e1f-4506-9d46-5e8470999b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:02.503277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Network hostable DHCP agents. Network: 00761a5b-1e1f-4506-9d46-5e8470999b48, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:20:02.503427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-876f9d7c-c0a5-4ba8-8c32-4d2f209dc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.504106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-876f9d7c-c0a5-4ba8-8c32-4d2f209dc938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2da70d31-c82a-4c26-84d2-370bf439a095 HTTP/1.1" status: 200 len: 851 time: 0.1425076 Aug 28 08:20:02.519942 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Floating IP b7c95555-7ea0-4d0a-a038-8215b8b2d6ab associated. External IP: 172.25.0.138, port: 128a5d07-5a82-44a5-917f-bc2f9677ab80. Aug 28 08:20:02.570200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ce085b31-d918-49d9-a59e-77a0492f796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.571855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ce085b31-d918-49d9-a59e-77a0492f796f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 1099 time: 0.2112229 Aug 28 08:20:02.650250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Network 00761a5b-1e1f-4506-9d46-5e8470999b48 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:20:02.716389 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e753340-a06b-4969-a0c7-dd5ddc1f8cf2 req-1d1b210c-a997-42ba-881d-a93f039a52ef tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198863 Aug 28 08:20:02.748606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 00761a5b-1e1f-4506-9d46-5e8470999b48) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:02.754600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.755663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:02.761150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94634a-799a-4ead-89b5-14f9cc526fcd None None] Network 00761a5b-1e1f-4506-9d46-5e8470999b48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:02.763368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:02.814889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ce096b87-35e7-4193-bf96-8b64544fd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.817069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ce096b87-35e7-4193-bf96-8b64544fd46a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2272737 Aug 28 08:20:02.820060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ac7b9e7e-a64c-41bb-b306-457be732e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.821653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ac7b9e7e-a64c-41bb-b306-457be732e801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979958 Aug 28 08:20:02.890729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-40439da8-1768-40b1-b3e2-838aaa91917a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9827578 Aug 28 08:20:02.903993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.910559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.917180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.928102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.940410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.947548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.955186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:02.957646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-224ec3e1-240e-434e-b185-574fab891250 req-22cf9611-94f0-48dc-9940-2a2c4a1bd023 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1585205 Aug 28 08:20:03.018904 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-57e6409a-bbfb-4c7a-847c-9823b0bd256e service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599538 Aug 28 08:20:03.025846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-e25a751d-4c5f-4246-af93-6c2a80d299f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44 HTTP/1.1" status: 200 len: 217 time: 0.1686687 Aug 28 08:20:03.077535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-224ec3e1-240e-434e-b185-574fab891250 req-31484736-4110-44c9-8fa6-ef6ae935daf4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052234 Aug 28 08:20:03.221541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44840) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:03.225457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58221cdd-d735-44be-b9b4-dd37d610eba2 req-97f5443b-3965-45e5-8507-7cdd9dce9522 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:03.233779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58221cdd-d735-44be-b9b4-dd37d610eba2 req-97f5443b-3965-45e5-8507-7cdd9dce9522 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 944 time: 0.3914950 Aug 28 08:20:03.240434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:03.252878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc9886-7807-4df3-9366-5fdc645b0bc8 None None] Network 00761a5b-1e1f-4506-9d46-5e8470999b48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:03.260955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:03.262198 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.271015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Deleting subnet f13a4ae4-15b8-4b1a-bd90-bd157b09e7e8 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:20:03.275135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.338748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.349811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58221cdd-d735-44be-b9b4-dd37d610eba2 req-9290ad2b-e9f1-4509-8d61-3a25f637755a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132371 Aug 28 08:20:03.350296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-c57fd083-c264-47a6-bd96-698de26755a8 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611854 Aug 28 08:20:03.397660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.409995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-eaeee705-55ee-4a59-b234-d60b04c095d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 217 time: 0.0473261 Aug 28 08:20:03.423117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-fe5f8b75-034f-4867-8a50-7a87cf29488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:03.425003 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-fe5f8b75-034f-4867-8a50-7a87cf29488f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.3370686 Aug 28 08:20:03.522883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:20:03.532013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-8625615c-d231-4184-8c7b-9b2844da44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:03.533606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-8625615c-d231-4184-8c7b-9b2844da44a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1024585 Aug 28 08:20:03.541358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.541729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-1ff1897d-18c9-4075-b5ff-7867d2e6f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:03.543266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-1ff1897d-18c9-4075-b5ff-7867d2e6f66c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749488 Aug 28 08:20:03.574156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.587898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:03.589930 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc079890-318b-433e-aac0-6c4e69143566" -d '{"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-plugged", "status": "completed", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:03.603072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13a4ae4-15b8-4b1a-bd90-bd157b09e7e8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:03.613975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.620352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ce8e35f-d5e4-411d-97b8-17bd8263bbd4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f13a4ae4-15b8-4b1a-bd90-bd157b09e7e8 HTTP/1.1" status: 204 len: 168 time: 0.3970940 Aug 28 08:20:03.624737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44848) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:03.631552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:03.633394 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f795b74-f2e4-4830-aedd-6b1b7a68c281 x-openstack-request-id: req-4f795b74-f2e4-4830-aedd-6b1b7a68c281 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:03.633929 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-plugged", "status": "completed", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:03.636869 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f795b74-f2e4-4830-aedd-6b1b7a68c281 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:03.637289 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'code': 200} Aug 28 08:20:03.698842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-36ae2055-1ad5-4aac-be9e-06ee335b65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:03.700412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-36ae2055-1ad5-4aac-be9e-06ee335b65d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110044 Aug 28 08:20:03.718950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.755679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.792352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:03.891093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.902992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00761a5b-1e1f-4506-9d46-5e8470999b48']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:03.916811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8b1041-de91-44e8-87f2-78bc901b06b5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:03.917108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8b1041-de91-44e8-87f2-78bc901b06b5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:03.928308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.944272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.951874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:20:03.952306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:20:03.954521 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:20:04.124169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.148915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.153319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] 10.222.0.46 "DELETE /v2.0/networks/00761a5b-1e1f-4506-9d46-5e8470999b48 HTTP/1.1" status: 204 len: 168 time: 0.5313280 Aug 28 08:20:04.168510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a0f42-8365-40f6-95d9-446348dd7d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=00761a5b-1e1f-4506-9d46-5e8470999b48,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:04.259837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.269989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.273160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.279843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.286143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.292184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.292886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:20:04.298185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.298338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.300222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-17035720-2633-48a3-a27c-265df33e279b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1061931 Aug 28 08:20:04.309193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-bac4f412-1b40-4a2c-ac36-8d9bf2fb80d2 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207067 Aug 28 08:20:04.316996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Sync routers for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:20:04.331410 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:20:04.332505 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:20:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:04.353782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e89282b7-06d8-4b2a-8445-fcd25e2fe8b0 req-068666fa-a9f1-4e33-9c53-b841b286d4fb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453534 Aug 28 08:20:04.367764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaded6-bef3-4249-91fb-bbd39ac72deb req-1cd6b017-51fe-4290-85f5-d7f4d26d4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.371466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cbaded6-bef3-4249-91fb-bbd39ac72deb req-1cd6b017-51fe-4290-85f5-d7f4d26d4335 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 1097 time: 0.6190283 Aug 28 08:20:04.444011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3c5ac7ce-fda2-45f6-800c-a06f9ed78677 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "PUT /v2.0/floatingips/b7c95555-7ea0-4d0a-a038-8215b8b2d6ab HTTP/1.1" status: 200 len: 991 time: 3.7770669 Aug 28 08:20:04.455729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:04.458191 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f165386-7166-470e-9bf6-940aa86aa2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:04.473841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2cc0-ba41-4066-9747-4a2bcf8b4604 req-ec7a1a1a-c65a-48bc-a4f1-3c1d9038a428 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.488612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-436e2cc0-ba41-4066-9747-4a2bcf8b4604 req-ec7a1a1a-c65a-48bc-a4f1-3c1d9038a428 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 947 time: 0.2731559 Aug 28 08:20:04.488612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-2fae4690-0a57-4745-8fae-bc829433cd93 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517910 Aug 28 08:20:04.493502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:20:04.587388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cbaded6-bef3-4249-91fb-bbd39ac72deb req-65683b8e-6f9f-4b00-8f03-d629f75bcf9a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894574 Aug 28 08:20:04.633512 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-436e2cc0-ba41-4066-9747-4a2bcf8b4604 req-b0ec5d93-f76a-417c-9bd0-84e224a6e99d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478655 Aug 28 08:20:04.636946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-f15145b2-8781-4758-bb0b-03ac7be43bb0 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010540 Aug 28 08:20:04.683698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.689264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-37200279-ffda-481f-85a9-5cbe7e1d533c service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826172 Aug 28 08:20:04.699488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbf43a-4667-4c80-b68e-27724b43b9d7 req-616d132c-c003-4e1e-bf76-a1c7e475ee1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.710785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66fbf43a-4667-4c80-b68e-27724b43b9d7 req-616d132c-c003-4e1e-bf76-a1c7e475ee1f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.1277356 Aug 28 08:20:04.714617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:04.790812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66fbf43a-4667-4c80-b68e-27724b43b9d7 req-0623acbe-162e-4fa9-b1cc-fde3b4b10a35 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753758 Aug 28 08:20:04.794451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-de96259d-3fb9-42b1-8d22-d2cf8f260639 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 217 time: 0.0780826 Aug 28 08:20:04.807028 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b7c95555-7ea0-4d0a-a038-8215b8b2d6ab', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'port_id': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'mac_address': 'fa:16:3e:7d:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f04522-c7f4-4986-b515-ac3463ac914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:36Z', 'updated_at': '2021-08-28T08:20:02Z', 'revision_number': 1, 'project_id': 'fac1a9d8824048559d11537043a34383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:04.825316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9310b45-88d0-4de6-98ad-3954155a27b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f889b28371964368a43852892be25144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037021 Aug 28 08:20:04.828882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44888) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:04.841929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Checking router: 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:20:04.852602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:20:04.853486 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:20:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:04.876031 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3527cc93-c1e3-442d-93c9-884adb5f1955 x-openstack-request-id: req-3527cc93-c1e3-442d-93c9-884adb5f1955 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:04.882729 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:04.883618 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3527cc93-c1e3-442d-93c9-884adb5f1955 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:04.884705 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'status': 'completed', 'code': 200} Aug 28 08:20:04.917940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.924040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4052adb4-0c87-4ec5-88e2-df2517243384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:04.925506 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-4052adb4-0c87-4ec5-88e2-df2517243384 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1224039 Aug 28 08:20:04.945759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:04.996534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:05.007974 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:20:05.014993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-736e10ae-5d40-4680-9277-8a459be7e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.016440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-736e10ae-5d40-4680-9277-8a459be7e36a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0774744 Aug 28 08:20:05.019199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-130d9c34-1ea7-4e6a-b6e5-c5eb8f09fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.020577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-130d9c34-1ea7-4e6a-b6e5-c5eb8f09fed8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fac1a9d8824048559d11537043a34383&device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 1097 time: 0.0725272 Aug 28 08:20:05.095749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:05.099257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:05.104220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cd2f5b3-af03-43f5-ae9c-06388542bdd4 HTTP/1.1" status: 204 len: 168 time: 0.2717884 Aug 28 08:20:05.125890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5768f9-c626-4fc0-b243-c965c8d03a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd2f5b3-af03-43f5-ae9c-06388542bdd4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:05.229182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-e4de093a-da67-41e3-b19c-4d61c97fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.230810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-e4de093a-da67-41e3-b19c-4d61c97fac7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 200 len: 913 time: 0.2018604 Aug 28 08:20:05.234660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0b15bcbc-721d-4674-a412-05ab761029ee service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951711 Aug 28 08:20:05.377946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-7e4c6984-d442-449f-af1f-d29d0c1f7269 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 200 len: 999 time: 0.1390815 Aug 28 08:20:05.438350 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b7c95555-7ea0-4d0a-a038-8215b8b2d6ab', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'port_id': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'mac_address': 'fa:16:3e:7d:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f04522-c7f4-4986-b515-ac3463ac914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:36Z', 'updated_at': '2021-08-28T08:20:02Z', 'revision_number': 1, 'project_id': 'fac1a9d8824048559d11537043a34383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:05.446147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0a91430c-1855-464c-84b1-3cd89295d2bc service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593165 Aug 28 08:20:05.471108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-30adacb8-08e7-41d3-a323-ffbbb52b630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.474299 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-30adacb8-08e7-41d3-a323-ffbbb52b630a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65b63b26-67e3-47d9-a3f2-dcca4045b00e HTTP/1.1" status: 200 len: 851 time: 0.0854638 Aug 28 08:20:05.484231 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b1a95-2d2a-45d4-a444-5abb41d3fcee None None] The sync data for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 is: [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b7c95555-7ea0-4d0a-a038-8215b8b2d6ab', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'port_id': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'mac_address': 'fa:16:3e:7d:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f04522-c7f4-4986-b515-ac3463ac914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:36Z', 'updated_at': '2021-08-28T08:20:02Z', 'revision_number': 1, 'project_id': 'fac1a9d8824048559d11537043a34383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:20:05.518933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.526625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.530709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-fa15d2cb-6431-49fa-8d67-da9b86b67115 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 HTTP/1.1" status: 200 len: 217 time: 0.0733354 Aug 28 08:20:05.534114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.540912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.547636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.554253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.560975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.569890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-ee9b3a38-ca3a-4682-af75-31860dd20493 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1253216 Aug 28 08:20:05.613476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-bab39ce0-434e-41ea-b46a-6e2d58adfcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.615017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-bab39ce0-434e-41ea-b46a-6e2d58adfcdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.0643616 Aug 28 08:20:05.624174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-d16cd4ab-e41c-4a6c-98a9-194d9e43a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.625948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-d16cd4ab-e41c-4a6c-98a9-194d9e43a5b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24c755be-7937-4fd0-a460-ed7c113864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057265 Aug 28 08:20:05.627367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d886411-dbf0-4e43-a4dd-f76f9f0f6204 req-b24a35cb-77fb-4e51-a951-e8c976b4a35a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563459 Aug 28 08:20:05.702876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-10028390-83de-4262-8cd1-c86879d9de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:05.706035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-10028390-83de-4262-8cd1-c86879d9de66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785069 Aug 28 08:20:05.829714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:20:05.902135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02bd100-c041-4c18-ac9c-0eeb1cb735d2 None None] New status for floating IP b7c95555-7ea0-4d0a-a038-8215b8b2d6ab: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:20:06.017649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-a4d5e55b-445b-4921-8702-312952d81214 service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193209 Aug 28 08:20:06.113706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcccade-2c14-44fe-8733-fc96340617aa req-bbc97f88-28e2-4f9b-bc31-cb68cf34a267 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.115937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fcccade-2c14-44fe-8733-fc96340617aa req-bbc97f88-28e2-4f9b-bc31-cb68cf34a267 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0894172 Aug 28 08:20:06.162816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fcccade-2c14-44fe-8733-fc96340617aa req-3e92de01-fd63-4063-a097-f339ea76221d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Aug 28 08:20:06.204809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23530a-ea9a-477f-b713-e4fba1c09900 req-a3b8f5e1-3ddc-4e85-9732-80558bde6d39 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.206419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a23530a-ea9a-477f-b713-e4fba1c09900 req-a3b8f5e1-3ddc-4e85-9732-80558bde6d39 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 947 time: 0.1876411 Aug 28 08:20:06.291050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f165386-7166-470e-9bf6-940aa86aa2e3 req-58bb9e19-060a-4b3b-8ff5-3e8c735c7bfb service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574706 Aug 28 08:20:06.300395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a23530a-ea9a-477f-b713-e4fba1c09900 req-e6bd6af7-17a4-4b56-948a-e7b2eaa581fd tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Aug 28 08:20:06.302402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-1d04e71d-9081-4643-a974-5670addb6dc1 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818377 Aug 28 08:20:06.438803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:06.452216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-7d6f3659-b7a3-44c6-b0cb-ccc662ab2449 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345282 Aug 28 08:20:06.518780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-14e48550-75af-4fcd-9668-bdb5877f3b9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4 HTTP/1.1" status: 200 len: 217 time: 0.0521472 Aug 28 08:20:06.581464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-79cdbb0e-86b3-4947-9adc-0f542ba35433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.581899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:06.584747 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-79cdbb0e-86b3-4947-9adc-0f542ba35433 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.0543106 Aug 28 08:20:06.600880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44', 'mac_address': 'fa:16:3e:32:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:06.648979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:06.672160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d541f169-acea-4b13-917a-d63fb4f631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.678094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-d541f169-acea-4b13-917a-d63fb4f631bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770574 Aug 28 08:20:06.679171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:06.716798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:06.824443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.830686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.837258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.838663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:06.845992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.852280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.859779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.866354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:06.869073 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-44ff87ce-9997-419d-97f7-f99fcddfb82b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1259418 Aug 28 08:20:06.898760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-a38b6bc7-809c-4c76-ba43-ef2096a4ea81 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098911 Aug 28 08:20:06.900896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:06.988924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8ad3e91-24a5-4289-a2ce-f262902b34b4 req-96727c98-628b-49c5-9f11-18f5f2415b21 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992336 Aug 28 08:20:07.064107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0694d040-9073-451e-b3fe-bf1c26068e6c service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508796 Aug 28 08:20:07.067922 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-554b7e9b-4418-4eee-af2e-a5d778d4e79d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721123 Aug 28 08:20:07.114504 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-aa47d0ab-19af-4d22-a2e5-c3b0aaeeb41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=489ba983-bd6b-46c8-a623-868b43258bd4 HTTP/1.1" status: 200 len: 217 time: 0.0374765 Aug 28 08:20:07.225780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:07.240497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-05fd13f3-4ab5-4533-93fd-ba3f0c9a5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.242103 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-05fd13f3-4ab5-4533-93fd-ba3f0c9a5d7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.1154420 Aug 28 08:20:07.255457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-619548b7-9b71-4ac0-b4d6-e7fbf9ad59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.256973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-619548b7-9b71-4ac0-b4d6-e7fbf9ad59a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fac1a9d8824048559d11537043a34383&device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 1097 time: 0.0752909 Aug 28 08:20:07.387381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-02eab03d-bde2-40f8-b36b-8fed53017dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.389436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-02eab03d-bde2-40f8-b36b-8fed53017dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303523 Aug 28 08:20:07.398925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd55752-67ab-4351-8379-e31c7d25e696 req-7375af4b-bf1f-4fd6-aa26-f5d42bfc3a0a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.400487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbd55752-67ab-4351-8379-e31c7d25e696 req-7375af4b-bf1f-4fd6-aa26-f5d42bfc3a0a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.1558607 Aug 28 08:20:07.474894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['28e107b9-f6d2-4f43-bc36-52f5c2b78b44'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:07.485819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:07.512605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-2539a7b3-59ed-4f2c-bc2e-5e62c4326df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.514793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-2539a7b3-59ed-4f2c-bc2e-5e62c4326df2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 200 len: 913 time: 0.2184963 Aug 28 08:20:07.543986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbd55752-67ab-4351-8379-e31c7d25e696 req-610a063d-d9d4-4135-9d89-de9ec7f2534f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230669 Aug 28 08:20:07.582821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dff74de-3ca7-443a-bdad-8c0b4db36856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:07.617428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-16b2d2be-244b-420e-b489-52de7ce7f7c9 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133050 Aug 28 08:20:07.619439 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-573a56c9-9701-451c-bd74-81ed78034d71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 200 len: 1001 time: 0.0949285 Aug 28 08:20:07.697025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a03bf94-a250-47f9-b03b-14a84288291b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:07.759609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dff74de-3ca7-443a-bdad-8c0b4db36856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:07.791412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-d954f522-31c0-4381-a045-b971e667a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.797925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-d954f522-31c0-4381-a045-b971e667a56a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65b63b26-67e3-47d9-a3f2-dcca4045b00e HTTP/1.1" status: 200 len: 851 time: 0.1645768 Aug 28 08:20:07.856600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dff74de-3ca7-443a-bdad-8c0b4db36856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:07.876220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b85a6-d034-4df5-bc90-7856c2bcd874 req-809474e7-6e86-454d-af0c-4c427e71f3b8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.878082 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b7b85a6-d034-4df5-bc90-7856c2bcd874 req-809474e7-6e86-454d-af0c-4c427e71f3b8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 948 time: 0.1942577 Aug 28 08:20:07.882822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-be47dc47-45fd-4297-ad72-a49a8ebfce6a service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376599 Aug 28 08:20:07.940178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0dff74de-3ca7-443a-bdad-8c0b4db36856 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c05c257ffcb4324aabd285ccfe93a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176118 Aug 28 08:20:07.954698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:07.965782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-f5a99bc0-1041-4452-a58a-787cd6175d67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 200 len: 217 time: 0.0653224 Aug 28 08:20:07.967668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-e025ccb7-bf61-47d4-9084-5880b58897a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:07.969154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-e025ccb7-bf61-47d4-9084-5880b58897a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24c755be-7937-4fd0-a460-ed7c113864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593516 Aug 28 08:20:08.000020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff74de-3ca7-443a-bdad-8c0b4db36856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081f0a90-09e5-4df1-b631-3e804ac90ee3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:08.053869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb78f-b241-4a12-b843-6f938980fd99 req-413fc32c-aa83-4e0b-bcdd-b005364d16f0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.058248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b27bb78f-b241-4a12-b843-6f938980fd99 req-413fc32c-aa83-4e0b-bcdd-b005364d16f0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0988498 Aug 28 08:20:08.091672 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b7b85a6-d034-4df5-bc90-7856c2bcd874 req-74845329-556f-4f88-9642-0ab8689b4a37 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957974 Aug 28 08:20:08.147536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e5e3c39b-d0f7-40af-99ec-f86916fdc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.149031 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-e5e3c39b-d0f7-40af-99ec-f86916fdc9e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.1680121 Aug 28 08:20:08.160548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b27bb78f-b241-4a12-b843-6f938980fd99 req-ac3ffe71-643f-499f-9c68-52974630211a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889919 Aug 28 08:20:08.167186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a03bf94-a250-47f9-b03b-14a84288291b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.177031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.229440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-0474e928-913d-498e-8508-aa6022577029 service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447646 Aug 28 08:20:08.233762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a03bf94-a250-47f9-b03b-14a84288291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.254883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.287933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0d06466f-9d9c-4f9e-8d1c-a6a078fc692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.289533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-0d06466f-9d9c-4f9e-8d1c-a6a078fc692e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288860 Aug 28 08:20:08.304930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:08.305169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6a03bf94-a250-47f9-b03b-14a84288291b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0ba032c6896455aa472e49cce80371d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175995 Aug 28 08:20:08.311623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03bf94-a250-47f9-b03b-14a84288291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233d3d4-b9e8-4b1f-b795-b6065ccd231f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:08.497697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-12ecec1a-32fc-4f39-a73e-7a8e31d48555 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716561 Aug 28 08:20:08.519738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.535257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.548120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.560381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.573148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.586486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.599367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:08.605218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.609049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.610621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/081f0a90-09e5-4df1-b631-3e804ac90ee3 HTTP/1.1" status: 204 len: 168 time: 0.6537440 Aug 28 08:20:08.612951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-1597ee1f-3024-4edd-a2d1-967b4e508f20 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.2176862 Aug 28 08:20:08.632579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bcbbd-7c9a-48b4-ba04-77a15b6a7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f0a90-09e5-4df1-b631-3e804ac90ee3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:08.635626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:08.719150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e06dabaf-d8cd-47f8-9295-79dd943209dd req-f9ca9a96-5849-4502-8f39-e7694f81a6c9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017306 Aug 28 08:20:09.089525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53ee28a8-726f-4e7d-ab5c-db05da969202 req-baf0eeea-35b4-41e7-9071-781eeddefe89 service neutron] 10.222.0.64 "GET /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489237 Aug 28 08:20:09.129631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:09.171873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4ee2824f-81f5-4e04-84bc-23adf3c9a31c req-ce10bb21-bb55-425c-bc51-2682dac7eab7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638730 Aug 28 08:20:09.389991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43f54d-ef22-4960-8b1a-414d789968d8 req-23d66e13-1be1-4c52-a8d2-65dcdf4f78cf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.392633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d43f54d-ef22-4960-8b1a-414d789968d8 req-23d66e13-1be1-4c52-a8d2-65dcdf4f78cf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 948 time: 0.1045253 Aug 28 08:20:09.432055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:09.438376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:09.440413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0233d3d4-b9e8-4b1f-b795-b6065ccd231f HTTP/1.1" status: 204 len: 168 time: 1.1341043 Aug 28 08:20:09.470285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07741-7dc4-404c-bd3b-fb284d101d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233d3d4-b9e8-4b1f-b795-b6065ccd231f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:09.509877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d43f54d-ef22-4960-8b1a-414d789968d8 req-408df832-3d08-44fb-beee-0a497ca17046 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102171 Aug 28 08:20:09.701702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:09.744433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3baf908c-b336-4b7b-b43e-a48bd7eecf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:09.774533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.775579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.776432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.777877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.780715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.781352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.781981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.789666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-23b60d4f-72d7-4360-b8aa-de51c088f36b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6483 time: 0.1079195 Aug 28 08:20:09.986029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d19a62-bba9-45be-88e8-3e1ca9d17083 req-124408a9-4d04-4568-8d03-16c52b5bf069 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:09.991618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2d19a62-bba9-45be-88e8-3e1ca9d17083 req-124408a9-4d04-4568-8d03-16c52b5bf069 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0857944 Aug 28 08:20:09.998621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.010022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.022406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.028453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ebd26afe-7ade-41a7-a821-2bfb3089c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.030825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ebd26afe-7ade-41a7-a821-2bfb3089c069 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 200 len: 903 time: 0.2311375 Aug 28 08:20:10.033603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.043736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.052173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.064374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.067688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9285c159-590b-4817-880f-360181e519e7 req-df5ae25a-8165-4893-b05d-46529036d422 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.2125010 Aug 28 08:20:10.091770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45078) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:10.097404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2d19a62-bba9-45be-88e8-3e1ca9d17083 req-1285a6b5-ea0f-4467-85ad-7f3b2c01862c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939221 Aug 28 08:20:10.101259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-2491c48f-40cf-43c7-a0da-953a11b6afb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 200 len: 217 time: 0.0552039 Aug 28 08:20:10.121744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3baf908c-b336-4b7b-b43e-a48bd7eecf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.147244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9285c159-590b-4817-880f-360181e519e7 req-81525992-f580-417f-be50-df2f9960d7b1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697010 Aug 28 08:20:10.177437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ae04cd26-d4b3-4d43-993e-88b6fb610b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.179541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3baf908c-b336-4b7b-b43e-a48bd7eecf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.179759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-ae04cd26-d4b3-4d43-993e-88b6fb610b66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.0619559 Aug 28 08:20:10.228388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3baf908c-b336-4b7b-b43e-a48bd7eecf1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcd6bbdf075f4f01a7651e545adde634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236249 Aug 28 08:20:10.229838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf908c-b336-4b7b-b43e-a48bd7eecf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a5ef65-84de-4af4-b113-7287c22e50c5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:10.230936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45084) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:10.267195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-75c017d6-e98d-406d-834f-f17f50bdbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.268809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-75c017d6-e98d-406d-834f-f17f50bdbbc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804703 Aug 28 08:20:10.351545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.392260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.409541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16b8955-f7e8-43b7-ab26-814114ff20cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.438824 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-e324bb83-3466-43c1-83e6-df7d4aa07af0 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499350 Aug 28 08:20:10.447064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:10.508052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16b8955-f7e8-43b7-ab26-814114ff20cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.570627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51ceff96-31e4-4b8b-b6b4-ec75c940dcda req-e29a9468-2cd9-4bfc-b24a-2a27ec2909fd service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151457 Aug 28 08:20:10.609826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:10.610767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.615626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.619799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72a5ef65-84de-4af4-b113-7287c22e50c5 HTTP/1.1" status: 204 len: 168 time: 0.3875628 Aug 28 08:20:10.624890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16b8955-f7e8-43b7-ab26-814114ff20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.625238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:10.625238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.641604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be316a-5757-425f-a228-e7cc5ac788d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a5ef65-84de-4af4-b113-7287c22e50c5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:10.712371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d16b8955-f7e8-43b7-ab26-814114ff20cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85cb805043fc4c15b8b7dc17054d4f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170187 Aug 28 08:20:10.713063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45094) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:10.762825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.767964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b8955-f7e8-43b7-ab26-814114ff20cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef20f3-ec7e-4a6a-9749-f36cf51804bb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:10.793988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba19a-c048-4d33-8147-1ff89951726c req-74497d30-e774-425c-a5da-9d78dc4e8134 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:10.796351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:10.799427 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dfeecd-346e-4987-b8bb-b5b3dd98d898" -d '{"events": [{"server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "name": "network-vif-plugged", "status": "completed", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:10.802821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fbba19a-c048-4d33-8147-1ff89951726c req-74497d30-e774-425c-a5da-9d78dc4e8134 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 948 time: 0.2034740 Aug 28 08:20:10.826126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.837088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:10.841979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fbba19a-c048-4d33-8147-1ff89951726c req-5440dba4-6a87-41e5-9e56-5855e069f387 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Aug 28 08:20:10.859586 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58c338-a2ea-4595-96fe-5e869bbef90c x-openstack-request-id: req-1b58c338-a2ea-4595-96fe-5e869bbef90c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:10.860101 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "name": "network-vif-plugged", "status": "completed", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:10.860446 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b58c338-a2ea-4595-96fe-5e869bbef90c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:10.861029 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44', 'code': 200} Aug 28 08:20:10.870684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.924691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45098) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:10.938877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-475d7fe6-f06a-4e86-801c-b20574485bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.944829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:10.996843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:11.034889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7c47-301e-4007-9a38-77ad8a209637 req-18bb0edd-0bce-471b-8972-ec10e2128ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.036476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d5b7c47-301e-4007-9a38-77ad8a209637 req-18bb0edd-0bce-471b-8972-ec10e2128ab4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 1101 time: 0.0518849 Aug 28 08:20:11.079995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d5b7c47-301e-4007-9a38-77ad8a209637 req-0251e174-05e2-4fc7-a478-fb5ab1df452b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Aug 28 08:20:11.087436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.090084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.092073 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08ef20f3-ec7e-4a6a-9749-f36cf51804bb HTTP/1.1" status: 204 len: 168 time: 0.3777709 Aug 28 08:20:11.121543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab06d-3aea-4a3d-a7aa-e911b1e55c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef20f3-ec7e-4a6a-9749-f36cf51804bb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:11.245818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-475d7fe6-f06a-4e86-801c-b20574485bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.274302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c047c0-f6ac-4c6c-a62d-7925fb5a0d78 req-aa003623-c2b7-40c2-a795-4ecac245c645 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.276102 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6c047c0-f6ac-4c6c-a62d-7925fb5a0d78 req-aa003623-c2b7-40c2-a795-4ecac245c645 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0827022 Aug 28 08:20:11.330018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6c047c0-f6ac-4c6c-a62d-7925fb5a0d78 req-b62106ce-54ef-4552-ab01-d48117c8922b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Aug 28 08:20:11.341249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.350664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.358487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.363204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.368996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.375636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.381374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:11.383374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-df2b66dd-d309-4204-914e-5621e5a86bf2 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1366329 Aug 28 08:20:11.419484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-475d7fe6-f06a-4e86-801c-b20574485bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.429030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec07cfa-27b5-4101-a7b6-7851f350f05e req-7b4927a2-8df2-4407-bb1b-2fe5622a14fd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385182 Aug 28 08:20:11.471734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-475d7fe6-f06a-4e86-801c-b20574485bf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=410f9e80d6de4da3aae63fe37e4ba4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459361 Aug 28 08:20:11.473019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d7fe6-f06a-4e86-801c-b20574485bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ccd6f-6f7f-4312-b5e7-57860d551733,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:11.474437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45116) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:11.542340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.577546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.741586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.746243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:11.747609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba7ccd6f-6f7f-4312-b5e7-57860d551733 HTTP/1.1" status: 204 len: 168 time: 0.2717168 Aug 28 08:20:11.756855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07f503-4e54-4c18-833e-5f3ffec5e0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ccd6f-6f7f-4312-b5e7-57860d551733,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:12.025314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c3aa6-8e57-4735-88c5-27986b92f28d req-a7cdeaf9-5d5d-4575-8883-bce707cb84b0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.027765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f7c3aa6-8e57-4735-88c5-27986b92f28d req-a7cdeaf9-5d5d-4575-8883-bce707cb84b0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0664723 Aug 28 08:20:12.101791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f7c3aa6-8e57-4735-88c5-27986b92f28d req-1b13767e-262a-4335-be7f-1eb723628a31 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640814 Aug 28 08:20:12.527044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6734-27ba-43d7-b34c-15962e63af19 req-fb4cf9d6-d72e-487a-aabc-7a1fc512279d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.528771 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a72d6734-27ba-43d7-b34c-15962e63af19 req-fb4cf9d6-d72e-487a-aabc-7a1fc512279d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0973668 Aug 28 08:20:12.582779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a72d6734-27ba-43d7-b34c-15962e63af19 req-bb0fc9e8-4f37-436b-84a8-24c8fd11e820 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Aug 28 08:20:12.707470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.713748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.720077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.733761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.742541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.749890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.757011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:12.759285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-6ab9f87b-1a57-4ae1-8fe4-e3026c0bd783 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1123013 Aug 28 08:20:12.817766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1cd4de9-dde7-4c88-b139-072b0c15a85c req-13140f8b-9ae2-4aeb-866c-478af21f8252 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469024 Aug 28 08:20:12.829516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:12.958048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:12.974682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'port_id': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'mac_address': 'fa:16:3e:1f:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e75cf09-beee-4e2b-b3b1-e5366962aed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:13.020865 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:13.036833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef02ee53-cc7b-463c-b2ee-17bc1eb290bb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:13.058545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:13.175373 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:13.234635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:13.287059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e6bf-42e8-4144-b567-1e6ac4280eb9 req-4a882c79-512e-4a01-8a5a-db115bd8b090 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:13.295548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7712e6bf-42e8-4144-b567-1e6ac4280eb9 req-4a882c79-512e-4a01-8a5a-db115bd8b090 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0951340 Aug 28 08:20:13.317324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:13.352894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7712e6bf-42e8-4144-b567-1e6ac4280eb9 req-368a6ad9-39ee-48de-8983-5eb5860257f8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 Aug 28 08:20:13.743784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a7ddf-8472-400d-ae6d-78814c493f46 req-bae5537d-28dd-4d26-bd60-5967666e96e3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:13.745257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-616a7ddf-8472-400d-ae6d-78814c493f46 req-bae5537d-28dd-4d26-bd60-5967666e96e3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 944 time: 0.0549161 Aug 28 08:20:13.799631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-616a7ddf-8472-400d-ae6d-78814c493f46 req-c5947d2d-6b50-4f49-b43c-21b7dcd6df2d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Aug 28 08:20:14.273996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.285137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.296381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.320720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.330596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.338353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.346982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.349698 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-afffae6b-811d-4c0d-b343-935972e69c3a req-7b6a18c0-57dc-465c-9488-a765375e7794 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1584208 Aug 28 08:20:14.410490 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-afffae6b-811d-4c0d-b343-935972e69c3a req-590f6b57-1d55-49f9-8ce0-394b93e9588b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500731 Aug 28 08:20:14.681007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019de706-4c93-44c3-b5d4-6f1ff58b5b45 req-3bd1ca90-1a10-4a35-91a9-07d4baaf0470 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.682575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-019de706-4c93-44c3-b5d4-6f1ff58b5b45 req-3bd1ca90-1a10-4a35-91a9-07d4baaf0470 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 944 time: 0.0568130 Aug 28 08:20:14.734704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-019de706-4c93-44c3-b5d4-6f1ff58b5b45 req-a2857f5a-4b2b-4b1a-a15c-fa175f88885f tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Aug 28 08:20:14.846930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:14.885731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2444-dc9c-4230-93a5-69756e1e764b req-23340a49-bccf-4fdb-a754-79d3dd684ead tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:14.888795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9bb2444-dc9c-4230-93a5-69756e1e764b req-23340a49-bccf-4fdb-a754-79d3dd684ead tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0798452 Aug 28 08:20:14.939032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9bb2444-dc9c-4230-93a5-69756e1e764b req-8dbf8d6b-872c-465c-b2d7-b9c7937513aa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Aug 28 08:20:14.954002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:14.954722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:15.058017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:15.086840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:15.090564 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f74bc6-cd94-4e1d-a111-871f07af32b3" -d '{"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-plugged", "status": "completed", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:15.106251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:15.146390 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb60c051-d47c-497e-994b-8849a219fc82 x-openstack-request-id: req-eb60c051-d47c-497e-994b-8849a219fc82 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:15.146767 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-plugged", "status": "completed", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:15.147130 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb60c051-d47c-497e-994b-8849a219fc82 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:15.147730 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'code': 200} Aug 28 08:20:15.227690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:15.333193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:15.654543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.660640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.666825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.673527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.679725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.686870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.693301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:15.695658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-cb876c26-ee2f-4434-abce-0ac7d380024c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1014392 Aug 28 08:20:15.741685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cf11effb-825e-4f79-b346-c4ba7a074abf req-09a466b0-a8c3-42a2-8fb7-cd89742f48bf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379686 Aug 28 08:20:16.086954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dab709-2c29-47d3-b539-25bde23864bc req-954e7181-401a-4602-a73e-4d49230de09a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.089236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15dab709-2c29-47d3-b539-25bde23864bc req-954e7181-401a-4602-a73e-4d49230de09a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0896597 Aug 28 08:20:16.094311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.095173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.096041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.097033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.097863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.098586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.099375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.100102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.100920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.101769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.102626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.103612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.104411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.109407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-6eafcdb1-5720-4fd1-94e5-a0f282afccc0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224&device_id=9608e20d-9fd2-43d8-9079-12d49f618da2&device_id=11f04522-c7f4-4986-b515-ac3463ac914d&device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1&device_id=67884217-7bc5-4a9d-9537-5225b07db2a5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15&device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 11820 time: 0.1030116 Aug 28 08:20:16.129032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15dab709-2c29-47d3-b539-25bde23864bc req-3519c6bd-0b37-48c2-8ad7-e2791fb7fee8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Aug 28 08:20:16.139287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-c5ed35a3-d69e-4331-8754-1485a21d7220 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.256043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-c5ed35a3-d69e-4331-8754-1485a21d7220 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.266524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9caea4-cafe-4f39-b32f-a2b48de6e775 req-f7bdf8fc-2c8e-4d05-a1b1-4fe7c1e79f9b tempest-FlavorsV2NegativeTest-1983043645 tempest-FlavorsV2NegativeTest-1983043645-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=88616bbabe4142b380b45e11aa95b156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226238 Aug 28 08:20:16.299632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-6222b11d-4f95-4198-82ad-760f06289e8d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.301150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-6222b11d-4f95-4198-82ad-760f06289e8d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 945 time: 0.0538125 Aug 28 08:20:16.389371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9caea4-cafe-4f39-b32f-a2b48de6e775 req-5c7c7095-2b62-4704-b7e4-07b614ed72e5 tempest-FlavorsV2NegativeTest-1983043645 tempest-FlavorsV2NegativeTest-1983043645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.391816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9caea4-cafe-4f39-b32f-a2b48de6e775 req-5c7c7095-2b62-4704-b7e4-07b614ed72e5 tempest-FlavorsV2NegativeTest-1983043645 tempest-FlavorsV2NegativeTest-1983043645-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153870 Aug 28 08:20:16.406833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Deleting port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:20:16.412933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.413100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9caea4-cafe-4f39-b32f-a2b48de6e775 req-7302ac90-fd1d-41cb-92c7-12a452de20bb tempest-FlavorsV2NegativeTest-1983043645 tempest-FlavorsV2NegativeTest-1983043645-project] 10.222.0.46 "GET /v2.0/quotas/88616bbabe4142b380b45e11aa95b156 HTTP/1.1" status: 200 len: 375 time: 0.0099185 Aug 28 08:20:16.447831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9caea4-cafe-4f39-b32f-a2b48de6e775 req-c97716e4-1782-4360-a18b-342558528897 tempest-FlavorsV2NegativeTest-1983043645 tempest-FlavorsV2NegativeTest-1983043645-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88616bbabe4142b380b45e11aa95b156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312674 Aug 28 08:20:16.448197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-c5ed35a3-d69e-4331-8754-1485a21d7220 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.516872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9fb39bb-caaf-4887-98e1-2a5dbeede938 req-c5ed35a3-d69e-4331-8754-1485a21d7220 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=301bbb86-b60f-4d91-a196-2532954e8bc8&id=6992013a-ec59-4517-a76a-d10a63cbacde&id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 698 time: 0.3941066 Aug 28 08:20:16.569982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed35a3-d69e-4331-8754-1485a21d7220 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a089070-f3e0-492b-9c70-db652eb6b6de,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:16.744120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] For port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:16.745279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.767238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Calling delete_port for ef02ee53-cc7b-463c-b2ee-17bc1eb290bb owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:20:16.782720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-b08f85ce-5999-412f-93f9-af908ea0be67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1495142 Aug 28 08:20:16.854815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:20:16.942372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.948379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.957263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.963908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.968549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:16.970933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.977815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.985566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:16.993520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-c89f1c53-7ada-47a5-87c4-c4b14be0e956 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1114461 Aug 28 08:20:17.004391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-f43e085f-359c-49ba-9a18-3cf8591cc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.006367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-f43e085f-359c-49ba-9a18-3cf8591cc433 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976d60e164214e27bd30741c534e616b&device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0671940 Aug 28 08:20:17.065919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fc2fc88-f6f3-44e1-9419-a6f3f4ce457e req-2ac4a3d3-960c-48aa-8e82-e3eef135d108 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714083 Aug 28 08:20:17.102715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:17.171809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event deleted for resources: {'Port': ['ID=ef02ee53-cc7b-463c-b2ee-17bc1eb290bb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:17.253589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] No DVR routers for this DVR port ef02ee53-cc7b-463c-b2ee-17bc1eb290bb on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:20:17.257718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:17.260364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-baf81956-4b28-4a0d-9036-517b59ec9468 req-2f06187c-8638-4307-bc85-9d36570c7d78 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "DELETE /v2.0/ports/ef02ee53-cc7b-463c-b2ee-17bc1eb290bb HTTP/1.1" status: 204 len: 173 time: 0.9525185 Aug 28 08:20:17.260865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-deleted', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:17.263985 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b60c700-a2ae-4c5e-82d6-5ba216fd7c17" -d '{"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-deleted", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:17.291100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-1213d155-f887-4e8d-99c3-9a2990b653f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.292704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-1213d155-f887-4e8d-99c3-9a2990b653f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 200 len: 917 time: 0.2614286 Aug 28 08:20:17.364291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89236a0c-aa43-44be-a645-162ec7af8260 req-88b7e4cc-8111-4b79-8a7a-223e465b667c tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Aug 28 08:20:17.418313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-1bd2a6ec-ea5e-4159-98d0-125c8811bec2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 200 len: 1002 time: 0.1148913 Aug 28 08:20:17.439376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca62ab-9ec7-4906-95ee-4fc1516419fe req-42c86eff-cd5e-4321-9aa2-ee1488bb5596 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.439865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca62ab-9ec7-4906-95ee-4fc1516419fe req-42c86eff-cd5e-4321-9aa2-ee1488bb5596 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.440346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca62ab-9ec7-4906-95ee-4fc1516419fe req-42c86eff-cd5e-4321-9aa2-ee1488bb5596 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.442149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02ca62ab-9ec7-4906-95ee-4fc1516419fe req-42c86eff-cd5e-4321-9aa2-ee1488bb5596 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224&device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1&device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 2885 time: 0.1253116 Aug 28 08:20:17.500127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-8be519d0-73fa-4a5d-8fce-120236fd13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.501496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-8be519d0-73fa-4a5d-8fce-120236fd13c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81eb0806-3946-49a2-9051-f948675679dd HTTP/1.1" status: 200 len: 855 time: 0.0747869 Aug 28 08:20:17.505635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-02ca62ab-9ec7-4906-95ee-4fc1516419fe req-42736c92-4ea9-4448-af1d-06730b70a0a2 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Aug 28 08:20:17.553451 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb5467e-ee60-4351-806b-5b0dac454898 x-openstack-request-id: req-2eb5467e-ee60-4351-806b-5b0dac454898 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:17.554290 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9608e20d-9fd2-43d8-9079-12d49f618da2", "name": "network-vif-deleted", "tag": "ef02ee53-cc7b-463c-b2ee-17bc1eb290bb", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:17.560828 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2eb5467e-ee60-4351-806b-5b0dac454898 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:17.560828 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9608e20d-9fd2-43d8-9079-12d49f618da2', 'name': 'network-vif-deleted', 'tag': 'ef02ee53-cc7b-463c-b2ee-17bc1eb290bb', 'status': 'completed', 'code': 200} Aug 28 08:20:17.569467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-38147e53-ecad-47f8-8c6b-b9a1b6bad422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:17.572681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-38147e53-ecad-47f8-8c6b-b9a1b6bad422 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fda1f1e8-4e49-4bb3-8989-1c98a770b77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602126 Aug 28 08:20:17.720388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-5d2e19cd-a06d-46a8-a751-38bc760e3291 service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368377 Aug 28 08:20:17.849862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e474b2a3-0190-4c6a-8ca1-23934b3fa8d4 req-b116ab80-a301-460d-b30e-8dca3089e9cd service neutron] 10.222.0.39 "GET /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148293 Aug 28 08:20:18.260913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.268399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.277264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.281239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.287645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.293991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.303584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.312941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-b990fea4-821f-4a46-aaba-45495cc57586 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1476912 Aug 28 08:20:18.345459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45382) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:18.382453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfaa7068-68c1-41b2-be26-ba18878e846e req-66adcce4-0340-462d-b187-7f6c86591435 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685298 Aug 28 08:20:18.427348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45390) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:18.484318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45394) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:18.577742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8ddd8f6-7033-4109-bcb0-8d9bb6038538 req-775a483c-9452-462b-8e4e-8151b4c2b120 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=9608e20d-9fd2-43d8-9079-12d49f618da2 HTTP/1.1" status: 200 len: 210 time: 0.0422657 Aug 28 08:20:18.585353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31ce668a-cf02-4bb3-9255-9385da6614d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.643848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fd83-004d-4508-bfd9-bd5906428216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.648660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.740782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31ce668a-cf02-4bb3-9255-9385da6614d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.830662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31ce668a-cf02-4bb3-9255-9385da6614d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.861733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:20:18.861733 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:20:18.861733 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id_1': 'baca737910ae47ef9c3a215e538d5b89', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 20, 18, 676684)}] Aug 28 08:20:18.861733 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:20:18.863184 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:20:18.874752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c6b23-3961-4184-9183-42c5f4f30505 req-34c38459-3a0a-41e5-bf46-953a94dd8b22 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:18.876345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d46c6b23-3961-4184-9183-42c5f4f30505 req-34c38459-3a0a-41e5-bf46-953a94dd8b22 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1102 time: 0.0570438 Aug 28 08:20:18.897971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce668a-cf02-4bb3-9255-9385da6614d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d45ee-a3ec-48a4-abbf-62d94fdf1ad5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:18.907572 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-31ce668a-cf02-4bb3-9255-9385da6614d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88616bbabe4142b380b45e11aa95b156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583670 Aug 28 08:20:18.910054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45402) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:18.929210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d46c6b23-3961-4184-9183-42c5f4f30505 req-9c8e3a6a-9a6d-40a7-a347-3d348e10bfa7 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Aug 28 08:20:18.975704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:18.983430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fd83-004d-4508-bfd9-bd5906428216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.003636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.061812 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fd83-004d-4508-bfd9-bd5906428216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.107602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102d98b-85f9-4fc0-968f-bd319358b97b req-c994ee4b-484d-4114-9869-806c87ef2c62 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.109183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1102d98b-85f9-4fc0-968f-bd319358b97b req-c994ee4b-484d-4114-9869-806c87ef2c62 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1102 time: 0.0989292 Aug 28 08:20:19.115017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8fd83-004d-4508-bfd9-bd5906428216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a5aa4e-ee33-4605-8322-e327cbba1ac9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:19.119382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1ee8fd83-004d-4508-bfd9-bd5906428216 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e4d6c9f14a34acfb5dce271a7db4077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344404 Aug 28 08:20:19.123976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:19.149916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.152315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1102d98b-85f9-4fc0-968f-bd319358b97b req-0c736f7c-f12f-4983-bbf9-b4260de2b1e7 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 28 08:20:19.152558 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.154064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/833d45ee-a3ec-48a4-abbf-62d94fdf1ad5 HTTP/1.1" status: 204 len: 168 time: 0.2430327 Aug 28 08:20:19.175739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff55de-8ed1-426e-ae46-3c9938439dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d45ee-a3ec-48a4-abbf-62d94fdf1ad5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:19.206643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.238381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.363206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.465125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.477369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.479113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60a5aa4e-ee33-4605-8322-e327cbba1ac9 HTTP/1.1" status: 204 len: 168 time: 0.3528409 Aug 28 08:20:19.495027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6a78-1b6e-4c69-93be-a90ee957c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a5aa4e-ee33-4605-8322-e327cbba1ac9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:19.638536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.644514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.650901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.658162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.664432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.670422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.676290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:19.678263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-221f43dd-f3f1-4a45-9b26-559953295420 req-f6e02656-9f57-4933-b217-dabbe7bcc3cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1756678 Aug 28 08:20:19.733834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.751314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-221f43dd-f3f1-4a45-9b26-559953295420 req-3bbc1116-8009-429c-93d0-e9c9294a857e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625749 Aug 28 08:20:19.845035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:19.924625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baca737910ae47ef9c3a215e538d5b89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4955084 Aug 28 08:20:19.925996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424656-d279-4772-a13a-b96332d77f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7629810-1640-4bed-8dff-7bf3d5019874,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:19.940414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:20.040534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:20.105729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:20.265508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:20.272398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:20.276322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7629810-1640-4bed-8dff-7bf3d5019874 HTTP/1.1" status: 204 len: 168 time: 0.3338602 Aug 28 08:20:20.298026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ebe84-b2a0-4c83-97db-59dd3d19dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7629810-1640-4bed-8dff-7bf3d5019874,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:20.332332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-01a5d89a-4c21-4ed8-8488-f5f147dd54e0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:20.335485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-01a5d89a-4c21-4ed8-8488-f5f147dd54e0 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.1697450 Aug 28 08:20:20.355743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-ce463969-cdc4-4140-a07d-6a0d2ae267f2 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/quotas/4f26c0aea17b4946a34871f66a2d5e5f HTTP/1.1" status: 200 len: 375 time: 0.0106294 Aug 28 08:20:20.414709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-1c49cacd-1e0b-4184-971e-a46a59ea0c9b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517557 Aug 28 08:20:20.520422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7977f884-bb81-4a9b-b8da-9e4307809727 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970087 Aug 28 08:20:20.619690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7c7a3de2-3f06-4f89-b2c7-8c77bbd28629 service neutron] 10.222.0.46 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925758 Aug 28 08:20:20.764594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45468) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:20.786622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45564e9d-2332-4622-87cd-99a308405e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:20.872594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:20:20.943960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ef02ee53-cc7b-463c-b2ee-17bc1eb290bb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:20:20.944497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef02ee53-cc7b-463c-b2ee-17bc1eb290bb not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:20:21.023721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82f85991-51cc-4e6d-bc2a-e8853f10d289 req-a2d347b4-667d-414d-b9fb-f6de4506f852 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0742242 Aug 28 08:20:21.078749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45564e9d-2332-4622-87cd-99a308405e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.158312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.159614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45564e9d-2332-4622-87cd-99a308405e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.166261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.180543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.193418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.206116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.218549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.231113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.234497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58bbebc9-472c-454e-849d-b80356e98e2c req-1274577a-09ca-45ad-99a1-824a58f804ac tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1718256 Aug 28 08:20:21.250601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45564e9d-2332-4622-87cd-99a308405e54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=238985e97e4d47729d1aea216dc26dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847498 Aug 28 08:20:21.251741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45564e9d-2332-4622-87cd-99a308405e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041307ec-a615-4b35-8067-173eeb3e0188,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:21.255318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45494) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:21.274824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414a0a-3a92-4470-abe2-261115ee7e64 req-c9aca713-4101-4aa8-ae76-bcab99214ad5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:21.276391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9414a0a-3a92-4470-abe2-261115ee7e64 req-c9aca713-4101-4aa8-ae76-bcab99214ad5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1318223 Aug 28 08:20:21.333820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9414a0a-3a92-4470-abe2-261115ee7e64 req-57435c68-5c68-416d-93a6-d6345b25e418 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Aug 28 08:20:21.377721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-58bbebc9-472c-454e-849d-b80356e98e2c req-d5880be6-7118-4747-a8e4-13b18ee31c07 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368251 Aug 28 08:20:21.406126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.464024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.592002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:21.613174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adec56a6-92b6-4633-8c82-5743dbfbb02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.662278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.665550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.671970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/041307ec-a615-4b35-8067-173eeb3e0188 HTTP/1.1" status: 204 len: 168 time: 0.4059644 Aug 28 08:20:21.686502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a835-08e6-4982-8c68-3d39cd5d44ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041307ec-a615-4b35-8067-173eeb3e0188,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:21.794648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adec56a6-92b6-4633-8c82-5743dbfbb02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.941397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adec56a6-92b6-4633-8c82-5743dbfbb02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:21.990465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-adec56a6-92b6-4633-8c82-5743dbfbb02c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5c44d2297e3484795c3de48c343978d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944376 Aug 28 08:20:21.990465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec56a6-92b6-4633-8c82-5743dbfbb02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d85fe-c785-4975-aaaa-a1b185db382b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:21.991115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:22.079546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:22.109357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:22.163796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb790e89-1f1b-4fe4-b1f8-3bd5356e064a req-03442613-4cdb-4e0c-adbb-705f5352deb1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Aug 28 08:20:22.276731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:22.281615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:22.285995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c49d85fe-c785-4975-aaaa-a1b185db382b HTTP/1.1" status: 204 len: 168 time: 0.2907820 Aug 28 08:20:22.298275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c510751-8f2f-47e3-abc4-944b51de1a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d85fe-c785-4975-aaaa-a1b185db382b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:22.563566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78906-cafb-48e6-9e09-e8549003c4cf req-5c940bfb-86cb-426d-9c37-dd1637fe729f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.566177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef78906-cafb-48e6-9e09-e8549003c4cf req-5c940bfb-86cb-426d-9c37-dd1637fe729f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0785356 Aug 28 08:20:22.655279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef78906-cafb-48e6-9e09-e8549003c4cf req-30444cce-0d2e-4824-bb8c-841c97020539 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Aug 28 08:20:22.872043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.878431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.885161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.891818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.905020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.917588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.928867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:22.933093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-e84313c2-b3b9-4125-be06-afdc8054de95 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.1295090 Aug 28 08:20:23.014804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6de2d06-f01f-440e-8533-f8a013e87f59 req-aadc717f-74bc-43b7-ba55-05f4fcdd5247 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704288 Aug 28 08:20:23.415780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dcb3f544-eb2c-464b-9b4e-3610e869e40a req-8c78fb4a-f96d-4860-bb06-3bf4e07e59e3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0562429 Aug 28 08:20:23.780891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-602e38ee-f75e-47c2-bb42-547c7b12299a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:23.784981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-602e38ee-f75e-47c2-bb42-547c7b12299a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 822 time: 0.2039306 Aug 28 08:20:23.813130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Request body: {'port': {'device_id': '0191da18-45ea-4573-82e3-369a349fd0d0', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'admin_state_up': True, 'tenant_id': '4f26c0aea17b4946a34871f66a2d5e5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:23.923641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca56ac-555c-46e2-bd6b-aabc063d99dc req-caeb1469-d1f9-471c-81ce-310f5e2c76fc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:23.927287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceca56ac-555c-46e2-bd6b-aabc063d99dc req-caeb1469-d1f9-471c-81ce-310f5e2c76fc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1188138 Aug 28 08:20:24.058304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceca56ac-555c-46e2-bd6b-aabc063d99dc req-6bef8f87-0a8e-4209-830f-2d5edaa83ae5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069467 Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:24.258031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97f581c5-f47d-455d-baba-4ea100b07808 req-d79c876d-aa53-45ae-b092-a6ca139df5f0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.0946712 Aug 28 08:20:24.306353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97f581c5-f47d-455d-baba-4ea100b07808 req-497e81fe-ea16-4a98-b9bc-97b83bb108f7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434539 Aug 28 08:20:24.459020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Made reservation on behalf of 4f26c0aea17b4946a34871f66a2d5e5f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:24.462736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:24.628881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Allocated IP 172.20.0.3 (561db095-7aa8-4021-8b35-f8c4e0fefad0/2e75cf09-beee-4e2b-b3b1-e5366962aed9/393d1d24-931c-4b6d-ba09-cbca396c808f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:20:24.654339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c2ea0d2-0d07-453b-ab61-22d9b92dffe9 req-d64502f2-f164-4cd9-8cfe-7948807e7cbc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0586736 Aug 28 08:20:24.844765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:24.964487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:25.016177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Network 561db095-7aa8-4021-8b35-f8c4e0fefad0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:20:25.021887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:25.035871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:20:25.038137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event updated for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:25.105800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:25.110176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:25.198033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-7e58feaf-7b5a-4f0d-bcd3-b2e78d0cb4a9 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3938837 Aug 28 08:20:25.226429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Request body: {'port': {'device_id': '0191da18-45ea-4573-82e3-369a349fd0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:25.320475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:25.355671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fbc66-ab92-4f10-bdf9-6c492bcadf5a req-415ea01a-571b-45c5-ab97-49039abc1237 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:25.357362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e79fbc66-ab92-4f10-bdf9-6c492bcadf5a req-415ea01a-571b-45c5-ab97-49039abc1237 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1055834 Aug 28 08:20:25.402104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-1429b53d-d693-4529-9fd1-83db11a79488 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=08ee5e02402948979ee4781c608dae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249119 Aug 28 08:20:25.507672 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e79fbc66-ab92-4f10-bdf9-6c492bcadf5a req-05bff0ed-7614-4f45-bc2f-22d20008747d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281650 Aug 28 08:20:25.562357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-4d78a667-4fdc-4565-862a-67cfa1ace099 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:25.564174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-4d78a667-4fdc-4565-862a-67cfa1ace099 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531785 Aug 28 08:20:25.588062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-693cd0e2-a420-40a9-b540-8df9a4a63751 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/quotas/08ee5e02402948979ee4781c608dae4b HTTP/1.1" status: 200 len: 375 time: 0.0114706 Aug 28 08:20:25.605000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:25.647108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-958b37e9-b16a-4470-bf08-cba5afec3538 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08ee5e02402948979ee4781c608dae4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488939 Aug 28 08:20:25.790631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393d1d24-931c-4b6d-ba09-cbca396c808f {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:25.804913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:25.819645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Transition to ACTIVE for port object 393d1d24-931c-4b6d-ba09-cbca396c808f will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:20:25.953499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.010944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.027212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.050110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.058500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Pushing event updated for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:26.064103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.099140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.111578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.127653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.136061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-c6fc8731-bed7-44b1-bedc-3b1d4d90f75a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5419 time: 0.2074916 Aug 28 08:20:26.172830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Attempting to bind port 393d1d24-931c-4b6d-ba09-cbca396c808f on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:20:26.172830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Attempting to bind port 393d1d24-931c-4b6d-ba09-cbca396c808f by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:20:26.172830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Attempting to bind port 393d1d24-931c-4b6d-ba09-cbca396c808f on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:26.174856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Port 393d1d24-931c-4b6d-ba09-cbca396c808f on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:20:26.175449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Attempting to bind port 393d1d24-931c-4b6d-ba09-cbca396c808f on network 561db095-7aa8-4021-8b35-f8c4e0fefad0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:26.181169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:20:26.181520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Checking segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:26.181915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Bound using segment: {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:20:26.182399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Bound port: 393d1d24-931c-4b6d-ba09-cbca396c808f, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd881c10-e97a-4a7e-af0d-4908eab59060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:20:26.183202 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.201717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9c0a923-3df3-4a7c-90cd-88ef2dfede06 req-59709706-d00e-45fa-b064-edd393d82e0b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642948 Aug 28 08:20:26.297008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:20:26.301998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=393d1d24-931c-4b6d-ba09-cbca396c808f,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:20:26.330758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33c0726-9f4d-4d8a-81fe-2fee8fa51fd1 req-76aaea65-2fca-4c2e-b4c5-3c4a1cf34aa3 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0464458 Aug 28 08:20:26.383180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f8d87-546f-4f4c-8a70-6eeed9be8d43 req-46931e1a-5aff-47a0-a651-a9801ae5b7c4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.384599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be5f8d87-546f-4f4c-8a70-6eeed9be8d43 req-46931e1a-5aff-47a0-a651-a9801ae5b7c4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 943 time: 0.0645766 Aug 28 08:20:26.404625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.472272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.472901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.474364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/393d1d24-931c-4b6d-ba09-cbca396c808f HTTP/1.1" status: 200 len: 1092 time: 1.2604280 Aug 28 08:20:26.476672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:26.479011 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b3a79-4f93-40e9-b1da-923d29ed159c" -d '{"events": [{"name": "network-changed", "server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:26.488010 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be5f8d87-546f-4f4c-8a70-6eeed9be8d43 req-0cf7e18a-ce45-4f93-b938-825fd5ac1ad3 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952289 Aug 28 08:20:26.502959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314eb36-cf97-4424-be2e-bb56035a73f9 service neutron] Pushing event updated for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:26.556652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010f89d1-22ed-43ce-8b21-76fa64e1a53d details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:26.594337 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63d610-2f23-434b-8036-cb4edf0a43dc x-openstack-request-id: req-2a63d610-2f23-434b-8036-cb4edf0a43dc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:26.596014 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:26.596963 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a63d610-2f23-434b-8036-cb4edf0a43dc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:26.597988 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f', 'status': 'completed', 'code': 200} Aug 28 08:20:26.721401 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:26.742590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '010f89d1-22ed-43ce-8b21-76fa64e1a53d', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'port_id': '010f89d1-22ed-43ce-8b21-76fa64e1a53d', 'mac_address': 'fa:16:3e:cb:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:26.765757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-12efabbe-c9c6-4ea8-9617-b9409f9ba4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.767950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-12efabbe-c9c6-4ea8-9617-b9409f9ba4e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 1095 time: 0.1411755 Aug 28 08:20:26.801725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ccf4-4a6f-4f57-9ba3-7625c2e89f6d req-3dfb4804-1654-430a-beff-73186fcdc82d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.804195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd35ccf4-4a6f-4f57-9ba3-7625c2e89f6d req-3dfb4804-1654-430a-beff-73186fcdc82d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1315775 Aug 28 08:20:26.820654 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.837745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010f89d1-22ed-43ce-8b21-76fa64e1a53d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:26.851670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-ccab127d-f46d-486f-a6d1-845f37bcd414 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393d1d24-931c-4b6d-ba09-cbca396c808f HTTP/1.1" status: 200 len: 217 time: 0.0646145 Aug 28 08:20:26.863519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:26.921654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd35ccf4-4a6f-4f57-9ba3-7625c2e89f6d req-0db7b7d3-d712-49b8-8499-c7b23362cdf8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725472 Aug 28 08:20:26.935077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-974aa940-0fa8-4eaf-8eac-ac0e76be7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:26.935811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-974aa940-0fa8-4eaf-8eac-ac0e76be7f01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.0703509 Aug 28 08:20:26.978657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:26.980356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 93f077c7-0d08-4396-8dad-d81b540086a6 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:26.998543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-8be7e4b7-e241-4810-871a-fd04424d31e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537193 Aug 28 08:20:27.141432 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-44d5d82c-527e-4d30-922f-e91611d17abb service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356592 Aug 28 08:20:27.175927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:27.190274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '93f077c7-0d08-4396-8dad-d81b540086a6', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'port_id': '93f077c7-0d08-4396-8dad-d81b540086a6', 'mac_address': 'fa:16:3e:74:65:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:27.292693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:27.304384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.328897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.329268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.329584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.329925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.330279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.330620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.330953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.331281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.331610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.331930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.332258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.332579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:27.333286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce936bbe-7817-469f-a24c-94a54e8e4c06 req-d591ebe8-6444-494e-b1f0-fdfcf5ce5410 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833496 Aug 28 08:20:27.337508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f077c7-0d08-4396-8dad-d81b540086a6 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:27.362611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:27.447279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.448454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96681c42-2daf-46d7-9c71-24539afb2df7 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:27.462707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.490853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:27.496190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.523331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.533531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.537619 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-588ab98e-773c-401a-a16b-2d08f625663f req-b16e2c78-9024-482c-bcb8-4aebfb5973bc tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0648594 Aug 28 08:20:27.551357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.585680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.597035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:27.603860 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50bfe07d-2049-43eb-981b-930f6b96d78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.610280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '96681c42-2daf-46d7-9c71-24539afb2df7', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'port_id': '96681c42-2daf-46d7-9c71-24539afb2df7', 'mac_address': 'fa:16:3e:a9:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:27.610490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.628788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-a7623e0c-be56-4523-a2b6-f9d5da61d071 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5420 time: 0.2657807 Aug 28 08:20:27.668429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-7fbf337c-32d1-4c73-840a-bb4a0b39cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.672030 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-7fbf337c-32d1-4c73-840a-bb4a0b39cda0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 1095 time: 0.1072743 Aug 28 08:20:27.672580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.690889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96681c42-2daf-46d7-9c71-24539afb2df7 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:27.705588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45706) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:27.721549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:27.725451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cb36f7d-d562-4ee1-b0cf-25a0a62afc35 req-bdb9fc71-0f4f-44bc-abe3-652e05b70dc7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889635 Aug 28 08:20:27.813237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.825720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48442ac-a2eb-4c25-aa60-6605568f3194 req-cb39b586-2fa0-40e4-b37f-13d35c403f63 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.828003 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f48442ac-a2eb-4c25-aa60-6605568f3194 req-cb39b586-2fa0-40e4-b37f-13d35c403f63 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 943 time: 0.1628788 Aug 28 08:20:27.866856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:27.920669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-5d74dc70-3a66-48e3-9900-00031d98c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:27.924461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-5d74dc70-3a66-48e3-9900-00031d98c623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 200 len: 923 time: 0.2098897 Aug 28 08:20:27.939238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f48442ac-a2eb-4c25-aa60-6605568f3194 req-d6c870f0-7a94-4081-944b-968459291bb2 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Aug 28 08:20:27.949070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af72d9ce-3ee3-49a7-aa89-33462768bfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:27.991636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-f7206737-cb39-4f01-bd05-7f400d73ec71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393d1d24-931c-4b6d-ba09-cbca396c808f HTTP/1.1" status: 200 len: 217 time: 0.0509505 Aug 28 08:20:28.066586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-73961ca2-e2e7-443f-ac1e-befc262f0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.068509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-73961ca2-e2e7-443f-ac1e-befc262f0215 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 200 len: 862 time: 0.0670681 Aug 28 08:20:28.127591 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af72d9ce-3ee3-49a7-aa89-33462768bfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.140367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-f3770187-fd9e-4bd9-9dc7-55d0ed4bb274 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=561db095-7aa8-4021-8b35-f8c4e0fefad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600481 Aug 28 08:20:28.154858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273bab5-1a74-48d1-a4a7-1154536b6559 req-10fce5c7-7de4-4b89-9351-881f90d48341 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.156474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9273bab5-1a74-48d1-a4a7-1154536b6559 req-10fce5c7-7de4-4b89-9351-881f90d48341 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0751252 Aug 28 08:20:28.204791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9273bab5-1a74-48d1-a4a7-1154536b6559 req-c639104c-9b49-4cb8-bd02-2cf229510e13 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Aug 28 08:20:28.205995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af72d9ce-3ee3-49a7-aa89-33462768bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.266707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d9ce-3ee3-49a7-aa89-33462768bfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56eda29-19eb-48fc-8da7-9c8a29d1e0bc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:28.273251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-af72d9ce-3ee3-49a7-aa89-33462768bfdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f4db9a429364feca249a72d01193569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467303 Aug 28 08:20:28.275379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-cf7f5f75-f56a-4bfa-b5ac-7688581afa56 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263981 Aug 28 08:20:28.276562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:28.437819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.475619 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac2b3a79-4f93-40e9-b1da-923d29ed159c req-036c90a7-079c-41e5-a3bd-aa0d5b7fee33 service neutron] 10.222.0.64 "GET /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797035 Aug 28 08:20:28.481351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.582065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 489ba983-bd6b-46c8-a623-868b43258bd4 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:28.642627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57ba356-3f4a-461d-ba18-4f3faae81fb6 req-da41277c-7931-4351-b3de-8502e240d164 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0270231 Aug 28 08:20:28.687932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:28.700135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '489ba983-bd6b-46c8-a623-868b43258bd4', 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'port_id': '489ba983-bd6b-46c8-a623-868b43258bd4', 'mac_address': 'fa:16:3e:81:70:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13f22c7-e1ee-4c4d-b494-edca2be556dc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:28.752635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.755125 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.755722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.756372 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b56eda29-19eb-48fc-8da7-9c8a29d1e0bc HTTP/1.1" status: 204 len: 168 time: 0.4786501 Aug 28 08:20:28.765942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d023-60bb-4d01-922d-e4e972e13e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56eda29-19eb-48fc-8da7-9c8a29d1e0bc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:28.783113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489ba983-bd6b-46c8-a623-868b43258bd4 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:28.834392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:28.867207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['93f077c7-0d08-4396-8dad-d81b540086a6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:28.900681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['010f89d1-22ed-43ce-8b21-76fa64e1a53d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:28.902100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.909592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.915725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.921788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.927941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.933208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:28.933874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:28.934004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.940633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:28.943005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-fa0605d2-b817-42dd-bbe0-3596fbb03ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5422 time: 0.1018131 Aug 28 08:20:28.990301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-93994686-892f-418a-86ca-90f29e9c1fba tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=08ee5e02402948979ee4781c608dae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325203 Aug 28 08:20:29.005903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9c9fc5b-292f-4b12-9457-0624ba6eb679 req-70a5da7c-905c-4bee-a99c-8f9e65ab4284 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557671 Aug 28 08:20:29.015412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['96681c42-2daf-46d7-9c71-24539afb2df7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:29.218251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:29.403362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718280a6-4dd6-46e5-b937-1f55c6712351 req-a16a6922-d6b7-4d42-bf43-1a96f05e8345 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:29.406039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-718280a6-4dd6-46e5-b937-1f55c6712351 req-a16a6922-d6b7-4d42-bf43-1a96f05e8345 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 943 time: 0.3010805 Aug 28 08:20:29.443692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-1d274684-6f8d-40a5-948c-fdb2c29bae76 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:29.450000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-1d274684-6f8d-40a5-948c-fdb2c29bae76 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4425447 Aug 28 08:20:29.451817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bafb2b-734e-4f2e-ae70-477f63312698 req-99882154-85f8-4425-864b-0e22045f2194 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:29.460695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04bafb2b-734e-4f2e-ae70-477f63312698 req-99882154-85f8-4425-864b-0e22045f2194 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1136506 Aug 28 08:20:29.474010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Request body: {'port': {'device_id': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '08ee5e02402948979ee4781c608dae4b'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:29.526052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04bafb2b-734e-4f2e-ae70-477f63312698 req-b1820c4e-c102-49c7-ab8f-3f862a8256ab tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638809 Aug 28 08:20:29.878553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:29.947151 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-718280a6-4dd6-46e5-b937-1f55c6712351 req-9b44afc4-1080-4491-9a9e-a9bea143d229 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955132 Aug 28 08:20:29.953517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'port_id': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'mac_address': 'fa:16:3e:89:28:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:29.976113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6871eff-5c89-4a16-9922-320c10bce149 req-00af42b6-3fe8-41a0-9071-b30e8c9130f4 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0384347 Aug 28 08:20:30.069424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.072871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.133577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:30.141569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Made reservation on behalf of 08ee5e02402948979ee4781c608dae4b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:30.148127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.170886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.237370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:30.302367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.308462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.313203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9386ba1f-83bd-405a-b04b-94c04c1702e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.315125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.321089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.327612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.333745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.339628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.341653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-be1942f3-ab94-4bbf-bf2c-23f1bf250d38 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5423 time: 0.1645677 Aug 28 08:20:30.399210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.399925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 79601ae2-ac05-4457-8fce-ac51f48a946d details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:30.411177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d864c6f2-8fa1-4dfd-a4c6-21dbfc5355cc req-fdc125b8-8a9b-4431-b760-01958ee57b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631368 Aug 28 08:20:30.447563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.500280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:30.503340 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:30.515911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'network_id': 'd2bdf6af-2252-4a9f-aac6-99501a4ebe63', 'port_id': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'mac_address': 'fa:16:3e:1b:41:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13f22c7-e1ee-4c4d-b494-edca2be556dc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:30.536113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.560764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.577112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79601ae2-ac05-4457-8fce-ac51f48a946d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:30.618884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:30.695258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5ec2d-c37d-4f73-b915-561ed861bb8e req-74f695ba-67b2-41ed-bb3b-be9d4487d6aa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:30.695891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.696598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bd6b4925-e79a-4973-8e2c-e65659a563a4 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:30.697568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83d5ec2d-c37d-4f73-b915-561ed861bb8e req-74f695ba-67b2-41ed-bb3b-be9d4487d6aa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0606863 Aug 28 08:20:30.706241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1576a76e-fe8b-4e0f-9032-92933c3529e3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:30.753472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83d5ec2d-c37d-4f73-b915-561ed861bb8e req-b3bd7474-1ee8-470c-8d0d-5b292423b9f5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Aug 28 08:20:30.812045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:30.818385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:30.819930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Allocated IP 192.168.233.60 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/b2703574-0e87-40ae-91b3-ef708bfea2f6) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:20:30.846763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'network_id': '3f7f1c22-1b1b-4855-9977-fbafd05d183e', 'port_id': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'mac_address': 'fa:16:3e:af:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c832776-cf00-4341-b507-2bbf1574949e', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:30.918327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 393d1d24-931c-4b6d-ba09-cbca396c808f details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:30.947381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:30.988748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6b4925-e79a-4973-8e2c-e65659a563a4 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:31.119574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:31.172721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.191994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1144244d-53a6-4d27-9615-228d39631450 req-d23ac9fc-cdd7-45d7-a35e-0793e6a9e73b tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0442281 Aug 28 08:20:31.214260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.235603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=393d1d24-931c-4b6d-ba09-cbca396c808f,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:31.261750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Transition to ACTIVE for port object b2703574-0e87-40ae-91b3-ef708bfea2f6 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:20:31.273648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '393d1d24-931c-4b6d-ba09-cbca396c808f', 'network_id': '561db095-7aa8-4021-8b35-f8c4e0fefad0', 'port_id': '393d1d24-931c-4b6d-ba09-cbca396c808f', 'mac_address': 'fa:16:3e:e1:b9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e75cf09-beee-4e2b-b3b1-e5366962aed9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:31.331491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10835543-7bbd-4ae5-8da3-d7facc36704f req-9194c285-5e0f-492d-a582-140dc563e04d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.334736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:31.339448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10835543-7bbd-4ae5-8da3-d7facc36704f req-9194c285-5e0f-492d-a582-140dc563e04d tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 943 time: 0.1598172 Aug 28 08:20:31.356057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.377841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d1d24-931c-4b6d-ba09-cbca396c808f {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:31.400062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10835543-7bbd-4ae5-8da3-d7facc36704f req-3b2fa835-b93c-4fec-b77d-04be5994a9a8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525033 Aug 28 08:20:31.401601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=393d1d24-931c-4b6d-ba09-cbca396c808f,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:31.433127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.486706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:20:31.492960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:31.497811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:20:31.500326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.529338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Pushing event updated for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:31.579693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.580883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.635314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.635869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:31.642885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.649170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.655364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.661584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.668177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.670145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-5f3e1cbf-3009-4211-b837-d6c0f060129f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2050309 Aug 28 08:20:31.684637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:31.684637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-6b4761bb-2342-4f68-9cb5-8ce6833775eb tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5426 time: 0.1298826 Aug 28 08:20:31.692279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Request body: {'port': {'device_id': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:31.760093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0053060d-6ce0-4b99-bc93-f8cc9238bed2 req-9199c277-45e4-4b49-8c98-6f675481f184 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676546 Aug 28 08:20:31.811085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.820334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['393d1d24-931c-4b6d-ba09-cbca396c808f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:31.834834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:31.981699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:32.116816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a2100b-434a-4933-a71d-c52f368fb6ec None None] Provisioning for port b2703574-0e87-40ae-91b3-ef708bfea2f6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:32.130902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a2100b-434a-4933-a71d-c52f368fb6ec None None] Provisioning complete for port b2703574-0e87-40ae-91b3-ef708bfea2f6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:32.131200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77a2100b-434a-4933-a71d-c52f368fb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.214878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930acb42-8d15-4974-a884-29e71bdb2376 req-7edaa0e6-bccb-47d6-a957-78352bfe6e2f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:32.214878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-930acb42-8d15-4974-a884-29e71bdb2376 req-7edaa0e6-bccb-47d6-a957-78352bfe6e2f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.2771821 Aug 28 08:20:32.288271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23cdbfe0-3abe-427f-b4bc-57e1ca2582b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.311387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-77a2100b-434a-4933-a71d-c52f368fb6ec None None] Port b2703574-0e87-40ae-91b3-ef708bfea2f6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:20:32.323043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-930acb42-8d15-4974-a884-29e71bdb2376 req-2763ebdf-2625-44c7-b831-b7703ade062b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091213 Aug 28 08:20:32.439629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2703574-0e87-40ae-91b3-ef708bfea2f6 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:32.459483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.471175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11087a94-4e88-4c19-ad9f-19824e8eee0c req-6e8e7249-e54d-454d-be95-1d0ae72ce0bb tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:32.473057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11087a94-4e88-4c19-ad9f-19824e8eee0c req-6e8e7249-e54d-454d-be95-1d0ae72ce0bb tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 935 time: 0.1191416 Aug 28 08:20:32.493986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Transition to ACTIVE for port object b2703574-0e87-40ae-91b3-ef708bfea2f6 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:20:32.564850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11087a94-4e88-4c19-ad9f-19824e8eee0c req-bcea2594-c821-4d18-8a21-32fae274b6b5 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Aug 28 08:20:32.574708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23cdbfe0-3abe-427f-b4bc-57e1ca2582b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.599252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fed98-2a63-4e2e-bf51-6a253025f362 req-5c9191da-c9a3-41bd-8348-957354a7969a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:32.601940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d32fed98-2a63-4e2e-bf51-6a253025f362 req-5c9191da-c9a3-41bd-8348-957354a7969a tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 944 time: 0.0864356 Aug 28 08:20:32.624547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.702790 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d32fed98-2a63-4e2e-bf51-6a253025f362 req-42dcba09-e625-434c-84f6-ca95631decf6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945961 Aug 28 08:20:32.706442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Pushing event updated for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:32.748321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23cdbfe0-3abe-427f-b4bc-57e1ca2582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.818322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdbfe0-3abe-427f-b4bc-57e1ca2582b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79f395-f1ee-4295-b29f-66a959c752de,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:32.821328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Attempting to bind port b2703574-0e87-40ae-91b3-ef708bfea2f6 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:20:32.821877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Attempting to bind port b2703574-0e87-40ae-91b3-ef708bfea2f6 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:20:32.822436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Attempting to bind port b2703574-0e87-40ae-91b3-ef708bfea2f6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:32.827926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-23cdbfe0-3abe-427f-b4bc-57e1ca2582b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ebe985323db49608312bf140af7821b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8436384 Aug 28 08:20:32.830403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45832) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:32.846998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Port b2703574-0e87-40ae-91b3-ef708bfea2f6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:20:32.847488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Attempting to bind port b2703574-0e87-40ae-91b3-ef708bfea2f6 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:32.861099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:20:32.863328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:32.863328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:20:32.863328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Bound port: b2703574-0e87-40ae-91b3-ef708bfea2f6, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:20:32.864794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:32.922568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 393d1d24-931c-4b6d-ba09-cbca396c808f up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:32.928092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['79601ae2-ac05-4457-8fce-ac51f48a946d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:32.935668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.003587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:20:33.003587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:20:33.004566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.005187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:33.019251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['489ba983-bd6b-46c8-a623-868b43258bd4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:33.022500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.027862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.032998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.039562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.045800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.051936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.057754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.060424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-b76fc91f-3969-454f-87a9-b18a3884a1f5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5426 time: 0.1456203 Aug 28 08:20:33.125076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf12b490-2fb3-4c16-89a2-7da7b62205a2 req-94b0eb6f-eb7e-4934-bac2-062c70395d7d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527403 Aug 28 08:20:33.126768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:33.328600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.330765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb75b-8a27-4330-9006-ff07c1267821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.374680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.378364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.380052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e79f395-f1ee-4295-b29f-66a959c752de HTTP/1.1" status: 204 len: 168 time: 0.5470862 Aug 28 08:20:33.389600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114478f-754c-47be-a350-9bf375a8f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79f395-f1ee-4295-b29f-66a959c752de,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:33.395040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.395957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.396118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 393d1d24-931c-4b6d-ba09-cbca396c808f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:33.396944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] 10.222.0.64 "PUT /v2.0/ports/b2703574-0e87-40ae-91b3-ef708bfea2f6 HTTP/1.1" status: 200 len: 1096 time: 1.7115371 Aug 28 08:20:33.398516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 93f077c7-0d08-4396-8dad-d81b540086a6 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:33.401141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:33.403429 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8504b05-6bfa-416a-8638-b75742858899" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:33.461592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce86b3-e1b5-4a3d-909a-7a7a4913904f service neutron] Pushing event updated for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:33.477287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 393d1d24-931c-4b6d-ba09-cbca396c808f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:33.483187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.511659 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2d770-08ca-495a-9e48-078ab9c4afe8 x-openstack-request-id: req-4ad2d770-08ca-495a-9e48-078ab9c4afe8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:33.511659 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:33.511659 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ad2d770-08ca-495a-9e48-078ab9c4afe8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:33.511659 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6', 'status': 'completed', 'code': 200} Aug 28 08:20:33.667278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.672761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb75b-8a27-4330-9006-ff07c1267821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.686927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4312185-9e73-4d86-868a-072cc3ee5aaa req-9d93486c-7ba3-4675-a552-bcea242ff026 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.688566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4312185-9e73-4d86-868a-072cc3ee5aaa req-9d93486c-7ba3-4675-a552-bcea242ff026 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1701322 Aug 28 08:20:33.729415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:33.729415 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402ea34-eac3-4472-a7c8-e3da10b40e79" -d '{"events": [{"server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "name": "network-vif-plugged", "status": "completed", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:33.729914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504b05-6bfa-416a-8638-b75742858899 req-5201f113-bcf2-46a0-9c19-46f8c217f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.729914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8504b05-6bfa-416a-8638-b75742858899 req-5201f113-bcf2-46a0-9c19-46f8c217f675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ee5e02402948979ee4781c608dae4b&device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1473086 Aug 28 08:20:33.748914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=393d1d24-931c-4b6d-ba09-cbca396c808f,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:33.751736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56b430-5a11-4239-a94c-5925654aad01 req-6c677bf4-f239-4fb9-81cc-2ee8000597b3 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:33.759162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed56b430-5a11-4239-a94c-5925654aad01 req-6c677bf4-f239-4fb9-81cc-2ee8000597b3 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 947 time: 0.0815856 Aug 28 08:20:33.766330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8504b05-6bfa-416a-8638-b75742858899 req-8eccec52-170a-42e7-9167-d74b43186b87 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=08ee5e02402948979ee4781c608dae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335538 Aug 28 08:20:33.800967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4312185-9e73-4d86-868a-072cc3ee5aaa req-3fe04af9-8927-4dee-b480-463c9aa46c76 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978465 Aug 28 08:20:33.809985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed56b430-5a11-4239-a94c-5925654aad01 req-c301a000-9b7a-4c9b-ad3c-23d43c912f8e tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481191 Aug 28 08:20:33.811332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 93f077c7-0d08-4396-8dad-d81b540086a6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:33.822123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 93f077c7-0d08-4396-8dad-d81b540086a6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:33.822123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.848565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb75b-8a27-4330-9006-ff07c1267821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.930224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:33.940545 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe3cb75b-8a27-4330-9006-ff07c1267821 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71849dc932fa4999bdb2f44c3be50880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8124511 Aug 28 08:20:33.945652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:33.976367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb75b-8a27-4330-9006-ff07c1267821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c353546-4ba5-4395-bb15-3f001bf4264a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:33.995387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504b05-6bfa-416a-8638-b75742858899 req-a1198f53-fded-4c02-a80b-374cce3f520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.000076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8504b05-6bfa-416a-8638-b75742858899 req-a1198f53-fded-4c02-a80b-374cce3f520c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247555 Aug 28 08:20:34.036073 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee64928-dc86-41fd-bf2b-c87915da9c22 x-openstack-request-id: req-0ee64928-dc86-41fd-bf2b-c87915da9c22 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:34.036439 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "name": "network-vif-plugged", "status": "completed", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:34.037113 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ee64928-dc86-41fd-bf2b-c87915da9c22 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:34.037697 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f', 'code': 200} Aug 28 08:20:34.054868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.139737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.149426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:34.160406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f152-f898-4ec0-9e4f-ebecdf62c5b4 req-20c28176-8685-48fe-8197-4f905550e2aa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.169044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e499f152-f898-4ec0-9e4f-ebecdf62c5b4 req-20c28176-8685-48fe-8197-4f905550e2aa tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.1301930 Aug 28 08:20:34.173124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.230977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:34.233727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-a4ef4d1c-50c7-4d55-9181-d06b5e5c1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.236434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-a4ef4d1c-50c7-4d55-9181-d06b5e5c1a90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ee5e02402948979ee4781c608dae4b&device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1382222 Aug 28 08:20:34.244541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e499f152-f898-4ec0-9e4f-ebecdf62c5b4 req-d2293bd6-d1e6-44bb-b8fa-d31f51abaa42 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Aug 28 08:20:34.251789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a69723-ecc3-4674-8906-1b46e7d1ffae req-e13d53e3-7c35-4b6b-94bf-152f00ebe287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.253043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87a69723-ecc3-4674-8906-1b46e7d1ffae req-e13d53e3-7c35-4b6b-94bf-152f00ebe287 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 1097 time: 0.1092982 Aug 28 08:20:34.346901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-ba4a113a-3885-4451-a32f-18c92df276d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6 HTTP/1.1" status: 200 len: 217 time: 0.0857689 Aug 28 08:20:34.390937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.391529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.391690 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87a69723-ecc3-4674-8906-1b46e7d1ffae req-a62acbef-7ad8-4b67-b734-aadbfffb9658 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276124 Aug 28 08:20:34.395287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.396945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c353546-4ba5-4395-bb15-3f001bf4264a HTTP/1.1" status: 204 len: 168 time: 0.4499891 Aug 28 08:20:34.410718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624e27a-86e0-464c-a0bb-06c987f30b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c353546-4ba5-4395-bb15-3f001bf4264a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:34.447463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.456111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.460646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.467365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.473496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.479986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.486196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.494412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-3042f09d-476d-44a7-9087-ab8d84e05c29 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5426 time: 0.1916664 Aug 28 08:20:34.503955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-8bfcc02a-7533-44a8-aadf-bff987b90de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.505476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-8bfcc02a-7533-44a8-aadf-bff987b90de8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1290882 Aug 28 08:20:34.529660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['bd6b4925-e79a-4973-8e2c-e65659a563a4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:34.561730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0da30960-49a3-4c3d-8308-67776b0d3016 req-ae056d16-c7b7-4906-846d-0973260c8039 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663064 Aug 28 08:20:34.665911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:34.707879 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:34.781551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-b1c1331f-b282-46f4-8f7a-868af84d4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:34.783470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-b1c1331f-b282-46f4-8f7a-868af84d4d0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505476 Aug 28 08:20:34.938980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-d2b42d54-c164-4539-ba9d-4f770c064ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442654 Aug 28 08:20:35.001713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.025096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4152-d1da-4952-9430-c29d280283b0 req-fcc2641d-a22b-452c-9f39-c65528391559 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.027875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-720b4152-d1da-4952-9430-c29d280283b0 req-fcc2641d-a22b-452c-9f39-c65528391559 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0734036 Aug 28 08:20:35.073292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-720b4152-d1da-4952-9430-c29d280283b0 req-94a33293-a3e1-4823-8b84-a4b12bf2b85e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Aug 28 08:20:35.124171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49d5a-4e13-4ed4-a781-e1093474eaa8 req-fb4f13c9-6329-4e2d-99b5-5b6080d80390 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.126089 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4d49d5a-4e13-4ed4-a781-e1093474eaa8 req-fb4f13c9-6329-4e2d-99b5-5b6080d80390 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 947 time: 0.1081669 Aug 28 08:20:35.135918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7032d562-7234-49a1-bdd0-08cb9719f13b req-deb6f767-a14c-4428-bc66-fe8626251c37 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805637 Aug 28 08:20:35.178901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4d49d5a-4e13-4ed4-a781-e1093474eaa8 req-a1fe8eb9-90d0-4cba-8ce3-9491d2bd89ba tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Aug 28 08:20:35.265536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45894) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:35.393141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45902) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:35.398499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-605506272-network', 'tenant_id': '636a2a2e7ed444a6946fda0363416b28'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:35.399099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96681c42-2daf-46d7-9c71-24539afb2df7 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:35.410344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b37a14b-2ecf-4b96-87f4-f1a0b9b6e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.441192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e87ec-99b3-4d75-b469-be19d818e396 req-0280e587-ddfc-4053-983c-0fd320012ec6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.442921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f52e87ec-99b3-4d75-b469-be19d818e396 req-0280e587-ddfc-4053-983c-0fd320012ec6 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.0913739 Aug 28 08:20:35.486330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f52e87ec-99b3-4d75-b469-be19d818e396 req-9abde030-03ee-4b97-988a-7c32cf5987b8 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359852 Aug 28 08:20:35.509966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Made reservation on behalf of 636a2a2e7ed444a6946fda0363416b28 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:35.513040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.525882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.581430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 96681c42-2daf-46d7-9c71-24539afb2df7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:35.586075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 96681c42-2daf-46d7-9c71-24539afb2df7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:35.590461 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.615595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b37a14b-2ecf-4b96-87f4-f1a0b9b6e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.695214 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.712102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b37a14b-2ecf-4b96-87f4-f1a0b9b6e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.741636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:35.769681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3b37a14b-2ecf-4b96-87f4-f1a0b9b6e25f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a070c5994d2f4cde88eb3ae2ac0e5ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751493 Aug 28 08:20:35.775291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45908) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:35.783093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.790519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.798923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.805941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.810631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.811828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010f89d1-22ed-43ce-8b21-76fa64e1a53d up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:35.817862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.820053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.829687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.841537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:35.845889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-640e355d-f86e-41d9-86e2-24db18c45ad9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5427 time: 0.1839201 Aug 28 08:20:35.847006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37a14b-2ecf-4b96-87f4-f1a0b9b6e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5009f-cbb7-4948-bbbf-48793e1b82d3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:35.852473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.883775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.900144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:35.903120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:35.916696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36156d49-ea3a-47b7-bf04-beacc6fd1adb req-20e9726e-9058-4496-bbd0-150b6e0551ff tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504723 Aug 28 08:20:35.970104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:20:35.977044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6bc2b-f242-40ab-b58e-7652871a2315,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:36.038840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:36.041492 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510d648-b9d8-4645-8c99-9f7251854fca" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:36.046109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:36.050448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:36.050800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.084109 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da64bf2-5758-46ba-ae1c-ad895b8f7d3b x-openstack-request-id: req-8da64bf2-5758-46ba-ae1c-ad895b8f7d3b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:36.084405 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:36.084654 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8da64bf2-5758-46ba-ae1c-ad895b8f7d3b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:36.085129 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6', 'code': 200} Aug 28 08:20:36.085304 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7', 'code': 200} Aug 28 08:20:36.099872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.118039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.118039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e5009f-cbb7-4948-bbbf-48793e1b82d3 HTTP/1.1" status: 204 len: 168 time: 0.3310287 Aug 28 08:20:36.118039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.118039 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Added segment 4f70f9f1-3b1d-404f-a6c1-2f61a028b580 of type vlan for network 35051309-8b3a-4093-a1d0-1d5c0b2282f7 Aug 28 08:20:36.125605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15352c5-6a3c-4250-97bb-a897a1710310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5009f-cbb7-4948-bbbf-48793e1b82d3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:36.159146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.174812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.197015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:36.257662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c8d2-64da-4687-9499-3839e2db9b62 req-0f252e32-2d7e-4ef5-92d4-1a6b29cc9c51 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:36.259781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-afe0c8d2-64da-4687-9499-3839e2db9b62 req-0f252e32-2d7e-4ef5-92d4-1a6b29cc9c51 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0619142 Aug 28 08:20:36.308343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-afe0c8d2-64da-4687-9499-3839e2db9b62 req-9a33295a-ad38-4387-8c9f-2d2b87f78e14 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Aug 28 08:20:36.335454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f23d-f569-493d-a048-214a974af4aa req-0dcd229f-5004-44ab-b3a0-8330e4818f69 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:36.337005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1bc4f23d-f569-493d-a048-214a974af4aa req-0dcd229f-5004-44ab-b3a0-8330e4818f69 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 947 time: 0.0609288 Aug 28 08:20:36.347385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.375473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.376369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:36.376942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:36.392106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1bc4f23d-f569-493d-a048-214a974af4aa req-513522e4-4632-4e4f-922f-df22e3835b35 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461190 Aug 28 08:20:36.438035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:36.452857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=35051309-8b3a-4093-a1d0-1d5c0b2282f7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:36.470038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 35051309-8b3a-4093-a1d0-1d5c0b2282f7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:20:36.581621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-101cf398-9f5c-4e8d-a161-119d4825bfe8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3148358 Aug 28 08:20:36.586011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45922) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:36.592058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Request body: {'subnet': {'network_id': '35051309-8b3a-4093-a1d0-1d5c0b2282f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-605506272-subnet', 'tenant_id': '636a2a2e7ed444a6946fda0363416b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:36.635210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a895b-b161-405f-a93d-3557b2d0aa31 req-ffb697d8-fa46-4986-80f5-2f39523206b4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:36.642013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-884a895b-b161-405f-a93d-3557b2d0aa31 req-ffb697d8-fa46-4986-80f5-2f39523206b4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Aug 28 08:20:36.682454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-884a895b-b161-405f-a93d-3557b2d0aa31 req-b3a03fe1-08b5-4b2b-8f68-92acc65e1608 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Aug 28 08:20:36.758430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Made reservation on behalf of 636a2a2e7ed444a6946fda0363416b28 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:36.761234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.054100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.060644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.066724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.072888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.080389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.086691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.092695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.094686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-3a08ab25-4a3a-48e8-b7a4-26557aa50b98 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5429 time: 0.1010072 Aug 28 08:20:37.097064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.181167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c66996c-e7f5-4d89-bed8-0821824f9f37,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:37.202394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b11fbad-2255-4be7-bc6b-4ac6816660db req-acd6da8f-c368-438d-b656-e2cf46f20ae8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726721 Aug 28 08:20:37.202394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Checking segment: {'id': '4f70f9f1-3b1d-404f-a6c1-2f61a028b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35051309-8b3a-4093-a1d0-1d5c0b2282f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:37.202394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Network hostable DHCP agents. Network: 35051309-8b3a-4093-a1d0-1d5c0b2282f7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:20:37.336751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Network 35051309-8b3a-4093-a1d0-1d5c0b2282f7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:20:37.362802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3c55e-dc9c-4550-a7d5-73f05653a3b3 req-8b6455a9-323d-42b5-bf89-e9e3a00b0c24 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.365574 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21e3c55e-dc9c-4550-a7d5-73f05653a3b3 req-8b6455a9-323d-42b5-bf89-e9e3a00b0c24 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.0807889 Aug 28 08:20:37.393449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 489ba983-bd6b-46c8-a623-868b43258bd4 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:37.437347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21e3c55e-dc9c-4550-a7d5-73f05653a3b3 req-e3c7c1cb-a91a-46ca-b7c3-f36780fd1c03 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 Aug 28 08:20:37.446506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346888cc-c1e3-47a8-9a54-e8d2af21c4ef req-8b172fab-dd2e-4a63-9f28-49123687e1b7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.448237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-346888cc-c1e3-47a8-9a54-e8d2af21c4ef req-8b172fab-dd2e-4a63-9f28-49123687e1b7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0638075 Aug 28 08:20:37.471170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 35051309-8b3a-4093-a1d0-1d5c0b2282f7) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:37.476200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.476801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.482440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9610aa-1440-4bcc-873d-1cd394636ae5 None None] Network 35051309-8b3a-4093-a1d0-1d5c0b2282f7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:37.516525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-346888cc-c1e3-47a8-9a54-e8d2af21c4ef req-d303e6c6-1d67-4e52-8b3b-665203972436 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 Aug 28 08:20:37.595757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 489ba983-bd6b-46c8-a623-868b43258bd4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:37.599409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf961b-2787-401c-83d8-1c6a8ba0fcda req-4183800e-1790-4e67-8695-0fbe041fc3f2 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:37.599409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7bf961b-2787-401c-83d8-1c6a8ba0fcda req-4183800e-1790-4e67-8695-0fbe041fc3f2 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 947 time: 0.0560772 Aug 28 08:20:37.619334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 489ba983-bd6b-46c8-a623-868b43258bd4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:37.619807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.662867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e7bf961b-2787-401c-83d8-1c6a8ba0fcda req-b6a28426-ba67-488e-bfec-f6461789551f tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552566 Aug 28 08:20:37.668040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c0465508-7afe-4388-b7db-1d84387ad35e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0804777 Aug 28 08:20:37.678800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493861fa-285e-431c-83f7-f322c8cf4614 None None] Network 35051309-8b3a-4093-a1d0-1d5c0b2282f7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:37.841573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.900045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:37.955985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:37.957104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 79601ae2-ac05-4457-8fce-ac51f48a946d up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:38.033950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:38.086494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:38.088900 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a20254-486c-4daa-9710-6abef1ae5166" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:38.098946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 79601ae2-ac05-4457-8fce-ac51f48a946d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:38.103307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 79601ae2-ac05-4457-8fce-ac51f48a946d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:38.103704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:38.131820 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f350b08-5f1e-4bd8-8977-a5d6a748a0ea x-openstack-request-id: req-5f350b08-5f1e-4bd8-8977-a5d6a748a0ea {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:38.132173 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:38.132433 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f350b08-5f1e-4bd8-8977-a5d6a748a0ea {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:38.132843 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d', 'code': 200} Aug 28 08:20:38.133115 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4', 'code': 200} Aug 28 08:20:38.183135 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-59bb4660-3534-43d0-812a-83c575290e18 req-ac4c6181-39cf-4d97-8896-eb8c11ecc2fe tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] show failed (client error): The resource could not be found. Aug 28 08:20:38.184686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59bb4660-3534-43d0-812a-83c575290e18 req-ac4c6181-39cf-4d97-8896-eb8c11ecc2fe tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/0ab4dd3b-2df7-4c51-9cdf-da14305de70a HTTP/1.1" status: 404 len: 352 time: 0.0163527 Aug 28 08:20:38.251961 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:38.297533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7572571b-9f57-4c1e-949a-0bce4ac61736 req-211174c9-e47b-4383-a23c-f8ebdc5b75b5 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=636a2a2e7ed444a6946fda0363416b28 HTTP/1.1" status: 200 len: 2984 time: 0.0612271 Aug 28 08:20:38.300108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:38.385658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7572571b-9f57-4c1e-949a-0bce4ac61736 req-378be75e-ed0e-48a2-9056-a96a881dab21 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/51a6bc2b-f242-40ab-b58e-7652871a2315 HTTP/1.1" status: 200 len: 2981 time: 0.0712991 Aug 28 08:20:38.395324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.401356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.407546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.410655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:38.413584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.417598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:20:38.419599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.425757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.432148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.441048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-afb36b2a-2cdf-4f12-9131-0f297a0e80e4 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5430 time: 0.1328475 Aug 28 08:20:38.451319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7572571b-9f57-4c1e-949a-0bce4ac61736 req-e8cb3912-690e-4d6e-911e-457faf1aadb1 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/51a6bc2b-f242-40ab-b58e-7652871a2315 HTTP/1.1" status: 200 len: 2981 time: 0.0551178 Aug 28 08:20:38.497331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-323c5df2-d53a-49cd-8d2d-4cd7dbcd7573 req-ef81e353-0379-4cd2-a2c3-c8841782b5b7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547199 Aug 28 08:20:38.514258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:38.539453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49bb68b7-6362-4391-983b-fa0d8490c8aa req-6f56b399-afc0-4923-9482-6f3df4d1f545 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/51a6bc2b-f242-40ab-b58e-7652871a2315 HTTP/1.1" status: 200 len: 2981 time: 0.0648232 Aug 28 08:20:38.585076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:38.647402 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-49bb68b7-6362-4391-983b-fa0d8490c8aa req-b16eebbc-7c58-4ed7-8989-42824e21d8c1 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 08:20:38.648611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49bb68b7-6362-4391-983b-fa0d8490c8aa req-b16eebbc-7c58-4ed7-8989-42824e21d8c1 tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "DELETE /v2.0/security-groups/51a6bc2b-f242-40ab-b58e-7652871a2315 HTTP/1.1" status: 409 len: 352 time: 0.0965650 Aug 28 08:20:38.660095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f967c-44ae-487e-aa83-db67e6d26b2a req-0edd9f36-3c08-4aff-969c-67dc3ca40a02 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.666388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-835f967c-44ae-487e-aa83-db67e6d26b2a req-0edd9f36-3c08-4aff-969c-67dc3ca40a02 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.0692375 Aug 28 08:20:38.673443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:38.709268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-835f967c-44ae-487e-aa83-db67e6d26b2a req-32930642-66fd-4700-9b3e-752b374fbcd1 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups?id=6992013a-ec59-4517-a76a-d10a63cbacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Aug 28 08:20:38.761458 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [req-d9e4e65c-e628-4738-a273-4848b6b7e61f req-ffcab08f-2aea-4a73-8166-a269274ed0bf tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] show failed (client error): The resource could not be found. Aug 28 08:20:38.763211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9e4e65c-e628-4738-a273-4848b6b7e61f req-ffcab08f-2aea-4a73-8166-a269274ed0bf tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/d46f04bf-9a24-4b7a-ab7f-eea5481c0316 HTTP/1.1" status: 404 len: 352 time: 0.0226903 Aug 28 08:20:38.780987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:38.822199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9ceb-3006-4672-81c1-695363eaa24d req-61669104-0d94-4af4-841c-02744febf1ea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.825188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b65a9ceb-3006-4672-81c1-695363eaa24d req-61669104-0d94-4af4-841c-02744febf1ea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0847640 Aug 28 08:20:38.842035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:38.894646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b65a9ceb-3006-4672-81c1-695363eaa24d req-d6c46a1d-63ab-4a88-9e3b-02b345705ba3 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577292 Aug 28 08:20:38.976731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2703574-0e87-40ae-91b3-ef708bfea2f6 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:38.989271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c6e0-04fe-431f-b26a-d5c98793453d req-7a9738d4-e1cd-4103-ab44-ea8e8ea9b705 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:38.992757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21f7c6e0-04fe-431f-b26a-d5c98793453d req-7a9738d4-e1cd-4103-ab44-ea8e8ea9b705 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 947 time: 0.1109211 Aug 28 08:20:39.029588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-aa1766ce-4b3a-4733-a3b7-4f99afa76f96 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.029588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-aa1766ce-4b3a-4733-a3b7-4f99afa76f96 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 945 time: 0.1100500 Aug 28 08:20:39.087791 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-5ec9fcf3-4ee1-4c79-8208-0b45feefd90e req-6a7b65a9-2f09-4c48-b45e-59301827db9e tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] show failed (client error): The resource could not be found. Aug 28 08:20:39.089562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec9fcf3-4ee1-4c79-8208-0b45feefd90e req-6a7b65a9-2f09-4c48-b45e-59301827db9e tempest-SecurityGroupsNegativeTestJSON-408785092 tempest-SecurityGroupsNegativeTestJSON-408785092-project] 10.222.0.46 "GET /v2.0/security-groups/d3f57298-a557-4950-b0e7-028e472ad18b HTTP/1.1" status: 404 len: 352 time: 0.0236535 Aug 28 08:20:39.107657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46004) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:39.115215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:39.138274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b2703574-0e87-40ae-91b3-ef708bfea2f6', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b2703574-0e87-40ae-91b3-ef708bfea2f6', 'mac_address': 'fa:16:3e:0e:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:39.176876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21f7c6e0-04fe-431f-b26a-d5c98793453d req-a4373b53-4bf8-45a6-9183-a5c3f9f0a9fa tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490741 Aug 28 08:20:39.187679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Deleting subnet 1c66996c-e7f5-4d89-bed8-0821824f9f37 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:20:39.201629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.213631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.242694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2703574-0e87-40ae-91b3-ef708bfea2f6 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:39.263941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.278677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:39.294866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Deleting port 393d1d24-931c-4b6d-ba09-cbca396c808f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:20:39.295296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.325836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.409843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.420034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:20:39.426073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bd6b4925-e79a-4973-8e2c-e65659a563a4 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:39.459105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] For port 393d1d24-931c-4b6d-ba09-cbca396c808f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=393d1d24-931c-4b6d-ba09-cbca396c808f,segment=NetworkSegment(bd881c10-e97a-4a7e-af0d-4908eab59060),segment_id=bd881c10-e97a-4a7e-af0d-4908eab59060)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:39.459759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.479501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Calling delete_port for 393d1d24-931c-4b6d-ba09-cbca396c808f owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:20:39.502163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.599455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c66996c-e7f5-4d89-bed8-0821824f9f37,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:39.622514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.630165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-449ff828-4f2d-4436-bab5-559c116b4751 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1c66996c-e7f5-4d89-bed8-0821824f9f37 HTTP/1.1" status: 204 len: 168 time: 0.5207746 Aug 28 08:20:39.634002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46014) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:39.717779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:39.793976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:39.823493 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.826189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'mac_address': 'fa:16:3e:52:47:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:20:39.830021 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.848632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b2703574-0e87-40ae-91b3-ef708bfea2f6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:39.850044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port bd6b4925-e79a-4973-8e2c-e65659a563a4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:39.878843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port bd6b4925-e79a-4973-8e2c-e65659a563a4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:39.879498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.903391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event deleted for resources: {'Port': ['ID=393d1d24-931c-4b6d-ba09-cbca396c808f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:39.946502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.953724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.960844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.967553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.973966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.975393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ed07d15-cd6b-4d3f-a212-2f0c647b2086 req-e1ccfa46-da8b-425f-955d-2ba1736f5a7e tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0502343 Aug 28 08:20:39.977047 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.981392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.985608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:39.988928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:39.991596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35051309-8b3a-4093-a1d0-1d5c0b2282f7']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:39.998027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-cce72b69-90ad-4ffb-aac6-54742333786d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5431 time: 0.2710650 Aug 28 08:20:40.009835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f70f9f1-3b1d-404f-a6c1-2f61a028b580') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:40.010487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f70f9f1-3b1d-404f-a6c1-2f61a028b580') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:40.026477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.043565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:40.045008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] No DVR routers for this DVR port 393d1d24-931c-4b6d-ba09-cbca396c808f on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:20:40.049460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.051921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe7aa702-3a0f-4e9c-b458-77b9623e1801 req-61b37cb6-9a76-4cb1-bd8b-c9277965edcb tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.64 "DELETE /v2.0/ports/393d1d24-931c-4b6d-ba09-cbca396c808f HTTP/1.1" status: 204 len: 173 time: 1.0112951 Aug 28 08:20:40.052521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'name': 'network-vif-deleted', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:40.052714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.055173 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a02bc-8595-476d-bd1c-85690b109d5b" -d '{"events": [{"server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "name": "network-vif-deleted", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:40.073769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:20:40.075078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:20:40.079158 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:20:40.093019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:40.134189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d'}, {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:40.136622 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56560c-c4bd-441e-bc96-7168218a5196" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d"}, {"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:40.167503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4d0115f-5cd1-400c-82f8-d91a3b0212cf req-faea8bfb-1ed9-417b-a9a4-cdf1a21d335c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678035 Aug 28 08:20:40.176627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.223074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.291197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d7039-5b6f-4b52-8c93-8589809cc296 req-c5b45e16-0ab9-4cf6-b3a6-142fda892fda tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:40.295201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-577d7039-5b6f-4b52-8c93-8589809cc296 req-c5b45e16-0ab9-4cf6-b3a6-142fda892fda tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 949 time: 0.1387358 Aug 28 08:20:40.307606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:40.334331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:40.381209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-577d7039-5b6f-4b52-8c93-8589809cc296 req-659debac-a5ca-4490-931b-26b00ad7e7cb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779867 Aug 28 08:20:40.386509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de638ddb-ef20-42e4-a335-1d4b795b83af x-openstack-request-id: req-de638ddb-ef20-42e4-a335-1d4b795b83af {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:40.387224 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0191da18-45ea-4573-82e3-369a349fd0d0", "name": "network-vif-deleted", "tag": "393d1d24-931c-4b6d-ba09-cbca396c808f", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:40.387492 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de638ddb-ef20-42e4-a335-1d4b795b83af {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:40.388171 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0191da18-45ea-4573-82e3-369a349fd0d0', 'name': 'network-vif-deleted', 'tag': '393d1d24-931c-4b6d-ba09-cbca396c808f', 'status': 'completed', 'code': 200} Aug 28 08:20:40.392270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.399699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.401601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] 10.222.0.46 "DELETE /v2.0/networks/35051309-8b3a-4093-a1d0-1d5c0b2282f7 HTTP/1.1" status: 204 len: 168 time: 0.7655668 Aug 28 08:20:40.418820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615c02-253d-4980-b61a-0186093cd74c admin admin] Pushing event deleted for resources: {'Network': ['ID=35051309-8b3a-4093-a1d0-1d5c0b2282f7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:40.441489 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13852666-e456-4f75-8e59-9fddd2fd625e x-openstack-request-id: req-13852666-e456-4f75-8e59-9fddd2fd625e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:40.442151 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d", "code": 200}, {"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:40.442151 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13852666-e456-4f75-8e59-9fddd2fd625e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:40.442684 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'code': 200} Aug 28 08:20:40.443326 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'code': 200} Aug 28 08:20:40.451445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.453198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:40.533870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799bfd9-2222-4991-bf14-eccf8c06f30b req-6822a7af-7752-4121-8cf3-ccdb51be3a66 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:40.542571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b799bfd9-2222-4991-bf14-eccf8c06f30b req-6822a7af-7752-4121-8cf3-ccdb51be3a66 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 948 time: 0.0683963 Aug 28 08:20:40.550199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:40.595016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b799bfd9-2222-4991-bf14-eccf8c06f30b req-cbecbaed-a931-4b74-87fd-9f5c25ad5c3a tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515110 Aug 28 08:20:40.752376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:40.757526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:40.757984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.862184 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:40.907003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:40.920141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebff84f5-1110-4c83-a0f8-252072f62469'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:40.994440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2703574-0e87-40ae-91b3-ef708bfea2f6 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:41.067320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.145436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b113d87-3242-450d-b83b-0706d4b5b503 req-412d12f9-f43c-4334-802f-4e6ab994b8a7 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0191da18-45ea-4573-82e3-369a349fd0d0 HTTP/1.1" status: 200 len: 210 time: 0.0332632 Aug 28 08:20:41.155976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:41.181315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46050) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:41.235379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1786b8da-f201-4fe9-9622-6af7ad9c106e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=636a2a2e7ed444a6946fda0363416b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524490 Aug 28 08:20:41.238639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:41.250068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b2703574-0e87-40ae-91b3-ef708bfea2f6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:20:41.256282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b2703574-0e87-40ae-91b3-ef708bfea2f6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:41.256811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.329330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.373801 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.375811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.386293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.393300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.401031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.408101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.418779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.429797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.431923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-17fa8be5-3634-4b28-8eee-9638b9bf38ad tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1554372 Aug 28 08:20:41.435482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.460728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:41.540773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfaab35b-e5da-4a5f-9bd6-1ff60af7478d req-04c56297-878c-4779-bd74-bb15cb8b0991 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739663 Aug 28 08:20:41.615444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cd824-cf63-4489-a70c-a5816c92bb0b req-82163d39-4dae-4d13-be62-53151164a8f7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.617016 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b1cd824-cf63-4489-a70c-a5816c92bb0b req-82163d39-4dae-4d13-be62-53151164a8f7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 949 time: 0.0659320 Aug 28 08:20:41.620786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.622120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 393d1d24-931c-4b6d-ba09-cbca396c808f no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:20:41.669078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b1cd824-cf63-4489-a70c-a5816c92bb0b req-41836a6a-445b-46cd-b029-d8b00fef6850 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Aug 28 08:20:41.669410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 393d1d24-931c-4b6d-ba09-cbca396c808f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:20:41.669768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 393d1d24-931c-4b6d-ba09-cbca396c808f not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:20:41.678186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.682650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:41.685150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51a6bc2b-f242-40ab-b58e-7652871a2315 HTTP/1.1" status: 204 len: 168 time: 0.4450526 Aug 28 08:20:41.695501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8dfb2-3537-45dd-891b-84c628ced8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6bc2b-f242-40ab-b58e-7652871a2315,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:41.732762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:41.800512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1f08-8b57-486c-9a43-1371866626ef req-086cbb44-b401-4e16-a8fe-e7d2f94e5ae8 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:41.810645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b2b1f08-8b57-486c-9a43-1371866626ef req-086cbb44-b401-4e16-a8fe-e7d2f94e5ae8 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0509324 Aug 28 08:20:41.850140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b2b1f08-8b57-486c-9a43-1371866626ef req-c86132c9-c9c5-441b-9f13-283e93c94e08 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Aug 28 08:20:42.444836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424'}, {'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:42.447573 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bafe4b-423f-4fb9-831e-b8b813469dd8" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424"}, {"server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:42.495553 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab134b3-abb2-45b3-935e-46e69d269659 x-openstack-request-id: req-9ab134b3-abb2-45b3-935e-46e69d269659 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:42.496211 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-plugged", "status": "completed", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424", "code": 200}, {"server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:42.496354 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ab134b3-abb2-45b3-935e-46e69d269659 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:42.496747 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'code': 200} Aug 28 08:20:42.497068 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'code': 200} Aug 28 08:20:42.497330 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6', 'code': 200} Aug 28 08:20:42.547171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46104) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:42.634804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:42.711874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:42.826747 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:20:42.941717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971636fd-dcae-498c-a804-e361b10e302f req-b8995716-6ae9-4fec-bdd7-993f76be0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.944859 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-971636fd-dcae-498c-a804-e361b10e302f req-b8995716-6ae9-4fec-bdd7-993f76be0f64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 1101 time: 0.2643993 Aug 28 08:20:42.957353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.958804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.959755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98d0d3-4613-4e4b-a109-957ce60bb395 req-feb1d555-9728-44e5-8688-c06660b9cbad tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.961228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.961551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c98d0d3-4613-4e4b-a109-957ce60bb395 req-feb1d555-9728-44e5-8688-c06660b9cbad tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 949 time: 0.0939484 Aug 28 08:20:42.962731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.963587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.964741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.965670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:42.968614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-29112218-db90-42e5-9d76-7b8d84e17ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6497 time: 0.2058034 Aug 28 08:20:42.996754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.007670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.018920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c98d0d3-4613-4e4b-a109-957ce60bb395 req-3d79e0ab-c8e7-491c-a9d2-76f46e3a7e19 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Aug 28 08:20:43.020554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.033200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.045651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.057641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.069913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.072788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-42070cb2-df25-44b3-b238-7da75946fc9d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.3073878 Aug 28 08:20:43.140799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5491d27-ce43-4744-a9ec-f5d3e4757e8c req-5b9dc3a9-54bd-4ae8-b18e-66fe7d788f96 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:43.142354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5491d27-ce43-4744-a9ec-f5d3e4757e8c req-5b9dc3a9-54bd-4ae8-b18e-66fe7d788f96 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0531273 Aug 28 08:20:43.164569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-971636fd-dcae-498c-a804-e361b10e302f req-fac4f6b5-7717-44f6-adc2-c58ef75156d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947479 Aug 28 08:20:43.165153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.167716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.168857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d9529db-0358-4b04-a6fe-ac38e0eedb4d HTTP/1.1" status: 204 len: 168 time: 0.6248550 Aug 28 08:20:43.173236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:43.187626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-012a4f1b-c7c4-4da2-ba1e-e241a5aa1bb4 req-0f5ce627-e939-449d-a7b7-d6dcad470d02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915465 Aug 28 08:20:43.190033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ec6862e0-257f-4c2f-a81b-1f48b7a35a3a req-98746f33-4b3c-4419-a51f-ed5d50ecb0a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083431 Aug 28 08:20:43.191031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9529db-0358-4b04-a6fe-ac38e0eedb4d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:43.205274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5491d27-ce43-4744-a9ec-f5d3e4757e8c req-d76be8ec-9d2f-4e29-adf8-c69260ac6975 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563247 Aug 28 08:20:43.206768 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-3f8df064-5201-4530-a450-c4a5751008c4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] show failed (client error): The resource could not be found. Aug 28 08:20:43.210290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f8df064-5201-4530-a450-c4a5751008c4 tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "GET /v2.0/security-groups/9d9529db-0358-4b04-a6fe-ac38e0eedb4d HTTP/1.1" status: 404 len: 347 time: 0.0328650 Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.210638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.213364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:43.213620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.213990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.214364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.219372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.219372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.219372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a035eee-316e-4b35-8329-3e79de809dfc tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:43.318669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46130) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:43.387760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Deleting port b8f92c52-12d3-43f7-9d34-c8978bb0f180 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:20:43.388214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.462722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:20:43.472506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ed37bf8-a0c6-4dc8-8180-07536b1ccaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.563837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ebff84f5-1110-4c83-a0f8-252072f62469 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:20:43.564392 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.601443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ed37bf8-a0c6-4dc8-8180-07536b1ccaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.661643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ed37bf8-a0c6-4dc8-8180-07536b1ccaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.680121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.717206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed37bf8-a0c6-4dc8-8180-07536b1ccaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885237e5-d3fb-4136-8bb7-7222d49a5216,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:43.728402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ed37bf8-a0c6-4dc8-8180-07536b1ccaea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bab2abcc78694f3b9923aec04cf6314a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056599 Aug 28 08:20:43.733665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46144) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:43.751166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:43.810388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.830149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.830524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.846752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Calling delete_port for b8f92c52-12d3-43f7-9d34-c8978bb0f180 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:20:43.864137 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.883508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:43.969190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:44.182913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11a40b-7f09-4691-9b44-281c102a769f req-cb2c3e5b-6115-42ee-b8a6-0b258f7f8f1d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.185099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b11a40b-7f09-4691-9b44-281c102a769f req-cb2c3e5b-6115-42ee-b8a6-0b258f7f8f1d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0676224 Aug 28 08:20:44.230388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b11a40b-7f09-4691-9b44-281c102a769f req-33fb82e2-b7d3-411d-a019-ae29fad36bff tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Aug 28 08:20:44.253358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.255515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.262684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.270559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/885237e5-d3fb-4136-8bb7-7222d49a5216 HTTP/1.1" status: 204 len: 168 time: 0.5351665 Aug 28 08:20:44.287132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Pushing event deleted for resources: {'Port': ['ID=b8f92c52-12d3-43f7-9d34-c8978bb0f180,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:44.300200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652a937-6134-4ae8-9fc6-4001fc39cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885237e5-d3fb-4136-8bb7-7222d49a5216,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:44.438104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.441260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.443112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f5426284-56cc-48fa-9aec-25162c052f7b tempest-ImagesOneServerNegativeTestJSON-784039310 tempest-ImagesOneServerNegativeTestJSON-784039310-project] 10.222.0.46 "DELETE /v2.0/floatingips/e9e4a0c7-d92a-40b5-9e74-5f5602bbd1db HTTP/1.1" status: 204 len: 168 time: 1.2235789 Aug 28 08:20:44.473794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c53744-2b7d-4d16-af3f-fe6fe128cc20 req-78def064-88bb-4960-b5e8-8b485dc34a66 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.476418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39c53744-2b7d-4d16-af3f-fe6fe128cc20 req-78def064-88bb-4960-b5e8-8b485dc34a66 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0877895 Aug 28 08:20:44.484377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.490731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.497049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.498701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:44.503534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.505458 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b7b46-fcf2-4811-8868-965262970dc4" -d '{"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:44.509743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.516320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.522444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:44.531180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-ad5308ec-a569-4cb1-83e2-495c739cdfe3 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1407835 Aug 28 08:20:44.534583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39c53744-2b7d-4d16-af3f-fe6fe128cc20 req-b89e5007-40ae-4be5-b46d-ac3f34864ad4 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Aug 28 08:20:44.550121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:44.611018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-884ca08e-5b53-46e4-9a55-6f156df6288f req-06cf3ab9-6199-4088-8c80-125142a35a0a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786772 Aug 28 08:20:44.646062 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448bfcc-d460-4928-be03-1958beddd630 x-openstack-request-id: req-a448bfcc-d460-4928-be03-1958beddd630 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:44.646854 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:44.646854 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a448bfcc-d460-4928-be03-1958beddd630 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:44.647223 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'code': 200} Aug 28 08:20:44.713978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:44.836434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Deleting subnet 2e75cf09-beee-4e2b-b3b1-e5366962aed9 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:20:44.843341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.931089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:44.961312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44d04d7e-664b-458f-b0a1-e507ccc2c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.032697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.122792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f613ab-b1a4-4541-9e87-bf9412e15788 req-89b106ac-8472-446d-ae78-9d8329b319e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.122792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-55f613ab-b1a4-4541-9e87-bf9412e15788 req-89b106ac-8472-446d-ae78-9d8329b319e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1102 time: 0.1284423 Aug 28 08:20:45.190011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-55f613ab-b1a4-4541-9e87-bf9412e15788 req-a00e894a-1da9-4543-b8bf-b54b82cdb79d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569739 Aug 28 08:20:45.204614 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44d04d7e-664b-458f-b0a1-e507ccc2c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.328054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.361049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e75cf09-beee-4e2b-b3b1-e5366962aed9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:45.362943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44d04d7e-664b-458f-b0a1-e507ccc2c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.392977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.395052 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ede4e26a-9551-4dc2-82c0-29766171b8ba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2e75cf09-beee-4e2b-b3b1-e5366962aed9 HTTP/1.1" status: 204 len: 168 time: 0.6790373 Aug 28 08:20:45.398137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:45.399603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46186) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:45.441565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44d04d7e-664b-458f-b0a1-e507ccc2c201 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0822a1ccacc4056a8bd0ba8b7d77e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890848 Aug 28 08:20:45.442261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d04d7e-664b-458f-b0a1-e507ccc2c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe1af7-ed0e-4567-b3eb-e9ee8087f353,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:45.445440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:45.484555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-baf75096-162d-47a3-a201-07842d81d49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.484938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b6868-e950-421e-80da-899d792fd501 req-8523255e-edcb-4c7b-9f0d-35f1ef6322b0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.486531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-449b6868-e950-421e-80da-899d792fd501 req-8523255e-edcb-4c7b-9f0d-35f1ef6322b0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1297932 Aug 28 08:20:45.525737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.547517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.551694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-449b6868-e950-421e-80da-899d792fd501 req-e033db2d-4106-4334-b46b-16fa67ca4af9 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Aug 28 08:20:45.587114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.690122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.709772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561db095-7aa8-4021-8b35-f8c4e0fefad0']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:45.734062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd881c10-e97a-4a7e-af0d-4908eab59060') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:45.734384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd881c10-e97a-4a7e-af0d-4908eab59060') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:45.754416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.769037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.770138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d549a-60cc-4b49-8123-ca3bc6f5eb88 req-caf24537-3062-437b-bd25-f31c8d15aba8 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.771778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad1d549a-60cc-4b49-8123-ca3bc6f5eb88 req-caf24537-3062-437b-bd25-f31c8d15aba8 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.1319854 Aug 28 08:20:45.775073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.781411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.787510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.794250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.795263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-baf75096-162d-47a3-a201-07842d81d49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.797669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.801419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.807662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:45.810239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c54bd3d-6012-480f-8e29-6802de956510 req-9accf2e5-8aa3-431d-980f-94f8b10874aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1165781 Aug 28 08:20:45.813157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:20:45.813571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:20:45.815456 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:20:45.826423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.833536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.836125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40fe1af7-ed0e-4567-b3eb-e9ee8087f353 HTTP/1.1" status: 204 len: 168 time: 0.3890903 Aug 28 08:20:45.880283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a2bab-96b0-45c5-b707-a2ee1ff0f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe1af7-ed0e-4567-b3eb-e9ee8087f353,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:45.915838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad1d549a-60cc-4b49-8123-ca3bc6f5eb88 req-59c7a8a6-a2bf-4e90-b2b7-54a67e7f62bd tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363318 Aug 28 08:20:45.929848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-baf75096-162d-47a3-a201-07842d81d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:45.942633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c54bd3d-6012-480f-8e29-6802de956510 req-56622ef9-fde6-4fd9-98dd-d8847d028f71 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009200 Aug 28 08:20:45.986900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-baf75096-162d-47a3-a201-07842d81d49c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e69e1e4720964acfaba02fb12017d2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757866 Aug 28 08:20:45.990450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46200) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:45.990615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf75096-162d-47a3-a201-07842d81d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6143dd66-a65b-4c79-be49-84e68c4fa2a0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:46.020851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.029573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.032407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] 10.222.0.46 "DELETE /v2.0/networks/561db095-7aa8-4021-8b35-f8c4e0fefad0 HTTP/1.1" status: 204 len: 168 time: 0.6236858 Aug 28 08:20:46.054469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5c491-3d10-4102-8720-ac4e607ce766 admin admin] Pushing event deleted for resources: {'Network': ['ID=561db095-7aa8-4021-8b35-f8c4e0fefad0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:46.085967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.131473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.284312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.287050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.292257 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6143dd66-a65b-4c79-be49-84e68c4fa2a0 HTTP/1.1" status: 204 len: 168 time: 0.3063290 Aug 28 08:20:46.299208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af83f12-3fb8-4dbd-8626-befe443fae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6143dd66-a65b-4c79-be49-84e68c4fa2a0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:46.681355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81844b9-cb6c-4e32-b90c-b3e22cb60734 req-3be31fb6-0f1e-4563-9c5a-b1c4d3005864 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:46.684407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c81844b9-cb6c-4e32-b90c-b3e22cb60734 req-3be31fb6-0f1e-4563-9c5a-b1c4d3005864 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0545750 Aug 28 08:20:46.731464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c81844b9-cb6c-4e32-b90c-b3e22cb60734 req-2b251c0a-d5b3-4dcf-9f1b-534426892169 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Aug 28 08:20:46.838405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:46.890524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-007cd6b8-58eb-42ae-857c-0e1b2d19206e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f26c0aea17b4946a34871f66a2d5e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507591 Aug 28 08:20:46.894499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:46.962437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:46.982027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:47.194491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.205657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.215447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.225028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.234378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.241643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.249300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.251511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-2e54a58d-4e89-405a-b1f0-d4e46da9c492 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1609087 Aug 28 08:20:47.252936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:47.256769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:47.261454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6992013a-ec59-4517-a76a-d10a63cbacde HTTP/1.1" status: 204 len: 168 time: 0.3623343 Aug 28 08:20:47.265104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b94d53-f5be-4919-9a70-c5f93850984e req-1fbf9686-faf3-410d-9130-0013c5348d2a tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.270365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51b94d53-f5be-4919-9a70-c5f93850984e req-1fbf9686-faf3-410d-9130-0013c5348d2a tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0763311 Aug 28 08:20:47.282730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef341a-6ef6-468b-bfdf-4a6f6dc18f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992013a-ec59-4517-a76a-d10a63cbacde,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:47.350809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e36ee6a5-1563-4299-a0c7-dbb295796c71 req-9f45863b-c3d8-4d2e-80e7-03e563df726a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913951 Aug 28 08:20:47.359586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51b94d53-f5be-4919-9a70-c5f93850984e req-89476dce-bd3d-4223-bcff-936ffff3e922 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837965 Aug 28 08:20:47.618940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.624940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.631046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.637222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.643196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.649381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.655785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.657739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-461b630e-a22f-4f38-98ee-c9a7ee93d4bb req-98608fa6-4d1c-43a4-a6ad-1d9119de8b28 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.0953424 Aug 28 08:20:47.669056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:47.673836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Request body: {'floatingip': {'port_id': '93f077c7-0d08-4396-8dad-d81b540086a6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:47.733762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:47.913710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a0198-05d8-468b-b97b-1f78372da1bb req-84ada872-92be-48b6-8c4f-9aebb46a7d83 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:47.917862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-598a0198-05d8-468b-b97b-1f78372da1bb req-84ada872-92be-48b6-8c4f-9aebb46a7d83 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0716033 Aug 28 08:20:48.003176 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-598a0198-05d8-468b-b97b-1f78372da1bb req-12100e38-d52a-4ae0-bcf2-0f20f9aa0890 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748403 Aug 28 08:20:48.241666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5177d9-42e4-4651-b3c7-12a2ef0ec908 req-308cef1a-f8a4-4fc5-a662-0faa1549ef38 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:48.243279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d5177d9-42e4-4651-b3c7-12a2ef0ec908 req-308cef1a-f8a4-4fc5-a662-0faa1549ef38 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1080430 Aug 28 08:20:48.334114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d5177d9-42e4-4651-b3c7-12a2ef0ec908 req-5b6e173b-dc79-4f10-b25e-557f42a59c41 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Aug 28 08:20:48.404528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:48.486911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:48.520648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46298) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:48.621114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392a76-951d-4bb7-98e7-ec1bcdb88df4 req-c02e1624-ff57-469c-a307-580f7b114379 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:48.623768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0392a76-951d-4bb7-98e7-ec1bcdb88df4 req-c02e1624-ff57-469c-a307-580f7b114379 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.1523664 Aug 28 08:20:48.667637 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Floating IP ab51008f-5e45-4022-9ade-1eddb3a9afef associated. External IP: 172.25.0.21, port: 93f077c7-0d08-4396-8dad-d81b540086a6. Aug 28 08:20:48.725310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0392a76-951d-4bb7-98e7-ec1bcdb88df4 req-4a679bf8-2aee-48b4-8d6e-4532e04f53c6 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903637 Aug 28 08:20:48.736299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-135f00e8-cb68-4b2a-a827-5b55ba5350a3 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:48.738542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-135f00e8-cb68-4b2a-a827-5b55ba5350a3 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0658846 Aug 28 08:20:48.837388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1291930764-network', 'tenant_id': 'f1457b9c42f64a73ae2ce01606abf833'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:48.998641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Deleting port b2703574-0e87-40ae-91b3-ef708bfea2f6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:20:48.999153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.042451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:20:49.048077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Made reservation on behalf of f1457b9c42f64a73ae2ce01606abf833 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:49.050417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.050553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039696ea-b157-443b-b424-798456f901a5 req-8a130638-8e9f-4b21-b80b-31ea6aaf951e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.052071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039696ea-b157-443b-b424-798456f901a5 req-8a130638-8e9f-4b21-b80b-31ea6aaf951e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0861237 Aug 28 08:20:49.061560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.146042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039696ea-b157-443b-b424-798456f901a5 req-2a31eb67-e3d3-4ce5-9eea-cecbaa5938ac tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865119 Aug 28 08:20:49.156547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] For port b2703574-0e87-40ae-91b3-ef708bfea2f6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2703574-0e87-40ae-91b3-ef708bfea2f6,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:20:49.156547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.187528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Calling delete_port for b2703574-0e87-40ae-91b3-ef708bfea2f6 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:20:49.257693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:20:49.266574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.271819 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Sync routers for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:20:49.290748 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:20:49.291534 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:20:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2463acf1-264d-4119-bb7b-dabc43ea3905 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "PUT /v2.0/floatingips/ab51008f-5e45-4022-9ade-1eddb3a9afef HTTP/1.1" status: 200 len: 991 time: 1.6460867 Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bb9294-a49b-4b6e-bd92-f7158724127f" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c45bdd4-21e2-4e16-a0cd-47cfeb4af21d x-openstack-request-id: req-7c45bdd4-21e2-4e16-a0cd-47cfeb4af21d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c45bdd4-21e2-4e16-a0cd-47cfeb4af21d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:49.420838 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6', 'status': 'completed', 'code': 200} Aug 28 08:20:49.422827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:49.447688 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:20:49.533037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.533705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.533854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.534346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.534801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.535257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.535709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.537679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-bff30acc-612c-4fa3-97a6-dc9e04d61be9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6497 time: 0.0783098 Aug 28 08:20:49.670490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-e298d7db-06de-4c1c-a0c3-43524a2ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.672253 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-e298d7db-06de-4c1c-a0c3-43524a2ea6d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 HTTP/1.1" status: 200 len: 913 time: 0.0980453 Aug 28 08:20:49.752675 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'ab51008f-5e45-4022-9ade-1eddb3a9afef', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'port_id': '93f077c7-0d08-4396-8dad-d81b540086a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'mac_address': 'fa:16:3e:74:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:14Z', 'updated_at': '2021-08-28T08:20:48Z', 'revision_number': 1, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:49.758918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-1f3d364b-b0d0-4a95-8588-23cd325d4f53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 200 len: 999 time: 0.0704341 Aug 28 08:20:49.782782 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Checking router: 6c1eceb6-82b0-4ce1-9181-c54859cb9851 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:20:49.792418 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:20:49.793535 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:20:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:49.862402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-dff5f2bd-dca6-4a4a-8752-c41d0e33012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.863908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-dff5f2bd-dca6-4a4a-8752-c41d0e33012f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2da70d31-c82a-4c26-84d2-370bf439a095 HTTP/1.1" status: 200 len: 851 time: 0.0910060 Aug 28 08:20:49.894416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7733d4-4f72-41c1-8872-1c05a52d4dd3 req-ee5fa562-0adc-40d8-85fa-f3c8beb58c80 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.894416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a7733d4-4f72-41c1-8872-1c05a52d4dd3 req-ee5fa562-0adc-40d8-85fa-f3c8beb58c80 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 949 time: 0.0806575 Aug 28 08:20:49.915236 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:20:49.947862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-e283c0f2-3072-4cce-9bf5-de7b80ddab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:49.952869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-e283c0f2-3072-4cce-9bf5-de7b80ddab12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779691 Aug 28 08:20:49.978563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a7733d4-4f72-41c1-8872-1c05a52d4dd3 req-8f9f2c48-43fe-49c1-90ae-159eb7c06dcb tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/security-groups?id=1576a76e-fe8b-4e0f-9032-92933c3529e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704741 Aug 28 08:20:50.101678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.104171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.155127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b2703574-0e87-40ae-91b3-ef708bfea2f6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:20:50.172067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:20:50.229516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Pushing event deleted for resources: {'Port': ['ID=b2703574-0e87-40ae-91b3-ef708bfea2f6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:50.282452 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'ab51008f-5e45-4022-9ade-1eddb3a9afef', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'port_id': '93f077c7-0d08-4396-8dad-d81b540086a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'mac_address': 'fa:16:3e:74:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:14Z', 'updated_at': '2021-08-28T08:20:48Z', 'revision_number': 1, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:20:50.285717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.286033 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Added segment 709791ef-e6c3-4515-bfe0-d0605e2fbfaf of type vlan for network b9b49055-06cb-4853-b130-8dba3b62c747 Aug 28 08:20:50.314350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780549dc-db92-4a31-acb2-679fbcb81c09,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:50.323885 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff42991-2d08-4640-b766-8b551d525720 None None] The sync data for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 is: [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'ab51008f-5e45-4022-9ade-1eddb3a9afef', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'port_id': '93f077c7-0d08-4396-8dad-d81b540086a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'mac_address': 'fa:16:3e:74:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:19:14Z', 'updated_at': '2021-08-28T08:20:48Z', 'revision_number': 1, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:20:50.446776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] No DVR routers for this DVR port b2703574-0e87-40ae-91b3-ef708bfea2f6 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:20:50.483823 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.489322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2dbd252c-cc37-4404-a247-c8ae8572cfb7 req-6e4803ba-a11f-452d-a7db-2eacdff8c471 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.64 "DELETE /v2.0/ports/b2703574-0e87-40ae-91b3-ef708bfea2f6 HTTP/1.1" status: 204 len: 173 time: 1.7421217 Aug 28 08:20:50.509060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'name': 'network-vif-deleted', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:20:50.512910 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da2054-e214-4e37-b88a-13fb7b03165a" -d '{"events": [{"server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "name": "network-vif-deleted", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:20:50.523071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-c1758d40-b5a4-46f0-80c4-6ea6d78b4666 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269177 Aug 28 08:20:50.528638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.640670 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17524f1e-7c6a-4be3-a284-c136777de689 x-openstack-request-id: req-17524f1e-7c6a-4be3-a284-c136777de689 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:20:50.641404 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea4614-c340-41cd-950a-13d7389dc5f5", "name": "network-vif-deleted", "tag": "b2703574-0e87-40ae-91b3-ef708bfea2f6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:20:50.641404 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17524f1e-7c6a-4be3-a284-c136777de689 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:20:50.641825 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea4614-c340-41cd-950a-13d7389dc5f5', 'name': 'network-vif-deleted', 'tag': 'b2703574-0e87-40ae-91b3-ef708bfea2f6', 'status': 'completed', 'code': 200} Aug 28 08:20:50.678243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f6a9-02bb-419c-ac83-b240f5fb5ce8 req-eb30d9ba-318c-4b93-b528-75be8f21d804 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:50.686719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7c8f6a9-02bb-419c-ac83-b240f5fb5ce8 req-eb30d9ba-318c-4b93-b528-75be8f21d804 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.3856132 Aug 28 08:20:50.699810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.700791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:50.701386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:50.728468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c905fb-ad41-4c50-9358-88845ce18519 None None] New status for floating IP ab51008f-5e45-4022-9ade-1eddb3a9afef: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:20:50.853728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7c8f6a9-02bb-419c-ac83-b240f5fb5ce8 req-96b873f5-46e1-4f90-af72-b1816e4dab65 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656389 Aug 28 08:20:50.855093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b49055-06cb-4853-b130-8dba3b62c747,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:50.865154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-19bb9294-a49b-4b6e-bd92-f7158724127f req-b6097785-20b5-417c-9701-f6ce09da061f service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075776 Aug 28 08:20:50.892983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b9b49055-06cb-4853-b130-8dba3b62c747 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:20:50.968974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe66d5a7-ee25-4625-aa76-4b5378944cf5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4456513 Aug 28 08:20:50.972293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:50.978649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Request body: {'subnet': {'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1291930764-subnet', 'tenant_id': 'f1457b9c42f64a73ae2ce01606abf833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:51.417162 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-311833e3-fd4d-4324-9ecb-708f621ec63c req-36c219f8-2623-4f20-909f-b2a44c3725f4 tempest-TenantUsagesTestJSON-1588099584 tempest-TenantUsagesTestJSON-1588099584-project] 10.222.0.46 "GET /v2.0/ports?device_id=35ea4614-c340-41cd-950a-13d7389dc5f5 HTTP/1.1" status: 200 len: 210 time: 0.3506100 Aug 28 08:20:51.417918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Made reservation on behalf of f1457b9c42f64a73ae2ce01606abf833 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:51.420227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:51.724320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:51.782289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430ef49b-374a-406a-a139-d1c9de9e9870,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:51.797778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Checking segment: {'id': '709791ef-e6c3-4515-bfe0-d0605e2fbfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:51.797778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Network hostable DHCP agents. Network: b9b49055-06cb-4853-b130-8dba3b62c747, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:20:52.004598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4d5ea-4c70-425e-a5bd-9c90c79b2b12 req-b63aa507-102a-4df8-ad71-663078c1c766 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:52.006179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ab4d5ea-4c70-425e-a5bd-9c90c79b2b12 req-b63aa507-102a-4df8-ad71-663078c1c766 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0523171 Aug 28 08:20:52.040596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Network b9b49055-06cb-4853-b130-8dba3b62c747 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:20:52.053593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6ab4d5ea-4c70-425e-a5bd-9c90c79b2b12 req-8585a226-d65c-4ea1-b647-28e7aefa1b5a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Aug 28 08:20:52.186706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b9b49055-06cb-4853-b130-8dba3b62c747) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:52.193185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:52.194405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:52.201020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba049315-51ea-47e0-8afe-8e3af5d3c101 None None] Network b9b49055-06cb-4853-b130-8dba3b62c747 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:52.363660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0730fe55-76e9-447f-aed8-12115abd9202 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3818519 Aug 28 08:20:52.364683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2078299-0595-439d-9359-f5cf4af27c52 None None] Network b9b49055-06cb-4853-b130-8dba3b62c747 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:20:52.936015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-8ebb1e14-c597-4ab6-a4e1-4a201e6900a3 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:52.937604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-8ebb1e14-c597-4ab6-a4e1-4a201e6900a3 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/networks?id=b9b49055-06cb-4853-b130-8dba3b62c747 HTTP/1.1" status: 200 len: 814 time: 0.1179564 Aug 28 08:20:52.960512 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-30203a8e-a116-48a4-af40-c00ae9481ee4 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/quotas/f1457b9c42f64a73ae2ce01606abf833 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Aug 28 08:20:53.024691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-51625b19-a25e-4c37-aae8-a2ca2a796188 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f1457b9c42f64a73ae2ce01606abf833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522046 Aug 28 08:20:53.073124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2703574-0e87-40ae-91b3-ef708bfea2f6 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:20:53.108101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b2703574-0e87-40ae-91b3-ef708bfea2f6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:20:53.108679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2703574-0e87-40ae-91b3-ef708bfea2f6 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:20:53.175444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-65c1a893-bcc5-47b7-b25c-5b004934d11c service neutron] 10.222.0.46 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422153 Aug 28 08:20:53.216335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de72e6c-07d6-4c48-bd6e-7bbfe35a44e4 req-fbf4a6f3-5de8-4a9d-bede-45024b3421a2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:53.218843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de72e6c-07d6-4c48-bd6e-7bbfe35a44e4 req-fbf4a6f3-5de8-4a9d-bede-45024b3421a2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0693097 Aug 28 08:20:53.287864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de72e6c-07d6-4c48-bd6e-7bbfe35a44e4 req-f3f2a019-8a4d-4692-9be9-0d3b7621b5aa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Aug 28 08:20:53.296164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-c5f2416a-171b-40f3-84a0-1d025de835d0 service neutron] 10.222.0.46 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109686 Aug 28 08:20:53.316986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:53.559835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:53.572565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b07c78f5-063b-43ab-becd-60582f13ff4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08ee5e02402948979ee4781c608dae4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540555 Aug 28 08:20:53.645842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:53.688455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:53.801703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4b0a6c8a-1933-4521-a89f-f32cce24281e req-26a29394-b1a5-4806-a1ec-c298e6391782 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0711792 Aug 28 08:20:53.801933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43aa1b-ff6c-4f3b-8371-577012b87cb9 req-e699e716-7106-4657-8a53-6853124268a8 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:53.801933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd43aa1b-ff6c-4f3b-8371-577012b87cb9 req-e699e716-7106-4657-8a53-6853124268a8 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0758650 Aug 28 08:20:53.857546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd43aa1b-ff6c-4f3b-8371-577012b87cb9 req-c9028c64-0228-45da-adfa-d4dc38117d41 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Aug 28 08:20:53.955614 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:53.958924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:53.960607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1576a76e-fe8b-4e0f-9032-92933c3529e3 HTTP/1.1" status: 204 len: 168 time: 0.3987203 Aug 28 08:20:53.972758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8239934-f067-4af4-97df-53d17591a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1576a76e-fe8b-4e0f-9032-92933c3529e3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:54.174015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46504) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:54.489997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cde916-7165-4d78-b409-cb0e645b2282 req-edfd7a66-21bf-4c43-9730-673ff3bd1fda tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:54.492143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5cde916-7165-4d78-b409-cb0e645b2282 req-edfd7a66-21bf-4c43-9730-673ff3bd1fda tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0793595 Aug 28 08:20:54.509488 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9189875-b6a9-44bd-80ce-b8a63119fa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.547523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5cde916-7165-4d78-b409-cb0e645b2282 req-36f39ebe-3147-404d-85c3-5e5bafd07d63 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Aug 28 08:20:54.622728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9189875-b6a9-44bd-80ce-b8a63119fa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.758194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9189875-b6a9-44bd-80ce-b8a63119fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.799385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9189875-b6a9-44bd-80ce-b8a63119fa67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78b5fc72a6c14ed2ae8550e254ffde0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241553 Aug 28 08:20:54.800459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9189875-b6a9-44bd-80ce-b8a63119fa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7379e-69a5-469c-b9a6-a006317a406f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:54.803669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46516) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:54.894266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.923140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.931174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46524) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:54.956046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-943cdeda-0fef-4762-ab13-d9fcd9e62aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:54.975543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50c0bab8-e5e8-41c1-aa3e-e98e45a3cc22 req-20f92d5f-96a0-4de2-92a2-521503f6d5eb tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0500305 Aug 28 08:20:55.086963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.091184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.092590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77c7379e-69a5-469c-b9a6-a006317a406f HTTP/1.1" status: 204 len: 168 time: 0.2876251 Aug 28 08:20:55.121503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b970b-ba40-454d-a9c6-f9cf522d7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7379e-69a5-469c-b9a6-a006317a406f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:55.247818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-943cdeda-0fef-4762-ab13-d9fcd9e62aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.335739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-943cdeda-0fef-4762-ab13-d9fcd9e62aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.385282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-943cdeda-0fef-4762-ab13-d9fcd9e62aac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7b5838779474b00aae384491f0e982e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528213 Aug 28 08:20:55.388531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cdeda-0fef-4762-ab13-d9fcd9e62aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58bf074-c929-4ed2-acd1-73ab3139c345,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:55.389681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46536) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:55.471042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.500548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.632662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.677235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eadf7c-c8c2-4095-8e9e-2ff79859a407 req-7505eb09-b983-45d1-910d-a5d45f868d19 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:55.678955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17eadf7c-c8c2-4095-8e9e-2ff79859a407 req-7505eb09-b983-45d1-910d-a5d45f868d19 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0604098 Aug 28 08:20:55.717241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.718176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:55.724350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f58bf074-c929-4ed2-acd1-73ab3139c345 HTTP/1.1" status: 204 len: 168 time: 0.3295336 Aug 28 08:20:55.770716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58bf074-c929-4ed2-acd1-73ab3139c345,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:55.819245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17eadf7c-c8c2-4095-8e9e-2ff79859a407 req-23d1e1c7-25a2-4802-a620-1a3e89ca7f72 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282806 Aug 28 08:20:55.822448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.822957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.823536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.824650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.825213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.825764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.826357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.826939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.827499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.828072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.838612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:55.842577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eea7fb-fcba-4aee-894c-cf946846ac8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:20:56.036227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315bb6-90e3-4f10-b840-e8d7cb043fd9 req-02867ea5-688e-48a4-bcc9-ea7b4573d3e3 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:56.060409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e315bb6-90e3-4f10-b840-e8d7cb043fd9 req-02867ea5-688e-48a4-bcc9-ea7b4573d3e3 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0900261 Aug 28 08:20:56.095377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e482658a-295d-40f5-af62-c60b34aeea3e req-7af59e87-e900-40fc-befd-e31b154da8f1 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Aug 28 08:20:56.100620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e315bb6-90e3-4f10-b840-e8d7cb043fd9 req-3208f2c8-bd7c-4a18-b0c7-a213d126a5c4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517967 Aug 28 08:20:56.785605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46594) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:56.805921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1651355f-07d9-4ef6-86bd-ed8070f0343b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:56.858252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-34169ac1-3e3f-430d-901a-6eb2df1eaeea tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:56.860234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-34169ac1-3e3f-430d-901a-6eb2df1eaeea tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.64 "GET /v2.0/networks?id=b9b49055-06cb-4853-b130-8dba3b62c747 HTTP/1.1" status: 200 len: 814 time: 0.1572959 Aug 28 08:20:56.901991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Request body: {'port': {'device_id': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747', 'admin_state_up': True, 'tenant_id': 'f1457b9c42f64a73ae2ce01606abf833'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:57.018049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1651355f-07d9-4ef6-86bd-ed8070f0343b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.141212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1651355f-07d9-4ef6-86bd-ed8070f0343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.154099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ee49c-58f1-46b7-87f7-601a5d65a388 req-53c8c446-cdb4-4b3d-b5b3-e4cb77c65c71 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:57.155704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f33ee49c-58f1-46b7-87f7-601a5d65a388 req-53c8c446-cdb4-4b3d-b5b3-e4cb77c65c71 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1256773 Aug 28 08:20:57.183882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651355f-07d9-4ef6-86bd-ed8070f0343b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27137f62-7d4c-49eb-bf3e-2342c1be9676,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:57.188523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1651355f-07d9-4ef6-86bd-ed8070f0343b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=357e5d80406e45399f1532a971cd3c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014339 Aug 28 08:20:57.192939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46606) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:57.238639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f33ee49c-58f1-46b7-87f7-601a5d65a388 req-be1f8e0e-61bd-48b3-8c8f-68d9988f9877 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715184 Aug 28 08:20:57.280995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.314631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.319447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Made reservation on behalf of f1457b9c42f64a73ae2ce01606abf833 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:57.326945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.517025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24c86616-001f-4574-9500-525884b9e3a0 req-38edc424-a5b9-47e7-a794-a312b70c9cc3 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0493088 Aug 28 08:20:57.635057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Allocated IP 172.20.0.8 (b9b49055-06cb-4853-b130-8dba3b62c747/430ef49b-374a-406a-a139-d1c9de9e9870/511619f9-b40c-4933-9435-26152bfca253) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:20:57.664949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd000-928a-4419-9b9d-873860b17997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.718395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.725962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:57.725962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27137f62-7d4c-49eb-bf3e-2342c1be9676 HTTP/1.1" status: 204 len: 168 time: 0.5272217 Aug 28 08:20:57.743209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e60ce3-c5cc-45d6-8f9f-c2d9529527c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27137f62-7d4c-49eb-bf3e-2342c1be9676,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:57.923349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bb399-e8c1-43b3-924f-857517b3cb69 req-e3b221eb-c81f-460b-a5c9-151478256dff tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:57.924907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-638bb399-e8c1-43b3-924f-857517b3cb69 req-e3b221eb-c81f-460b-a5c9-151478256dff tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.1051767 Aug 28 08:20:57.981109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.002164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-638bb399-e8c1-43b3-924f-857517b3cb69 req-cb2444c9-b492-4e2a-a9fc-f2cc737fb9c1 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594070 Aug 28 08:20:58.139846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:20:58.176088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.238612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Network b9b49055-06cb-4853-b130-8dba3b62c747 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:20:58.241062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:20:58.253057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:20:58.305671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Pushing event updated for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:58.344280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:58.348197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.386050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1137558482-network', 'tenant_id': '3af356425eb74f7983ab8690fe62558a'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:58.395721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885cdac-b90f-4d99-b520-38c0e4c65a27 req-159070bf-673a-467a-b095-5197d1f5aef5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:58.402923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c885cdac-b90f-4d99-b520-38c0e4c65a27 req-159070bf-673a-467a-b095-5197d1f5aef5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0685148 Aug 28 08:20:58.442620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c885cdac-b90f-4d99-b520-38c0e4c65a27 req-8fbb9e13-7115-4642-ad27-eeb719c51861 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Aug 28 08:20:58.579256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-0e4e9d47-a95d-4060-8dc9-6d107304643b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6821263 Aug 28 08:20:58.610890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Request body: {'port': {'device_id': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:20:58.705771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Made reservation on behalf of 3af356425eb74f7983ab8690fe62558a for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:20:58.708487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.710739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8a46-e652-42fd-8869-4db777f9bc6e req-7615512c-e659-4508-ae68-fafd69d70516 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:58.724557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-697a8a46-e652-42fd-8869-4db777f9bc6e req-7615512c-e659-4508-ae68-fafd69d70516 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 931 time: 0.1167805 Aug 28 08:20:58.730971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.733395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:58.798671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-697a8a46-e652-42fd-8869-4db777f9bc6e req-23c6cae0-f341-464c-8d32-3863d5ce2058 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659773 Aug 28 08:20:59.032127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.128127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.186037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1fdfc-97ec-488c-806e-fbb387faf99c req-8058a20e-ccd4-4a40-95a5-e23d3e77a86b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:59.187689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50c1fdfc-97ec-488c-806e-fbb387faf99c req-8058a20e-ccd4-4a40-95a5-e23d3e77a86b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0706427 Aug 28 08:20:59.231230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:20:59.242660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511619f9-b40c-4933-9435-26152bfca253 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:20:59.260096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50c1fdfc-97ec-488c-806e-fbb387faf99c req-871084a2-fbfb-472a-87bc-07bb8f36600a tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646613 Aug 28 08:20:59.263988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4788d85-6015-4062-96a7-d0f45d92bbbd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:59.270988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.275714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.276394 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Added segment d5a7b6bc-1e16-479f-8c98-d125380a5ef7 of type vlan for network eed3827e-b79b-463e-bc02-ba14d2a22893 Aug 28 08:20:59.304759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-adbfc91a-18bd-4c37-9b64-f5d0548967e7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b54b62288df049b68aa76a63a3d343fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561395 Aug 28 08:20:59.334317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Transition to ACTIVE for port object 511619f9-b40c-4933-9435-26152bfca253 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:20:59.392963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.472895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-af81cef0-e615-478a-a38f-efe864428127 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:59.474947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-af81cef0-e615-478a-a38f-efe864428127 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421294 Aug 28 08:20:59.500652 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-bfaa1e1b-3b8a-48c7-bfea-b8d2ee1c78c5 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/quotas/b54b62288df049b68aa76a63a3d343fe HTTP/1.1" status: 200 len: 375 time: 0.0146434 Aug 28 08:20:59.548287 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-21d4c984-d45b-4d5a-98ec-bd2268fc20f0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364645 Aug 28 08:20:59.556218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.619958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Pushing event updated for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:59.688599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a5f7c-42b1-4d97-89d7-49a55656f26b req-d5a2bd09-08d9-41ea-94d3-4d5df76549fc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:59.691256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-812a5f7c-42b1-4d97-89d7-49a55656f26b req-d5a2bd09-08d9-41ea-94d3-4d5df76549fc tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0554245 Aug 28 08:20:59.698625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Attempting to bind port 511619f9-b40c-4933-9435-26152bfca253 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:20:59.700011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Attempting to bind port 511619f9-b40c-4933-9435-26152bfca253 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '709791ef-e6c3-4515-bfe0-d0605e2fbfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:20:59.701034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Attempting to bind port 511619f9-b40c-4933-9435-26152bfca253 on network b9b49055-06cb-4853-b130-8dba3b62c747 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:59.721147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Port 511619f9-b40c-4933-9435-26152bfca253 on network b9b49055-06cb-4853-b130-8dba3b62c747 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:20:59.721644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Attempting to bind port 511619f9-b40c-4933-9435-26152bfca253 on network b9b49055-06cb-4853-b130-8dba3b62c747 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:20:59.730623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:20:59.730970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Checking segment: {'id': '709791ef-e6c3-4515-bfe0-d0605e2fbfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:20:59.731456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Bound using segment: {'id': '709791ef-e6c3-4515-bfe0-d0605e2fbfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:20:59.731978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Bound port: 511619f9-b40c-4933-9435-26152bfca253, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709791ef-e6c3-4515-bfe0-d0605e2fbfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:20:59.732428 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.746414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-812a5f7c-42b1-4d97-89d7-49a55656f26b req-94583aab-796c-44bd-b707-335e88be6f1e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Aug 28 08:20:59.787072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.789758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:59.789758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:20:59.867529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:20:59.883856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] Pushing event updated for resources: {'Network': ['ID=eed3827e-b79b-463e-bc02-ba14d2a22893,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:20:59.887373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=511619f9-b40c-4933-9435-26152bfca253,segment=NetworkSegment(709791ef-e6c3-4515-bfe0-d0605e2fbfaf),segment_id=709791ef-e6c3-4515-bfe0-d0605e2fbfaf)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:20:59.896806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network eed3827e-b79b-463e-bc02-ba14d2a22893 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:20:59.947196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddd6a9-b32b-4824-915b-6db329d624fb req-c2081080-03c3-4f0e-b4e1-931770dc5d2e tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:20:59.948804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00ddd6a9-b32b-4824-915b-6db329d624fb req-c2081080-03c3-4f0e-b4e1-931770dc5d2e tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 943 time: 0.0760996 Aug 28 08:20:59.959731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.006639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-381e0d40-055d-44ad-8cf6-1c59e46fbd9b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8628056 Aug 28 08:21:00.006639 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.006639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:00.014494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Request body: {'subnet': {'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1137558482-subnet', 'tenant_id': '3af356425eb74f7983ab8690fe62558a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:00.051179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00ddd6a9-b32b-4824-915b-6db329d624fb req-2e0250bb-ee89-4c90-a725-499b972a924e tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Aug 28 08:21:00.093548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.094420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.096529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] 10.222.0.64 "PUT /v2.0/ports/511619f9-b40c-4933-9435-26152bfca253 HTTP/1.1" status: 200 len: 1092 time: 1.4933290 Aug 28 08:21:00.097192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'tag': '511619f9-b40c-4933-9435-26152bfca253'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:00.099857 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a8630-80e7-4549-9d5e-64c414b2f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "tag": "511619f9-b40c-4933-9435-26152bfca253"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:00.154687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5dc27-87d6-4f13-8a57-6a61d709845e service neutron] Pushing event updated for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:00.181660 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec35b7-6335-443c-b1d4-234f4d1cb122 x-openstack-request-id: req-6aec35b7-6335-443c-b1d4-234f4d1cb122 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:00.181979 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "tag": "511619f9-b40c-4933-9435-26152bfca253", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:00.182430 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6aec35b7-6335-443c-b1d4-234f4d1cb122 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:00.182942 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'tag': '511619f9-b40c-4933-9435-26152bfca253', 'status': 'completed', 'code': 200} Aug 28 08:21:00.184735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Made reservation on behalf of 3af356425eb74f7983ab8690fe62558a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:00.192930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.319961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7f701a8e-760f-4c09-ab64-2718b2efe18f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b54b62288df049b68aa76a63a3d343fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468905 Aug 28 08:21:00.324746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-33d3a6a7-1718-4321-ba56-132c8ae9d50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.419464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-f875cc4c-03d2-4f1c-bab1-736673bb63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.422255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-f875cc4c-03d2-4f1c-bab1-736673bb63e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1457b9c42f64a73ae2ce01606abf833&device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 1095 time: 0.1668067 Aug 28 08:21:00.451477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632b86-ac10-4e57-8c7b-fd9ed66ed11c req-6a305221-bbe2-46c0-b99d-f1e5c672d687 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.455789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3632b86-ac10-4e57-8c7b-fd9ed66ed11c req-6a305221-bbe2-46c0-b99d-f1e5c672d687 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.0756745 Aug 28 08:21:00.511872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3632b86-ac10-4e57-8c7b-fd9ed66ed11c req-d613e162-17cb-47c5-87d7-c66dab413e2b tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Aug 28 08:21:00.595120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1210d007-5ce8-4674-ac3e-db697ae37f11 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.596735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1210d007-5ce8-4674-ac3e-db697ae37f11 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586365 Aug 28 08:21:00.680144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-3797a856-3f4b-4e50-aa0d-f55c65071d64 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/quotas/b54b62288df049b68aa76a63a3d343fe HTTP/1.1" status: 200 len: 375 time: 0.0631123 Aug 28 08:21:00.680144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-faaa8f61-7f7a-4bbf-b5c8-ea0467606d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.681612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-faaa8f61-7f7a-4bbf-b5c8-ea0467606d51 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1457b9c42f64a73ae2ce01606abf833&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2338693 Aug 28 08:21:00.720081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-bbf675ef-da76-409c-8119-b2c7b5efa605 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374441 Aug 28 08:21:00.779204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:00.917147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e650ffd2-c1f9-46a2-a128-e171a169bb65,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:00.962139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-bb7ef143-c572-4a51-9b6a-9a7617fc676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.965245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e76a8630-80e7-4549-9d5e-64c414b2f2e7 req-bb7ef143-c572-4a51-9b6a-9a7617fc676a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714722 Aug 28 08:21:00.983277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85490-cce9-44c9-b92d-df179d67b1e7 req-2b7c0eb4-fbc6-4eee-9392-e586e3d12461 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:00.990980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Checking segment: {'id': 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:00.991562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Network hostable DHCP agents. Network: eed3827e-b79b-463e-bc02-ba14d2a22893, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:21:01.000198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ff85490-cce9-44c9-b92d-df179d67b1e7 req-2b7c0eb4-fbc6-4eee-9392-e586e3d12461 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1353912 Aug 28 08:21:01.071926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-0991d8a6-9847-4e8c-a90a-ba029fac71e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.080379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-0991d8a6-9847-4e8c-a90a-ba029fac71e0 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.39 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.1344621 Aug 28 08:21:01.080518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ff85490-cce9-44c9-b92d-df179d67b1e7 req-71e78aa7-d29f-4521-9dd6-349e5460b7ae tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Aug 28 08:21:01.105993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Network eed3827e-b79b-463e-bc02-ba14d2a22893 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:21:01.295832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-283cac09-6585-43b1-ada8-800cb48494df req-e50f2e1e-d834-4165-b048-11518ba60181 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.1003656 Aug 28 08:21:01.352593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-fd8ea5eb-6624-47e7-984b-b106b0a256e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.356310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-fd8ea5eb-6624-47e7-984b-b106b0a256e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1457b9c42f64a73ae2ce01606abf833&device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 1095 time: 0.2530062 Aug 28 08:21:01.397246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f327-191e-4e5d-9111-52ed99205494 req-f749a358-4071-4c4c-b253-ecc23a1365ed tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.410503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b271f327-191e-4e5d-9111-52ed99205494 req-f749a358-4071-4c4c-b253-ecc23a1365ed tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 943 time: 0.1515710 Aug 28 08:21:01.468085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b271f327-191e-4e5d-9111-52ed99205494 req-e216eaec-7b4b-4e8a-9a27-2fb00629c2b5 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Aug 28 08:21:01.472379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, eed3827e-b79b-463e-bc02-ba14d2a22893) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:01.477197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-bcff12aa-3ac6-4ef5-8f50-f2c954c1b0d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=511619f9-b40c-4933-9435-26152bfca253 HTTP/1.1" status: 200 len: 217 time: 0.0794215 Aug 28 08:21:01.483832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1decc4e9-6130-499a-a552-9207bd3d82f9 None None] Network eed3827e-b79b-463e-bc02-ba14d2a22893 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:01.501925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Deleting port cdedea77-f14c-4e06-8a97-76f7f1521663 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:01.501925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:01.506482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.507178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:01.632019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-207359cf-4d13-4c84-b8b5-965b6479cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.634038 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-207359cf-4d13-4c84-b8b5-965b6479cfbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=430ef49b-374a-406a-a139-d1c9de9e9870 HTTP/1.1" status: 200 len: 854 time: 0.1293540 Aug 28 08:21:01.697673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-27dacb54-64b8-458d-97cf-0ad4feb83949 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b49055-06cb-4853-b130-8dba3b62c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545971 Aug 28 08:21:01.726690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875205a-7236-4bd9-ab1f-dc0bb21c3267 None None] Network eed3827e-b79b-463e-bc02-ba14d2a22893 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:01.731395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7a69a-af54-4d88-a39b-64a3759ef58b req-82f73262-7e18-4d6f-b7b4-b95e80809997 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:01.746121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0f7a69a-af54-4d88-a39b-64a3759ef58b req-82f73262-7e18-4d6f-b7b4-b95e80809997 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 946 time: 0.1397343 Aug 28 08:21:01.780837 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-31763109-7c76-4c9f-a3dc-f73518364cc1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7704959 Aug 28 08:21:01.787853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] For port cdedea77-f14c-4e06-8a97-76f7f1521663, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cdedea77-f14c-4e06-8a97-76f7f1521663,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:01.788231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:01.803193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:01.856461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0f7a69a-af54-4d88-a39b-64a3759ef58b req-aab73777-9dbd-4a98-9ce5-4b7b1a208170 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups?id=301bbb86-b60f-4d91-a196-2532954e8bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962710 Aug 28 08:21:02.002002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-a03bebe6-c50a-4090-bd53-8d9a2debe044 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849126 Aug 28 08:21:02.509777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67d36f1f-2f4b-44e9-86f2-5d99a4a30038 req-f49a39bf-9187-44e5-ad0b-de11953b28c6 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.0802104 Aug 28 08:21:02.511977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:02.512793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:02.512793 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Floating IP dc46b666-5674-44d4-be31-cf700deaef3e disassociated. External IP: 172.25.0.246, port: cdedea77-f14c-4e06-8a97-76f7f1521663. Aug 28 08:21:02.513171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Calling delete_port for cdedea77-f14c-4e06-8a97-76f7f1521663 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:02.550900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01faac-0cec-43c3-9aef-1f0d5c8bd078 req-24104c32-892d-4908-bc30-b11977a06eb6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:02.552776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e01faac-0cec-43c3-9aef-1f0d5c8bd078 req-24104c32-892d-4908-bc30-b11977a06eb6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1210871 Aug 28 08:21:02.630599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cccf3d-a1ad-49c1-9a13-4f970de85510 req-84ebbc66-e2b9-4f78-b3e1-23d63a855042 service neutron] 10.222.0.64 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190572 Aug 28 08:21:02.648321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e01faac-0cec-43c3-9aef-1f0d5c8bd078 req-d5d4de69-5a31-4ea2-8360-e2e9b0d62c59 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493786 Aug 28 08:21:02.932257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9be26-e1a2-4cff-8010-ede62b2a4f5f req-d53fd10f-9140-4f69-aca7-ce331e12c8f9 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:02.935126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21a9be26-e1a2-4cff-8010-ede62b2a4f5f req-d53fd10f-9140-4f69-aca7-ce331e12c8f9 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 943 time: 0.1285434 Aug 28 08:21:03.017643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21a9be26-e1a2-4cff-8010-ede62b2a4f5f req-91822ce4-3720-4852-9dcd-ebc8cff846a7 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Aug 28 08:21:03.079050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:03.119639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35295270-7fcf-4342-9732-3d5346ad17c8 req-3e6ed5c9-f0c1-4669-9241-3dc4902409ad tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0611656 Aug 28 08:21:03.132624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event deleted for resources: {'Port': ['ID=cdedea77-f14c-4e06-8a97-76f7f1521663,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:03.260129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46804) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:03.266364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1691791290-network', 'tenant_id': '5019253bdaf44ba5b6bedfae0b12db99'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:03.340961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Router 5fca5774-972a-4159-8435-b17571c8b3e9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:21:03.466580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:21:03.480647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Sync routers for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:21:03.494041 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:03.494674 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:03.499799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Made reservation on behalf of 5019253bdaf44ba5b6bedfae0b12db99 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:03.509144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:03.538100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] No DVR routers for this DVR port cdedea77-f14c-4e06-8a97-76f7f1521663 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:03.544238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:03.550205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae1a47d4-31b6-4665-88d3-e68840144225 req-798f1662-4bae-487a-a06c-a26b555bea20 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.39 "DELETE /v2.0/ports/cdedea77-f14c-4e06-8a97-76f7f1521663 HTTP/1.1" status: 204 len: 173 time: 2.4612207 Aug 28 08:21:03.551231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'name': 'network-vif-deleted', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:03.555430 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc2aa4-304f-4b3f-9f8f-891458939da1" -d '{"events": [{"server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "name": "network-vif-deleted", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:03.565405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:03.679509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33df7ea7-1a79-449c-8127-9f69d094b042 x-openstack-request-id: req-33df7ea7-1a79-449c-8127-9f69d094b042 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:03.680000 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fff2f8-38f9-4450-9e45-0d72dd0e3dd8", "name": "network-vif-deleted", "tag": "cdedea77-f14c-4e06-8a97-76f7f1521663", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:03.680346 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33df7ea7-1a79-449c-8127-9f69d094b042 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:03.681461 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fff2f8-38f9-4450-9e45-0d72dd0e3dd8', 'name': 'network-vif-deleted', 'tag': 'cdedea77-f14c-4e06-8a97-76f7f1521663', 'status': 'completed', 'code': 200} Aug 28 08:21:03.703088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-a506f640-c468-413a-a4f4-059bcb4fd707 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b54b62288df049b68aa76a63a3d343fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660632 Aug 28 08:21:03.837895 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:03.868414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0414c33d-85a9-44e9-9ccd-994f079a1c1b req-56d40e17-a9ee-426f-bb76-ed235f4d473b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.0822480 Aug 28 08:21:03.987810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.027375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de476-6b78-4df2-a4b5-df5dcbca25e0 req-b0d8c56a-0c4c-4bed-a405-ca3ad19317b2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:04.036397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-369de476-6b78-4df2-a4b5-df5dcbca25e0 req-b0d8c56a-0c4c-4bed-a405-ca3ad19317b2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1396894 Aug 28 08:21:04.066878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.123590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-369de476-6b78-4df2-a4b5-df5dcbca25e0 req-6bfa0cd2-3573-42d1-ae35-bdfff161deee tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830235 Aug 28 08:21:04.129996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:21:04.156769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-46b4c167-d450-40c9-8376-a64415aa8a91 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:04.157458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a804135-c8f6-4009-83b4-2dd56b807dc9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:04.157640 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-46b4c167-d450-40c9-8376-a64415aa8a91 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463220 Aug 28 08:21:04.179320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.180920 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Added segment 4929caa0-8202-4559-8af8-b6f1088818c3 of type vlan for network 07c6b5fa-6ce5-42d5-8504-909645b77588 Aug 28 08:21:04.181769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Request body: {'port': {'device_id': '05241115-f786-427b-81c9-a99a503afcbc', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'b54b62288df049b68aa76a63a3d343fe'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:04.281982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.349181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:04.375724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f388dd58-de83-47d2-8881-86240cb932c1 req-25f2c919-896e-48c8-aa13-fbb2ca052b93 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0442898 Aug 28 08:21:04.408602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Checking router: 5fca5774-972a-4159-8435-b17571c8b3e9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:21:04.409463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93a72-ed8b-4d40-a578-a6a9e35c06ea req-0e3f1929-85bb-4847-8532-f2382dc1cf1b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:04.415723 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16b93a72-ed8b-4d40-a578-a6a9e35c06ea req-0e3f1929-85bb-4847-8532-f2382dc1cf1b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 943 time: 0.1298263 Aug 28 08:21:04.425522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.428335 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:04.429350 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:04.429752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:04.433787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.516607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16b93a72-ed8b-4d40-a578-a6a9e35c06ea req-e7973395-c8c6-46d2-a4a4-8cc138744b8b tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Aug 28 08:21:04.546262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] Pushing event updated for resources: {'Network': ['ID=07c6b5fa-6ce5-42d5-8504-909645b77588,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:04.569065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-66408aa3-d488-4fa7-8a95-b52d9e4df971 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3029270 Aug 28 08:21:04.569065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:04.577161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Request body: {'subnet': {'network_id': '07c6b5fa-6ce5-42d5-8504-909645b77588', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1691791290-subnet', 'tenant_id': '5019253bdaf44ba5b6bedfae0b12db99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:04.611829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 07c6b5fa-6ce5-42d5-8504-909645b77588 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:21:04.629061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-ff0bd593-1890-4b4b-8d54-db4bdae0371b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b54b62288df049b68aa76a63a3d343fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832868 Aug 28 08:21:04.638513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:21:04.638513 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:21:04.638513 n-d-792458-16 neutron-server[95466]: [parameters: {'project_id_1': '5019253bdaf44ba5b6bedfae0b12db99', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 21, 4, 591932)}] Aug 28 08:21:04.638513 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:21:04.639105 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:21:04.681453 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:04.737096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Made reservation on behalf of b54b62288df049b68aa76a63a3d343fe for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:04.741752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.753931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.771156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:04.817447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-db48ce07-17ab-49e3-a75d-eb152ba032c0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:04.819574 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-db48ce07-17ab-49e3-a75d-eb152ba032c0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817460 Aug 28 08:21:04.855633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Request body: {'port': {'device_id': 'df8627fa-e602-4a2b-8852-05b96e861203', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'b54b62288df049b68aa76a63a3d343fe'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:04.972211 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:05.016881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78cf54-41ea-43ae-a023-1de625778b1a None None] The sync data for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 is: [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:16:29Z', 'revision_number': 4, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d', 'name': '', 'network_id': 'fda1f1e8-4e49-4bb3-8989-1c98a770b77f', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'mac_address': 'fa:16:3e:e0:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '81eb0806-3946-49a2-9051-f948675679dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:27Z', 'updated_at': '2021-08-28T08:16:36Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'subnets': [{'id': '81eb0806-3946-49a2-9051-f948675679dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:21:05.033187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.076855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668950b2-0e88-4a2a-9cc6-8c1e8b9f1b1d req-3b0f3afe-cf85-45d3-90bd-7dc3416e409c tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.0762405 Aug 28 08:21:05.086947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.143056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 511619f9-b40c-4933-9435-26152bfca253 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:05.236493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.262826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:21:05.262826 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:21:05.262826 n-d-792458-16 neutron-server[95466]: [parameters: {'project_id_1': '5019253bdaf44ba5b6bedfae0b12db99', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 21, 5, 149529)}] Aug 28 08:21:05.262826 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:21:05.263394 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:21:05.300154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d8b9-e743-44f7-bb69-aec37fd7bec4 req-d08f263f-9924-4eb2-9060-132eb7c610b6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:05.306327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf2d8b9-e743-44f7-bb69-aec37fd7bec4 req-d08f263f-9924-4eb2-9060-132eb7c610b6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1032550 Aug 28 08:21:05.324461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:05.372472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf2d8b9-e743-44f7-bb69-aec37fd7bec4 req-d11204eb-3e31-4be5-9b14-420159ce1cba tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Aug 28 08:21:05.425796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=511619f9-b40c-4933-9435-26152bfca253,segment=NetworkSegment(709791ef-e6c3-4515-bfe0-d0605e2fbfaf),segment_id=709791ef-e6c3-4515-bfe0-d0605e2fbfaf)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:05.456842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '511619f9-b40c-4933-9435-26152bfca253', 'network_id': 'b9b49055-06cb-4853-b130-8dba3b62c747', 'port_id': '511619f9-b40c-4933-9435-26152bfca253', 'mac_address': 'fa:16:3e:52:0c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430ef49b-374a-406a-a139-d1c9de9e9870', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:05.515071 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.518443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Made reservation on behalf of b54b62288df049b68aa76a63a3d343fe for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:05.524433 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.535817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511619f9-b40c-4933-9435-26152bfca253 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:05.569239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=511619f9-b40c-4933-9435-26152bfca253,segment=NetworkSegment(709791ef-e6c3-4515-bfe0-d0605e2fbfaf),segment_id=709791ef-e6c3-4515-bfe0-d0605e2fbfaf)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:05.576482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6233a9-a224-4fcf-9d00-28b058a1711c None None] New status for floating IP dc46b666-5674-44d4-be31-cf700deaef3e: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:21:05.598823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62078ebb-e0a1-47cc-8b10-b9c6618243b2 req-edbed292-7d98-46d7-a3ef-6a6e08ac6b9d tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0529389 Aug 28 08:21:05.632913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Allocated IP 192.168.233.31 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/b2a61d02-0a41-4c8d-8f08-1686cdb0ad72) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:05.656009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cdedea77-f14c-4e06-8a97-76f7f1521663 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:05.714480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: cdedea77-f14c-4e06-8a97-76f7f1521663 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:05.714945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cdedea77-f14c-4e06-8a97-76f7f1521663 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:05.717860 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.738435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89248912-5489-48e5-a5f1-ccf47e4a1e31 req-12423a2c-3ed0-4bf3-8031-1627d1dc5a3f tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:05.748318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89248912-5489-48e5-a5f1-ccf47e4a1e31 req-12423a2c-3ed0-4bf3-8031-1627d1dc5a3f tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 944 time: 0.0713964 Aug 28 08:21:05.805907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89248912-5489-48e5-a5f1-ccf47e4a1e31 req-3291fd68-4c10-4d8f-99aa-f8246a7d172f tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556774 Aug 28 08:21:05.954989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:05.984101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Transition to ACTIVE for port object b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:06.009646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:06.122763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['511619f9-b40c-4933-9435-26152bfca253'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:06.197665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Made reservation on behalf of 5019253bdaf44ba5b6bedfae0b12db99 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:06.200288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:06.240039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:06.398154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:06.462876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-13979da5-b875-4ab2-9fbf-5eb8c59657b3 req-6eede8a3-09ff-4d69-ab57-e73451378371 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.2667818 Aug 28 08:21:06.486100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:06.487686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:06.490633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:06.505570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:06.593799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff42dab-5041-4680-ae8d-c36df9d9cb01,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:06.701787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Checking segment: {'id': '4929caa0-8202-4559-8af8-b6f1088818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '07c6b5fa-6ce5-42d5-8504-909645b77588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:06.702342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Network hostable DHCP agents. Network: 07c6b5fa-6ce5-42d5-8504-909645b77588, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:21:06.720856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Allocated IP 192.168.233.142 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/0eeeb81e-85b7-4805-be1c-7f4dc895b132) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:06.734346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd885a-d385-4040-ae46-9a559b4f64d3 req-03c6ed47-e749-4073-9e7c-c10eae64e6fe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:06.745021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:06.745021 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:06.747530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c3bd885a-d385-4040-ae46-9a559b4f64d3 req-03c6ed47-e749-4073-9e7c-c10eae64e6fe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0946882 Aug 28 08:21:06.796322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c3bd885a-d385-4040-ae46-9a559b4f64d3 req-14b8518e-6468-4047-97d5-5bdb65da4969 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525875 Aug 28 08:21:06.827908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9b787560-1b82-430a-9d9a-3391906aa1f3 req-3c8132e0-ff58-4d89-8825-b47679ca6062 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0611172 Aug 28 08:21:06.839502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-828ce82f-e137-4a27-bd35-f0c902dee88f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6630261 Aug 28 08:21:06.868113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Request body: {'port': {'device_id': '05241115-f786-427b-81c9-a99a503afcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:06.918620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Network 07c6b5fa-6ce5-42d5-8504-909645b77588 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:21:06.950696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12558184-aad0-4224-97ed-d5cb846e71ed req-fc41697b-61ae-4ff1-a0bc-01aa24c0da70 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:06.953136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12558184-aad0-4224-97ed-d5cb846e71ed req-fc41697b-61ae-4ff1-a0bc-01aa24c0da70 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 944 time: 0.0634658 Aug 28 08:21:06.983293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f86258ce-a372-4ce5-809e-79c41f1a19db None None] Provisioning for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:06.991766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f86258ce-a372-4ce5-809e-79c41f1a19db None None] Provisioning complete for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:06.992853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f86258ce-a372-4ce5-809e-79c41f1a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.003280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.012964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12558184-aad0-4224-97ed-d5cb846e71ed req-fe01d564-8f98-4923-b726-d17abefbf999 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Aug 28 08:21:07.013889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 07c6b5fa-6ce5-42d5-8504-909645b77588) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:07.020045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:07.020676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.051056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b6f0d-6921-4623-bc03-f06de4e6dc98 None None] Network 07c6b5fa-6ce5-42d5-8504-909645b77588 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:07.112258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f86258ce-a372-4ce5-809e-79c41f1a19db None None] Port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:21:07.123328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e1aca2ff-970e-41fc-ad21-72029ede034d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5550728 Aug 28 08:21:07.163307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 511619f9-b40c-4933-9435-26152bfca253 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:07.238672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.262248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Transition to ACTIVE for port object 0eeeb81e-85b7-4805-be1c-7f4dc895b132 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:07.301378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9944ea-a161-4d1c-b038-48ad2dca49a2 None None] Network 07c6b5fa-6ce5-42d5-8504-909645b77588 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:07.441242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.470663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 511619f9-b40c-4933-9435-26152bfca253 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:07.478505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 511619f9-b40c-4933-9435-26152bfca253 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:07.479260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.597471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:07.611515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:07.615653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:07.629660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.666259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e7d96-fd21-4d5d-8b48-b162fb3467a2 req-4331bffb-cf6a-403c-a70f-f5735f399d9b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:07.666434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511619f9-b40c-4933-9435-26152bfca253'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:07.670150 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f6cf5-d6ed-4524-acf4-506504cc3c6f" -d '{"events": [{"server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "name": "network-vif-plugged", "status": "completed", "tag": "511619f9-b40c-4933-9435-26152bfca253"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:07.676343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-137e7d96-fd21-4d5d-8b48-b162fb3467a2 req-4331bffb-cf6a-403c-a70f-f5735f399d9b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 936 time: 0.1232390 Aug 28 08:21:07.687377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=511619f9-b40c-4933-9435-26152bfca253,segment=NetworkSegment(709791ef-e6c3-4515-bfe0-d0605e2fbfaf),segment_id=709791ef-e6c3-4515-bfe0-d0605e2fbfaf)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:07.695617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:07.715307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:07.716040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.758256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-137e7d96-fd21-4d5d-8b48-b162fb3467a2 req-6a9ad6c0-953d-420e-bbdb-1af55b8912e8 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808713 Aug 28 08:21:07.781106 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:07.840443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-7c07bcd0-584b-4a2a-ad56-efb1fdb807ec tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9936373 Aug 28 08:21:07.883549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Request body: {'port': {'device_id': 'df8627fa-e602-4a2b-8852-05b96e861203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:07.900251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:07.945813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:07.966597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:08.019906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-87389340-e4ea-4b43-83dd-d2cb078b0e94 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:08.021793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-87389340-e4ea-4b43-83dd-d2cb078b0e94 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/networks?id=eed3827e-b79b-463e-bc02-ba14d2a22893 HTTP/1.1" status: 200 len: 815 time: 0.2625797 Aug 28 08:21:08.024849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Transition to ACTIVE for port object b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:08.026467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:08.091424 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-dbda3e79-d370-4285-8b1e-f441574454e1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/quotas/3af356425eb74f7983ab8690fe62558a HTTP/1.1" status: 200 len: 375 time: 0.0524917 Aug 28 08:21:08.108860 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaabfca-76b7-4293-bc71-16ad2db849f1 x-openstack-request-id: req-eeaabfca-76b7-4293-bc71-16ad2db849f1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:08.109434 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "name": "network-vif-plugged", "status": "completed", "tag": "511619f9-b40c-4933-9435-26152bfca253", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:08.109434 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eeaabfca-76b7-4293-bc71-16ad2db849f1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:08.110410 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511619f9-b40c-4933-9435-26152bfca253', 'code': 200} Aug 28 08:21:08.152897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-727f3404-9805-47d8-b594-99a490615e11 None None] Provisioning for port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:08.153803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:08.159139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-727f3404-9805-47d8-b594-99a490615e11 None None] Provisioning complete for port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:08.162283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-727f3404-9805-47d8-b594-99a490615e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:08.190056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-2065239d-feab-4cb9-9db5-e468453d80eb tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878720 Aug 28 08:21:08.212180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-727f3404-9805-47d8-b594-99a490615e11 None None] Port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:21:08.311011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4bde2-d304-41c9-a64b-a3b51536dd37 req-5599120e-2023-4ef5-99b7-b7a3c3d6ceb4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:08.312727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2c4bde2-d304-41c9-a64b-a3b51536dd37 req-5599120e-2023-4ef5-99b7-b7a3c3d6ceb4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0926397 Aug 28 08:21:08.324211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36554d-8203-45de-9057-a74f174dcb67 req-f645e570-2a49-4a58-a128-350885961e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:08.326038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c36554d-8203-45de-9057-a74f174dcb67 req-f645e570-2a49-4a58-a128-350885961e65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 1097 time: 0.0943675 Aug 28 08:21:08.441082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2c4bde2-d304-41c9-a64b-a3b51536dd37 req-fafd3d79-8305-4b34-8f68-4eb606f723f5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137185 Aug 28 08:21:08.443870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:08.460115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c36554d-8203-45de-9057-a74f174dcb67 req-90b92822-d228-40d2-82ac-7411ecf0ccce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150143 Aug 28 08:21:08.633926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3309ba43-49dd-409c-b0f2-0ae759c1ff77 req-71cad399-a494-4e4d-b8cd-c209caf11015 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0630269 Aug 28 08:21:08.828471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-87c058b8-69a1-499f-9ae2-6d772450f733 service neutron] 10.222.0.46 "GET /v2.0/networks/eed3827e-b79b-463e-bc02-ba14d2a22893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277969 Aug 28 08:21:08.870165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Attempting to bind port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:08.874417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Attempting to bind port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:08.874992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Attempting to bind port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:08.900662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099ad9-b5e1-4219-a11c-5ca240ab0769 req-ba7ce627-28b0-40e3-9ce2-32db30dcdfe2 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:08.904036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf099ad9-b5e1-4219-a11c-5ca240ab0769 req-ba7ce627-28b0-40e3-9ce2-32db30dcdfe2 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1444864 Aug 28 08:21:08.941382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:21:08.941925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Attempting to bind port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:09.010347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:09.011366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:09.011885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:09.012448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Bound port: b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:09.012915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:09.016924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf099ad9-b5e1-4219-a11c-5ca240ab0769 req-1709c118-568f-470b-8723-cf2dfee51fa2 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972853 Aug 28 08:21:09.136877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7672c8-832c-4525-84f1-fbb1cf2c8273 req-9d4989a6-b5fe-46ac-aabb-3e3d2c562a11 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:09.146000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff7672c8-832c-4525-84f1-fbb1cf2c8273 req-9d4989a6-b5fe-46ac-aabb-3e3d2c562a11 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 936 time: 0.0690031 Aug 28 08:21:09.174323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:09.178577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:09.192455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff7672c8-832c-4525-84f1-fbb1cf2c8273 req-7a1c59a4-1417-45d2-b877-596409350309 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Aug 28 08:21:09.216555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-d83eccf0-60b2-4e0a-9802-eeeda5e57692 service neutron] 10.222.0.46 "GET /v2.0/networks/eed3827e-b79b-463e-bc02-ba14d2a22893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865225 Aug 28 08:21:09.241150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeeb81e-85b7-4805-be1c-7f4dc895b132 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:09.252284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:09.266577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:09.306994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:09.310543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:09.312319 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] 10.222.0.64 "PUT /v2.0/ports/b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 HTTP/1.1" status: 200 len: 1096 time: 2.4529610 Aug 28 08:21:09.318184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:09.321483 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6fedcb-140f-4a86-8f50-67a0af233d79" -d '{"events": [{"name": "network-changed", "server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:09.339126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Transition to ACTIVE for port object 0eeeb81e-85b7-4805-be1c-7f4dc895b132 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:09.377582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad6c0-5655-4575-8593-e1e5f1b1f05c service neutron] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:09.475776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:09.577650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:09.750008 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671f1ab-98ae-4b1b-9710-84c6be70f5d9 x-openstack-request-id: req-5671f1ab-98ae-4b1b-9710-84c6be70f5d9 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:09.750503 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:09.750907 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5671f1ab-98ae-4b1b-9710-84c6be70f5d9 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:09.751527 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'status': 'completed', 'code': 200} Aug 28 08:21:09.978870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73428a91-0fa7-429d-af7c-5cda57d36160 req-b3fd3e5d-fe3b-438b-935a-ef0f136afbed tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.1157074 Aug 28 08:21:10.139880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-a0976732-c937-4dcc-bee7-7561ed270f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.146472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-a0976732-c937-4dcc-bee7-7561ed270f9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 1099 time: 0.5314214 Aug 28 08:21:10.156689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Attempting to bind port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:10.201592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Attempting to bind port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:10.201592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Attempting to bind port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:10.204439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e66abb8e-c93e-4624-887b-326c601d2e45 req-6e1e230f-4f39-41e0-95c7-f951b60d411a tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0529528 Aug 28 08:21:10.205943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e160e-e235-4ab8-8232-0db0e04f812c req-fc0cf4ef-7992-45a7-a481-7bb543943420 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.207970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c3e160e-e235-4ab8-8232-0db0e04f812c req-fc0cf4ef-7992-45a7-a481-7bb543943420 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.3473229 Aug 28 08:21:10.277752 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-a76bba00-42b0-4345-a9c9-fa25873c5a56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 HTTP/1.1" status: 200 len: 217 time: 0.1130455 Aug 28 08:21:10.281360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:21:10.281896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Attempting to bind port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:10.338953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:10.339629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:10.340276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:10.340912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Bound port: 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:10.341510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:10.387375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6c3e160e-e235-4ab8-8232-0db0e04f812c req-68969a5d-1353-482c-98be-36bd015b4a7a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784272 Aug 28 08:21:10.399619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444e966-38d0-4018-8a84-cd0018f98e23 req-fe9610e7-fc74-481b-8170-bc1075e3f2c0 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.414791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-945dda51-94ac-4df9-a96a-c2c4ab0a7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.417981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-945dda51-94ac-4df9-a96a-c2c4ab0a7480 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1303678 Aug 28 08:21:10.424332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e444e966-38d0-4018-8a84-cd0018f98e23 req-fe9610e7-fc74-481b-8170-bc1075e3f2c0 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1097357 Aug 28 08:21:10.516200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e444e966-38d0-4018-8a84-cd0018f98e23 req-ae30aaba-4644-44f9-af2d-545b3f1d6516 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804653 Aug 28 08:21:10.587618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:10.592951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192962-e6f7-4b03-a08e-999c29e32fae req-56027c1b-bbc5-41da-955b-735359c2ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.594463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-56027c1b-bbc5-41da-955b-735359c2ef28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409540 Aug 28 08:21:10.597015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:10.611205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2a7a3-18d1-4f1c-bd3c-be747b9d0f16 req-c493df0e-72bb-4889-862a-68bdf0b44921 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.612793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7d2a7a3-18d1-4f1c-bd3c-be747b9d0f16 req-c493df0e-72bb-4889-862a-68bdf0b44921 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.1027205 Aug 28 08:21:10.705988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7d2a7a3-18d1-4f1c-bd3c-be747b9d0f16 req-e9d14ea6-8040-48f4-a3ab-49cc799aef74 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Aug 28 08:21:10.736011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-a9739e77-4456-4a48-a2ab-a14ff64d03fd service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332285 Aug 28 08:21:10.841194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:10.920683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:10.920683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:10.924888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0eeeb81e-85b7-4805-be1c-7f4dc895b132 HTTP/1.1" status: 200 len: 1097 time: 3.0416701 Aug 28 08:21:10.989248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a3322-581e-4ffb-80fb-bc0f855518a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:10.999359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78192962-e6f7-4b03-a08e-999c29e32fae req-c871655d-1d72-43b5-be16-46628d430002 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552569 Aug 28 08:21:11.092897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eee643cd-e25a-43f0-94fb-93ed91ad0571 req-7add9278-811a-4a90-85c9-1a7e5c02817c tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0385780 Aug 28 08:21:11.185544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-82ab229d-dff4-437d-b998-73d5d2187216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.185544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-82ab229d-dff4-437d-b998-73d5d2187216 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 1100 time: 0.0623255 Aug 28 08:21:11.233106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-9d44fdfd-05ea-4f44-9400-ca2ee0e761ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132 HTTP/1.1" status: 200 len: 217 time: 0.0385447 Aug 28 08:21:11.372322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c609f302-406e-471a-bf8f-813c85f290b3 req-9fb32b5e-d446-46f9-92ce-39f8dc2251b7 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0417793 Aug 28 08:21:11.426289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-82d7f180-9095-4aef-9ace-fd21e4f2397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.428257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-82d7f180-9095-4aef-9ace-fd21e4f2397f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1457b9c42f64a73ae2ce01606abf833&device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 1097 time: 0.0534637 Aug 28 08:21:11.558970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-42e0a0e0-033c-439e-9d38-eff90020ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.561318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-42e0a0e0-033c-439e-9d38-eff90020ea2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9b49055-06cb-4853-b130-8dba3b62c747 HTTP/1.1" status: 200 len: 915 time: 0.1259971 Aug 28 08:21:11.675598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-bcbc82b3-b33c-420f-8cd6-6a3f2a6a8f18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=511619f9-b40c-4933-9435-26152bfca253 HTTP/1.1" status: 200 len: 217 time: 0.1061013 Aug 28 08:21:11.742571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515db46e-aafd-4454-b111-4b0fac990611 req-10e78252-0a4a-4bba-8310-8fe232dedd9f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.744213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-515db46e-aafd-4454-b111-4b0fac990611 req-10e78252-0a4a-4bba-8310-8fe232dedd9f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1763804 Aug 28 08:21:11.760689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:11.763546 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce0665-5d99-4b46-82e7-ca5c91196da8" -d '{"events": [{"name": "network-changed", "server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:11.770273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-1ef453a8-b280-4014-8f0e-db1419c54892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.772331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-1ef453a8-b280-4014-8f0e-db1419c54892 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=430ef49b-374a-406a-a139-d1c9de9e9870 HTTP/1.1" status: 200 len: 854 time: 0.0892639 Aug 28 08:21:11.816094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd96e9-b5ae-4357-8369-abeaaf1880cb req-94f203f5-8b54-409d-b038-1a8b5e58a895 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.817746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49cd96e9-b5ae-4357-8369-abeaaf1880cb req-94f203f5-8b54-409d-b038-1a8b5e58a895 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.5688219 Aug 28 08:21:11.827602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-81d14023-18c9-426e-ac47-9475702bf8de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9b49055-06cb-4853-b130-8dba3b62c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454741 Aug 28 08:21:11.830074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-f3d862ca-8797-4482-9070-4502cedb6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.831896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-f3d862ca-8797-4482-9070-4502cedb6ee2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.5503771 Aug 28 08:21:11.835575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-83946f10-568e-4676-99f8-3283e452f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:11.837241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-83946f10-568e-4676-99f8-3283e452f29d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 1099 time: 0.5477021 Aug 28 08:21:11.838804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-515db46e-aafd-4454-b111-4b0fac990611 req-602899ce-b2c0-4f2b-a7e7-c1d07efbf79d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878477 Aug 28 08:21:11.989486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49cd96e9-b5ae-4357-8369-abeaaf1880cb req-df5eea04-1652-4657-bb0e-7e559f7509a9 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456726 Aug 28 08:21:12.012824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-53139b0a-dcbb-42d0-8e4e-9b788eb591b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.015391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-53139b0a-dcbb-42d0-8e4e-9b788eb591b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623912 Aug 28 08:21:12.043366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-354eef16-1c5a-44b2-bead-f73f84d16b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.045226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-354eef16-1c5a-44b2-bead-f73f84d16b27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1948988 Aug 28 08:21:12.085349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-deb4e5e3-1d3c-4eba-a6ee-7c4e434841ed service neutron] 10.222.0.64 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432287 Aug 28 08:21:12.154417 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8041d36-c4f1-4155-a4ab-c918149bac51 x-openstack-request-id: req-f8041d36-c4f1-4155-a4ab-c918149bac51 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:12.154848 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:12.155237 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8041d36-c4f1-4155-a4ab-c918149bac51 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:12.155729 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'status': 'completed', 'code': 200} Aug 28 08:21:12.159876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-1d0489c2-533d-4437-896c-58acfe176d75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 HTTP/1.1" status: 200 len: 217 time: 0.1040208 Aug 28 08:21:12.262793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-a0f73d21-7ef3-4ab3-b579-08514d7e9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.264407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-a0f73d21-7ef3-4ab3-b579-08514d7e9a78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0887065 Aug 28 08:21:12.266835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-4fc0bb87-41bc-4d28-8390-5c592db8d0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439396 Aug 28 08:21:12.328969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77d1b9bc-faea-4a0f-8ee4-24930b86ad48 req-0107b454-0674-4748-b7a8-e8813068d20c service neutron] 10.222.0.64 "GET /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315881 Aug 28 08:21:12.372605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c449-3096-4265-acd7-097a5f0f15f9 req-2b06f2dc-626f-4280-97be-1d0db4c1fc22 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.383472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd11c449-3096-4265-acd7-097a5f0f15f9 req-2b06f2dc-626f-4280-97be-1d0db4c1fc22 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.2967517 Aug 28 08:21:12.476467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd11c449-3096-4265-acd7-097a5f0f15f9 req-87728c58-6083-4481-a4d0-2d5533f095b2 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918410 Aug 28 08:21:12.493424 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67878c94-3b79-45a7-b376-d4c4051ca5ce req-8d8cbb23-c8e2-49b7-b909-dc8a438f3516 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635830 Aug 28 08:21:12.497569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-546885a8-abdf-4d1b-8b6f-5cb7d8e0a32a req-0fbac2d8-7dfd-4b73-b42f-7ab5ba4da9a4 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0501764 Aug 28 08:21:12.512583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-cbc51961-47cb-4269-b1fa-5dd79becf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.514792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-cbc51961-47cb-4269-b1fa-5dd79becf251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2345338 Aug 28 08:21:12.642726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-784063f7-a64d-4d70-a341-4dae478bd136 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146958 Aug 28 08:21:12.664596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f8eee00-87ed-4b8a-8b8f-7c0a0a5cd698 req-9fb5e896-e470-48d6-bfc5-a07ef4c7ded4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/ports?device_id=20fff2f8-38f9-4450-9e45-0d72dd0e3dd8 HTTP/1.1" status: 200 len: 210 time: 0.0549600 Aug 28 08:21:12.825575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a6fedcb-140f-4a86-8f50-67a0af233d79 req-1350732e-1f08-40dc-9d43-4ab0b4096238 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752264 Aug 28 08:21:12.866691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-c8a6de19-240b-4266-8eaa-0ec9e1e2e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:12.868242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-c8a6de19-240b-4266-8eaa-0ec9e1e2e5dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 1100 time: 0.0553088 Aug 28 08:21:13.050832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b55c8-ecbd-4d44-99ca-954034bf9321 req-7c5952e7-b912-413c-9645-d803f07b89d8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.053602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a5b55c8-ecbd-4d44-99ca-954034bf9321 req-7c5952e7-b912-413c-9645-d803f07b89d8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1018658 Aug 28 08:21:13.096972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-4219cbbf-a1b9-4bd8-a9ef-dbee34e80b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.098665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-4219cbbf-a1b9-4bd8-a9ef-dbee34e80b58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.2208455 Aug 28 08:21:13.171877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-f28ff598-cce9-4204-b8dc-91da3e28b038 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132 HTTP/1.1" status: 200 len: 217 time: 0.0647047 Aug 28 08:21:13.178807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a5b55c8-ecbd-4d44-99ca-954034bf9321 req-17328094-5c39-4f9b-8d69-25b06694cbd0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080005 Aug 28 08:21:13.262612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-390f271d-8c39-48c9-88e6-d82c2faede2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.265344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-390f271d-8c39-48c9-88e6-d82c2faede2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0725727 Aug 28 08:21:13.389295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-02765649-603b-4ec7-ab47-c6bc5ca7bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.392673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-02765649-603b-4ec7-ab47-c6bc5ca7bbd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191268 Aug 28 08:21:13.421279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ae249-1038-42c5-a8d3-dca21f2d147e req-e9c3ca24-83f5-45f2-a3a2-ca999b700879 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.424338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-701ae249-1038-42c5-a8d3-dca21f2d147e req-e9c3ca24-83f5-45f2-a3a2-ca999b700879 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1203973 Aug 28 08:21:13.496119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-701ae249-1038-42c5-a8d3-dca21f2d147e req-b2566a6f-fb7c-4f5c-8d52-adee0736b9de tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634749 Aug 28 08:21:13.568505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-abfb7648-a073-47e1-861f-8dcf3c7ead5c service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668839 Aug 28 08:21:13.697041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3762a289-493f-40fb-a20f-d7e4e0e40581 req-61640037-63c8-4c98-b4d9-1d4e6e86ff7b tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0741479 Aug 28 08:21:13.900715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46980) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:13.956203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a09d3f-c6cf-4999-94e2-48571fc07fa0 req-0f9c3f2a-5e65-4eed-b761-5049d299f91a tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:13.958112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05a09d3f-c6cf-4999-94e2-48571fc07fa0 req-0f9c3f2a-5e65-4eed-b761-5049d299f91a tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.2910459 Aug 28 08:21:13.975413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cce0665-5d99-4b46-82e7-ca5c91196da8 req-50659db4-fe34-4866-89b7-a532fdb8b4ce service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911788 Aug 28 08:21:14.039726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.053709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-15b260a8-6c19-442e-9bce-0e3eb80683af tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:14.053709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-15b260a8-6c19-442e-9bce-0e3eb80683af tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.39 "GET /v2.0/networks?id=eed3827e-b79b-463e-bc02-ba14d2a22893 HTTP/1.1" status: 200 len: 815 time: 0.2902768 Aug 28 08:21:14.056835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05a09d3f-c6cf-4999-94e2-48571fc07fa0 req-13d5ec67-46f9-43c0-805a-0bae27674b65 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857699 Aug 28 08:21:14.086296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Request body: {'port': {'device_id': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893', 'admin_state_up': True, 'tenant_id': '3af356425eb74f7983ab8690fe62558a'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:14.091457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.259793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.275434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.275434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "DELETE /v2.0/security-groups/301bbb86-b60f-4d91-a196-2532954e8bc8 HTTP/1.1" status: 204 len: 168 time: 0.3667939 Aug 28 08:21:14.276610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46986) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:14.292632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d49d3-e209-4310-be8d-9834db5aca7f tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301bbb86-b60f-4d91-a196-2532954e8bc8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:14.324034 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-12372f12-f42b-48f3-b65b-2a9799063633 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] show failed (client error): The resource could not be found. Aug 28 08:21:14.324034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12372f12-f42b-48f3-b65b-2a9799063633 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "GET /v2.0/security-groups/301bbb86-b60f-4d91-a196-2532954e8bc8 HTTP/1.1" status: 404 len: 347 time: 0.0407147 Aug 28 08:21:14.329206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46988) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:14.393850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Made reservation on behalf of 3af356425eb74f7983ab8690fe62558a for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:14.397864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.570473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7a237-317c-42e0-b97a-81315b50cbda req-78d846b6-fcbe-4f92-ad3f-4f930810628e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:14.576250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aeb7a237-317c-42e0-b97a-81315b50cbda req-78d846b6-fcbe-4f92-ad3f-4f930810628e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1818700 Aug 28 08:21:14.688136 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aeb7a237-317c-42e0-b97a-81315b50cbda req-9e42f250-b7d1-438b-b38b-0a4b4f30405f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069746 Aug 28 08:21:14.696016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Deleting port fb80ed0c-4911-40f9-af82-42977b7cc8b1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:14.700865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.715208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Allocated IP 172.20.0.10 (eed3827e-b79b-463e-bc02-ba14d2a22893/e650ffd2-c1f9-46a2-a128-e171a169bb65/fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:14.729354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29035799-38e0-489f-b44c-842a89ce7677 req-1247e043-6a64-4709-a04e-3d9a8350a4ca tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:14.732062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29035799-38e0-489f-b44c-842a89ce7677 req-1247e043-6a64-4709-a04e-3d9a8350a4ca tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1091533 Aug 28 08:21:14.826363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29035799-38e0-489f-b44c-842a89ce7677 req-3b7659a0-5250-4373-948d-188f59f7e1a4 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812049 Aug 28 08:21:14.878559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.884206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:14.975986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0ecf93a-73a1-45e1-a33a-b187cc80b46e req-6e4f75ad-717c-4300-9f2e-0d8baaa5c10f tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.1269886 Aug 28 08:21:14.994745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Calling delete_port for fb80ed0c-4911-40f9-af82-42977b7cc8b1 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:15.189302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.220945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:15.329504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d381a4-b264-40b5-b96f-37405bd4f94d req-b2873085-02b6-4c54-8ead-8820051d0c32 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:15.331228 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1d381a4-b264-40b5-b96f-37405bd4f94d req-b2873085-02b6-4c54-8ead-8820051d0c32 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.1232302 Aug 28 08:21:15.402569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1d381a4-b264-40b5-b96f-37405bd4f94d req-abd56dce-3838-43ba-b8bc-b399e0d306e4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Aug 28 08:21:15.422099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:15.441769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'mac_address': 'fa:16:3e:ff:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:15.498254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.514923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:15.515767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1925b15-1f5a-4452-b887-2b73c534995b req-e1a4702e-549e-48d3-8bf1-82b253a2a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:15.517657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-e1a4702e-549e-48d3-8bf1-82b253a2a629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485c4f2be305491fbe8c6c1126b16f51&device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1102 time: 0.0552702 Aug 28 08:21:15.538982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:15.712327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.715731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.770097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.771194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:15.827738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Pushing event deleted for resources: {'Port': ['ID=fb80ed0c-4911-40f9-af82-42977b7cc8b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:15.850386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b413e-e79d-48f2-b6b4-d92df1570687 req-1d1450de-beba-4334-bd9f-4f0dc337c21f tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:15.859960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b8b413e-e79d-48f2-b6b4-d92df1570687 req-1d1450de-beba-4334-bd9f-4f0dc337c21f tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1045318 Aug 28 08:21:15.892127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:15.899229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:15.908757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b8b413e-e79d-48f2-b6b4-d92df1570687 req-9936e7d3-15fd-40d3-a72d-4a6f81b15178 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Aug 28 08:21:15.917867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'mac_address': 'fa:16:3e:23:a7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:15.918495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Network eed3827e-b79b-463e-bc02-ba14d2a22893 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:15.969333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:15.972948 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:15.991992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeeb81e-85b7-4805-be1c-7f4dc895b132 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:15.999202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:16.027370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:16.065691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1925b15-1f5a-4452-b887-2b73c534995b req-dd7ba1db-7201-4411-962a-b475307105da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.067378 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-dd7ba1db-7201-4411-962a-b475307105da service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.4511590 Aug 28 08:21:16.085335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a5045-726d-4743-9810-b31d27991c4a req-0a88f1e4-cc26-4efe-b6fc-28f2a9c2cd0f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.086665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c9a5045-726d-4743-9810-b31d27991c4a req-0a88f1e4-cc26-4efe-b6fc-28f2a9c2cd0f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.2698336 Aug 28 08:21:16.087351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Pushing event updated for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:16.094165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:16.163836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.164713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:16.171331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-5b8e6609-d746-440b-ad1c-47037bc44dfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ebff84f5-1110-4c83-a0f8-252072f62469 HTTP/1.1" status: 200 len: 217 time: 0.0809290 Aug 28 08:21:16.178036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:16.180663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:16.181844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6f70776b-da03-4f09-b13e-f570b3af53e4 tempest-ServersTestBootFromVolume-667687584 tempest-ServersTestBootFromVolume-667687584-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc46b666-5674-44d4-be31-cf700deaef3e HTTP/1.1" status: 204 len: 168 time: 1.8515372 Aug 28 08:21:16.188931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:16.193864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea7fb-054a-4e98-813a-1b5ff67f73c5 req-b03625c6-c21c-4fc6-a086-2b18602a201b tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.196048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:16.196729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21dea7fb-054a-4e98-813a-1b5ff67f73c5 req-b03625c6-c21c-4fc6-a086-2b18602a201b tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 932 time: 0.0890379 Aug 28 08:21:16.248885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21dea7fb-054a-4e98-813a-1b5ff67f73c5 req-5289e5a6-4bb5-417c-95a3-7563b15a0ff1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Aug 28 08:21:16.292799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c9a5045-726d-4743-9810-b31d27991c4a req-37e7da44-7382-45bd-b779-a4a4e271de3d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807117 Aug 28 08:21:16.302897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1925b15-1f5a-4452-b887-2b73c534995b req-909125c8-0a03-4234-a58c-0610026fd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.304410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-909125c8-0a03-4234-a58c-0610026fd660 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.1181538 Aug 28 08:21:16.347352 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-220bf2a0-6f13-4c3b-b6a1-850bd86f1171 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2656415 Aug 28 08:21:16.382878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Request body: {'port': {'device_id': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:16.482367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:16.483798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1925b15-1f5a-4452-b887-2b73c534995b req-55c3de8f-4f91-47dc-8f10-844493fdfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.485726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-55c3de8f-4f91-47dc-8f10-844493fdfdf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486151 Aug 28 08:21:16.542823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0eeeb81e-85b7-4805-be1c-7f4dc895b132'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:16.554199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:16.601658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f432-486c-4619-8b51-b469d4831696 req-61d1ed33-1776-4124-a6b6-67789edc08d9 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:16.603804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5111f432-486c-4619-8b51-b469d4831696 req-61d1ed33-1776-4124-a6b6-67789edc08d9 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 949 time: 0.0911460 Aug 28 08:21:16.693318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5111f432-486c-4619-8b51-b469d4831696 req-a16bc6e7-bbf8-40c5-9fce-3965e16fbc3e tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749030 Aug 28 08:21:16.852447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-7a6d0652-b569-4156-97d0-1911ec08c205 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500831 Aug 28 08:21:17.400126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-9939-4613-ab37-f39024a9af27 req-c44c664d-7ffa-4078-a9b6-50ac4651b914 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:17.402295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fd381c9-9939-4613-ab37-f39024a9af27 req-c44c664d-7ffa-4078-a9b6-50ac4651b914 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 932 time: 0.0654824 Aug 28 08:21:17.445657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fd381c9-9939-4613-ab37-f39024a9af27 req-32146ad9-bf53-43bb-96aa-0abb2a3b2a25 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 Aug 28 08:21:17.496080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925b15-1f5a-4452-b887-2b73c534995b req-36b7c4a5-bb5d-4c28-b718-820d02ebd9c4 service neutron] 10.222.0.39 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099708 Aug 28 08:21:17.548490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5d79-e3c9-4783-ad19-10fc1b0490aa req-aad2887c-d420-4173-aa6b-a951c265df3e tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:17.550019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3caf5d79-e3c9-4783-ad19-10fc1b0490aa req-aad2887c-d420-4173-aa6b-a951c265df3e tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1852579 Aug 28 08:21:17.562321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1665b4b-7106-42b6-8876-5553c589238a req-3fe29429-5947-4d7d-b0ad-aeec2a014362 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:17.563911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1665b4b-7106-42b6-8876-5553c589238a req-3fe29429-5947-4d7d-b0ad-aeec2a014362 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.64 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 945 time: 0.1628218 Aug 28 08:21:17.579624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43ce66-5c02-4639-b603-94bb1ebf2254 req-43af60b7-6dc2-4c25-94b8-7e47ab107bff tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:17.581430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc43ce66-5c02-4639-b603-94bb1ebf2254 req-43af60b7-6dc2-4c25-94b8-7e47ab107bff tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0605259 Aug 28 08:21:17.632128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc43ce66-5c02-4639-b603-94bb1ebf2254 req-52c663fe-c15e-4cb7-ad90-8788ff89e03c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Aug 28 08:21:17.704472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3caf5d79-e3c9-4783-ad19-10fc1b0490aa req-5111367c-e132-469c-ab2c-f841d8c3b60c tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/security-groups?id=780549dc-db92-4a31-acb2-679fbcb81c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395216 Aug 28 08:21:17.711309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:17.742151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:17.765260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Transition to ACTIVE for port object fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:17.775819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:17.859709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fbb6-292b-40ec-9bfc-dfee815e11cf req-a139897c-031f-4ed9-991d-ecc643143ec7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:17.862076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee77fbb6-292b-40ec-9bfc-dfee815e11cf req-a139897c-031f-4ed9-991d-ecc643143ec7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 949 time: 0.0803010 Aug 28 08:21:17.872170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Deleting port 511619f9-b40c-4933-9435-26152bfca253 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:17.872538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:17.876997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:17.919588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee77fbb6-292b-40ec-9bfc-dfee815e11cf req-a83aa8f6-4739-495d-aa53-0d90ff185bf7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500925 Aug 28 08:21:18.013926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:18.139679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] For port 511619f9-b40c-4933-9435-26152bfca253, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=511619f9-b40c-4933-9435-26152bfca253,segment=NetworkSegment(709791ef-e6c3-4515-bfe0-d0605e2fbfaf),segment_id=709791ef-e6c3-4515-bfe0-d0605e2fbfaf)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:18.140076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.164059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Calling delete_port for 511619f9-b40c-4933-9435-26152bfca253 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:18.196002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Attempting to bind port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:18.196343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Attempting to bind port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:18.196673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Attempting to bind port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae on network eed3827e-b79b-463e-bc02-ba14d2a22893 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:18.234647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae on network eed3827e-b79b-463e-bc02-ba14d2a22893 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:21:18.234980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Attempting to bind port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae on network eed3827e-b79b-463e-bc02-ba14d2a22893 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:18.247244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:18.255128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Checking segment: {'id': 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:18.255128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Bound using segment: {'id': 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:18.255128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Bound port: fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:18.255128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.393174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:18.427620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,segment=NetworkSegment(d5a7b6bc-1e16-479f-8c98-d125380a5ef7),segment_id=d5a7b6bc-1e16-479f-8c98-d125380a5ef7)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:18.471261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Deleting port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:18.471779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.529339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.531230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.568830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['511619f9-b40c-4933-9435-26152bfca253'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:18.593659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9675eb3-ca5e-4131-a6bf-c01348b5ca80 req-0dab74ba-e7e6-496f-adfc-fdd11abf21d2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:18.594940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:18.595570 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.596627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9675eb3-ca5e-4131-a6bf-c01348b5ca80 req-0dab74ba-e7e6-496f-adfc-fdd11abf21d2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0621383 Aug 28 08:21:18.596955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] 10.222.0.39 "PUT /v2.0/ports/fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae HTTP/1.1" status: 200 len: 1093 time: 2.2213693 Aug 28 08:21:18.599311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:18.602255 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511351c-0f07-4762-8e0e-b9f31c70b601" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:18.656787 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be3efb-5b51-4ccc-b93d-596a16580eb6 x-openstack-request-id: req-27be3efb-5b51-4ccc-b93d-596a16580eb6 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:18.657297 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:18.657297 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27be3efb-5b51-4ccc-b93d-596a16580eb6 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:18.657720 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae', 'status': 'completed', 'code': 200} Aug 28 08:21:18.659614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] For port c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:18.659985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.662417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9675eb3-ca5e-4131-a6bf-c01348b5ca80 req-9e06f9d6-5762-4614-a737-e3be8e5f95fa tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568929 Aug 28 08:21:18.690175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5745a4-0a62-4385-ad49-468e149a446f service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:18.693085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] No DVR routers for this DVR port 511619f9-b40c-4933-9435-26152bfca253 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:18.694797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Calling delete_port for c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:18.700178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:18.707759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1665b4b-7106-42b6-8876-5553c589238a req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.64 "DELETE /v2.0/ports/511619f9-b40c-4933-9435-26152bfca253 HTTP/1.1" status: 204 len: 173 time: 1.1149414 Aug 28 08:21:18.735922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f380-1352-4606-bd79-33eea344f228 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] Pushing event deleted for resources: {'Port': ['ID=511619f9-b40c-4933-9435-26152bfca253,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:18.826238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adfc1754-f76b-4c44-9764-3f6193e7ed13 req-83e2a5fe-ddbf-40e1-abb4-31d6487d7952 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0339534 Aug 28 08:21:18.865610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-bd6e5eb2-6334-445b-8e5c-f05223dfdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:18.867161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-bd6e5eb2-6334-445b-8e5c-f05223dfdd95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1206243 Aug 28 08:21:18.910926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70f6f-11d9-4944-a805-95a9dada2ade req-392f7764-93ef-4187-aebf-008676eff33d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:18.912536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cf70f6f-11d9-4944-a805-95a9dada2ade req-392f7764-93ef-4187-aebf-008676eff33d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1799593 Aug 28 08:21:19.061397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cf70f6f-11d9-4944-a805-95a9dada2ade req-c39e1627-ef5b-460d-93eb-f10d8c9156b3 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369147 Aug 28 08:21:19.124900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-0cfd215a-4fde-45ee-a96b-26a67c8384fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.126718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-0cfd215a-4fde-45ee-a96b-26a67c8384fa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2132609 Aug 28 08:21:19.161658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89378-d253-4d09-bc36-ad5a597ab320 req-6e0edd07-2ba2-4a5c-acf9-949a4415d9c5 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.163355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43c89378-d253-4d09-bc36-ad5a597ab320 req-6e0edd07-2ba2-4a5c-acf9-949a4415d9c5 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 949 time: 0.0681219 Aug 28 08:21:19.216756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43c89378-d253-4d09-bc36-ad5a597ab320 req-e98bff61-f869-4e42-9706-76dc77d0983e tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Aug 28 08:21:19.256198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-c77d239a-fe17-4afd-ae79-bb23915ac716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.257808 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7511351c-0f07-4762-8e0e-b9f31c70b601 req-c77d239a-fe17-4afd-ae79-bb23915ac716 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171300 Aug 28 08:21:19.282635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:19.283933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:19.314550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:19.476073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-2995bd6a-952e-4db9-a5bb-20e43dcfb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.477625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-2995bd6a-952e-4db9-a5bb-20e43dcfb22e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0923998 Aug 28 08:21:19.506806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:19.514380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:19.515383 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:19.576376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-2c4f0781-3948-4e54-b037-e798a45fc40e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae HTTP/1.1" status: 200 len: 217 time: 0.0713646 Aug 28 08:21:19.618550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:19.644631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:19.655171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:19.657772 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28411dbe-e36c-44c8-b0be-0dfd867d961c" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:19.669412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-5c7feb67-69da-4367-be1e-fb91c0fbe12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.671235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-5c7feb67-69da-4367-be1e-fb91c0fbe12e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e650ffd2-c1f9-46a2-a128-e171a169bb65 HTTP/1.1" status: 200 len: 855 time: 0.0805452 Aug 28 08:21:19.677380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:19.707095 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2968539c-7cbd-4616-afda-f471e289ea51 x-openstack-request-id: req-2968539c-7cbd-4616-afda-f471e289ea51 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:19.707707 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:19.707980 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2968539c-7cbd-4616-afda-f471e289ea51 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:19.708361 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'code': 200} Aug 28 08:21:19.750577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-10882ae4-2e3f-4c86-bc94-b1a6c24dd8fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eed3827e-b79b-463e-bc02-ba14d2a22893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430024 Aug 28 08:21:19.766687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:19.767520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:19.825181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:21:19.827539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c8cdf-f6af-4167-8597-195a0b65342c req-f99486c7-e3b8-488a-9487-b961098968b3 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:19.830347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf6c8cdf-f6af-4167-8597-195a0b65342c req-f99486c7-e3b8-488a-9487-b961098968b3 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0780010 Aug 28 08:21:19.897544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:19.899881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf6c8cdf-f6af-4167-8597-195a0b65342c req-91222546-acf6-4ca3-bb40-4279e131e901 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595727 Aug 28 08:21:19.969292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:19.973697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:19.974131 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:20.031141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3d2b4b4-033a-4f37-88a2-28097e3455c5 req-f6e93406-7d2d-43d9-b519-1daff7339ca0 tempest-InstanceActionsTestJSON-1295177357 tempest-InstanceActionsTestJSON-1295177357-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb5af56-b3b8-489b-bfb0-80b4ddada536 HTTP/1.1" status: 200 len: 210 time: 0.0546186 Aug 28 08:21:20.037111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-33cb469d-3585-4205-a440-4531d3337601 service neutron] 10.222.0.39 "GET /v2.0/networks/eed3827e-b79b-463e-bc02-ba14d2a22893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443593 Aug 28 08:21:20.042081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d779277-3994-4b32-a29f-a8a82752d3d0 req-2f854731-4b55-4bd7-b1cc-c282a60e0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:20.043611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d779277-3994-4b32-a29f-a8a82752d3d0 req-2f854731-4b55-4bd7-b1cc-c282a60e0c21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 1101 time: 0.1816204 Aug 28 08:21:20.069065 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:20.116451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:20.216202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d779277-3994-4b32-a29f-a8a82752d3d0 req-ab840380-72e7-4fc6-b6c1-b358358873f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294465 Aug 28 08:21:20.244137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:20.260341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Router 5fca5774-972a-4159-8435-b17571c8b3e9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:21:20.269410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a383cfc-1062-44d7-8d3f-0b9b99adcaf2 req-4d40fa47-bc48-49f7-95ca-be6b8c531136 service neutron] 10.222.0.39 "GET /v2.0/networks/eed3827e-b79b-463e-bc02-ba14d2a22893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229326 Aug 28 08:21:20.298633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929658ba-d967-4b8a-8058-14216b8e343d req-45d5293f-8d79-42d7-b533-1758ff66f744 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:20.300280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-929658ba-d967-4b8a-8058-14216b8e343d req-45d5293f-8d79-42d7-b533-1758ff66f744 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1157107 Aug 28 08:21:20.311861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:20.683227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e69471-200a-40d5-b5c0-48461fa1597c req-45e3bb0c-6757-416b-9338-700a4b9b2b50 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:20.685496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e69471-200a-40d5-b5c0-48461fa1597c req-45e3bb0c-6757-416b-9338-700a4b9b2b50 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 950 time: 0.0703158 Aug 28 08:21:20.730113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'name': 'network-vif-deleted', 'tag': '511619f9-b40c-4933-9435-26152bfca253'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:20.731483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e69471-200a-40d5-b5c0-48461fa1597c req-0eab4c7d-b7a2-4a92-b860-dc6f15f343ae tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Aug 28 08:21:20.732458 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4120e866-0afa-48a7-a846-6cf52f26ee6e" -d '{"events": [{"server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "name": "network-vif-deleted", "tag": "511619f9-b40c-4933-9435-26152bfca253"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:20.770193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-929658ba-d967-4b8a-8058-14216b8e343d req-d1903dfd-256a-48f2-9f2f-ae499180fa30 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338670 Aug 28 08:21:20.784942 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d897ff2-9016-439e-8c02-6da22cc22563 x-openstack-request-id: req-7d897ff2-9016-439e-8c02-6da22cc22563 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:20.785116 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5af56-b3b8-489b-bfb0-80b4ddada536", "name": "network-vif-deleted", "tag": "511619f9-b40c-4933-9435-26152bfca253", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:20.785307 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d897ff2-9016-439e-8c02-6da22cc22563 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:20.785700 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5af56-b3b8-489b-bfb0-80b4ddada536', 'name': 'network-vif-deleted', 'tag': '511619f9-b40c-4933-9435-26152bfca253', 'status': 'completed', 'code': 200} Aug 28 08:21:20.800109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:21:20.809862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-649f0c16-ee28-4ccd-811f-40d0b410b5b8 admin admin] 10.222.0.46 "PUT /v2.0/routers/5fca5774-972a-4159-8435-b17571c8b3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6089473 Aug 28 08:21:20.810184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:20.812579 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Sync routers for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:21:20.823868 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:20.824601 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:20.945214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:21.052989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6ffd3-0a17-4388-885e-951a63449b84 req-d746ea5b-946f-49d1-b9fd-922bbc6bde8d tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:21.055317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53a6ffd3-0a17-4388-885e-951a63449b84 req-d746ea5b-946f-49d1-b9fd-922bbc6bde8d tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0660677 Aug 28 08:21:21.118254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:21.126477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53a6ffd3-0a17-4388-885e-951a63449b84 req-e1747f6f-02fe-49d9-8a5c-2621b7018683 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Aug 28 08:21:21.153718 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:21:19Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:21.176234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.181621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Deleting subnet 430ef49b-374a-406a-a139-d1c9de9e9870 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:21:21.181903 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Checking router: 5fca5774-972a-4159-8435-b17571c8b3e9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:21:21.191035 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Routers {'5fca5774-972a-4159-8435-b17571c8b3e9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:21.191613 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fca5774-972a-4159-8435-b17571c8b3e9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:21.221159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.270041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.300484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 511619f9-b40c-4933-9435-26152bfca253 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:21.310226 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] Set router 5fca5774-972a-4159-8435-b17571c8b3e9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:21.332915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 511619f9-b40c-4933-9435-26152bfca253 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:21.335297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 511619f9-b40c-4933-9435-26152bfca253 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:21.370738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.397721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.516469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95e49c20-6a15-470d-90db-18c94861017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:21:19Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:21.547191 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e49c20-6a15-470d-90db-18c94861017c None None] The sync data for ids ['5fca5774-972a-4159-8435-b17571c8b3e9'] in n-d-792458-16 is: [{'id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'name': 'tempest-ServersTestBootFromVolume-1646027583-router', 'tenant_id': '976d60e164214e27bd30741c534e616b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:16:19Z', 'updated_at': '2021-08-28T08:21:19Z', 'revision_number': 5, 'project_id': '976d60e164214e27bd30741c534e616b', 'gw_port': {'id': '05474e9d-d650-4ff1-bc8d-73b281229c60', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5774-972a-4159-8435-b17571c8b3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:16:21Z', 'updated_at': '2021-08-28T08:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:21:21.558509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.594942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430ef49b-374a-406a-a139-d1c9de9e9870,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:21.600834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.605064 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e4b7b61f-1d30-4349-986f-f6d22b90098e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/430ef49b-374a-406a-a139-d1c9de9e9870 HTTP/1.1" status: 204 len: 168 time: 0.4836798 Aug 28 08:21:21.606003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47080) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:21.624416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Deleting port 05474e9d-d650-4ff1-bc8d-73b281229c60 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:21.627796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.710102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:21.713275 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788440e-dd84-41a2-ab4e-903cfe4397ea" -d '{"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-plugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:21.727672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.753183 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f943f-a42a-4162-b348-78e25f4ac459 x-openstack-request-id: req-0c2f943f-a42a-4162-b348-78e25f4ac459 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:21.753551 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-plugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:21.753815 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c2f943f-a42a-4162-b348-78e25f4ac459 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:21.754292 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'code': 200} Aug 28 08:21:21.787790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] For port 05474e9d-d650-4ff1-bc8d-73b281229c60, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=05474e9d-d650-4ff1-bc8d-73b281229c60,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:21.788597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.842825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Calling delete_port for 05474e9d-d650-4ff1-bc8d-73b281229c60 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:21.869350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:21.878696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6e74-b544-4caf-a4df-08580f2217c1 req-b144e67e-d108-46e2-bd1c-9b9d232959d1 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:21.880256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-014b6e74-b544-4caf-a4df-08580f2217c1 req-b144e67e-d108-46e2-bd1c-9b9d232959d1 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 950 time: 0.0647845 Aug 28 08:21:21.926845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-014b6e74-b544-4caf-a4df-08580f2217c1 req-60989412-a0ce-4e5b-90ee-abb349d753af tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Aug 28 08:21:21.932126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b49055-06cb-4853-b130-8dba3b62c747']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:21.984911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709791ef-e6c3-4515-bfe0-d0605e2fbfaf') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:21.985239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709791ef-e6c3-4515-bfe0-d0605e2fbfaf') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:22.010450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.043622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1899623-315d-444d-9135-801198081151 req-13634d05-ae50-4a36-bc41-146da5e9c8fe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:22.045229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a1899623-315d-444d-9135-801198081151 req-13634d05-ae50-4a36-bc41-146da5e9c8fe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1925116 Aug 28 08:21:22.047839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.067820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:21:22.067820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:21:22.070330 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:21:22.155294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:22.178289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bbc0-4e67-4c6a-b0ae-af589ce946b4 req-8619da7d-d63a-4d87-921e-0bc6bfdb4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:22.180863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae62bbc0-4e67-4c6a-b0ae-af589ce946b4 req-8619da7d-d63a-4d87-921e-0bc6bfdb4332 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 1102 time: 0.2529268 Aug 28 08:21:22.202888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:22.204402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1d4e1bb-57bc-4d46-95f7-aabf4f7f817d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:22.269172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a1899623-315d-444d-9135-801198081151 req-6bc66d25-4911-4119-8469-b7ec933452b6 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143574 Aug 28 08:21:22.290882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae62bbc0-4e67-4c6a-b0ae-af589ce946b4 req-29800e56-b6a4-4f99-be9e-65c9f669eaba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003094 Aug 28 08:21:22.317955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245646a-f759-4ea6-95cc-ff26785a74fb req-ecddefe5-319f-41d3-bdb6-a2154519966e tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:22.326976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d245646a-f759-4ea6-95cc-ff26785a74fb req-ecddefe5-319f-41d3-bdb6-a2154519966e tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0787208 Aug 28 08:21:22.366473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d245646a-f759-4ea6-95cc-ff26785a74fb req-198dbd93-4d58-4328-8bc6-60d4a8b4ae3a tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381677 Aug 28 08:21:22.386609 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.394324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.403895 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] 10.222.0.46 "DELETE /v2.0/networks/b9b49055-06cb-4853-b130-8dba3b62c747 HTTP/1.1" status: 204 len: 168 time: 0.7902842 Aug 28 08:21:22.416304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418419d-f166-46d9-8c20-95eab49d180a admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b49055-06cb-4853-b130-8dba3b62c747,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:22.422035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.467772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=05474e9d-d650-4ff1-bc8d-73b281229c60,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:22.535861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.641652 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.644305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.774856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.775436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fca5774-972a-4159-8435-b17571c8b3e9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:21:22.783017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.783017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1be8c5f7-08d1-453b-99ad-9dcd16368d03 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5fca5774-972a-4159-8435-b17571c8b3e9 HTTP/1.1" status: 204 len: 168 time: 1.9709551 Aug 28 08:21:22.784940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:22.833315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Deleting subnet 81eb0806-3946-49a2-9051-f948675679dd {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:21:22.835585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.879848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.931423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47108) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:22.979868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:22.983436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8f237753-56e1-4c0a-a50d-0a2b740f5cab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1457b9c42f64a73ae2ce01606abf833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501785 Aug 28 08:21:22.985522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:23.079807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.117014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa39b-7876-4c8e-b13b-b72bc18559e7 req-d7459ae3-a8b1-4742-a63f-d959227420ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:23.118910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-633fa39b-7876-4c8e-b13b-b72bc18559e7 req-d7459ae3-a8b1-4742-a63f-d959227420ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 950 time: 0.0833995 Aug 28 08:21:23.124945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.186523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-633fa39b-7876-4c8e-b13b-b72bc18559e7 req-da254465-431f-421b-b9a8-8aa941642031 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Aug 28 08:21:23.315024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.317359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.317869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.319444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/780549dc-db92-4a31-acb2-679fbcb81c09 HTTP/1.1" status: 204 len: 168 time: 0.3326559 Aug 28 08:21:23.331017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3dd42-0530-4b55-99e0-322ffea845cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780549dc-db92-4a31-acb2-679fbcb81c09,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:23.376921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81eb0806-3946-49a2-9051-f948675679dd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:23.393860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee91ca-0768-4137-ba7b-524b9d8b0c2b None None] Network fda1f1e8-4e49-4bb3-8989-1c98a770b77f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:23.420954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.424834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9102eb1e-d833-4efc-85bc-2c9d5d9c4dd7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81eb0806-3946-49a2-9051-f948675679dd HTTP/1.1" status: 204 len: 168 time: 0.6368904 Aug 28 08:21:23.427360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47122) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:23.475598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b6ac8-2719-41ca-a00e-75d0e8cb0cd7 req-a964dd1f-6ee9-4b77-b13e-8aa952096172 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:23.478454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-904b6ac8-2719-41ca-a00e-75d0e8cb0cd7 req-a964dd1f-6ee9-4b77-b13e-8aa952096172 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0926156 Aug 28 08:21:23.546234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-904b6ac8-2719-41ca-a00e-75d0e8cb0cd7 req-386b18b0-377a-4fa3-88a0-423d724cae11 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609772 Aug 28 08:21:23.619041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.631458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27241-370f-44b9-a726-239c3bf9f813 req-049db3bd-7279-459b-9be6-8f24d31efdb7 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:23.640005 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e27241-370f-44b9-a726-239c3bf9f813 req-049db3bd-7279-459b-9be6-8f24d31efdb7 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0932837 Aug 28 08:21:23.693897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] DHCP port deletion for fda1f1e8-4e49-4bb3-8989-1c98a770b77f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:21:23.718326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e27241-370f-44b9-a726-239c3bf9f813 req-2fc6645a-fdfc-458a-8d59-55445fb9d0ce tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Aug 28 08:21:23.735886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Deleting port f95dd424-36dd-414a-9d1a-5d95634ccfc2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:23.735886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.758612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Deleting port f95dd424-36dd-414a-9d1a-5d95634ccfc2 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:23.758809 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.850251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] For port f95dd424-36dd-414a-9d1a-5d95634ccfc2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f95dd424-36dd-414a-9d1a-5d95634ccfc2,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:23.850615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.881946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] For port f95dd424-36dd-414a-9d1a-5d95634ccfc2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f95dd424-36dd-414a-9d1a-5d95634ccfc2,segment=NetworkSegment(69e88ef7-c982-49be-becd-a2620d8d1a3a),segment_id=69e88ef7-c982-49be-becd-a2620d8d1a3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:23.882375 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:23.892470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Calling delete_port for f95dd424-36dd-414a-9d1a-5d95634ccfc2 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:23.914501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Calling delete_port for f95dd424-36dd-414a-9d1a-5d95634ccfc2 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:24.087125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.096483 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.114795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] No DVR routers for this DVR port f95dd424-36dd-414a-9d1a-5d95634ccfc2 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:24.128950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95dd424-36dd-414a-9d1a-5d95634ccfc2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:24.131443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] No DVR routers for this DVR port f95dd424-36dd-414a-9d1a-5d95634ccfc2 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:24.151991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2468-3227-4d7b-aefe-1a54ef707f74 None None] Pushing event deleted for resources: {'Port': ['ID=f95dd424-36dd-414a-9d1a-5d95634ccfc2,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:24.211289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f95dd424-36dd-414a-9d1a-5d95634ccfc2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:24.224672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.238533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda1f1e8-4e49-4bb3-8989-1c98a770b77f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:24.246531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f95dd424-36dd-414a-9d1a-5d95634ccfc2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:24.246531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f95dd424-36dd-414a-9d1a-5d95634ccfc2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:24.246531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 05474e9d-d650-4ff1-bc8d-73b281229c60 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:24.251768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e88ef7-c982-49be-becd-a2620d8d1a3a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:24.252338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e88ef7-c982-49be-becd-a2620d8d1a3a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:24.265926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.271587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 05474e9d-d650-4ff1-bc8d-73b281229c60 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:24.271587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 05474e9d-d650-4ff1-bc8d-73b281229c60 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:24.290942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.312276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:21:24.321518 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:21:24.381242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb754-bb5b-41e6-a382-70130a4a66c9 req-a82dcc1f-91ce-4539-a7a6-c35db2c76893 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:24.383131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-624eb754-bb5b-41e6-a382-70130a4a66c9 req-a82dcc1f-91ce-4539-a7a6-c35db2c76893 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 950 time: 0.1078453 Aug 28 08:21:24.431660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-624eb754-bb5b-41e6-a382-70130a4a66c9 req-49f49045-674e-4919-a6b0-da296f712363 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Aug 28 08:21:24.544471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.551908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:24.554488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fda1f1e8-4e49-4bb3-8989-1c98a770b77f HTTP/1.1" status: 204 len: 168 time: 1.1251786 Aug 28 08:21:24.569948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dcd5f-4278-4483-aecc-5a7c0d6bc617 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda1f1e8-4e49-4bb3-8989-1c98a770b77f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:24.595033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c635-8e6e-4710-a4a0-9dc17d42cf08 req-c00d0979-04cb-47d4-9a31-294ecea5830b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:24.595033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f43c635-8e6e-4710-a4a0-9dc17d42cf08 req-c00d0979-04cb-47d4-9a31-294ecea5830b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 949 time: 0.0681987 Aug 28 08:21:24.636782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f43c635-8e6e-4710-a4a0-9dc17d42cf08 req-d65f58c0-439d-4fb4-af9c-2fa84cb668b7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Aug 28 08:21:24.679486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854ddcf-17c2-4d91-a60e-ab4ba02e4ab9 req-2ec4478e-7ec3-4269-93be-740454f1022c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:24.702778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e854ddcf-17c2-4d91-a60e-ab4ba02e4ab9 req-2ec4478e-7ec3-4269-93be-740454f1022c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0528352 Aug 28 08:21:24.733419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e854ddcf-17c2-4d91-a60e-ab4ba02e4ab9 req-2e734d9b-7608-4982-8c9b-308df9feda5e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Aug 28 08:21:24.958087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287ca5-2a20-4e86-89e1-84fe3a3026d2 req-3fc4fb40-4713-48ec-9f92-e7c1600013f1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:24.960203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c0287ca5-2a20-4e86-89e1-84fe3a3026d2 req-3fc4fb40-4713-48ec-9f92-e7c1600013f1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0525134 Aug 28 08:21:25.021269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c0287ca5-2a20-4e86-89e1-84fe3a3026d2 req-7a47a7d1-d8be-481c-bb59-6525cf6bd4a1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Aug 28 08:21:25.339294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:25.379131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:25.388399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2393d1be-22a5-4774-b143-330d68be1f8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=976d60e164214e27bd30741c534e616b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479083 Aug 28 08:21:25.391956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:25.450007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.477998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.583686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-105878255-network', 'tenant_id': 'e038cc13cd6a4b5f9a2abc71161aedba'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:25.609224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.675057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.677920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.679126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe187837-af6e-4235-b3ed-968b70608752 HTTP/1.1" status: 204 len: 168 time: 0.2862616 Aug 28 08:21:25.691319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98658353-f34c-445b-8d7c-f651b9b19e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe187837-af6e-4235-b3ed-968b70608752,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:25.715512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Made reservation on behalf of e038cc13cd6a4b5f9a2abc71161aedba for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:25.724882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.732362 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.734583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:25.875110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,segment=NetworkSegment(d5a7b6bc-1e16-479f-8c98-d125380a5ef7),segment_id=d5a7b6bc-1e16-479f-8c98-d125380a5ef7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:25.890612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae', 'network_id': 'eed3827e-b79b-463e-bc02-ba14d2a22893', 'port_id': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae', 'mac_address': 'fa:16:3e:9b:08:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e650ffd2-c1f9-46a2-a128-e171a169bb65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:25.944610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:25.962004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:25.986906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,segment=NetworkSegment(d5a7b6bc-1e16-479f-8c98-d125380a5ef7),segment_id=d5a7b6bc-1e16-479f-8c98-d125380a5ef7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:26.061235 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:26.153113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:26.219852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc06edb-bc84-463e-bd26-e687160f5a88 req-acf5941b-51a6-40ed-a6bf-3b3baee41d36 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:26.225099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:26.229436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efc06edb-bc84-463e-bd26-e687160f5a88 req-acf5941b-51a6-40ed-a6bf-3b3baee41d36 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0798833 Aug 28 08:21:26.246639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c628b17-ce5b-45d1-9df9-b9164e768048 req-fb12ce64-e681-4fcc-a288-d3c78aacf140 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:26.248267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c628b17-ce5b-45d1-9df9-b9164e768048 req-fb12ce64-e681-4fcc-a288-d3c78aacf140 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.4051592 Aug 28 08:21:26.287062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efc06edb-bc84-463e-bd26-e687160f5a88 req-0a5211c6-884f-4a1c-bf72-b175722bdc15 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Aug 28 08:21:26.297586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c628b17-ce5b-45d1-9df9-b9164e768048 req-9c60c3ff-02eb-47d2-84ce-38bdbf763ee4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Aug 28 08:21:26.798510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:26.866405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:26.888126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:21:26.902259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8543d4a-511d-4265-a3c0-57f076d13649,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:26.908331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:26.908676 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Added segment 8bcb5ea9-d672-4f38-a38b-72a27a544cd8 of type vlan for network 1566811b-3b08-4859-ad33-c3af9e3752ea Aug 28 08:21:26.951551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.119834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.119834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:27.119834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.174621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] Pushing event updated for resources: {'Network': ['ID=1566811b-3b08-4859-ad33-c3af9e3752ea,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:27.184849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1566811b-3b08-4859-ad33-c3af9e3752ea details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:21:27.309845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5db049bb-8177-42da-bdcc-fe1920863f36 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9273951 Aug 28 08:21:27.312741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:27.318271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Request body: {'subnet': {'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-105878255-subnet', 'tenant_id': 'e038cc13cd6a4b5f9a2abc71161aedba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:27.454196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da988658-f165-4559-ba0b-712f0133760e req-49f8de40-17ef-4cfd-8709-667daa2dc352 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:27.455427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Made reservation on behalf of e038cc13cd6a4b5f9a2abc71161aedba for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:27.455742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da988658-f165-4559-ba0b-712f0133760e req-49f8de40-17ef-4cfd-8709-667daa2dc352 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0588610 Aug 28 08:21:27.459810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.499987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da988658-f165-4559-ba0b-712f0133760e req-7008389a-5f37-4bef-88d6-a5d91463361b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Aug 28 08:21:27.550613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69e1d-1936-4184-b6d1-5da941186714 req-8f69cb5b-84e3-4090-a53a-9fbfe1748f82 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:27.552375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d69e1d-1936-4184-b6d1-5da941186714 req-8f69cb5b-84e3-4090-a53a-9fbfe1748f82 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1439860 Aug 28 08:21:27.558672 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eb98bca2-493f-4536-bbf4-dec6d5c7e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.614551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d69e1d-1936-4184-b6d1-5da941186714 req-da0e03e4-8422-457b-90f5-13df21e51f79 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521777 Aug 28 08:21:27.648353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47248) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:27.786942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.804423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1216209983-network', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:27.868907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a14b263-0319-4b1d-8330-f219ef441507,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:27.881433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Checking segment: {'id': '8bcb5ea9-d672-4f38-a38b-72a27a544cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:27.881851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Network hostable DHCP agents. Network: 1566811b-3b08-4859-ad33-c3af9e3752ea, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:21:27.929283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Made reservation on behalf of 02c848e5098649a8b29d62e6a3680a63 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:27.932102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.942462 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:27.997777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Network 1566811b-3b08-4859-ad33-c3af9e3752ea is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:21:28.045274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.094711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 1566811b-3b08-4859-ad33-c3af9e3752ea) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:28.098994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:28.099594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.108545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c8912-8c87-47c3-8808-e9662fefe2a3 None None] Network 1566811b-3b08-4859-ad33-c3af9e3752ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:28.127941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.169862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:21:28.181150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d9bb8f-460d-422e-8fa5-8e4635b335db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:28.186813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.187156 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Added segment 81693087-9a9b-4dec-98db-394385bdf1df of type vlan for network 8b16bcc9-479d-4a5e-a66d-624918046d40 Aug 28 08:21:28.230766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-959690d0-c6ce-4805-b3c9-44f9210e85ac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9167140 Aug 28 08:21:28.235149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.250264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e2cdb-86e0-4715-828d-9d38b5a2c2ac None None] Network 1566811b-3b08-4859-ad33-c3af9e3752ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:28.397724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.399802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:28.401247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.490142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b16bcc9-479d-4a5e-a66d-624918046d40,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:28.500537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:21:28.603289 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b898a312-42ca-4f85-8786-00d8af84d5b8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9480948 Aug 28 08:21:28.603289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:28.611076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:28.616609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Request body: {'subnet': {'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1216209983-subnet', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:28.666326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34395a62-bc60-4da3-a9c9-bb5575671c02 req-509b7e95-ebff-4e63-9327-b9b18aaf637e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:28.668965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34395a62-bc60-4da3-a9c9-bb5575671c02 req-509b7e95-ebff-4e63-9327-b9b18aaf637e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0732920 Aug 28 08:21:28.704153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Made reservation on behalf of 02c848e5098649a8b29d62e6a3680a63 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:28.707219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.716063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34395a62-bc60-4da3-a9c9-bb5575671c02 req-667d1136-1aef-4898-9435-328da3ef5163 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Aug 28 08:21:28.816502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb83-98f3-4630-81f1-74223570d8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:28.987292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd66fa-5dc9-498e-adf1-dd5be7eb4ed1 req-ef35815a-47e9-4659-b4e7-b75f96f5f920 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:28.991760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68fd66fa-5dc9-498e-adf1-dd5be7eb4ed1 req-ef35815a-47e9-4659-b4e7-b75f96f5f920 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0598307 Aug 28 08:21:29.040866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68fd66fa-5dc9-498e-adf1-dd5be7eb4ed1 req-bdf86f7e-064d-42a7-a581-8ac1d1d0adab tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Aug 28 08:21:29.122898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-1611a4e3-1ead-4a8f-9db5-b53a75bd38e4 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:29.129241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-1611a4e3-1ead-4a8f-9db5-b53a75bd38e4 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/networks?id=1566811b-3b08-4859-ad33-c3af9e3752ea HTTP/1.1" status: 200 len: 817 time: 0.2398632 Aug 28 08:21:29.164125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-eaf1c0b0-6cb4-4ece-acb8-45a51cd203b1 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/quotas/e038cc13cd6a4b5f9a2abc71161aedba HTTP/1.1" status: 200 len: 375 time: 0.0253050 Aug 28 08:21:29.169305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb83-98f3-4630-81f1-74223570d8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.202899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-afb06562-514e-4023-853a-b1fc1b63a522 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e038cc13cd6a4b5f9a2abc71161aedba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289099 Aug 28 08:21:29.255018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.305522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb83-98f3-4630-81f1-74223570d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.354596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:29.394244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dcbecb83-98f3-4630-81f1-74223570d8b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9de643cf8645499e825494701eeac9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7905953 Aug 28 08:21:29.397547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47322) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:29.407999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52df32c5-8138-4fb5-900a-fcd8c17e5145,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:29.416234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbecb83-98f3-4630-81f1-74223570d8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa159f1-1b4a-46d3-b731-92722aaa38a4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:29.423045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-11670a38-6c6d-4f32-96a2-9afe392f3229 service neutron] 10.222.0.46 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145734 Aug 28 08:21:29.429681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Checking segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:29.430117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Network hostable DHCP agents. Network: 8b16bcc9-479d-4a5e-a66d-624918046d40, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:21:29.476010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.504113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.508129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:29.527608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'mac_address': 'fa:16:3e:ff:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:29.559102 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-8ccf4a02-d5e0-4e80-bb42-b36274421453 service neutron] 10.222.0.46 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249766 Aug 28 08:21:29.588291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.591035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:21:29.605516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:29.629421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:29.636279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.640446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.642400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aa159f1-1b4a-46d3-b731-92722aaa38a4 HTTP/1.1" status: 204 len: 168 time: 0.2433321 Aug 28 08:21:29.655064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1dd28-9dec-4f6a-b987-d6ec1bd9256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa159f1-1b4a-46d3-b731-92722aaa38a4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:29.687131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8b16bcc9-479d-4a5e-a66d-624918046d40) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:29.705238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b9ef0-34dc-4ba6-949a-8df5befc4dfd None None] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:29.707712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:29.713408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.765726 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.773134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:29.836825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c78411cf-e6ae-48c5-8ece-347810c0c7f2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2245083 Aug 28 08:21:29.841338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47336) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:29.847130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:29.921130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0781a-02f6-430f-9e6f-93047fbe54bb req-4af4df6f-0e3c-4353-ab79-9aed75a66066 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:29.932800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3a0781a-02f6-430f-9e6f-93047fbe54bb req-4af4df6f-0e3c-4353-ab79-9aed75a66066 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.0942600 Aug 28 08:21:29.965061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:29.967760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.093626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.103161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3a0781a-02f6-430f-9e6f-93047fbe54bb req-b055d5d5-ed30-48f0-834f-9c4000a2a0ec tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687129 Aug 28 08:21:30.158661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b68f39d-9c80-4ed5-8779-b3ce8334cdca req-7866aa4c-dd17-4ca0-b56b-0f7a5ec7a907 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.0626602 Aug 28 08:21:30.216243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:30.311314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.356204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569b5a4-3fba-401d-86c0-5f2d65cda176 req-4f0b8745-cdbe-40f1-953b-d9c458e6bf42 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:30.357100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:30.373391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b569b5a4-3fba-401d-86c0-5f2d65cda176 req-4f0b8745-cdbe-40f1-953b-d9c458e6bf42 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1456933 Aug 28 08:21:30.438679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b569b5a4-3fba-401d-86c0-5f2d65cda176 req-2883085c-7d48-4518-93d3-81d3207949ae tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Aug 28 08:21:30.480159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.492648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:30.522838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.527910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0c21f967-61f2-48ee-a7f6-e7888d283270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.610581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8b16bcc9-479d-4a5e-a66d-624918046d40', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:21:30.611876 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.638652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:30.660356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:30.661030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.918653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:30.924577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Allocated IP 172.20.0.2 (8b16bcc9-479d-4a5e-a66d-624918046d40/52df32c5-8138-4fb5-900a-fcd8c17e5145/649ef181-b574-4e0d-b92a-2858ef4c186f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:30.963708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:30.966137 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d934281-d227-4a5e-8b47-548924fb49f2" -d '{"events": [{"server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:31.011538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.013741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,segment=NetworkSegment(d5a7b6bc-1e16-479f-8c98-d125380a5ef7),segment_id=d5a7b6bc-1e16-479f-8c98-d125380a5ef7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:31.057042 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57094ed-3edb-46f5-92d8-e18e8943f21f x-openstack-request-id: req-d57094ed-3edb-46f5-92d8-e18e8943f21f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:31.057341 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:31.057856 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d57094ed-3edb-46f5-92d8-e18e8943f21f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:31.058507 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae', 'code': 200} Aug 28 08:21:31.074445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.153494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.253156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:31.357614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.372828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Transition to ACTIVE for port object 649ef181-b574-4e0d-b92a-2858ef4c186f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:31.380322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:31.425092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Transition to ACTIVE for port object 649ef181-b574-4e0d-b92a-2858ef4c186f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:31.438757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-280eedca-9e83-434f-a211-4efb56c582c1 req-272e6ea6-1203-42f1-b3f9-bea558a2345d tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.1036339 Aug 28 08:21:31.505620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:31.506247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.542818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885ef90-7978-43f4-8811-e8f277b49b75 req-e41c8656-f68a-452b-9c10-ff5198327b27 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:31.545674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8885ef90-7978-43f4-8811-e8f277b49b75 req-e41c8656-f68a-452b-9c10-ff5198327b27 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.2493048 Aug 28 08:21:31.631787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.688958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8885ef90-7978-43f4-8811-e8f277b49b75 req-59c87eeb-f338-47fa-bd71-495eebb73e60 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305430 Aug 28 08:21:31.833898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.882279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:31.890376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:31.899155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Pushing event updated for resources: {'Port': ['ID=649ef181-b574-4e0d-b92a-2858ef4c186f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:31.908274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:31.934143 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:31.935339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:32.004213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Attempting to bind port 649ef181-b574-4e0d-b92a-2858ef4c186f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:32.005024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Attempting to bind port 649ef181-b574-4e0d-b92a-2858ef4c186f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:32.005464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Attempting to bind port 649ef181-b574-4e0d-b92a-2858ef4c186f on network 8b16bcc9-479d-4a5e-a66d-624918046d40 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:32.016041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:32.017296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Checking segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:32.017788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:32.019085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Bound using segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:32.019674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Bound port: 649ef181-b574-4e0d-b92a-2858ef4c186f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:32.020144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:32.093435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:32.197222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] For port 649ef181-b574-4e0d-b92a-2858ef4c186f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:32.201235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:32.206059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] For port 649ef181-b574-4e0d-b92a-2858ef4c186f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=649ef181-b574-4e0d-b92a-2858ef4c186f,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:32.394152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:32.443953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Allocated IP 172.25.0.28 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c395bc9d-9907-4d3c-903f-1ab7cef9258e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:32.466461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb43f3-06a1-402c-80b1-6d5846eaf1cd req-3e1dba75-6ce8-485e-abe3-86dc506c1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:32.468121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9bb43f3-06a1-402c-80b1-6d5846eaf1cd req-3e1dba75-6ce8-485e-abe3-86dc506c1412 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 1098 time: 1.2193019 Aug 28 08:21:32.535474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0bb1-a4fb-4750-9795-306631a22590 None None] Pushing event updated for resources: {'Port': ['ID=649ef181-b574-4e0d-b92a-2858ef4c186f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:32.585085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712f569-95c9-415f-aecd-1d423b04960e req-c206e2c7-d6d4-4a91-90df-e227b087b90b tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:32.596360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2712f569-95c9-415f-aecd-1d423b04960e req-c206e2c7-d6d4-4a91-90df-e227b087b90b tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.2427964 Aug 28 08:21:32.641769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9bb43f3-06a1-402c-80b1-6d5846eaf1cd req-c44459a3-07c3-465e-b124-7031708b6a68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579764 Aug 28 08:21:32.659481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c4c3d95-0565-4f98-bd43-078aaf4041f4 req-bb0bb564-8dc7-4987-a02d-5674bdf0104f tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.0553358 Aug 28 08:21:32.746011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2712f569-95c9-415f-aecd-1d423b04960e req-dd5b2234-cb51-43ec-ba25-d41cd5f69976 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488523 Aug 28 08:21:32.791704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:33.024372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:33.047501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11b82-a94a-4b5c-a56e-bf870b05478e req-367dd864-696f-4283-a2d0-38497cc7c420 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:33.060463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:33.066422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1a11b82-a94a-4b5c-a56e-bf870b05478e req-367dd864-696f-4283-a2d0-38497cc7c420 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1351895 Aug 28 08:21:33.066601 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfca55f-2131-4405-834c-6f98a9e67463" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:33.089377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:33.093377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:33.097675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:33.112433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Pushing event updated for resources: {'Port': ['ID=c395bc9d-9907-4d3c-903f-1ab7cef9258e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:33.153943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1a11b82-a94a-4b5c-a56e-bf870b05478e req-ac38d67f-25c8-48f3-8cbe-fa008f4a9d36 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904722 Aug 28 08:21:33.209967 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cb8883-a464-4ffe-abd1-7ff0618f23b7 x-openstack-request-id: req-c4cb8883-a464-4ffe-abd1-7ff0618f23b7 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:33.209967 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:33.209967 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4cb8883-a464-4ffe-abd1-7ff0618f23b7 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:33.209967 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'code': 200} Aug 28 08:21:33.908163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:33.956519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5c07520-fd8f-4717-bbb6-b0799077aef1 req-e6c1a260-6be6-49e3-a5a8-73149750d6f1 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.1022425 Aug 28 08:21:34.128556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac66ed-b8d3-45f9-9d6c-3fab51961a5d None None] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:21:34.263975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5674a-c170-499b-9857-06d663944ffc req-40741cb5-b127-48d9-962e-a68e9d190002 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:34.272227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91d5674a-c170-499b-9857-06d663944ffc req-40741cb5-b127-48d9-962e-a68e9d190002 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.1778116 Aug 28 08:21:34.342356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-5a90017e-26a0-4217-a55b-c6acdd7dbd73 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:34.342356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-5a90017e-26a0-4217-a55b-c6acdd7dbd73 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.64 "GET /v2.0/networks?id=1566811b-3b08-4859-ad33-c3af9e3752ea HTTP/1.1" status: 200 len: 817 time: 0.2404816 Aug 28 08:21:34.376537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Request body: {'port': {'device_id': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea', 'admin_state_up': True, 'tenant_id': 'e038cc13cd6a4b5f9a2abc71161aedba'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:34.432955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 649ef181-b574-4e0d-b92a-2858ef4c186f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:34.459952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91d5674a-c170-499b-9857-06d663944ffc req-63565b6c-7939-4f67-bf5e-5a2c866e1530 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726155 Aug 28 08:21:34.646989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f8a4f-0098-4830-8e23-936fd729ede5 req-f8ec28b5-ed30-48f7-a3cf-2afe40057c6a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:34.659490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be7f8a4f-0098-4830-8e23-936fd729ede5 req-f8ec28b5-ed30-48f7-a3cf-2afe40057c6a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1303816 Aug 28 08:21:34.726016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be7f8a4f-0098-4830-8e23-936fd729ede5 req-414b4cdf-215d-40a3-ba17-1c9657c27905 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651789 Aug 28 08:21:34.786606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:34.799378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cc9936e3-02e6-49f1-958b-c85982f6c27d None None] Provisioning for port 649ef181-b574-4e0d-b92a-2858ef4c186f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:34.821271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 649ef181-b574-4e0d-b92a-2858ef4c186f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:34.848386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 649ef181-b574-4e0d-b92a-2858ef4c186f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:34.851273 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:34.936490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:34.961696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-248f5fb0-11c0-4bd7-825e-773634a7f79b None None] Provisioning complete for port 649ef181-b574-4e0d-b92a-2858ef4c186f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:34.962313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-248f5fb0-11c0-4bd7-825e-773634a7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:34.976083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Made reservation on behalf of e038cc13cd6a4b5f9a2abc71161aedba for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:34.986839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.033886 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.075120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 649ef181-b574-4e0d-b92a-2858ef4c186f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=649ef181-b574-4e0d-b92a-2858ef4c186f,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:35.122602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.161649 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-248f5fb0-11c0-4bd7-825e-773634a7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.202318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fff3074-31aa-4bfa-bff6-ab960e4ff6be req-bc487be2-5526-44df-beae-5056fe3c5489 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.0487390 Aug 28 08:21:35.260515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.317964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=649ef181-b574-4e0d-b92a-2858ef4c186f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:35.324003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Allocated IP 172.20.0.13 (1566811b-3b08-4859-ad33-c3af9e3752ea/9a14b263-0319-4b1d-8330-f219ef441507/d313016b-12d7-4b38-8c8e-6b41c8610584) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:35.356906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-248f5fb0-11c0-4bd7-825e-773634a7f79b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:21:35.374648 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-248f5fb0-11c0-4bd7-825e-773634a7f79b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:21:35.538895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.547846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:21:35.663192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ad6b-e46a-43d1-b72d-8541e574f254 req-e348fbf0-fac7-484c-9719-5ff83a80bc56 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:35.664791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cb2ad6b-e46a-43d1-b72d-8541e574f254 req-e348fbf0-fac7-484c-9719-5ff83a80bc56 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.1337185 Aug 28 08:21:35.753369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:21:35.757391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cb2ad6b-e46a-43d1-b72d-8541e574f254 req-e75ec52a-b546-4aa3-8f5e-1c450b38b61d tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814037 Aug 28 08:21:35.764668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Sync routers for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:21:35.779506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:35.783706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:35.805053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.919529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Pushing event updated for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:35.948669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:35.955400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4eb6f18c-cc58-4a3e-84d5-7dfba8b044ed admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1124277 Aug 28 08:21:35.958837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47506) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:35.961655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Network 1566811b-3b08-4859-ad33-c3af9e3752ea is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:35.967531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:35.970990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:35.989853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992263-c8f8-4f5e-9c4f-4f79f04cccba req-09d8cd69-8477-4984-9dc8-33650c9716d4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:35.991913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29992263-c8f8-4f5e-9c4f-4f79f04cccba req-09d8cd69-8477-4984-9dc8-33650c9716d4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1364946 Aug 28 08:21:36.046714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:36.051960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:36.053475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.133776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29992263-c8f8-4f5e-9c4f-4f79f04cccba req-a63d1baf-534d-4187-ab6d-40a72338fbe1 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910833 Aug 28 08:21:36.269382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b43bff1c-0903-47a4-a179-f0ae436e242e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9130690 Aug 28 08:21:36.292518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Request body: {'port': {'device_id': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:36.297784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 649ef181-b574-4e0d-b92a-2858ef4c186f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:36.340263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:33Z', 'revision_number': 3, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:36.380545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Checking router: 6c85a931-5b6c-48ab-8299-59d68f75f8a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:21:36.381070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Updating router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 port c395bc9d-9907-4d3c-903f-1ab7cef9258e binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:21:36.427208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.427659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.549623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dccc1f-623d-4c0f-b7dd-68eb3f7b09dd req-f11751a5-ba60-448b-901d-049fe61009da tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:36.558855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9dccc1f-623d-4c0f-b7dd-68eb3f7b09dd req-f11751a5-ba60-448b-901d-049fe61009da tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 932 time: 0.1313152 Aug 28 08:21:36.617595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 649ef181-b574-4e0d-b92a-2858ef4c186f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:36.617595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.687709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9dccc1f-623d-4c0f-b7dd-68eb3f7b09dd req-14d4d643-71da-41f7-a683-36eb1063585e tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278574 Aug 28 08:21:36.866550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.882874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.909601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Transition to ACTIVE for port object c395bc9d-9907-4d3c-903f-1ab7cef9258e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:36.909884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d313016b-12d7-4b38-8c8e-6b41c8610584 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:36.924654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:36.953408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Transition to ACTIVE for port object d313016b-12d7-4b38-8c8e-6b41c8610584 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:37.103605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.128780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Allocated IP 172.20.0.1 (8b16bcc9-479d-4a5e-a66d-624918046d40/52df32c5-8138-4fb5-900a-fcd8c17e5145/d6c088af-1c7b-4d24-a54f-743d376b2be7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:37.166188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.282655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47544) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:37.294860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Attempting to bind port c395bc9d-9907-4d3c-903f-1ab7cef9258e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:37.295239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Attempting to bind port c395bc9d-9907-4d3c-903f-1ab7cef9258e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:37.295610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Attempting to bind port c395bc9d-9907-4d3c-903f-1ab7cef9258e on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:37.297965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed2a28-db6a-4912-aaf5-e3b03618052c None None] Pushing event updated for resources: {'Port': ['ID=c395bc9d-9907-4d3c-903f-1ab7cef9258e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:37.332767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:37.334163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:37.334911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.336353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:37.337169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Bound port: c395bc9d-9907-4d3c-903f-1ab7cef9258e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:37.338688 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.404716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Pushing event updated for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:37.441775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.457352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Transition to ACTIVE for port object d6c088af-1c7b-4d24-a54f-743d376b2be7 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:37.469324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] For port c395bc9d-9907-4d3c-903f-1ab7cef9258e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:37.477034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] For port c395bc9d-9907-4d3c-903f-1ab7cef9258e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c395bc9d-9907-4d3c-903f-1ab7cef9258e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:37.506819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a05f2e-deef-439b-8fcf-8f3b8724a7cb req-7ab02843-e32a-4ec4-b35a-ae8ed180dbbe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:37.507433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0a05f2e-deef-439b-8fcf-8f3b8724a7cb req-7ab02843-e32a-4ec4-b35a-ae8ed180dbbe tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.2209580 Aug 28 08:21:37.576480 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.600980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0a05f2e-deef-439b-8fcf-8f3b8724a7cb req-edae3423-7041-46ed-bd18-83ba47c52706 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818667 Aug 28 08:21:37.610518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.623876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-85669d13-3415-4a87-a63a-fe610116fba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.658668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Attempting to bind port d313016b-12d7-4b38-8c8e-6b41c8610584 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:37.659049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Attempting to bind port d313016b-12d7-4b38-8c8e-6b41c8610584 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8bcb5ea9-d672-4f38-a38b-72a27a544cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:37.659328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Attempting to bind port d313016b-12d7-4b38-8c8e-6b41c8610584 on network 1566811b-3b08-4859-ad33-c3af9e3752ea {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:37.678783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Port d313016b-12d7-4b38-8c8e-6b41c8610584 on network 1566811b-3b08-4859-ad33-c3af9e3752ea not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:21:37.679075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Attempting to bind port d313016b-12d7-4b38-8c8e-6b41c8610584 on network 1566811b-3b08-4859-ad33-c3af9e3752ea {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:37.692900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:37.693230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Checking segment: {'id': '8bcb5ea9-d672-4f38-a38b-72a27a544cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:37.693624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Bound using segment: {'id': '8bcb5ea9-d672-4f38-a38b-72a27a544cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:37.694077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Bound port: d313016b-12d7-4b38-8c8e-6b41c8610584, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bcb5ea9-d672-4f38-a38b-72a27a544cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:37.694629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.736829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:37.752372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:37.754834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:37.775036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:37.776244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:37.868996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-85669d13-3415-4a87-a63a-fe610116fba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.882714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:37.887343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d313016b-12d7-4b38-8c8e-6b41c8610584,segment=NetworkSegment(8bcb5ea9-d672-4f38-a38b-72a27a544cd8),segment_id=8bcb5ea9-d672-4f38-a38b-72a27a544cd8)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:37.903099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:37.932556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-85669d13-3415-4a87-a63a-fe610116fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:37.937221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:37.989902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.021852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.081032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed2a28-db6a-4912-aaf5-e3b03618052c None None] Pushing event updated for resources: {'Port': ['ID=c395bc9d-9907-4d3c-903f-1ab7cef9258e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:38.098541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30390d-ee89-4431-94c1-3f7fd2d6b1be req-82eade32-7a8a-41c0-b723-f2aedf4aa0b1 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:38.114335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed30390d-ee89-4431-94c1-3f7fd2d6b1be req-82eade32-7a8a-41c0-b723-f2aedf4aa0b1 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 944 time: 0.2019262 Aug 28 08:21:38.262506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed30390d-ee89-4431-94c1-3f7fd2d6b1be req-bbd90ddd-8951-4c72-b2df-0e2df2edc3f2 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442232 Aug 28 08:21:38.350534 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-85669d13-3415-4a87-a63a-fe610116fba9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c709d49720c6487295d5538def60de3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0579510 Aug 28 08:21:38.356205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47568) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:38.365831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:38.367182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.369641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] 10.222.0.64 "PUT /v2.0/ports/d313016b-12d7-4b38-8c8e-6b41c8610584 HTTP/1.1" status: 200 len: 1093 time: 2.0851541 Aug 28 08:21:38.395585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:38.399911 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:38.406087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85669d13-3415-4a87-a63a-fe610116fba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bdae05-468e-49f8-af54-5c41d130740d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:38.521904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e7d5c-44a0-4889-b510-f7781d01b96c service neutron] Pushing event updated for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:38.546170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.576428 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.579693 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f789e7-9ff7-4926-9975-a4af77078447 x-openstack-request-id: req-a9f789e7-9ff7-4926-9975-a4af77078447 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:38.579998 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:38.580341 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9f789e7-9ff7-4926-9975-a4af77078447 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:38.580629 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584', 'status': 'completed', 'code': 200} Aug 28 08:21:38.646655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:38.664204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.711223 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.762750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-36d0b1bb-d017-4715-8522-9383e5b439d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:38.765062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73cb0c3e-5424-43f1-a561-0c61bff74373 None None] Provisioning for port d6c088af-1c7b-4d24-a54f-743d376b2be7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:38.767458 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-36d0b1bb-d017-4715-8522-9383e5b439d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e038cc13cd6a4b5f9a2abc71161aedba&device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 1096 time: 0.1498697 Aug 28 08:21:38.791675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:38.795415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:38.799443 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a5d96-7992-4cbe-ace9-28bfbeb7102e" -d '{"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:38.816526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73cb0c3e-5424-43f1-a561-0c61bff74373 None None] Provisioning complete for port d6c088af-1c7b-4d24-a54f-743d376b2be7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:38.818953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73cb0c3e-5424-43f1-a561-0c61bff74373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.877328 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e60d6-a131-4f41-b303-cb7d4b6d553e x-openstack-request-id: req-740e60d6-a131-4f41-b303-cb7d4b6d553e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:38.877972 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:38.878488 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-740e60d6-a131-4f41-b303-cb7d4b6d553e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:38.879141 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'code': 200} Aug 28 08:21:38.915851 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.922996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-3e389f8f-639c-40a0-9993-b2470964c2b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d313016b-12d7-4b38-8c8e-6b41c8610584 HTTP/1.1" status: 200 len: 217 time: 0.1207390 Aug 28 08:21:38.924112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-73cb0c3e-5424-43f1-a561-0c61bff74373 None None] Port d6c088af-1c7b-4d24-a54f-743d376b2be7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:21:38.928284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.934927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:38.944214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7bdae05-468e-49f8-af54-5c41d130740d HTTP/1.1" status: 204 len: 168 time: 0.5729520 Aug 28 08:21:38.981782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:39.022639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390aef46-f1bb-4ab8-b314-d6c638feb2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bdae05-468e-49f8-af54-5c41d130740d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:39.084826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b3f260b1-dfe0-4414-a44f-1b1a3a849147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:39.088270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-b3f260b1-dfe0-4414-a44f-1b1a3a849147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a14b263-0319-4b1d-8330-f219ef441507 HTTP/1.1" status: 200 len: 857 time: 0.1418462 Aug 28 08:21:39.096751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:39.164594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:39.192876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-25632c6c-4b95-4fa1-a101-c1e682c400b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1566811b-3b08-4859-ad33-c3af9e3752ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952802 Aug 28 08:21:39.219472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:33Z', 'revision_number': 3, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:39.269465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4528a-971f-4659-ad89-ac3d189d25de None None] The sync data for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 is: [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:33Z', 'revision_number': 3, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:21:39.356900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978839e6-43eb-46d0-99ae-84e0bb7e37d4 req-1f6e5b6b-638a-48f3-b93d-5cbe38f761b4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:39.383455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-e97548a1-84cf-409b-bed7-5c040dcb7c21 service neutron] 10.222.0.64 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712921 Aug 28 08:21:39.389584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-978839e6-43eb-46d0-99ae-84e0bb7e37d4 req-1f6e5b6b-638a-48f3-b93d-5cbe38f761b4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 948 time: 0.4106920 Aug 28 08:21:39.519330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-668e5640-8dfb-4ef7-b625-08ab1cd069b4 req-a526bc5d-8cd7-4560-aa1e-317a3a3c609b service neutron] 10.222.0.64 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254003 Aug 28 08:21:39.566822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:39.589383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:39.689382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-978839e6-43eb-46d0-99ae-84e0bb7e37d4 req-ee32e29a-ca8a-4cab-bdd1-1af19dc32c9c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633998 Aug 28 08:21:39.813242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:39.819336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:39.819640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-acaf6bef-3c7e-499a-8074-7b4c5f3ba4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:39.821661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-acaf6bef-3c7e-499a-8074-7b4c5f3ba4c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e038cc13cd6a4b5f9a2abc71161aedba&device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 1096 time: 0.0899289 Aug 28 08:21:40.097605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:21:40.248757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d1afa-98f6-449a-8c1e-076cf37e08e6 req-82fca065-834a-464e-b577-472516a94cb0 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:40.273159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c6980b20-dc45-4213-b230-c1e4b0719848 None None] Provisioning complete for port d6c088af-1c7b-4d24-a54f-743d376b2be7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:40.275060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6980b20-dc45-4213-b230-c1e4b0719848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.275420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a47d1afa-98f6-449a-8c1e-076cf37e08e6 req-82fca065-834a-464e-b577-472516a94cb0 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 944 time: 0.7250171 Aug 28 08:21:40.295326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-22b6d403-08c4-4c90-a53b-b1dffb8749da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:40.297791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-22b6d403-08c4-4c90-a53b-b1dffb8749da service neutron] 10.222.0.64 "GET /v2.0/networks?id=1566811b-3b08-4859-ad33-c3af9e3752ea HTTP/1.1" status: 200 len: 918 time: 0.4548488 Aug 28 08:21:40.344403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c6980b20-dc45-4213-b230-c1e4b0719848 None None] Port d6c088af-1c7b-4d24-a54f-743d376b2be7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:21:40.350279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c395bc9d-9907-4d3c-903f-1ab7cef9258e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:40.358887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:40.388559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e056a26c-956d-47b7-b4cb-23594414e5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.488407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-310446eb-9cdc-4d88-bfaf-31d534e8bf60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d313016b-12d7-4b38-8c8e-6b41c8610584 HTTP/1.1" status: 200 len: 217 time: 0.1577604 Aug 28 08:21:40.510888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:21:40.518037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a47d1afa-98f6-449a-8c1e-076cf37e08e6 req-f62d8bc3-bfee-4d4d-8401-3b122f13bfad tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262087 Aug 28 08:21:40.534616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-10a829b2-902a-4d4f-8b3c-b3b714062d62 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c85a931-5b6c-48ab-8299-59d68f75f8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5563581 Aug 28 08:21:40.543962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c395bc9d-9907-4d3c-903f-1ab7cef9258e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:40.548734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c395bc9d-9907-4d3c-903f-1ab7cef9258e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:40.555135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.650798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-054b96b9-414c-4e60-8815-7b495a911b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:40.657489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-054b96b9-414c-4e60-8815-7b495a911b46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a14b263-0319-4b1d-8330-f219ef441507 HTTP/1.1" status: 200 len: 857 time: 0.1431894 Aug 28 08:21:40.714625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e056a26c-956d-47b7-b4cb-23594414e5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.746926 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-3fa4ebd6-1da3-4ac1-8050-8727b3017775 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1566811b-3b08-4859-ad33-c3af9e3752ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740964 Aug 28 08:21:40.763841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.784916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e056a26c-956d-47b7-b4cb-23594414e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:40.816653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c395bc9d-9907-4d3c-903f-1ab7cef9258e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c395bc9d-9907-4d3c-903f-1ab7cef9258e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:40.852697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e056a26c-956d-47b7-b4cb-23594414e5ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b2386ce05b04f14b3be000fb14ab60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926617 Aug 28 08:21:40.856917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:40.876523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a26c-956d-47b7-b4cb-23594414e5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd8407-497d-45c7-90a2-bffc686fe2af,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:40.911897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:41.033575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-45433d50-397f-45ac-8976-dfacf836a92c service neutron] 10.222.0.64 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631583 Aug 28 08:21:41.065308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c395bc9d-9907-4d3c-903f-1ab7cef9258e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:41.189866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f6ddc407-b9c9-470c-bb23-12a651b8cfe4 req-0108ad8e-9efb-4a2d-b21d-2fa418afa817 service neutron] 10.222.0.64 "GET /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529231 Aug 28 08:21:41.223767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:41.285419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:41.503973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:41.516899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:41.528178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5cd8407-497d-45c7-90a2-bffc686fe2af HTTP/1.1" status: 204 len: 168 time: 0.6577730 Aug 28 08:21:41.568677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef703792-03b6-47ff-a70a-27fefa5b9b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd8407-497d-45c7-90a2-bffc686fe2af,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:41.581663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25aca1-8e9b-4996-9fb1-86ac8c7422cd req-28b24b50-b1b6-4ed4-abe6-9038cd25b503 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:41.585538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab25aca1-8e9b-4996-9fb1-86ac8c7422cd req-28b24b50-b1b6-4ed4-abe6-9038cd25b503 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 948 time: 0.1128821 Aug 28 08:21:41.792431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab25aca1-8e9b-4996-9fb1-86ac8c7422cd req-e41d502e-0f4d-4317-bb41-21ce6d5cb54a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814632 Aug 28 08:21:41.829633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:41.998350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:42.013459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'mac_address': 'fa:16:3e:52:47:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:42.161693 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.177896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:42.185283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:42.190580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524924629', 'description': 'tempest-description--666283781'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:42.204038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:42.326197 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Sync routers for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:21:42.327353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.340047 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:42.340600 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:42.386084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.397607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c395bc9d-9907-4d3c-903f-1ab7cef9258e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:42.541933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:42.612983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c395bc9d-9907-4d3c-903f-1ab7cef9258e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:42.614492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.636092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:42.657775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.715161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.825104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:42.825104 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6357958 Aug 28 08:21:42.825104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf87d-cf6e-4cdf-be6b-fb590d77004a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:42.833050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47670) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:42.894486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'security_group_rule': {'security_group_id': '30c27d46-b6f5-4fa6-9fb6-fc003e1b9112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:42.971770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de7d1-5c74-49db-811c-e1dfd269c0b6 req-a5256ef3-1e44-4ed0-8937-bf30c2b5ddc5 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:42.973103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19de7d1-5c74-49db-811c-e1dfd269c0b6 req-a5256ef3-1e44-4ed0-8937-bf30c2b5ddc5 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 944 time: 0.5535567 Aug 28 08:21:43.049108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cb71f-8804-446f-bb5e-a39479dd0e81 req-6f3211dd-1ce6-48a3-998f-4263ef72c675 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:43.061485 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d5cb71f-8804-446f-bb5e-a39479dd0e81 req-6f3211dd-1ce6-48a3-998f-4263ef72c675 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1180677 Aug 28 08:21:43.242548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebff84f5-1110-4c83-a0f8-252072f62469'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:43.245214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 2, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:43.246069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19de7d1-5c74-49db-811c-e1dfd269c0b6 req-7382012b-8f9f-4c95-90bf-f76bf0ea5d2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965283 Aug 28 08:21:43.246069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.246908 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Checking router: 6c85a931-5b6c-48ab-8299-59d68f75f8a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:21:43.246908 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Updating router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 port d6c088af-1c7b-4d24-a54f-743d376b2be7 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:21:43.247520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d5cb71f-8804-446f-bb5e-a39479dd0e81 req-5c1289f8-4c26-41b6-bdb2-886dccb1abdf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Aug 28 08:21:43.248242 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.289804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.431071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d313016b-12d7-4b38-8c8e-6b41c8610584 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:43.549819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.580602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d313016b-12d7-4b38-8c8e-6b41c8610584,segment=NetworkSegment(8bcb5ea9-d672-4f38-a38b-72a27a544cd8),segment_id=8bcb5ea9-d672-4f38-a38b-72a27a544cd8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:43.589554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7b1502-244b-4342-b20e-962a9c5914a4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:43.606002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'd313016b-12d7-4b38-8c8e-6b41c8610584', 'network_id': '1566811b-3b08-4859-ad33-c3af9e3752ea', 'port_id': 'd313016b-12d7-4b38-8c8e-6b41c8610584', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a14b263-0319-4b1d-8330-f219ef441507', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:43.653503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.668600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.670764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7fc67c62-0b6d-414c-80cb-8fdb23341ef3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7796249 Aug 28 08:21:43.673900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47698) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:43.679369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'security_group_rule': {'security_group_id': '30c27d46-b6f5-4fa6-9fb6-fc003e1b9112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:43.713102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d313016b-12d7-4b38-8c8e-6b41c8610584 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:43.731902 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.756563 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Transition to ACTIVE for port object d6c088af-1c7b-4d24-a54f-743d376b2be7 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:43.782148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d313016b-12d7-4b38-8c8e-6b41c8610584,segment=NetworkSegment(8bcb5ea9-d672-4f38-a38b-72a27a544cd8),segment_id=8bcb5ea9-d672-4f38-a38b-72a27a544cd8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:43.839616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.877801 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.879005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:43.944285 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Pushing event updated for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:43.958098 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.958487 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.958836 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.959329 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.959677 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.960015 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.960350 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.960823 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.961161 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.961486 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.961864 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:43.962184 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:44.109031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:44.136282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.186876 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Attempting to bind port d6c088af-1c7b-4d24-a54f-743d376b2be7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:44.186876 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Attempting to bind port d6c088af-1c7b-4d24-a54f-743d376b2be7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:44.186876 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Attempting to bind port d6c088af-1c7b-4d24-a54f-743d376b2be7 on network 8b16bcc9-479d-4a5e-a66d-624918046d40 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:44.196492 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:44.196858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Checking segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:44.197225 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.197625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Bound using segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:44.198446 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Bound port: d6c088af-1c7b-4d24-a54f-743d376b2be7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:44.198695 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.237943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.286744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d313016b-12d7-4b38-8c8e-6b41c8610584'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:44.387917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e98ed7e-fd98-41a0-805c-c547be167b86,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:44.396246 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] For port d6c088af-1c7b-4d24-a54f-743d376b2be7, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:44.406291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] For port d6c088af-1c7b-4d24-a54f-743d376b2be7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6c088af-1c7b-4d24-a54f-743d376b2be7,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:44.456379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761794f3-8418-4e95-acb7-178274eccca3 req-445e39d9-9605-4507-978f-be7623111af8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:44.467833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-761794f3-8418-4e95-acb7-178274eccca3 req-445e39d9-9605-4507-978f-be7623111af8 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.1184454 Aug 28 08:21:44.478484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5dc3-86b0-46e0-8fe4-e8adadd05e77 req-afeb4b0d-25a4-479c-8f90-2bcbc03da0dc tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:44.490032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9bd5dc3-86b0-46e0-8fe4-e8adadd05e77 req-afeb4b0d-25a4-479c-8f90-2bcbc03da0dc tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 945 time: 0.1914845 Aug 28 08:21:44.532811 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.566879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-761794f3-8418-4e95-acb7-178274eccca3 req-d83c85b8-0f86-4b01-892b-7660c4b971fa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870125 Aug 28 08:21:44.567057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9bd5dc3-86b0-46e0-8fe4-e8adadd05e77 req-12297173-cd5b-4481-9f1d-5dd68c64a648 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689697 Aug 28 08:21:44.579525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.582319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ed3ff649-ae6e-4ef8-8fb8-002d8c6c6e72 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9067001 Aug 28 08:21:44.589667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47718) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:44.597617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:44.808213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:44.821599 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:44.825955 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:45.146288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:45.159962 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d26f0-60fe-4f3a-8b2e-bb87c916ead0 None None] Pushing event updated for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:45.210420 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:45.431227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Allocated IP 172.25.0.109 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/905adafe-83bd-43b0-8110-d17bcf10da19) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:45.640817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:44Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:45.682459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:45.695502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d659a-5d9c-4215-b12d-8f7f3e100191 None None] The sync data for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 is: [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:44Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:21:45.839611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c094cf2-031c-49c2-a885-5e56fc4025ee req-39a5d544-66ea-4d00-bf17-9bbe160c20cf tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:45.855059 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c094cf2-031c-49c2-a885-5e56fc4025ee req-39a5d544-66ea-4d00-bf17-9bbe160c20cf tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 945 time: 0.1327364 Aug 28 08:21:45.856396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:45.925709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c094cf2-031c-49c2-a885-5e56fc4025ee req-c9a25d0e-240a-432f-b0e7-43cecb8181b2 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Aug 28 08:21:45.940343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068261-f6ac-418c-9f64-9175a1763ff7 req-9c538d1a-b16b-4ade-b96d-994f6121470d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:45.943696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97068261-f6ac-418c-9f64-9175a1763ff7 req-9c538d1a-b16b-4ade-b96d-994f6121470d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 950 time: 0.2327991 Aug 28 08:21:45.946412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.028540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:46.030473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ebff84f5-1110-4c83-a0f8-252072f62469 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:46.034857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.101401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:46.115331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:46.276570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'Port': ['ID=905adafe-83bd-43b0-8110-d17bcf10da19,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:46.288710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97068261-f6ac-418c-9f64-9175a1763ff7 req-79d71943-1010-4813-a807-4965ab96efa0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299110 Aug 28 08:21:46.339121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.374901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6c088af-1c7b-4d24-a54f-743d376b2be7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:46.425488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.457482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:46.460771 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2698d8af-ba71-4eb0-b6bc-0557485d18a5" -d '{"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:46.485334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:46.623612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port d6c088af-1c7b-4d24-a54f-743d376b2be7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:46.629179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d6c088af-1c7b-4d24-a54f-743d376b2be7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:46.629692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.632005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.690514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:46.759210 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470bf63-86b8-47df-84fe-f55d7ce97eae x-openstack-request-id: req-a470bf63-86b8-47df-84fe-f55d7ce97eae {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:46.760388 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-plugged", "status": "completed", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:46.760730 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a470bf63-86b8-47df-84fe-f55d7ce97eae {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:46.761200 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'code': 200} Aug 28 08:21:46.812230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:46.911441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.015542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port d6c088af-1c7b-4d24-a54f-743d376b2be7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6c088af-1c7b-4d24-a54f-743d376b2be7,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:47.106180 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.262579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646364-87be-4dfc-a4e2-ffc6fdc4f089 req-5d9e73af-3c44-426f-9f44-5cd270b36dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:47.270394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4646364-87be-4dfc-a4e2-ffc6fdc4f089 req-5d9e73af-3c44-426f-9f44-5cd270b36dea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1103 time: 0.1587417 Aug 28 08:21:47.276403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.294273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:47.332061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456060-988c-4dbd-8bd8-530a0925e5f5 req-c438e211-f808-4832-95ae-1a56e47642ab tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:47.341814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26456060-988c-4dbd-8bd8-530a0925e5f5 req-c438e211-f808-4832-95ae-1a56e47642ab tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 945 time: 0.2542343 Aug 28 08:21:47.344885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4646364-87be-4dfc-a4e2-ffc6fdc4f089 req-c9eaf248-9119-463f-9013-c7ae8dc44607 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 Aug 28 08:21:47.413213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26456060-988c-4dbd-8bd8-530a0925e5f5 req-6122720c-f4f5-429a-92df-40f02da2d97b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Aug 28 08:21:47.437731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d313016b-12d7-4b38-8c8e-6b41c8610584 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:47.477460 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.663033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port d313016b-12d7-4b38-8c8e-6b41c8610584 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:47.666422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port d313016b-12d7-4b38-8c8e-6b41c8610584 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:47.666954 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.684921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'Port': ['ID=905adafe-83bd-43b0-8110-d17bcf10da19,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:47.719960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.765306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819058c-6b75-4c3b-8105-dfac534783b5 req-d6f6fe6d-12c7-4d96-aa75-10d42833c2fb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:47.780985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4819058c-6b75-4c3b-8105-dfac534783b5 req-d6f6fe6d-12c7-4d96-aa75-10d42833c2fb tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.2410882 Aug 28 08:21:47.858580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4819058c-6b75-4c3b-8105-dfac534783b5 req-8264dc76-08ba-4153-a3d4-29f809a9e0df tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Aug 28 08:21:47.877489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:47.890896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0597dfd8-afa9-4961-bb71-58df19bdd9cc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2906928 Aug 28 08:21:48.040045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:48.135551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d313016b-12d7-4b38-8c8e-6b41c8610584,segment=NetworkSegment(8bcb5ea9-d672-4f38-a38b-72a27a544cd8),segment_id=8bcb5ea9-d672-4f38-a38b-72a27a544cd8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:48.228078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:48.399313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:48.403383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6c088af-1c7b-4d24-a54f-743d376b2be7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:21:48.531681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d6c088af-1c7b-4d24-a54f-743d376b2be7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:48.532361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:48.650358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e0a65-dda2-4f3a-85b9-0ee50be356a0 req-a5f9d9bf-639d-4553-8cd0-80986b51ee95 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:48.663431 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-657e0a65-dda2-4f3a-85b9-0ee50be356a0 req-a5f9d9bf-639d-4553-8cd0-80986b51ee95 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.1066060 Aug 28 08:21:48.737408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-657e0a65-dda2-4f3a-85b9-0ee50be356a0 req-562528d0-65cf-480f-b0aa-a8a9e2078d49 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723579 Aug 28 08:21:48.762621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:48.765146 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca62c78-f664-4171-8b1f-abbbdb141e04" -d '{"events": [{"server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "name": "network-vif-plugged", "status": "completed", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:48.968689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495e074-5eec-4e6a-9ee4-41a67e6d0b61 x-openstack-request-id: req-c495e074-5eec-4e6a-9ee4-41a67e6d0b61 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:48.969055 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "name": "network-vif-plugged", "status": "completed", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:48.969343 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c495e074-5eec-4e6a-9ee4-41a67e6d0b61 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:48.969768 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584', 'code': 200} Aug 28 08:21:48.997998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-7cdb8a4a-f965-485d-abb0-6b0d9abcfed0 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--524924629&fields=id&tenant_id=02c848e5098649a8b29d62e6a3680a63 HTTP/1.1" status: 200 len: 267 time: 0.1303453 Aug 28 08:21:49.136094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-2cfa22e7-708b-416e-8e08-80d070a88671 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:49.143897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-2cfa22e7-708b-416e-8e08-80d070a88671 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/networks?id=8b16bcc9-479d-4a5e-a66d-624918046d40 HTTP/1.1" status: 200 len: 806 time: 0.1538525 Aug 28 08:21:49.161987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-67ad5c53-ff52-46df-808e-d02fd8d2b7fe tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/quotas/02c848e5098649a8b29d62e6a3680a63 HTTP/1.1" status: 200 len: 375 time: 0.0167418 Aug 28 08:21:49.217449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e97d5-08e6-417b-bca5-18437f8cd9d3 req-c1dab469-dc84-4a99-9091-f15e2805a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:49.220589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a61e97d5-08e6-417b-bca5-18437f8cd9d3 req-c1dab469-dc84-4a99-9091-f15e2805a397 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 1098 time: 0.1053834 Aug 28 08:21:49.257778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-bb5143ba-1fbf-4a49-a090-7cd381acd67d tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=02c848e5098649a8b29d62e6a3680a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895028 Aug 28 08:21:49.268408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-5473d70e-a0b5-4819-bc45-433b15332a19 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:21:49.274085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-5473d70e-a0b5-4819-bc45-433b15332a19 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073862 Aug 28 08:21:49.377293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184944-472f-49d9-88d5-63a48f87784a req-a2f4d2fa-f0d6-4784-be58-7616101462d2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:49.379477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e184944-472f-49d9-88d5-63a48f87784a req-a2f4d2fa-f0d6-4784-be58-7616101462d2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.1573398 Aug 28 08:21:49.381685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a61e97d5-08e6-417b-bca5-18437f8cd9d3 req-a053411f-195e-4d7d-b60e-0cfe4124edb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512213 Aug 28 08:21:49.483893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-991ed3ed-5760-4dbb-a3b2-ecc4cd992ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047791 Aug 28 08:21:49.497996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e184944-472f-49d9-88d5-63a48f87784a req-0e9a3889-a936-433c-90cc-fa24574e0d03 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117916 Aug 28 08:21:49.627293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:49.932578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:50.026872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272693c-f577-4cbf-a809-c672595ffc96 req-97291a4e-0997-41d8-a547-89c4ebfcbb43 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:50.029500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6272693c-f577-4cbf-a809-c672595ffc96 req-97291a4e-0997-41d8-a547-89c4ebfcbb43 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.2174323 Aug 28 08:21:50.125603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6272693c-f577-4cbf-a809-c672595ffc96 req-c6403ec9-cbff-4367-8092-863028abdd61 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867987 Aug 28 08:21:50.233027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:50.337176 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-8fed8e3e-4cd1-4f41-b792-0bdb6643859f service neutron] 10.222.0.46 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424969 Aug 28 08:21:50.343674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b49b-2c55-43c6-9630-f8f401f41ca4 req-0eeb809d-905f-4c5a-bd9b-f801d30392b4 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:50.346164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4b4b49b-2c55-43c6-9630-f8f401f41ca4 req-0eeb809d-905f-4c5a-bd9b-f801d30392b4 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0831056 Aug 28 08:21:50.348525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:50.440418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:50.440755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=849d8f9451944be9936776db1ba17772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118794 Aug 28 08:21:50.447668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da0fbf-00a6-4d91-90db-790b2e4afcd5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:50.457776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.458597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.458597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.462038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fd43a-587b-43c9-ac3b-92c304bb7580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:50.470316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4b4b49b-2c55-43c6-9630-f8f401f41ca4 req-62dcddc2-9dcc-4231-9b3d-e46d185abbe8 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932510 Aug 28 08:21:50.609716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:50.640096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:50.745895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb8b7-2969-40e3-93ce-5f7bf0f21fb6 req-bf8d3377-4a30-4c9b-ad94-96211de9d09c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:50.748774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92ddb8b7-2969-40e3-93ce-5f7bf0f21fb6 req-bf8d3377-4a30-4c9b-ad94-96211de9d09c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.1031644 Aug 28 08:21:50.801830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92ddb8b7-2969-40e3-93ce-5f7bf0f21fb6 req-469dcd47-a3d5-49e8-bc07-01cf4c5b3c5d tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Aug 28 08:21:50.907635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c0e24fce-5ae5-472a-baf2-846bc5e8f394 req-e93c3d02-cd1a-4d68-9b4e-49ccd82fbf78 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Aug 28 08:21:51.226140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:51.234337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:51.234337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4da0fbf-00a6-4d91-90db-790b2e4afcd5 HTTP/1.1" status: 204 len: 168 time: 0.7895551 Aug 28 08:21:51.248627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b8fc3-de01-43be-bc6e-5937ecbe2b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da0fbf-00a6-4d91-90db-790b2e4afcd5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:51.392368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab386b-b90d-4213-9978-6035af1c154f req-2085e8ad-0b75-4863-9fb2-97b4e4d2a63a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:51.394339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fab386b-b90d-4213-9978-6035af1c154f req-2085e8ad-0b75-4863-9fb2-97b4e4d2a63a tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.0849605 Aug 28 08:21:51.450568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fab386b-b90d-4213-9978-6035af1c154f req-697c223d-13ba-4dff-8107-ce2615b59df3 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458741 Aug 28 08:21:51.671599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f012deb-8edc-4ef2-8411-27ce159df0ff req-3e95c1bb-4b23-47db-bf2d-5d47023ca622 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:51.673256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f012deb-8edc-4ef2-8411-27ce159df0ff req-3e95c1bb-4b23-47db-bf2d-5d47023ca622 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0753398 Aug 28 08:21:51.775717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f012deb-8edc-4ef2-8411-27ce159df0ff req-ee9377af-af9c-4f74-b51c-37e761407fae tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Aug 28 08:21:51.997198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97fe94-dcb0-4689-b88d-f366f1d1e801 req-efdd5f29-9cac-4538-9eac-c183ce967e57 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:52.011818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b97fe94-dcb0-4689-b88d-f366f1d1e801 req-efdd5f29-9cac-4538-9eac-c183ce967e57 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1103 time: 0.0724015 Aug 28 08:21:52.066183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b97fe94-dcb0-4689-b88d-f366f1d1e801 req-714efe3a-42c3-4bca-8cec-921a0c19a153 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Aug 28 08:21:52.172886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1c91bd8-2d80-4962-a183-01d1c9f0e370 req-b2642629-fc26-410b-a006-941ec62f035e tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0467598 Aug 28 08:21:52.454673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f566c24-6c9b-4619-a96b-9fbe6b50b8f9 req-8ca1e20a-db75-478a-8ca6-06b7ede5bb6b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:52.456521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f566c24-6c9b-4619-a96b-9fbe6b50b8f9 req-8ca1e20a-db75-478a-8ca6-06b7ede5bb6b tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.0576706 Aug 28 08:21:52.512196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f566c24-6c9b-4619-a96b-9fbe6b50b8f9 req-01fed740-7908-4a76-814f-5e0dede3d669 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Aug 28 08:21:52.661340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47952) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:52.676080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8adbd43-4f98-4d75-80ec-eb4f3d619209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:52.783680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8adbd43-4f98-4d75-80ec-eb4f3d619209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:52.882977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8adbd43-4f98-4d75-80ec-eb4f3d619209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:52.895835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075a01-8c03-475d-81c0-7b439d2ee78f req-81eb0dc0-d6b6-4214-ae0e-15f38ed1126e tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:52.899277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9075a01-8c03-475d-81c0-7b439d2ee78f req-81eb0dc0-d6b6-4214-ae0e-15f38ed1126e tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 1103 time: 0.0623074 Aug 28 08:21:52.945344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9075a01-8c03-475d-81c0-7b439d2ee78f req-df90f2c6-9f02-4ce2-840e-c54e7218f1e0 tempest-ServersAdminTestJSON-1383517856 tempest-ServersAdminTestJSON-1383517856-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Aug 28 08:21:52.958320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c8adbd43-4f98-4d75-80ec-eb4f3d619209 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be928aa010114617bed833ee90223be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957907 Aug 28 08:21:52.959468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adbd43-4f98-4d75-80ec-eb4f3d619209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e8e666-213d-46c5-af56-e9675807f25b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:52.964478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:52.985313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7dc75-e335-497e-8175-31c8e63c8c82 req-89276402-e132-4376-9cea-4ab25effd326 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:52.987155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45f7dc75-e335-497e-8175-31c8e63c8c82 req-89276402-e132-4376-9cea-4ab25effd326 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0993328 Aug 28 08:21:53.039240 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:53.043299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45f7dc75-e335-497e-8175-31c8e63c8c82 req-7a058d3d-bb09-41ba-93d1-55e5c1f6015a tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Aug 28 08:21:53.082878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:53.323620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:53.327104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:53.331862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1e8e666-213d-46c5-af56-e9675807f25b HTTP/1.1" status: 204 len: 168 time: 0.3627458 Aug 28 08:21:53.343395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea9ca-454c-4492-8b37-637ec71d2124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e8e666-213d-46c5-af56-e9675807f25b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:53.671700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50338e0c-b206-4775-a453-46fdcc28a0b1 req-5df76547-5553-4841-a7e8-6e0b3221c4c0 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0490816 Aug 28 08:21:53.798331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f83c6-6603-45e1-8fbd-f82214e6ea19 req-ed11429c-67b2-4d1e-9abe-1835cfec633a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:53.803566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b6f83c6-6603-45e1-8fbd-f82214e6ea19 req-ed11429c-67b2-4d1e-9abe-1835cfec633a tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0710981 Aug 28 08:21:53.880516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b6f83c6-6603-45e1-8fbd-f82214e6ea19 req-42feacb2-b0ef-42a6-b6e8-2274b80f45aa tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698769 Aug 28 08:21:53.881958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d5998-773a-4173-8e60-ab38f082cfec req-f1a133b5-5266-4d93-b284-fb8a6a0c922c tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:53.885798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c90d5998-773a-4173-8e60-ab38f082cfec req-f1a133b5-5266-4d93-b284-fb8a6a0c922c tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.0842974 Aug 28 08:21:53.966202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c90d5998-773a-4173-8e60-ab38f082cfec req-b48ee62b-9f90-41b4-a6b0-df0163b83939 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577312 Aug 28 08:21:54.033163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecf691-2da9-4391-bb71-8ad97f349486 req-df64182c-3e78-4f4f-a252-07bac832b512 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:54.034744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deecf691-2da9-4391-bb71-8ad97f349486 req-df64182c-3e78-4f4f-a252-07bac832b512 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 949 time: 0.0580020 Aug 28 08:21:54.077170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deecf691-2da9-4391-bb71-8ad97f349486 req-2c0087af-6b2c-4c78-96d8-e6eab51f6b1f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Aug 28 08:21:54.095695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc0fa-b8d0-43d4-b86e-477ca4126bbc req-c6e60eb1-7b87-4fa4-88c3-dafadd0770c2 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:54.095695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-109fc0fa-b8d0-43d4-b86e-477ca4126bbc req-c6e60eb1-7b87-4fa4-88c3-dafadd0770c2 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0547919 Aug 28 08:21:54.141927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-109fc0fa-b8d0-43d4-b86e-477ca4126bbc req-2c4955e5-0503-4eff-9299-e656937468bc tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Aug 28 08:21:54.691867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bf68c-a868-4706-979b-eb5a3323c788 req-321d31fe-586e-446e-94a3-675ce20b6399 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:54.693410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-400bf68c-a868-4706-979b-eb5a3323c788 req-321d31fe-586e-446e-94a3-675ce20b6399 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.4329836 Aug 28 08:21:54.829736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-df0b4cf0-daf5-4046-8e89-6cb541ae61f4 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:54.831256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-df0b4cf0-daf5-4046-8e89-6cb541ae61f4 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "GET /v2.0/networks?id=8b16bcc9-479d-4a5e-a66d-624918046d40 HTTP/1.1" status: 200 len: 806 time: 0.5427158 Aug 28 08:21:54.835359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa400819-8122-4277-a237-398fd6beeaf5 req-01af1a59-b610-4927-8ce5-540be32edc19 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0744038 Aug 28 08:21:54.874256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Deleting port 128a5d07-5a82-44a5-917f-bc2f9677ab80 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:54.874805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.022198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-04ebcf3b-3019-479b-a4d2-51d7bc7b4fea tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c848e5098649a8b29d62e6a3680a63 HTTP/1.1" status: 200 len: 379 time: 0.1293881 Aug 28 08:21:55.037866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'port': {'device_id': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'admin_state_up': True, 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'security_groups': ['30c27d46-b6f5-4fa6-9fb6-fc003e1b9112']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:55.062044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c37c1-c9e5-44b2-bce2-fff44c24d7ba req-9cd02da3-e58e-4874-b095-3ea9d1e4389c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:55.064226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e5c37c1-c9e5-44b2-bce2-fff44c24d7ba req-9cd02da3-e58e-4874-b095-3ea9d1e4389c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0721431 Aug 28 08:21:55.116652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e5c37c1-c9e5-44b2-bce2-fff44c24d7ba req-c58dd284-e908-4be3-bf7f-11d61d994908 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Aug 28 08:21:55.153700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] For port 128a5d07-5a82-44a5-917f-bc2f9677ab80, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=128a5d07-5a82-44a5-917f-bc2f9677ab80,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:55.154073 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.233998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f08f7-ae1e-4132-aa32-3e8eb638d3ef req-464020b1-de73-415b-9185-895313240787 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:55.235643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef0f08f7-ae1e-4132-aa32-3e8eb638d3ef req-464020b1-de73-415b-9185-895313240787 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 945 time: 0.1874430 Aug 28 08:21:55.290317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc54f3-4f18-4430-9505-b601541fe382 req-a4b18747-b380-4571-a143-e50291d196c5 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:55.292711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3dc54f3-4f18-4430-9505-b601541fe382 req-a4b18747-b380-4571-a143-e50291d196c5 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0697365 Aug 28 08:21:55.352718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3dc54f3-4f18-4430-9505-b601541fe382 req-48416118-6a4f-4810-a7db-7e17c42ff254 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Aug 28 08:21:55.355053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef0f08f7-ae1e-4132-aa32-3e8eb638d3ef req-85945c65-eee4-4856-87c0-4c83d7cb2a83 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5e216b0-23ab-4342-a2b4-2986e80ae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074541 Aug 28 08:21:55.433160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.433638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.434032 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Floating IP b7c95555-7ea0-4d0a-a038-8215b8b2d6ab disassociated. External IP: 172.25.0.138, port: 128a5d07-5a82-44a5-917f-bc2f9677ab80. Aug 28 08:21:55.434444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Calling delete_port for 128a5d07-5a82-44a5-917f-bc2f9677ab80 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:55.453875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:55.497784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Made reservation on behalf of 02c848e5098649a8b29d62e6a3680a63 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:21:55.501807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.579936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.675069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.683544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Allocated IP 172.20.0.13 (8b16bcc9-479d-4a5e-a66d-624918046d40/52df32c5-8138-4fb5-900a-fcd8c17e5145/760b2600-5f6a-4850-a187-006fc4027301) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:21:55.807305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-5aa0833f-b40c-48e0-b2f5-4b298362586f tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:55.808818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-5aa0833f-b40c-48e0-b2f5-4b298362586f tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.1093295 Aug 28 08:21:55.908099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.927336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:55.963445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f2c183bf-165d-40d7-a4fe-f616f9b20d7b req-af27cf20-8618-41cc-bcdf-12f1bf055e56 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0447083 Aug 28 08:21:56.012107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Deleting port d313016b-12d7-4b38-8c8e-6b41c8610584 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:56.012107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.054578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Transition to ACTIVE for port object 760b2600-5f6a-4850-a187-006fc4027301 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:56.058075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.104219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event deleted for resources: {'Port': ['ID=128a5d07-5a82-44a5-917f-bc2f9677ab80,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:56.152171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.201978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7312c9d-a8b8-4172-bf0e-a14012c7dd9a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:56.207539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80e6a555c8d94780b59432191d3b2303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522314 Aug 28 08:21:56.208417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] For port d313016b-12d7-4b38-8c8e-6b41c8610584, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d313016b-12d7-4b38-8c8e-6b41c8610584,segment=NetworkSegment(8bcb5ea9-d672-4f38-a38b-72a27a544cd8),segment_id=8bcb5ea9-d672-4f38-a38b-72a27a544cd8)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:56.208802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.216232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48086) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:56.219339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.219695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.220037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.220374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.220738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.221077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.221410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.221739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.222095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.222449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.222774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.223095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91c7700-7613-4342-94ff-696e0b6fb74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:21:56.277734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.284527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Calling delete_port for d313016b-12d7-4b38-8c8e-6b41c8610584 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:56.305112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.357216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.369335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43243b0-95a8-408e-b7f3-b92dcb6ec6bf req-5e1aa104-3a5a-4d3c-9194-fe398cc7fd1c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:56.370899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a43243b0-95a8-408e-b7f3-b92dcb6ec6bf req-5e1aa104-3a5a-4d3c-9194-fe398cc7fd1c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.1698954 Aug 28 08:21:56.425837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:21:56.460573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6272b330-90e1-46bf-bc5f-81ccc4d57882 req-34b68de7-e395-4041-9f91-d21da5882ea5 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0284183 Aug 28 08:21:56.460701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:21:56.474610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:21:56.486674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:21:56.504827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event updated for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:56.537252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a43243b0-95a8-408e-b7f3-b92dcb6ec6bf req-af92431f-6e04-4e48-83d1-2ddff5752ad5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562028 Aug 28 08:21:56.593439 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.596404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.597897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7312c9d-a8b8-4172-bf0e-a14012c7dd9a HTTP/1.1" status: 204 len: 168 time: 0.3851936 Aug 28 08:21:56.619002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42b0aa-7408-4d43-b34d-722a38fea959 req-5a715c38-569d-4f81-8613-94be884cfd3b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:56.621013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b42b0aa-7408-4d43-b34d-722a38fea959 req-5a715c38-569d-4f81-8613-94be884cfd3b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 946 time: 0.0920405 Aug 28 08:21:56.626602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240660-ff43-4a74-8b73-136835ee60d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7312c9d-a8b8-4172-bf0e-a14012c7dd9a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:56.657631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:56.658258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.700906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b42b0aa-7408-4d43-b34d-722a38fea959 req-95ccce7e-ccc6-477f-af2e-e76a2e633250 tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8543d4a-511d-4265-a3c0-57f076d13649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716317 Aug 28 08:21:56.796467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:21:56.805006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-10d5dc52-4d99-4d0e-b7e4-96da984cbbb0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:56.807743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Sync routers for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:21:56.815498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-10d5dc52-4d99-4d0e-b7e4-96da984cbbb0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.1888275 Aug 28 08:21:56.816691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:21:56.818640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:56.819272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:56.928124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] No DVR routers for this DVR port 128a5d07-5a82-44a5-917f-bc2f9677ab80 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:56.933635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.934646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:56.935842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-400bf68c-a868-4706-979b-eb5a3323c788 req-d846e0e7-254f-49c0-b194-02da827dc24d tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.64 "DELETE /v2.0/ports/128a5d07-5a82-44a5-917f-bc2f9677ab80 HTTP/1.1" status: 204 len: 173 time: 2.2345665 Aug 28 08:21:56.936294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'name': 'network-vif-deleted', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:56.938799 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adf605-729e-4bf3-8746-ed4c195c4719" -d '{"events": [{"server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "name": "network-vif-deleted", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:56.945738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:56.948258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-157b9ba1-f2b3-404a-bd81-71d15fb73c51 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9143586 Aug 28 08:21:56.992996 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094f140-4f0e-472c-8d48-c0f06c695bd7 x-openstack-request-id: req-c094f140-4f0e-472c-8d48-c0f06c695bd7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:56.993289 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f04522-c7f4-4986-b515-ac3463ac914d", "name": "network-vif-deleted", "tag": "128a5d07-5a82-44a5-917f-bc2f9677ab80", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:56.993535 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c094f140-4f0e-472c-8d48-c0f06c695bd7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:56.993969 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f04522-c7f4-4986-b515-ac3463ac914d', 'name': 'network-vif-deleted', 'tag': '128a5d07-5a82-44a5-917f-bc2f9677ab80', 'status': 'completed', 'code': 200} Aug 28 08:21:56.998917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6e791bac-1cad-491a-b17b-5daebba6b90d tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:21:57.000028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6e791bac-1cad-491a-b17b-5daebba6b90d tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333767 Aug 28 08:21:57.025781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Pushing event deleted for resources: {'Port': ['ID=d313016b-12d7-4b38-8c8e-6b41c8610584,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:57.029962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Request body: {'port': {'device_id': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:21:57.074645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d313016b-12d7-4b38-8c8e-6b41c8610584'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:57.112134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] No DVR routers for this DVR port d313016b-12d7-4b38-8c8e-6b41c8610584 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:57.137351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.139434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cf2a6c0-e1d8-4541-a36c-6fd3a7f8223f req-a316dd25-0617-472b-8a1e-2d20da161f2b tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.64 "DELETE /v2.0/ports/d313016b-12d7-4b38-8c8e-6b41c8610584 HTTP/1.1" status: 204 len: 173 time: 1.3163428 Aug 28 08:21:57.155377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.186311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Deleting port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:57.186658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.234849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a631ba4-cc31-49a0-a49c-1ed0e38cd6d8 None None] Provisioning for port 760b2600-5f6a-4850-a187-006fc4027301 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:21:57.247982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a631ba4-cc31-49a0-a49c-1ed0e38cd6d8 None None] Provisioning complete for port 760b2600-5f6a-4850-a187-006fc4027301 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:21:57.248517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a631ba4-cc31-49a0-a49c-1ed0e38cd6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.284692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2d18-b444-46fd-834a-bddccb143924 req-ddad519b-f62b-4159-8e27-e3aa2699d4d7 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:57.293042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d48c2d18-b444-46fd-834a-bddccb143924 req-ddad519b-f62b-4159-8e27-e3aa2699d4d7 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 932 time: 0.1480064 Aug 28 08:21:57.363168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d48c2d18-b444-46fd-834a-bddccb143924 req-40256e83-3a21-4b92-bb0c-d34a0c930d93 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685086 Aug 28 08:21:57.394942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a631ba4-cc31-49a0-a49c-1ed0e38cd6d8 None None] Port 760b2600-5f6a-4850-a187-006fc4027301 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:21:57.458753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:21:57.469462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:57.589488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:21:57.675892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-296df3cd-4698-4efe-aade-825a9bffd879 req-54078521-0b57-43b1-8612-ea2ed10efeb6 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/ports?device_id=11f04522-c7f4-4986-b515-ac3463ac914d HTTP/1.1" status: 200 len: 210 time: 0.0561366 Aug 28 08:21:57.735772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] For port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:57.736147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.759224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Calling delete_port for 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:57.763482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760b2600-5f6a-4850-a187-006fc4027301 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:57.791397 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.846817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Transition to ACTIVE for port object 760b2600-5f6a-4850-a187-006fc4027301 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:21:57.860412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9bb28-bc77-4717-85f3-6f0018ab30e2 req-4541349a-1e89-431d-b99c-fde5d3ffc7a5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:57.862696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaf9bb28-bc77-4717-85f3-6f0018ab30e2 req-4541349a-1e89-431d-b99c-fde5d3ffc7a5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 949 time: 0.0994432 Aug 28 08:21:57.898340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff6d30d0-7bc1-4782-8fe0-e5f51fd9e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:57.922132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaf9bb28-bc77-4717-85f3-6f0018ab30e2 req-2e1e030d-d81b-4be2-9969-864280997fea tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Aug 28 08:21:57.927596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.059030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.063245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Pushing event updated for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:58.072638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:58.144889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52aaf584-52be-4e5a-987a-5aaad2cecd47 req-3ddf9343-b93d-427d-a67a-da412ef3211a tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.1163683 Aug 28 08:21:58.167687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Checking router: 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:21:58.245385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:58.253892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'mac_address': 'fa:16:3e:23:a7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:21:58.261194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Attempting to bind port 760b2600-5f6a-4850-a187-006fc4027301 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:21:58.262096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Attempting to bind port 760b2600-5f6a-4850-a187-006fc4027301 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:21:58.262716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Attempting to bind port 760b2600-5f6a-4850-a187-006fc4027301 on network 8b16bcc9-479d-4a5e-a66d-624918046d40 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:58.281520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:21:58.282310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:58.284549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.295117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Port 760b2600-5f6a-4850-a187-006fc4027301 on network 8b16bcc9-479d-4a5e-a66d-624918046d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:21:58.295460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Attempting to bind port 760b2600-5f6a-4850-a187-006fc4027301 on network 8b16bcc9-479d-4a5e-a66d-624918046d40 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:21:58.331961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:58.334473 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d8241-b120-40f9-b878-b3e800286259" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:58.371580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event deleted for resources: {'Port': ['ID=28e107b9-f6d2-4f43-bc36-52f5c2b78b44,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:58.373653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:21:58.373998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Checking segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:21:58.390259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Bound using segment: {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:21:58.396578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Bound port: 760b2600-5f6a-4850-a187-006fc4027301, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81693087-9a9b-4dec-98db-394385bdf1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:21:58.396578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.396781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'ebff84f5-1110-4c83-a0f8-252072f62469'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:58.406068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:58.438007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.474404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eeeb81e-85b7-4805-be1c-7f4dc895b132 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:21:58.502542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.502984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 128a5d07-5a82-44a5-917f-bc2f9677ab80 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:58.515012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] No DVR routers for this DVR port 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:21:58.519113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.522942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-edd711c1-4e68-4745-b527-e3ef9eb37ea3 req-6777055b-a537-4bce-b340-9367fea8ea68 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "DELETE /v2.0/ports/28e107b9-f6d2-4f43-bc36-52f5c2b78b44 HTTP/1.1" status: 204 len: 173 time: 1.6981087 Aug 28 08:21:58.579812 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f99aef6-24d5-4f2d-a1ba-e444e0319ca0 x-openstack-request-id: req-2f99aef6-24d5-4f2d-a1ba-e444e0319ca0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:58.580125 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:58.580355 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f99aef6-24d5-4f2d-a1ba-e444e0319ca0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:58.580717 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'code': 200} Aug 28 08:21:58.584701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:21:58.590988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=760b2600-5f6a-4850-a187-006fc4027301,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:21:58.613879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 128a5d07-5a82-44a5-917f-bc2f9677ab80 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:58.614315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 128a5d07-5a82-44a5-917f-bc2f9677ab80 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:58.620005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:21:58.669201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa3da0-166d-4e4e-9961-ed46729aae38 req-67c073f4-e9a3-4194-859d-ab70a2a07a8a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:58.671417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59fa3da0-166d-4e4e-9961-ed46729aae38 req-67c073f4-e9a3-4194-859d-ab70a2a07a8a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 944 time: 0.0618429 Aug 28 08:21:58.671754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.712778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:58.713435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:58.715221 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] 10.222.0.39 "PUT /v2.0/ports/760b2600-5f6a-4850-a187-006fc4027301 HTTP/1.1" status: 200 len: 1093 time: 1.6964271 Aug 28 08:21:58.719328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:21:58.760190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440a86e-e335-49c6-86c0-d3a8bb4aff7c service neutron] Pushing event updated for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:58.769740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:58.770698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59fa3da0-166d-4e4e-9961-ed46729aae38 req-8397bdf3-bc1e-408f-adef-9a4b208558bc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842314 Aug 28 08:21:58.783849 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.035258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'name': 'network-vif-deleted', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584'}, {'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'name': 'network-vif-deleted', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44'}, {'name': 'network-changed', 'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'tag': '760b2600-5f6a-4850-a187-006fc4027301'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:21:59.047963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:59.057745 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c" -d '{"events": [{"server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "name": "network-vif-deleted", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584"}, {"server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "name": "network-vif-deleted", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44"}, {"name": "network-changed", "server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "tag": "760b2600-5f6a-4850-a187-006fc4027301"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:21:59.182241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0eeeb81e-85b7-4805-be1c-7f4dc895b132'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:21:59.207141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.224255 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 28 Aug 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b64ca-6f88-4953-9bbd-6b561c4ff5a5 x-openstack-request-id: req-488b64ca-6f88-4953-9bbd-6b561c4ff5a5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:21:59.224575 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73052d0-01d7-4127-9406-0b1f2be1ae86", "name": "network-vif-deleted", "tag": "d313016b-12d7-4b38-8c8e-6b41c8610584", "status": "completed", "code": 200}, {"server_uuid": "4ee092ca-93df-45fc-94f9-87ee77516224", "name": "network-vif-deleted", "tag": "28e107b9-f6d2-4f43-bc36-52f5c2b78b44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "tag": "760b2600-5f6a-4850-a187-006fc4027301", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:21:59.225052 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-488b64ca-6f88-4953-9bbd-6b561c4ff5a5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:21:59.225709 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73052d0-01d7-4127-9406-0b1f2be1ae86', 'name': 'network-vif-deleted', 'tag': 'd313016b-12d7-4b38-8c8e-6b41c8610584', 'status': 'completed', 'code': 200} Aug 28 08:21:59.226171 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee092ca-93df-45fc-94f9-87ee77516224', 'name': 'network-vif-deleted', 'tag': '28e107b9-f6d2-4f43-bc36-52f5c2b78b44', 'status': 'completed', 'code': 200} Aug 28 08:21:59.226668 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'tag': '760b2600-5f6a-4850-a187-006fc4027301', 'status': 'completed', 'code': 200} Aug 28 08:21:59.233606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b40f1890-947e-4bbe-994e-cef8004d6ea6 req-f4dba87f-854d-45f9-b53a-26a16b3c2681 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.1402113 Aug 28 08:21:59.249985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-722368f2-b46f-49a3-8ff3-ae1f5eb67be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:59.251556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-722368f2-b46f-49a3-8ff3-ae1f5eb67be4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c848e5098649a8b29d62e6a3680a63&device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 1096 time: 0.2922487 Aug 28 08:21:59.254989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:59.300122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.396675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-c407a76c-3eab-4cc5-b1ac-55e2a5a1ad86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760b2600-5f6a-4850-a187-006fc4027301 HTTP/1.1" status: 200 len: 217 time: 0.1031516 Aug 28 08:21:59.453129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31c4bff5-d9dd-42bd-8974-cae3490311ef req-1dcc6610-5240-47c8-b055-e327ca32e14a tempest-InstanceActionsV221TestJSON-1645361298 tempest-InstanceActionsV221TestJSON-1645361298-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73052d0-01d7-4127-9406-0b1f2be1ae86 HTTP/1.1" status: 200 len: 210 time: 0.0437474 Aug 28 08:21:59.473632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d313016b-12d7-4b38-8c8e-6b41c8610584 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:59.494458 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.498111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.505483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5e216b0-23ab-4342-a2b4-2986e80ae52c HTTP/1.1" status: 204 len: 168 time: 0.4496589 Aug 28 08:21:59.505899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-f32b436b-68c5-4c80-bfca-2df3abe708de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:59.505899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-f32b436b-68c5-4c80-bfca-2df3abe708de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52df32c5-8138-4fb5-900a-fcd8c17e5145 HTTP/1.1" status: 200 len: 845 time: 0.1023135 Aug 28 08:21:59.507367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:59.524270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5541-1e20-4306-b6c7-eb7a43265351 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e216b0-23ab-4342-a2b4-2986e80ae52c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:21:59.538468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: d313016b-12d7-4b38-8c8e-6b41c8610584 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:59.538814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d313016b-12d7-4b38-8c8e-6b41c8610584 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:21:59.566802 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-65e060de-ee5e-4ef3-8f3d-7f9e4e58ab71 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] show failed (client error): The resource could not be found. Aug 28 08:21:59.568379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65e060de-ee5e-4ef3-8f3d-7f9e4e58ab71 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "GET /v2.0/security-groups/b5e216b0-23ab-4342-a2b4-2986e80ae52c HTTP/1.1" status: 404 len: 347 time: 0.0585217 Aug 28 08:21:59.572143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48214) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:21:59.600503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-b5df2b82-f208-4fc1-a3ca-5e4190bb9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:21:59.602805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-b5df2b82-f208-4fc1-a3ca-5e4190bb9e59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b16bcc9-479d-4a5e-a66d-624918046d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740540 Aug 28 08:21:59.668918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:21:59.711430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136eb7-b493-47f7-86eb-e07611e23237 None None] The sync data for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 is: [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:19:25Z', 'revision_number': 4, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78fdd9f6-d9ba-46ea-bc55-e396e0e10d32', 'name': '', 'network_id': '24c755be-7937-4fd0-a460-ed7c113864c8', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'mac_address': 'fa:16:3e:73:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:24Z', 'updated_at': '2021-08-28T08:19:34Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'subnets': [{'id': '65b63b26-67e3-47d9-a3f2-dcca4045b00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:21:59.742692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Deleting port ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:21:59.744291 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.774678 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-fa212f2f-43f7-4df8-81e5-61360cb48b4d service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320353 Aug 28 08:21:59.860146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.868406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.869316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:21:59.903533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Calling delete_port for ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:21:59.927316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26eca21c-5af6-4e0e-a20f-3fb7a7159f19 req-6cecf0f5-2e6a-47f5-88e8-f18727979920 service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426682 Aug 28 08:21:59.950823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:21:59.988264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:21:59.988751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 28e107b9-f6d2-4f43-bc36-52f5c2b78b44 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:00.033228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb7d6-9884-4b37-b6e2-cc52da734c31 req-ff7ff99b-0809-47b4-92d5-a05d26b28f04 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:00.048051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-959cb7d6-9884-4b37-b6e2-cc52da734c31 req-ff7ff99b-0809-47b4-92d5-a05d26b28f04 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 944 time: 0.1507769 Aug 28 08:22:00.194470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-959cb7d6-9884-4b37-b6e2-cc52da734c31 req-6a1dd5a6-5a91-4674-9bbf-42601d73a0ef tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397312 Aug 28 08:22:00.198115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48236) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:00.225662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-4dbc6d24-629a-43bc-8666-6eb73ac65805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:00.227602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-4dbc6d24-629a-43bc-8666-6eb73ac65805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c848e5098649a8b29d62e6a3680a63&device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0840302 Aug 28 08:22:00.250995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f802f93-42a6-46d3-80c6-0b94f369c18a None None] New status for floating IP b7c95555-7ea0-4d0a-a038-8215b8b2d6ab: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:22:00.295357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72c5ed1b-7542-49c1-add8-63fcbb79f6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.480680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79eee7c4-baea-4c71-8a2f-dab587655433 req-39bb61a5-02d1-4ba6-81c0-5be70b12ffce tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee092ca-93df-45fc-94f9-87ee77516224 HTTP/1.1" status: 200 len: 210 time: 0.0860076 Aug 28 08:22:00.495360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.507502 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.db.api [None req-6f802f93-42a6-46d3-80c6-0b94f369c18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:22:00.507502 n-d-792458-16 neutron-server[95469]: DEBUG oslo_db.api [None req-6f802f93-42a6-46d3-80c6-0b94f369c18a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:22:00.527516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-bbb27f81-95c6-40d0-b493-f4ddfc4b7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:00.529330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-bbb27f81-95c6-40d0-b493-f4ddfc4b7e3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b16bcc9-479d-4a5e-a66d-624918046d40 HTTP/1.1" status: 200 len: 907 time: 0.2924497 Aug 28 08:22:00.553287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Pushing event deleted for resources: {'Port': ['ID=ccbd14d8-77de-46ae-8d4a-fd6e410b6ce0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:00.554766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-456459196'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:00.595848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-84d4d069-3531-49e3-935e-9c1ca3a358a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760b2600-5f6a-4850-a187-006fc4027301 HTTP/1.1" status: 200 len: 217 time: 0.0438266 Aug 28 08:22:00.633267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.650513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.655040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e5e3f389-7da9-4c2e-b256-a9d9828e7cd0 tempest-ServersTestManualDisk-2015944864 tempest-ServersTestManualDisk-2015944864-project] 10.222.0.46 "DELETE /v2.0/floatingips/b7c95555-7ea0-4d0a-a038-8215b8b2d6ab HTTP/1.1" status: 204 len: 168 time: 1.0806429 Aug 28 08:22:00.659947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48260) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:00.675805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-c243b227-a0a1-4231-af97-a9ba7d768739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:00.679628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-c243b227-a0a1-4231-af97-a9ba7d768739 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52df32c5-8138-4fb5-900a-fcd8c17e5145 HTTP/1.1" status: 200 len: 845 time: 0.0645792 Aug 28 08:22:00.731456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Made reservation on behalf of 81ca6af1c0af4189b32fa964d09e3a59 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:00.735918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.777119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:00.801330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48268) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:00.851119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-c0605e0c-b04a-4c94-afe0-69c2df1929e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:00.853484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-c0605e0c-b04a-4c94-afe0-69c2df1929e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b16bcc9-479d-4a5e-a66d-624918046d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583478 Aug 28 08:22:00.904385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Deleting subnet 9a14b263-0319-4b1d-8330-f219ef441507 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:00.939615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.004674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.008185 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f802f93-42a6-46d3-80c6-0b94f369c18a None None] New status for floating IP b7c95555-7ea0-4d0a-a038-8215b8b2d6ab: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:22:01.094733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.126374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-6d735501-8a6c-4765-a7c2-59d6887c418c service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485168 Aug 28 08:22:01.369315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb7d1c14-d43e-43ca-a2f2-f5e67cda463c req-b84ca4a5-fb0c-4f29-bf93-ee376233f6de service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222471 Aug 28 08:22:01.377816 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.447006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef9c0-61af-419c-93bf-afecf64d1b95 req-cc5bbc32-2bba-460d-a308-f6958f9a4157 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:01.454797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-519ef9c0-61af-419c-93bf-afecf64d1b95 req-cc5bbc32-2bba-460d-a308-f6958f9a4157 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 944 time: 0.0792255 Aug 28 08:22:01.460372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.460978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.474487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:01.521199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:01.569057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.574522 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Added segment 470909de-25b5-4a46-89e0-8e6228c1a54e of type vlan for network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c Aug 28 08:22:01.582184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:01.582867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.660702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.748250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.770658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-519ef9c0-61af-419c-93bf-afecf64d1b95 req-020e57dc-c477-46de-906c-d49e2609fb17 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052008 Aug 28 08:22:01.776004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97935c6a-db17-4ed3-8747-2dbd79129eb1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:01.798002 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.838421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:01.876087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:01.883157 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1addc02-2f7e-4187-b30c-1739784768d0" -d '{"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-plugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:01.922011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:02.012519 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733101af-e69e-4df8-a612-92c7b3459f64 x-openstack-request-id: req-733101af-e69e-4df8-a612-92c7b3459f64 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:02.012826 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-plugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:02.013131 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-733101af-e69e-4df8-a612-92c7b3459f64 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:02.013532 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'code': 200} Aug 28 08:22:02.045653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.086793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Deleting port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:02.088354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.187824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:02.220366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] For port 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:02.220950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.238622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Calling delete_port for 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:02.281531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.287683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:02.290318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.293519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.298427 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a14b263-0319-4b1d-8330-f219ef441507 HTTP/1.1" status: 204 len: 168 time: 1.4929655 Aug 28 08:22:02.303369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9935cc-c674-42b6-b144-0719012b9c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a14b263-0319-4b1d-8330-f219ef441507,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:02.308312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48296) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:02.495232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Pushing event updated for resources: {'Network': ['ID=2ccda2fc-d035-4f51-8632-4f58d9bb3f6c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:02.509113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:02.520078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a7e0b34-3745-46c8-acea-fd45f22b5519 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3193123 Aug 28 08:22:02.530730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399617b-d846-435c-9cc9-fa1189144688 req-89c45cbe-055e-4b3e-8382-d4777ff3f59e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:02.538741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4399617b-d846-435c-9cc9-fa1189144688 req-89c45cbe-055e-4b3e-8382-d4777ff3f59e tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1153932 Aug 28 08:22:02.568756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.614148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4399617b-d846-435c-9cc9-fa1189144688 req-75152da1-e6ae-4ee5-bb1a-c37b296833e7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Aug 28 08:22:02.663371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.749873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.767719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1566811b-3b08-4859-ad33-c3af9e3752ea']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:02.813223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcb5ea9-d672-4f38-a38b-72a27a544cd8') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:02.813684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcb5ea9-d672-4f38-a38b-72a27a544cd8') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:02.842801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.866870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fdd9f6-d9ba-46ea-bc55-e396e0e10d32,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:02.867502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.884561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:02.885842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:02.893016 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:02.965622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48314) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:02.972488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c', 'binding:host_id': 'n-h2-792458-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-875810127'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:03.078483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1051-0cd2-48b4-8281-05697185a856 req-755ee327-5638-4c84-9e53-56a4c02244fe tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:03.086521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deff1051-0cd2-48b4-8281-05697185a856 req-755ee327-5638-4c84-9e53-56a4c02244fe tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 944 time: 0.1027079 Aug 28 08:22:03.098258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.123818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.130166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1566811b-3b08-4859-ad33-c3af9e3752ea HTTP/1.1" status: 204 len: 168 time: 0.8196232 Aug 28 08:22:03.138046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeffb67-0f3c-4866-bb54-ec90d3d7879f admin admin] Pushing event deleted for resources: {'Network': ['ID=1566811b-3b08-4859-ad33-c3af9e3752ea,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:03.171850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deff1051-0cd2-48b4-8281-05697185a856 req-c6dc5702-fa3c-49ba-9c9f-005996fadfc0 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842960 Aug 28 08:22:03.180014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.188979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Made reservation on behalf of 6d409d370b974fb2a2d898e69251aef4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:03.195373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.212055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.493161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:22:03.644527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:03.660265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Sync routers for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:03.667659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:03.670845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e17a108-a187-42d2-a0a4-4d2950b9b0a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/27ad17e9-bbe3-4598-b9f3-462bb1be53a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0094998 Aug 28 08:22:03.675146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48326) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:03.696223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:03.699576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:03.723559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.764867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b34e280a-f737-4e67-8ee4-3450bda7d456 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e038cc13cd6a4b5f9a2abc71161aedba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860813 Aug 28 08:22:03.765615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48328) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:03.832860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.845579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port f5923be8-6aea-4902-a0ca-a3baf2f35718 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:03.904611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8006f69f-6526-47bc-a95a-306c29357686,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:03.908118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:03.949417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:03.959358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 760b2600-5f6a-4850-a187-006fc4027301 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:22:04.002021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.077951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.129668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.191857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abb4a3-59a2-42de-bbd0-643084b4109b req-a283f8b9-47fa-4ffd-ad9d-f5ef6ffc4eb7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:04.196105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87abb4a3-59a2-42de-bbd0-643084b4109b req-a283f8b9-47fa-4ffd-ad9d-f5ef6ffc4eb7 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1176634 Aug 28 08:22:04.239869 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:22:04.297884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-87abb4a3-59a2-42de-bbd0-643084b4109b req-73c1e493-a98a-4fca-983c-98c75a844423 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880771 Aug 28 08:22:04.429373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Deleting port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:04.431176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.524519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.534163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.535457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8543d4a-511d-4265-a3c0-57f076d13649 HTTP/1.1" status: 204 len: 168 time: 0.7687697 Aug 28 08:22:04.538056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port f5923be8-6aea-4902-a0ca-a3baf2f35718 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:04.558136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.564722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647feab9-ec5d-45ff-88e6-f45199f8c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8543d4a-511d-4265-a3c0-57f076d13649,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:04.580752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Transition to ACTIVE for port object f5923be8-6aea-4902-a0ca-a3baf2f35718 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:04.628153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=760b2600-5f6a-4850-a187-006fc4027301,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:04.646821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] For port cc85b6f1-d3fd-4a7b-93e5-3387fc57573b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:04.647534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.653111 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '760b2600-5f6a-4850-a187-006fc4027301', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'port_id': '760b2600-5f6a-4850-a187-006fc4027301', 'mac_address': 'fa:16:3e:de:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:22:04.678013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Calling delete_port for cc85b6f1-d3fd-4a7b-93e5-3387fc57573b owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:04.695009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.852407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=f5923be8-6aea-4902-a0ca-a3baf2f35718,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:04.865917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.872622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:04.898177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760b2600-5f6a-4850-a187-006fc4027301 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:22:04.920820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:22:02Z', 'revision_number': 5, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port': {'id': 'cc85b6f1-d3fd-4a7b-93e5-3387fc57573b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:19:20Z', 'updated_at': '2021-08-28T08:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:04.934691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Checking segment: {'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:04.935064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Network hostable DHCP agents. Network: 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:04.986818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=760b2600-5f6a-4850-a187-006fc4027301,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:04.994132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Checking router: 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:05.005901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Routers {'27ad17e9-bbe3-4598-b9f3-462bb1be53a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:05.006731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:05.097639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f160c-6eaa-49fa-9283-67ae2fd51911 req-a9ed427a-403f-4ba8-a20f-af15081deddd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:05.099315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec1f160c-6eaa-49fa-9283-67ae2fd51911 req-a9ed427a-403f-4ba8-a20f-af15081deddd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 944 time: 0.2352083 Aug 28 08:22:05.152489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-859b0f6c-a605-4169-bfc4-2f1aa669782b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:05.154976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-859b0f6c-a605-4169-bfc4-2f1aa669782b tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1218922 Aug 28 08:22:05.204939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec1f160c-6eaa-49fa-9283-67ae2fd51911 req-3b59e610-a1be-4bdf-8c11-488cce48693b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883813 Aug 28 08:22:05.368818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] Set router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:05.369426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Deleting port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:05.369776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.422248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.443326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.444296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.447020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:22:04Z', 'revision_number': 6, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:05.503359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc85b6f1-d3fd-4a7b-93e5-3387fc57573b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:05.534204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:05.583942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:05.598643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc4f7-effa-477f-84e3-487428d99ca7 None None] The sync data for ids ['27ad17e9-bbe3-4598-b9f3-462bb1be53a9'] in n-d-792458-16 is: [{'id': '27ad17e9-bbe3-4598-b9f3-462bb1be53a9', 'name': 'tempest-ServersTestManualDisk-1194865520-router', 'tenant_id': 'fac1a9d8824048559d11537043a34383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:19:19Z', 'updated_at': '2021-08-28T08:22:04Z', 'revision_number': 6, 'project_id': 'fac1a9d8824048559d11537043a34383', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:05.612395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c6a7-2263-4159-bc2d-56c8d91c3193 req-dbd52ad7-ea11-4a60-a910-676ac3720a6f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:05.614920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dba7c6a7-2263-4159-bc2d-56c8d91c3193 req-dbd52ad7-ea11-4a60-a910-676ac3720a6f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 949 time: 0.1737394 Aug 28 08:22:05.643408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.695919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dba7c6a7-2263-4159-bc2d-56c8d91c3193 req-298bb1f3-bd22-4d5a-a9bd-baa97b033d27 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725994 Aug 28 08:22:05.698511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:05.720902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:05.725569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ea72b-c5b8-45dc-b81a-f4c2a52568c8 None None] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:05.747153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.751557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.752229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.768959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.769335 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.769726 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 2 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.786337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.786703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.787018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.788689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.791983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.801701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.802019 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.802449 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 3 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.823127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.823464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.824008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.828938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.829518 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.830179 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 4 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.850936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.852003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.852552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.858977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.860030 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.860641 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 5 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.867059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] For port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:05.867479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.880365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.880718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.881404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.887787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.888024 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.888336 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 6 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.889342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Calling delete_port for 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:05.908681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.908681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.909200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.927659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.928326 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.928901 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 7 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.946948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.947396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ad17e9-bbe3-4598-b9f3-462bb1be53a9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:22:05.960336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.960722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.961093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.961859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:05.966524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6b128522-ab8f-4bfa-b6fd-2b09b5e7abd8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/27ad17e9-bbe3-4598-b9f3-462bb1be53a9 HTTP/1.1" status: 204 len: 168 time: 2.2955003 Aug 28 08:22:05.967404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48372) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:05.973358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.974338 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.974338 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 8 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:05.979890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:05.990351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:05.990703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:05.991047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:05.996307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:05.996700 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:05.997119 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 9 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:06.015524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:06.015872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:06.016339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:06.022064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:06.022478 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:06.022908 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 10 to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 Aug 28 08:22:06.053719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:06.054069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:06.054474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:06.063157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port f5923be8-6aea-4902-a0ca-a3baf2f35718 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:06.063558 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port f5923be8-6aea-4902-a0ca-a3baf2f35718 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:06.063956 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.142396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Deleting subnet 65b63b26-67e3-47d9-a3f2-dcca4045b00e {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:06.146029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.189927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.204209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port f5923be8-6aea-4902-a0ca-a3baf2f35718, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:06.204209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:22:06.245473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['760b2600-5f6a-4850-a187-006fc4027301'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:22:06.333796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.357815 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.425831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.450908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=f5923be8-6aea-4902-a0ca-a3baf2f35718,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:06.483474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ab00-e7f0-40c3-afda-8a405cf7b0e9 req-b59cfe32-00b4-4248-9bb5-dbc07c78b815 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:06.484982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51d1ab00-e7f0-40c3-afda-8a405cf7b0e9 req-b59cfe32-00b4-4248-9bb5-dbc07c78b815 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 945 time: 0.0936658 Aug 28 08:22:06.492369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:06.494073 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.528342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.610013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-02773817-96fd-493f-8ef6-82e996e45dda tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6431150 Aug 28 08:22:06.612461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48394) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:06.621548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event deleted for resources: {'Port': ['ID=909e0232-85ef-43c6-ba7b-ae45cb6f3c69,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:06.689169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51d1ab00-e7f0-40c3-afda-8a405cf7b0e9 req-0d75ae77-98b3-4f00-a3cd-308670f0e36f tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725461 Aug 28 08:22:06.732171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:06.741631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] No DVR routers for this DVR port 909e0232-85ef-43c6-ba7b-ae45cb6f3c69 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:06.751516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.763311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-77321b74-6e12-4f9d-8ce7-c762f9a2492b req-9b82e992-d60b-4841-8217-02a64af374d5 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "DELETE /v2.0/ports/909e0232-85ef-43c6-ba7b-ae45cb6f3c69 HTTP/1.1" status: 204 len: 173 time: 1.5947814 Aug 28 08:22:06.764431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'name': 'network-vif-deleted', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:06.777578 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc38d313-9b96-46f3-8679-af581e4d694a" -d '{"events": [{"server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "name": "network-vif-deleted", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:06.787523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.796158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:06.811706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78fdd9f6-d9ba-46ea-bc55-e396e0e10d32 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:06.871344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:06.874578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/65b63b26-67e3-47d9-a3f2-dcca4045b00e HTTP/1.1" status: 204 len: 168 time: 0.9067450 Aug 28 08:22:06.878726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b75ce-a5cd-4088-8602-086754eb48cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b63b26-67e3-47d9-a3f2-dcca4045b00e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:06.881260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173d552-3e1e-4e59-b905-c68e223066c4 None None] Network 24c755be-7937-4fd0-a460-ed7c113864c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:06.887419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48404) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:06.922087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c00afdc9-b63a-476d-9bb4-e4c35cf2e8be req-e3ac960b-8e14-4f5c-b1f4-a9c73e978e2f tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0708747 Aug 28 08:22:06.943216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Deleting port f5923be8-6aea-4902-a0ca-a3baf2f35718 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:06.943327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.011894 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba52a90-bfd8-4a0d-be06-e1e1eceff35b x-openstack-request-id: req-dba52a90-bfd8-4a0d-be06-e1e1eceff35b {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:07.011894 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58dd23e-39e6-4a5a-97f0-702abf92cbb1", "name": "network-vif-deleted", "tag": "909e0232-85ef-43c6-ba7b-ae45cb6f3c69", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:07.011894 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dba52a90-bfd8-4a0d-be06-e1e1eceff35b {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:07.011894 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58dd23e-39e6-4a5a-97f0-702abf92cbb1', 'name': 'network-vif-deleted', 'tag': '909e0232-85ef-43c6-ba7b-ae45cb6f3c69', 'status': 'completed', 'code': 200} Aug 28 08:22:07.109896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port f5923be8-6aea-4902-a0ca-a3baf2f35718, host n-h2-792458-16, got binding levels [] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:07.110472 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.135698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Calling delete_port for f5923be8-6aea-4902-a0ca-a3baf2f35718 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:07.148691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.296053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48418) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:07.303319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Deleting port 808195a3-eb01-4424-891b-28b1ff44c67d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:07.303907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.403222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] DHCP port deletion for 24c755be-7937-4fd0-a460-ed7c113864c8 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:22:07.417500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.506734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] For port 808195a3-eb01-4424-891b-28b1ff44c67d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=808195a3-eb01-4424-891b-28b1ff44c67d,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:07.510416 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.520701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Deleting port 808195a3-eb01-4424-891b-28b1ff44c67d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:07.521738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.526927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5923be8-6aea-4902-a0ca-a3baf2f35718,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:07.547389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Calling delete_port for 808195a3-eb01-4424-891b-28b1ff44c67d owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:07.550147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.561227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce736470-3dab-4e26-9475-b56ea7f44053 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "DELETE /v2.0/ports/f5923be8-6aea-4902-a0ca-a3baf2f35718 HTTP/1.1" status: 204 len: 168 time: 0.9475539 Aug 28 08:22:07.566025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48422) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:07.580761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-889725243-network', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:07.644860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] For port 808195a3-eb01-4424-891b-28b1ff44c67d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=808195a3-eb01-4424-891b-28b1ff44c67d,segment=NetworkSegment(fafde64d-0e66-487a-b897-ccc07ee5e3eb),segment_id=fafde64d-0e66-487a-b897-ccc07ee5e3eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:07.645526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.666265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Calling delete_port for 808195a3-eb01-4424-891b-28b1ff44c67d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:07.688896 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1227f2a0-6150-4a1d-a5b1-c0cf34674437 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:22:07.698578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1227f2a0-6150-4a1d-a5b1-c0cf34674437 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports/f5923be8-6aea-4902-a0ca-a3baf2f35718 HTTP/1.1" status: 404 len: 333 time: 0.1313455 Aug 28 08:22:07.704885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48426) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:07.724035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-571499450'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:07.819225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Made reservation on behalf of 1afe1438c9074bdd95541d15fff36d5f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:07.822535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.840100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.867963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d8e5-3b5d-4e16-b3af-5e0ff8d2062d req-89b59a51-b6c2-4c33-bc3a-f36ca8b6e48c tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:07.870093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-33b4d8e5-3b5d-4e16-b3af-5e0ff8d2062d req-89b59a51-b6c2-4c33-bc3a-f36ca8b6e48c tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 945 time: 0.0946934 Aug 28 08:22:07.904565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.909509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.951957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Made reservation on behalf of 6d409d370b974fb2a2d898e69251aef4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:07.954590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:07.960492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=808195a3-eb01-4424-891b-28b1ff44c67d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:07.962877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] No DVR routers for this DVR port 808195a3-eb01-4424-891b-28b1ff44c67d on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:08.008067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port cca904f1-a066-4048-b6d6-e502369f7852 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:08.009383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] Pushing event deleted for resources: {'Port': ['ID=808195a3-eb01-4424-891b-28b1ff44c67d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:08.017465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebff84f5-1110-4c83-a0f8-252072f62469'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:22:08.070580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-33b4d8e5-3b5d-4e16-b3af-5e0ff8d2062d req-36d4abc4-c612-4ed5-9133-969a32165e89 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891057 Aug 28 08:22:08.092696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03002eb9-39e8-4767-a706-2db2c087ea40 None None] No DVR routers for this DVR port 808195a3-eb01-4424-891b-28b1ff44c67d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:08.307773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d088fa2-3ef2-4c0b-87e1-25d3e341bf68 req-8a13f6fb-cd6d-483e-abd5-9200354e69c3 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=f58dd23e-39e6-4a5a-97f0-702abf92cbb1 HTTP/1.1" status: 200 len: 210 time: 0.1391628 Aug 28 08:22:08.349516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 808195a3-eb01-4424-891b-28b1ff44c67d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:08.403656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 808195a3-eb01-4424-891b-28b1ff44c67d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:08.404857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 808195a3-eb01-4424-891b-28b1ff44c67d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:08.405469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cc85b6f1-d3fd-4a7b-93e5-3387fc57573b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:08.421684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.432902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: cc85b6f1-d3fd-4a7b-93e5-3387fc57573b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:08.433554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cc85b6f1-d3fd-4a7b-93e5-3387fc57573b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:08.464628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c755be-7937-4fd0-a460-ed7c113864c8']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:08.492498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafde64d-0e66-487a-b897-ccc07ee5e3eb') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:08.493100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafde64d-0e66-487a-b897-ccc07ee5e3eb') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:08.503046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.513282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.528993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-28ec8fbf-37c9-4308-a4c4-5e02ff239d94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4236457 Aug 28 08:22:08.563247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.577309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:08.577651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:08.579540 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:08.585139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.623063 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.686386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:08.689816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:08.698358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:08.698358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:08.698358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.715463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=cca904f1-a066-4048-b6d6-e502369f7852,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:08.725342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.759084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:08.773906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-49dff33e-0d29-4079-a0a3-cbb0d0e04d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:08.776043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-49dff33e-0d29-4079-a0a3-cbb0d0e04d16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54b62288df049b68aa76a63a3d343fe&device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 1099 time: 0.1532619 Aug 28 08:22:08.776693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c746ea-e1d5-4d6f-8958-8f059fdad64d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:08.782275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.782669 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Added segment ef299e3d-7e31-483b-90b8-166fe6cdec35 of type vlan for network ec40f5f0-babc-4241-8a4c-a8d225831136 Aug 28 08:22:08.982436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:08.982436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-743694ad-d4e1-4d3e-9be2-825d7b81b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:08.982436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-743694ad-d4e1-4d3e-9be2-825d7b81b1ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 0.1204960 Aug 28 08:22:09.011067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-d964e1e1-0a57-464d-8aaf-d1f563899425 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 HTTP/1.1" status: 200 len: 217 time: 0.0600011 Aug 28 08:22:09.075912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-14f3f945-f2b5-4ec4-94d5-2f45a8474a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:09.077845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-14f3f945-f2b5-4ec4-94d5-2f45a8474a9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0594256 Aug 28 08:22:09.129983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-818794be-d62d-4b5a-b470-ca78478cf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:09.132870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-818794be-d62d-4b5a-b470-ca78478cf825 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458362 Aug 28 08:22:09.144229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-1f57377a-eea1-47c4-9cd8-c07c36a89bfc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:22:09.145206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-1f57377a-eea1-47c4-9cd8-c07c36a89bfc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055230 Aug 28 08:22:09.157569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d673042-8cc5-46ed-bada-382d0b34a0c8 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4512107 Aug 28 08:22:09.161150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:09.166985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:09.168716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.201262 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.203726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] 10.222.0.46 "DELETE /v2.0/networks/24c755be-7937-4fd0-a460-ed7c113864c8 HTTP/1.1" status: 204 len: 168 time: 2.3152070 Aug 28 08:22:09.244067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eade571-f0dd-4c57-9848-b484c4192f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=24c755be-7937-4fd0-a460-ed7c113864c8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:09.321348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.323252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:09.324042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.325393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.428010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2c901-cd75-493f-b885-7fca2e515730 req-33cc9303-4ccc-4c0a-820c-7d4b1cf8b2dc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:09.429692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dc2c901-cd75-493f-b885-7fca2e515730 req-33cc9303-4ccc-4c0a-820c-7d4b1cf8b2dc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 945 time: 0.1826975 Aug 28 08:22:09.459009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec40f5f0-babc-4241-8a4c-a8d225831136,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:09.471269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network ec40f5f0-babc-4241-8a4c-a8d225831136 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:09.494116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-176d93e7-e5f9-4e0f-89d0-1332f0234007 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401313 Aug 28 08:22:09.588239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dc2c901-cd75-493f-b885-7fca2e515730 req-0b942da2-bb45-4603-9c3b-93ccd388478e tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424758 Aug 28 08:22:09.646057 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd2b915f-1d71-4483-8248-d19c3d216775 req-ac899e75-064c-42a0-a1cb-48cca5e35985 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337364 Aug 28 08:22:09.672399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0114d881-72c9-4aaf-b0a5-4ad0f86efbc8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3693449 Aug 28 08:22:09.672399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:09.677978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Request body: {'subnet': {'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-889725243-subnet', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:09.706194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port cca904f1-a066-4048-b6d6-e502369f7852 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:09.718312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.736617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Transition to ACTIVE for port object cca904f1-a066-4048-b6d6-e502369f7852 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:09.845802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Made reservation on behalf of 1afe1438c9074bdd95541d15fff36d5f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:09.847142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.848232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:09.999802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:10.018631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 760b2600-5f6a-4850-a187-006fc4027301 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:10.026290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=cca904f1-a066-4048-b6d6-e502369f7852,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:10.107195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.107554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.107918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.113173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.113507 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.113910 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 2 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.158803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dbfc8fb8-5592-4fa0-9e8d-12b2a09a9a29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fac1a9d8824048559d11537043a34383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573491 Aug 28 08:22:10.162530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:10.170321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.170321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.170321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.183585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.183978 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.184382 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 3 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.219563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.219914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.220525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.233924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 760b2600-5f6a-4850-a187-006fc4027301 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:10.238783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 760b2600-5f6a-4850-a187-006fc4027301 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:10.243258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.243438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.243438 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.243438 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 4 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.283049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.283661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.284177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.296539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.298675 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.299289 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 5 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.330797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.331696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.332912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.339081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.339689 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.340291 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 6 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.354371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.369694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.371702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.373489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.388887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.390169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.390793 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.391424 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 7 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.401646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c60955-e911-4c82-bd0b-712e0be21a42 req-4c6dbfb7-a243-48cb-a255-0aa270aea206 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:10.403589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29c60955-e911-4c82-bd0b-712e0be21a42 req-4c6dbfb7-a243-48cb-a255-0aa270aea206 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.1400821 Aug 28 08:22:10.452944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.453297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.453645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.468479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.468820 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.469214 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 8 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.472121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.485058 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.532748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.537714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.538669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.561037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.561863 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.562599 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 9 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.572422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a8240c-453a-4544-9440-54d05db67ae8,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:10.583678 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29c60955-e911-4c82-bd0b-712e0be21a42 req-f49d6cc9-70cf-443a-936b-62592d8eeaaf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736193 Aug 28 08:22:10.597732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b2600-5f6a-4850-a187-006fc4027301'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:10.615941 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19503794-056b-46a3-8972-9bd4d9fd02a3" -d '{"events": [{"server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "name": "network-vif-plugged", "status": "completed", "tag": "760b2600-5f6a-4850-a187-006fc4027301"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:10.616087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Checking segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:10.616087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Network hostable DHCP agents. Network: ec40f5f0-babc-4241-8a4c-a8d225831136, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:10.627747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=760b2600-5f6a-4850-a187-006fc4027301,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:10.641044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.641388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.641736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.656882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.657252 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.657631 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 10 to bind port cca904f1-a066-4048-b6d6-e502369f7852 Aug 28 08:22:10.687178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:10.687703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:10.688234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:10.693411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:10.693747 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port cca904f1-a066-4048-b6d6-e502369f7852 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:10.694129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.711716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.712341 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.715020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.719654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/434f76dd-1ebc-481d-ac44-e60d5b89164b HTTP/1.1" status: 204 len: 168 time: 0.5559270 Aug 28 08:22:10.722309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Network ec40f5f0-babc-4241-8a4c-a8d225831136 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:10.762986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cab38-2914-46eb-85be-8476d5176e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f76dd-1ebc-481d-ac44-e60d5b89164b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:10.802107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port cca904f1-a066-4048-b6d6-e502369f7852, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:10.802552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:22:10.845352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, ec40f5f0-babc-4241-8a4c-a8d225831136) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:10.849916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:10.850559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.870915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a621d05-c0ac-476c-8126-3d474682cfd6 None None] Network ec40f5f0-babc-4241-8a4c-a8d225831136 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:10.914114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621502de-a580-4335-87de-9008f5a6e72e req-61ea490a-20df-4ff4-baee-ef74aa3af7d6 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:10.926016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-621502de-a580-4335-87de-9008f5a6e72e req-61ea490a-20df-4ff4-baee-ef74aa3af7d6 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.1214073 Aug 28 08:22:10.941346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:10.952631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:10.966234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-915d77ee-e683-486b-8035-d884cfba5f07 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2974868 Aug 28 08:22:10.969763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:10.974496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:11.031582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] In _notify_port_updated(), no bound segment for port cca904f1-a066-4048-b6d6-e502369f7852 on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:22:11.032540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.033328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.035619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "PUT /v2.0/ports/cca904f1-a066-4048-b6d6-e502369f7852 HTTP/1.1" status: 200 len: 975 time: 1.8732584 Aug 28 08:22:11.038686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:11.084194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-621502de-a580-4335-87de-9008f5a6e72e req-baa069b4-37e1-4c7d-9fac-0f4f8e49b551 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544962 Aug 28 08:22:11.100315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed174a9-6df8-40ba-93f8-bad2bae408b3 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=cca904f1-a066-4048-b6d6-e502369f7852,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:11.104178 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f9eac-fa77-467e-b694-d72ff72f7ebb x-openstack-request-id: req-db8f9eac-fa77-467e-b694-d72ff72f7ebb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:11.104495 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "name": "network-vif-plugged", "status": "completed", "tag": "760b2600-5f6a-4850-a187-006fc4027301", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:11.104625 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db8f9eac-fa77-467e-b694-d72ff72f7ebb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:11.104992 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b2600-5f6a-4850-a187-006fc4027301', 'code': 200} Aug 28 08:22:11.115494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.117112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8e22c-baf0-4486-9aeb-8703a502c8c7 None None] Network ec40f5f0-babc-4241-8a4c-a8d225831136 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:11.120682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.273603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.274291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.274927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.275517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.275994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.276576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.277110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.277644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.278401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.278984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.284822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.286063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.286575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.287025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.287553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.288131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.288710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.293397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f0d25652-e97b-49e6-b90e-d7b030dc0a6c tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24393 time: 0.2528837 Aug 28 08:22:11.298723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48520) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:11.343978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.512076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Deleting port cca904f1-a066-4048-b6d6-e502369f7852 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:11.520386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.700514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port cca904f1-a066-4048-b6d6-e502369f7852, host n-h2-792458-16, got binding levels [] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:11.700890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.746375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Calling delete_port for cca904f1-a066-4048-b6d6-e502369f7852 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:11.767682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff39b17-4eb1-47ac-8afc-ca44698d9994 req-91ee092a-2b9a-457a-b4ae-17ea702fca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.772556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bff39b17-4eb1-47ac-8afc-ca44698d9994 req-91ee092a-2b9a-457a-b4ae-17ea702fca38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 1098 time: 0.5224607 Aug 28 08:22:11.773395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:11.828503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bff39b17-4eb1-47ac-8afc-ca44698d9994 req-8d87ad82-4987-4de4-964e-a719c35d2c50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 Aug 28 08:22:11.943330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaad62-9ec3-4d48-8ab6-115028defbc6 req-c089352f-6d9b-43e5-9d8d-e6ea2cd18acf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:11.952233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1bdaad62-9ec3-4d48-8ab6-115028defbc6 req-c089352f-6d9b-43e5-9d8d-e6ea2cd18acf tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.1742339 Aug 28 08:22:12.016859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1bdaad62-9ec3-4d48-8ab6-115028defbc6 req-de83b9c4-5041-4e3f-bbd3-f99968c8c478 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580945 Aug 28 08:22:12.073913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:12.162822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event deleted for resources: {'Port': ['ID=cca904f1-a066-4048-b6d6-e502369f7852,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:12.175589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:12.197386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-24418128-3829-41cd-95dc-5a3cbc1f3643 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "DELETE /v2.0/ports/cca904f1-a066-4048-b6d6-e502369f7852 HTTP/1.1" status: 204 len: 168 time: 0.8968298 Aug 28 08:22:12.200387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48548) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:12.340396 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e090f-20a3-4916-bc80-a005608c8e07 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:22:12.344484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f0e090f-20a3-4916-bc80-a005608c8e07 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports/cca904f1-a066-4048-b6d6-e502369f7852 HTTP/1.1" status: 404 len: 333 time: 0.1403029 Aug 28 08:22:12.350447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48554) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:12.360017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422810971', 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:12.597731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Made reservation on behalf of 6d409d370b974fb2a2d898e69251aef4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:12.603961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:12.695642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port 6e0e2f96-2765-4b28-b42f-8f59b11da673 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:12.796992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:12.833028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:12.871988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26020-9d16-4f5f-9684-38496475098c req-61810820-b12c-4e9a-9de8-caea9b0700d3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:12.875301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3a26020-9d16-4f5f-9684-38496475098c req-61810820-b12c-4e9a-9de8-caea9b0700d3 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.2705464 Aug 28 08:22:12.901090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:13.025025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3a26020-9d16-4f5f-9684-38496475098c req-1aea24b4-b5d6-4179-a7ce-6360cb285f66 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262739 Aug 28 08:22:13.041862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-3cbec5f4-276a-447a-948b-b82b0ff276d0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:13.042252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-3cbec5f4-276a-447a-948b-b82b0ff276d0 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.2501731 Aug 28 08:22:13.126967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Allocated IP 172.25.0.60 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/74418bf7-0b87-489d-ad10-0d4121af4334) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:13.236050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.350042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-389387553-network', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:13.387122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.429078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.533949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:13.540052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.592997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.595402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:13.610588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:13.614475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396a2b4-310f-48d0-a9f2-3b9c08f7e7cf req-247a92b2-b621-4a1b-b651-ca8402ca0a1c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:13.614475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7396a2b4-310f-48d0-a9f2-3b9c08f7e7cf req-247a92b2-b621-4a1b-b651-ca8402ca0a1c tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 951 time: 0.2753267 Aug 28 08:22:13.620920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:13.626695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:13.627670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.630632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=6e0e2f96-2765-4b28-b42f-8f59b11da673,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:13.682879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Deleting port ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:13.683526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.735494 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7396a2b4-310f-48d0-a9f2-3b9c08f7e7cf req-79f2f9f5-8d63-4d95-a871-c66de07b3849 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c9e657e-e2ef-4d7d-ae18-b223e3893f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097987 Aug 28 08:22:13.749194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e6a982e-f86e-498c-b211-732706178c66 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3967702 Aug 28 08:22:13.751796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:13.809362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.815257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f210dc-c257-4fb9-b9f9-43ee2f920ace tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:13.817289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-22f210dc-c257-4fb9-b9f9-43ee2f920ace tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports/6e0e2f96-2765-4b28-b42f-8f59b11da673 HTTP/1.1" status: 200 len: 954 time: 0.0644255 Aug 28 08:22:13.833416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48600) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:13.930053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:13.948083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:13.960850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:13.964463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] For port ebff84f5-1110-4c83-a0f8-252072f62469, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebff84f5-1110-4c83-a0f8-252072f62469,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:13.964984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:13.969002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Pushing event updated for resources: {'Port': ['ID=74418bf7-0b87-489d-ad10-0d4121af4334,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:14.029660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Calling delete_port for ebff84f5-1110-4c83-a0f8-252072f62469 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:14.191236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.298015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.371415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e3fe-28e1-44ee-a705-a4a8d060580a req-983125b1-ea48-4653-88bf-3d2f238ccc3f tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:14.372987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c722e3fe-28e1-44ee-a705-a4a8d060580a req-983125b1-ea48-4653-88bf-3d2f238ccc3f tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.1803493 Aug 28 08:22:14.385156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Deleting port 6e0e2f96-2765-4b28-b42f-8f59b11da673 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:14.385714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.396308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:14.421339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e944ca61-4313-4273-88e3-ac24f83b7d57,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:14.499880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.500561 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Added segment 6415d69d-ec07-4017-83c1-c87b5f36d04a of type vlan for network cd4abac3-327a-40d1-9e1a-6a83d154829d Aug 28 08:22:14.558269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c722e3fe-28e1-44ee-a705-a4a8d060580a req-ceac7826-024b-45b4-a2b3-93da561bb33f tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679633 Aug 28 08:22:14.577359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.627592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Calling delete_port for 6e0e2f96-2765-4b28-b42f-8f59b11da673 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:14.667621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.786258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.847388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Pushing event deleted for resources: {'Port': ['ID=ebff84f5-1110-4c83-a0f8-252072f62469,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:14.937246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:14.949749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a098b3a-b0b1-47c7-bf9c-8d6fa9205264 req-f8e9a8e8-4574-45ef-ac92-222c6f8edfd4 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 210 time: 0.0916214 Aug 28 08:22:15.006858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] No DVR routers for this DVR port ebff84f5-1110-4c83-a0f8-252072f62469 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:15.011666 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.013015 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6277f8e0-2136-450f-9b87-ea50402ab45a req-c9b6b99b-113e-4fb6-b7d0-fbea4731dbe2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.39 "DELETE /v2.0/ports/ebff84f5-1110-4c83-a0f8-252072f62469 HTTP/1.1" status: 204 len: 173 time: 1.9645917 Aug 28 08:22:15.015421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-deleted', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:15.017386 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92345941-12c3-4f1a-b5ed-34a2fad2e479" -d '{"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-deleted", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:15.420908 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce518e1-91be-48f9-8db3-54ae1bf9bba3 x-openstack-request-id: req-2ce518e1-91be-48f9-8db3-54ae1bf9bba3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:15.421239 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67884217-7bc5-4a9d-9537-5225b07db2a5", "name": "network-vif-deleted", "tag": "ebff84f5-1110-4c83-a0f8-252072f62469", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:15.425391 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ce518e1-91be-48f9-8db3-54ae1bf9bba3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:15.425391 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67884217-7bc5-4a9d-9537-5225b07db2a5', 'name': 'network-vif-deleted', 'tag': 'ebff84f5-1110-4c83-a0f8-252072f62469', 'status': 'completed', 'code': 200} Aug 28 08:22:15.425391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.425391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:15.425391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.429964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.526527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e0e2f96-2765-4b28-b42f-8f59b11da673,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:15.537531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.542844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4807ee43-1471-4312-95c7-124786f6818f tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6e0e2f96-2765-4b28-b42f-8f59b11da673 HTTP/1.1" status: 204 len: 168 time: 1.7028205 Aug 28 08:22:15.542954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48632) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:15.543415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4abac3-327a-40d1-9e1a-6a83d154829d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:15.546110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.560320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network cd4abac3-327a-40d1-9e1a-6a83d154829d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:15.637041 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9e4126-9690-42fa-93bc-893e6bdee601 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:22:15.637511 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fed30a7e-7327-42b0-a110-6446c459e6e6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7345519 Aug 28 08:22:15.638262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48638) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:15.645198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Request body: {'subnet': {'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-subnet', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:15.648329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0f9e4126-9690-42fa-93bc-893e6bdee601 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports/6e0e2f96-2765-4b28-b42f-8f59b11da673 HTTP/1.1" status: 404 len: 333 time: 0.1021051 Aug 28 08:22:15.657232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48640) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:15.695094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1908892821'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:15.786717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:15.790143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:15.890849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:22:15.933805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbc8b3-8a80-411a-9c49-c8b0880c82c3 req-646e7da6-d516-4c8f-8f04-336de26f2c3e tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:15.948333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9bbc8b3-8a80-411a-9c49-c8b0880c82c3 req-646e7da6-d516-4c8f-8f04-336de26f2c3e tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.1591423 Aug 28 08:22:15.991448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Made reservation on behalf of 6d409d370b974fb2a2d898e69251aef4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:15.995151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.021230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9bbc8b3-8a80-411a-9c49-c8b0880c82c3 req-3402c84d-cc50-4b74-9a6d-862ce573ed25 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716825 Aug 28 08:22:16.034375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:16.040183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:16.142363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: ebff84f5-1110-4c83-a0f8-252072f62469 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:16.142657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebff84f5-1110-4c83-a0f8-252072f62469 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:16.220489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:16.238023 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Sync routers for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:16.291622 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:16.301095 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:16.314652 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.431320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.435737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa8d9a04-5106-4d55-85d1-dfbeb46aa55f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4618077 Aug 28 08:22:16.450999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48658) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:16.488754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d5472a4-d21c-45be-95f2-5952c7d354fe req-2684fddf-a22d-42f1-a982-5a6c1cce99f2 tempest-ServersAdminTestJSON-1994717620 tempest-ServersAdminTestJSON-1994717620-project] 10.222.0.46 "GET /v2.0/ports?device_id=67884217-7bc5-4a9d-9537-5225b07db2a5 HTTP/1.1" status: 200 len: 210 time: 0.1077971 Aug 28 08:22:16.547502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:16.569651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.690058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243593f2-4d96-4a11-bf22-e9f7dccf0445,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:16.707967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52e69b-4fd4-433a-a8b2-0e3650746705 req-91ff8e06-1c76-42c6-a72f-d596795d10ac tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:16.709642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe52e69b-4fd4-433a-a8b2-0e3650746705 req-91ff8e06-1c76-42c6-a72f-d596795d10ac tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.3332734 Aug 28 08:22:16.710535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Checking segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:16.711170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Network hostable DHCP agents. Network: cd4abac3-327a-40d1-9e1a-6a83d154829d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:16.720550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48660) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:16.725489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.745080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Request body: {'floatingip': {'port_id': '760b2600-5f6a-4850-a187-006fc4027301'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:16.869018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:16.915862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Network cd4abac3-327a-40d1-9e1a-6a83d154829d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:16.925567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:14Z', 'revision_number': 3, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:16.959642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:16.964959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:16.968044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:16.969795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:16.970657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.019970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Checking router: a9d6f2f5-3094-468e-96cb-d8daaf86c0fe for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:17.020995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Updating router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe port 74418bf7-0b87-489d-ad10-0d4121af4334 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:22:17.026240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:17.062131 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.098167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, cd4abac3-327a-40d1-9e1a-6a83d154829d) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:17.117207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:17.117813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.123094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba0aa5d-7e64-4aeb-b773-5533bc801589 None None] Network cd4abac3-327a-40d1-9e1a-6a83d154829d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:17.348627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d94d4552-5f04-47ff-a0f5-1cfe409e80d7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7051048 Aug 28 08:22:17.349950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48680) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:17.366024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:17.452250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.666785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-cd4abac3-327a-40d1-9e1a-6a83d154829d', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:22:17.668232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.733834 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.757781 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Transition to ACTIVE for port object 74418bf7-0b87-489d-ad10-0d4121af4334 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:17.779467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6ee78fa-5fca-4386-969f-d3d5cba10055 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1201880 Aug 28 08:22:17.781879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:17.790614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:17.877240 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.917281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.939018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.949290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:17.976087 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6af11b-1d0b-4398-9bc3-f7145cfd5ceb None None] Pushing event updated for resources: {'Port': ['ID=74418bf7-0b87-489d-ad10-0d4121af4334,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:18.040348 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Attempting to bind port 74418bf7-0b87-489d-ad10-0d4121af4334 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:18.049150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Attempting to bind port 74418bf7-0b87-489d-ad10-0d4121af4334 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:18.051375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Attempting to bind port 74418bf7-0b87-489d-ad10-0d4121af4334 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:18.073437 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:18.083501 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:18.085928 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.087886 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:18.088922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Bound port: 74418bf7-0b87-489d-ad10-0d4121af4334, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:18.089725 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.157299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Allocated IP 172.20.0.1 (ec40f5f0-babc-4241-8a4c-a8d225831136/d0a8240c-453a-4544-9440-54d05db67ae8/85292480-3b67-4f58-a6d1-4675fd4272de) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:18.186314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] device_id is not set on port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:18.196760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.212336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Allocated IP 172.20.0.2 (cd4abac3-327a-40d1-9e1a-6a83d154829d/243593f2-4d96-4a11-bf22-e9f7dccf0445/20a239e6-70b5-44ba-bc44-d0eabea9122d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:18.214534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Transition to ACTIVE for port object 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:18.221673 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] For port 74418bf7-0b87-489d-ad10-0d4121af4334, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:18.231385 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] For port 74418bf7-0b87-489d-ad10-0d4121af4334, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74418bf7-0b87-489d-ad10-0d4121af4334,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:18.336134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.383094 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.405595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.520691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:18.522170 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:18.563524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48704) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:18.671014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.684264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Transition to ACTIVE for port object 20a239e6-70b5-44ba-bc44-d0eabea9122d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:18.707118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Transition to ACTIVE for port object 20a239e6-70b5-44ba-bc44-d0eabea9122d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:18.714847 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6af11b-1d0b-4398-9bc3-f7145cfd5ceb None None] Pushing event updated for resources: {'Port': ['ID=74418bf7-0b87-489d-ad10-0d4121af4334,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:18.760869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:18.785730 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:18.793694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:18.795458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:18.797224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:18.829886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:18.833530 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:18.838883 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 2 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:18.884631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.913041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:18.974333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Pushing event updated for resources: {'Port': ['ID=20a239e6-70b5-44ba-bc44-d0eabea9122d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:19.004290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:22:19.014805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Network cd4abac3-327a-40d1-9e1a-6a83d154829d is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:19.018755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:19.028131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:19.031330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.070643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.099326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.099581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.100212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.119716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:19.119716 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:19.127273 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 3 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:19.129602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Attempting to bind port 20a239e6-70b5-44ba-bc44-d0eabea9122d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.130392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Attempting to bind port 20a239e6-70b5-44ba-bc44-d0eabea9122d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.130980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Attempting to bind port 20a239e6-70b5-44ba-bc44-d0eabea9122d on network cd4abac3-327a-40d1-9e1a-6a83d154829d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.140609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:19.143041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Checking segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:19.144765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.145580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Bound using segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:19.146654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Bound port: 20a239e6-70b5-44ba-bc44-d0eabea9122d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:19.147397 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.186884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.201614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.201859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.202106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.261194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] For port 20a239e6-70b5-44ba-bc44-d0eabea9122d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:19.267055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] For port 20a239e6-70b5-44ba-bc44-d0eabea9122d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=20a239e6-70b5-44ba-bc44-d0eabea9122d,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:19.288152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e9c8a28-43b7-4852-99da-330cddc007b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=485c4f2be305491fbe8c6c1126b16f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140942 Aug 28 08:22:19.294111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:19.321224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:19.321658 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:19.326529 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 4 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:19.335487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.440677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.468897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.470296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.471860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.490121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Pushing event updated for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:19.511994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:19.512338 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:19.514472 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 5 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:19.519467 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:14Z', 'revision_number': 3, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:19.567401 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Floating IP 0709fed1-8c45-45f0-a8b9-2f05e23c6a93 associated. External IP: 172.25.0.109, port: 760b2600-5f6a-4850-a187-006fc4027301. Aug 28 08:22:19.575567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.576638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.578414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.583978 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8de38-30d1-4737-b8d9-7718a6512b27 None None] The sync data for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 is: [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:14Z', 'revision_number': 3, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:19.586391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Network ec40f5f0-babc-4241-8a4c-a8d225831136 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:19.589797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:19.601247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:19.683249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:19.683621 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:19.686513 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 6 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:19.691868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b86c09-12bb-466d-a09e-241a295d4c9a None None] Pushing event updated for resources: {'Port': ['ID=20a239e6-70b5-44ba-bc44-d0eabea9122d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:19.716590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.716933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.717278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.742131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.784731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:19.820841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:19.821537 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:19.825917 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 7 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:19.904740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:19.905516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:19.906050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:19.947271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:20.000337 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:20.002174 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 8 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:20.186642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:20.187088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:20.187350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:20.207236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:20.207581 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:20.209894 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 9 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:20.373709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:20.381025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:20.381575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:20.391606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:20.392082 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:20.397217 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempt 10 to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac Aug 28 08:22:20.468125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:22:20.469357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:20.469799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:20.471056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempting to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:20.482245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:20.488277 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Failed to bind port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on host n-h2-792458-16 for vnic_type normal using segments [{'id': '470909de-25b5-4a46-89e0-8e6228c1a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2ccda2fc-d035-4f51-8632-4f58d9bb3f6c'}] Aug 28 08:22:20.489276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:20.490110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 20a239e6-70b5-44ba-bc44-d0eabea9122d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:20.667801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:20.674504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:20.678950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c9e657e-e2ef-4d7d-ae18-b223e3893f81 HTTP/1.1" status: 204 len: 168 time: 1.3835204 Aug 28 08:22:20.708492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:20.808333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 20a239e6-70b5-44ba-bc44-d0eabea9122d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:20.814411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74418bf7-0b87-489d-ad10-0d4121af4334 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:20.854446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3a60-e0de-4636-ab8e-558d0f971ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9e657e-e2ef-4d7d-ae18-b223e3893f81,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:20.886327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:20.886970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:22:20.897948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:20.903832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:20.926113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Sync routers for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:20.970370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:20.971024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:20.996330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-222be974-d55a-403b-bfdd-4fd37be5fc1b tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "PUT /v2.0/floatingips/0709fed1-8c45-45f0-a8b9-2f05e23c6a93 HTTP/1.1" status: 200 len: 992 time: 4.2739365 Aug 28 08:22:21.004559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'tag': '760b2600-5f6a-4850-a187-006fc4027301'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:21.004559 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c" -d '{"events": [{"name": "network-changed", "server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "tag": "760b2600-5f6a-4850-a187-006fc4027301"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:21.014045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.020095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.225337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] In _notify_port_updated(), no bound segment for port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac on network 2ccda2fc-d035-4f51-8632-4f58d9bb3f6c {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:22:21.226254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:21.228074 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.238686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "PUT /v2.0/ports/4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac HTTP/1.1" status: 200 len: 976 time: 3.4556239 Aug 28 08:22:21.239653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4efb8a-76fa-47c0-b158-3a560d28f505 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:21.242016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:21.257606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.301035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 74418bf7-0b87-489d-ad10-0d4121af4334 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:21.323927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 74418bf7-0b87-489d-ad10-0d4121af4334 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:21.325974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.582976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Deleting port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:21.583343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.646851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Allocated IP 172.25.0.155 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/6f809c9a-b4fa-408e-89d9-d5f58fdf2b73) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:21.656104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.691723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 74418bf7-0b87-489d-ad10-0d4121af4334, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74418bf7-0b87-489d-ad10-0d4121af4334,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:21.694592 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf12cd89-0bbd-4c0a-8c6e-2bc5f08104df x-openstack-request-id: req-bf12cd89-0bbd-4c0a-8c6e-2bc5f08104df {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:21.694889 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "tag": "760b2600-5f6a-4850-a187-006fc4027301", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:21.695146 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf12cd89-0bbd-4c0a-8c6e-2bc5f08104df {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:21.695563 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'tag': '760b2600-5f6a-4850-a187-006fc4027301', 'status': 'completed', 'code': 200} Aug 28 08:22:21.704343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:21.774901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] For port 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac, host n-h2-792458-16, got binding levels [] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:21.776390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.808990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Calling delete_port for 4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:21.817998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c61ae6-79ec-4ed9-ad88-9e68f3b818f3 None None] Network cd4abac3-327a-40d1-9e1a-6a83d154829d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:21.828440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:21.921183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-cb65cb8b-c515-42d7-80b9-eed4642bd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:21.923471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-cb65cb8b-c515-42d7-80b9-eed4642bd3f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02c848e5098649a8b29d62e6a3680a63&device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1297534 Aug 28 08:22:22.027065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.089748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.198385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-a0fd8b1e-4da4-49a5-b68d-65add8f4b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:22.199907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-a0fd8b1e-4da4-49a5-b68d-65add8f4b82b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b16bcc9-479d-4a5e-a66d-624918046d40 HTTP/1.1" status: 200 len: 907 time: 0.2667649 Aug 28 08:22:22.202495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.205684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:22.217917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Provisioning for port 20a239e6-70b5-44ba-bc44-d0eabea9122d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:22.221955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.230201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9b12d8d-b215-41b2-89d6-390d5000a1ab tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "DELETE /v2.0/ports/4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac HTTP/1.1" status: 204 len: 168 time: 0.9798400 Aug 28 08:22:22.233181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48764) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:22.260301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Provisioning complete for port 20a239e6-70b5-44ba-bc44-d0eabea9122d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:22.260853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.273119 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ec7457-4d1c-4524-83cb-eab311bdb397 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:22:22.281715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b7ec7457-4d1c-4524-83cb-eab311bdb397 tempest-PortsAdminExtendedAttrsTestJSON-1527725440 tempest-PortsAdminExtendedAttrsTestJSON-1527725440-project-admin] 10.222.0.46 "GET /v2.0/ports/4fe6a0c1-f9a7-4ea7-93d9-bba7b1c94eac HTTP/1.1" status: 404 len: 333 time: 0.0463839 Aug 28 08:22:22.282712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48766) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:22.347279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=74418bf7-0b87-489d-ad10-0d4121af4334,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:22.401020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48768) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:22.441376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-5ac0f6b9-0c48-40ad-9563-04e163991bfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760b2600-5f6a-4850-a187-006fc4027301 HTTP/1.1" status: 200 len: 1000 time: 0.2220223 Aug 28 08:22:22.478154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.598124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.655759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.665101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.699946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccda2fc-d035-4f51-8632-4f58d9bb3f6c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:22.709876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:22.724953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:22.738962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:22.752454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470909de-25b5-4a46-89e0-8e6228c1a54e') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:22.752874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470909de-25b5-4a46-89e0-8e6228c1a54e') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:22.758349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] For port 20a239e6-70b5-44ba-bc44-d0eabea9122d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=20a239e6-70b5-44ba-bc44-d0eabea9122d,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:22.788573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.827268 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.845388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:22.846542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.851831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-64067d43-14e7-469c-af33-83693f727e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:22.853615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-64067d43-14e7-469c-af33-83693f727e60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52df32c5-8138-4fb5-900a-fcd8c17e5145 HTTP/1.1" status: 200 len: 845 time: 0.2741175 Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:22.855298 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:22.860085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:22.875158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cad04eff-a16c-464a-b7bb-623ae6fd087b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dd0a6d5de474f95bc5b5cf676e9577d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665425 Aug 28 08:22:22.886988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48782) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:22.889142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Pushing event updated for resources: {'Port': ['ID=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:23.052142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57dff4-e6b7-451c-b222-45a343e3b0a2 None None] Pushing event updated for resources: {'Port': ['ID=20a239e6-70b5-44ba-bc44-d0eabea9122d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:23.057570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0709fed1-8c45-45f0-a8b9-2f05e23c6a93', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'port_id': '760b2600-5f6a-4850-a187-006fc4027301', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'mac_address': 'fa:16:3e:de:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:21:46Z', 'updated_at': '2021-08-28T08:22:18Z', 'revision_number': 1, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:23.058649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.071580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.110563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Checking router: 6c85a931-5b6c-48ab-8299-59d68f75f8a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:23.122724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:23.123513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:23.138271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.144119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] 10.222.0.46 "DELETE /v2.0/networks/2ccda2fc-d035-4f51-8632-4f58d9bb3f6c HTTP/1.1" status: 204 len: 168 time: 0.8599126 Aug 28 08:22:23.145366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70a63-bc57-426b-8f70-1eec710c7537 tempest-PortsAdminExtendedAttrsTestJSON-117694460 tempest-PortsAdminExtendedAttrsTestJSON-117694460-project] Pushing event deleted for resources: {'Network': ['ID=2ccda2fc-d035-4f51-8632-4f58d9bb3f6c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:23.282103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-5babc299-afd6-46af-b702-41f08bf55a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:23.291138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-5babc299-afd6-46af-b702-41f08bf55a39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b16bcc9-479d-4a5e-a66d-624918046d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4048259 Aug 28 08:22:23.291928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.419331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-43a92823-2c33-40f7-9641-314f04e051b2 None None] Provisioning complete for port 20a239e6-70b5-44ba-bc44-d0eabea9122d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:23.419331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43a92823-2c33-40f7-9641-314f04e051b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.453039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:23.554359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.598514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce93fd-eac2-4fa6-bc95-c028fd4217cc req-0aae547a-f0ff-498c-8b43-c6f26e974830 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:23.607865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.608621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99ce93fd-eac2-4fa6-bc95-c028fd4217cc req-0aae547a-f0ff-498c-8b43-c6f26e974830 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.0896509 Aug 28 08:22:23.639072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.675027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99ce93fd-eac2-4fa6-bc95-c028fd4217cc req-5e5c0a21-951f-473c-aab7-2a95b2fdda88 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Aug 28 08:22:23.874675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Pushing event updated for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:23.913074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.918591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:23.924727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a089070-f3e0-492b-9c70-db652eb6b6de HTTP/1.1" status: 204 len: 168 time: 1.0362184 Aug 28 08:22:23.966598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0709fed1-8c45-45f0-a8b9-2f05e23c6a93', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'port_id': '760b2600-5f6a-4850-a187-006fc4027301', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'mac_address': 'fa:16:3e:de:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:21:46Z', 'updated_at': '2021-08-28T08:22:18Z', 'revision_number': 1, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:24.022466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fcc2f-75e9-44e8-a1b8-0c56f6cce90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a089070-f3e0-492b-9c70-db652eb6b6de,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:24.107194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218583ae-3911-4520-bf34-92fb262ec656 None None] The sync data for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 is: [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0709fed1-8c45-45f0-a8b9-2f05e23c6a93', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'port_id': '760b2600-5f6a-4850-a187-006fc4027301', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'mac_address': 'fa:16:3e:de:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:21:46Z', 'updated_at': '2021-08-28T08:22:18Z', 'revision_number': 1, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:24.111985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-2b1eb22e-2231-40f7-a991-b84ca3973b6b service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033030 Aug 28 08:22:24.127244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Network ec40f5f0-babc-4241-8a4c-a8d225831136 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:24.141345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:24.289267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:24.412842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 20a239e6-70b5-44ba-bc44-d0eabea9122d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:24.575962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 20a239e6-70b5-44ba-bc44-d0eabea9122d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:24.576279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:24.582690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:22:24.650007 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c4b463d-ffde-4a08-aaec-aff41d1dc01c req-67ebc4b0-e23a-44b4-aac1-0a1d241d1296 service neutron] 10.222.0.39 "GET /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204511 Aug 28 08:22:24.671231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:24.755281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d4a64-21bf-4090-b234-47de24279104 None None] New status for floating IP 0709fed1-8c45-45f0-a8b9-2f05e23c6a93: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:22:24.810550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74418bf7-0b87-489d-ad10-0d4121af4334 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:24.876323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6aafec52-7c25-4a34-8ecf-c6a506acd4cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81ca6af1c0af4189b32fa964d09e3a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511463 Aug 28 08:22:24.877440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48828) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:24.908944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 74418bf7-0b87-489d-ad10-0d4121af4334 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:24.909328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:24.956413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e49ee-6f24-404a-a223-663a0d82f406 req-63f41632-c65a-4720-8e62-b44ed4b7ded2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:24.958806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e57e49ee-6f24-404a-a223-663a0d82f406 req-63f41632-c65a-4720-8e62-b44ed4b7ded2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.1450174 Aug 28 08:22:24.977456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:24.984498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39d99b8c-9d88-47cd-885a-b8f9fa161775 admin admin] 10.222.0.46 "PUT /v2.0/routers/a9d6f2f5-3094-468e-96cb-d8daaf86c0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5265212 Aug 28 08:22:24.990131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Sync routers for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:25.038751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:25.038751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:25.076788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.098079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e57e49ee-6f24-404a-a223-663a0d82f406 req-1dcb2c75-fcc4-4337-8a6a-40c04e3cd63a tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310170 Aug 28 08:22:25.126897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.184194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.192515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:25.341277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.344833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.350459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97935c6a-db17-4ed3-8747-2dbd79129eb1 HTTP/1.1" status: 204 len: 168 time: 0.4715149 Aug 28 08:22:25.365221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b01075-7e9a-42f3-9352-dd4e37837946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97935c6a-db17-4ed3-8747-2dbd79129eb1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:25.479596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '85292480-3b67-4f58-a6d1-4675fd4272de', 'name': '', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'mac_address': 'fa:16:3e:75:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:17Z', 'updated_at': '2021-08-28T08:22:22Z', 'revision_number': 2, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'subnets': [{'id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:25.514572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Checking router: a9d6f2f5-3094-468e-96cb-d8daaf86c0fe for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:25.514929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Updating router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe port 85292480-3b67-4f58-a6d1-4675fd4272de binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:22:25.550173 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:25.617114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:22:25.810471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.085915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.112241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Transition to ACTIVE for port object 85292480-3b67-4f58-a6d1-4675fd4272de will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:26.242435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.268717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-981faeb5-b2e3-4f55-a014-382d576a2442 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:26.282462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-981faeb5-b2e3-4f55-a014-382d576a2442 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 810 time: 0.3140373 Aug 28 08:22:26.327764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-73801edb-b58d-4fc9-a9be-f3bdfbdacf9c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/quotas/1afe1438c9074bdd95541d15fff36d5f HTTP/1.1" status: 200 len: 375 time: 0.0416901 Aug 28 08:22:26.344828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:26.359840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Sync routers for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:26.389398 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:26.395996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:26.449456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-c7b4afb7-9ba9-4a5e-8fb3-b8ba5d6775a2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190567 Aug 28 08:22:26.467361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d50c-ebf8-4b0d-a47d-2cacf6502ed7 None None] Pushing event updated for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:26.490567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Attempting to bind port 85292480-3b67-4f58-a6d1-4675fd4272de on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:26.490943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Attempting to bind port 85292480-3b67-4f58-a6d1-4675fd4272de by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:26.491347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Attempting to bind port 85292480-3b67-4f58-a6d1-4675fd4272de on network ec40f5f0-babc-4241-8a4c-a8d225831136 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:26.496732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:26.497102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Checking segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:26.497507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.497932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Bound using segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:26.498427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Bound port: 85292480-3b67-4f58-a6d1-4675fd4272de, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:26.498820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.511399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31521555-4122-4757-a231-cc59bca4f438 req-ad7222fa-6262-4362-af17-66ce7276d4c2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:26.513020 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31521555-4122-4757-a231-cc59bca4f438 req-ad7222fa-6262-4362-af17-66ce7276d4c2 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.1648166 Aug 28 08:22:26.534738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba3a8-7c14-4214-bac1-ac1dbd66b5c7 req-fa870151-47d6-41b3-856f-056ff6d5e833 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:26.536467 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-902ba3a8-7c14-4214-bac1-ac1dbd66b5c7 req-fa870151-47d6-41b3-856f-056ff6d5e833 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 946 time: 0.1014574 Aug 28 08:22:26.555506 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:26.582660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] For port 85292480-3b67-4f58-a6d1-4675fd4272de, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:26.587045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] For port 85292480-3b67-4f58-a6d1-4675fd4272de, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85292480-3b67-4f58-a6d1-4675fd4272de,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:26.631875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-902ba3a8-7c14-4214-bac1-ac1dbd66b5c7 req-afde7d15-f3d5-4eea-8f47-3adf931556df tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4788d85-6015-4062-96a7-d0f45d92bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725508 Aug 28 08:22:26.675435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Deleting port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:26.676223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.746774 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.764872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.779177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2552bd0a-f499-4e93-ae12-5e2290816a13 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4197085 Aug 28 08:22:26.781774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48894) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:26.809657 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:23Z', 'revision_number': 3, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:26.846469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:26.847071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:26.850293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d50c-ebf8-4b0d-a47d-2cacf6502ed7 None None] Pushing event updated for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:26.882832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] For port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,segment=NetworkSegment(d5a7b6bc-1e16-479f-8c98-d125380a5ef7),segment_id=d5a7b6bc-1e16-479f-8c98-d125380a5ef7)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:26.883406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:26.888783 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Checking router: 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:26.889386 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Updating router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:22:26.916524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Calling delete_port for fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:26.939807 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.101277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48902) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:27.138692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:27.156854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d8b92e7c-2c31-4a8e-95b6-9ec5207818fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d409d370b974fb2a2d898e69251aef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538301 Aug 28 08:22:27.161203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:27.245502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.356463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Pushing event deleted for resources: {'Port': ['ID=fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:27.453825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-3520b6ec-ffec-43ef-9eac-5a7352cda21f service neutron] 10.222.0.46 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9942632 Aug 28 08:22:27.457853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] No DVR routers for this DVR port fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:27.460938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.464121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31521555-4122-4757-a231-cc59bca4f438 req-0dd03e10-c566-4953-8ff8-ddffb6838131 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.39 "DELETE /v2.0/ports/fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae HTTP/1.1" status: 204 len: 173 time: 0.9446144 Aug 28 08:22:27.465137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'name': 'network-vif-deleted', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:27.468738 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ed167-4e3d-4100-970b-6c464ac05b88" -d '{"events": [{"server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "name": "network-vif-deleted", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:27.473900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.499206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:22:27.506531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.518762 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.533838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Transition to ACTIVE for port object 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:27.559758 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2b50e-ee2e-40f3-8c0d-b12e24f99661 x-openstack-request-id: req-bed2b50e-ee2e-40f3-8c0d-b12e24f99661 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:27.560054 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a78a5d-7e70-4738-92e4-69566e9a4aa9", "name": "network-vif-deleted", "tag": "fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:27.560313 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bed2b50e-ee2e-40f3-8c0d-b12e24f99661 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:27.560784 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a78a5d-7e70-4738-92e4-69566e9a4aa9', 'name': 'network-vif-deleted', 'tag': 'fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae', 'status': 'completed', 'code': 200} Aug 28 08:22:27.669542 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.677155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2c527ead-7803-49e5-a238-dff2f4d39129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.720698 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Attempting to bind port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:27.721976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Attempting to bind port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:27.722660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Attempting to bind port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:27.771380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:27.771938 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:27.772552 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.773075 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:27.774592 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Bound port: 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:27.775260 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.777440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32fea93b-9c28-4c35-a75b-7e9c0d296449 req-88b94513-e61a-472c-bcc1-7ac360c6ec79 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Aug 28 08:22:27.780629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.784276 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:27.788053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8006f69f-6526-47bc-a95a-306c29357686 HTTP/1.1" status: 204 len: 168 time: 0.6225245 Aug 28 08:22:27.817872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '85292480-3b67-4f58-a6d1-4675fd4272de', 'name': '', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'mac_address': 'fa:16:3e:75:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:17Z', 'updated_at': '2021-08-28T08:22:26Z', 'revision_number': 4, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'subnets': [{'id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:27.829491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd75b5-58aa-443a-ae68-ecb70d2ee793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8006f69f-6526-47bc-a95a-306c29357686,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:27.856773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-01d745d6-3bdf-42fb-a373-b1114266fa11 service neutron] 10.222.0.46 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034763 Aug 28 08:22:27.860840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] For port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:27.865378 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] For port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:27.892279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83f166-5f6f-455b-ba4c-e084ef500dee None None] The sync data for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 is: [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '85292480-3b67-4f58-a6d1-4675fd4272de', 'name': '', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'mac_address': 'fa:16:3e:75:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:17Z', 'updated_at': '2021-08-28T08:22:26Z', 'revision_number': 4, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'subnets': [{'id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:27.904268 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ace8b9-02e4-4176-b574-d8bbf0245544 None None] Pushing event updated for resources: {'Port': ['ID=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:27.933290 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:28.111933 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:28.121860 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:28.202763 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ace8b9-02e4-4176-b574-d8bbf0245544 None None] Pushing event updated for resources: {'Port': ['ID=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:28.203281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:28.210489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4593-bde3-48cd-a685-8a1071f4c66d req-87d84612-3c02-4935-84c7-d6d7e83dc119 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:28.212636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da6a4593-bde3-48cd-a685-8a1071f4c66d req-87d84612-3c02-4935-84c7-d6d7e83dc119 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 950 time: 0.0711324 Aug 28 08:22:28.313885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da6a4593-bde3-48cd-a685-8a1071f4c66d req-c9e630db-a191-41a6-9f9b-ab4639343bba tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Aug 28 08:22:28.344226 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:28.357660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85292480-3b67-4f58-a6d1-4675fd4272de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:28.575587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Allocated IP 172.20.0.1 (cd4abac3-327a-40d1-9e1a-6a83d154829d/243593f2-4d96-4a11-bf22-e9f7dccf0445/f383ae4c-77ea-40a5-9012-45fb449dedcc) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:28.639512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 85292480-3b67-4f58-a6d1-4675fd4272de completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:28.649483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 85292480-3b67-4f58-a6d1-4675fd4272de triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:28.649483 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:28.773473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-43795606-171e-484b-af12-dbb49c0f485b req-14eea6a7-283a-47e0-bcb8-a1eaab71addb tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0627189 Aug 28 08:22:28.872840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:23Z', 'revision_number': 3, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:28.878858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:28.943377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Transition to ACTIVE for port object f383ae4c-77ea-40a5-9012-45fb449dedcc will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:28.983071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b43c40-cbb1-4bbd-b8aa-f9bd6a216631 None None] The sync data for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 is: [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:23Z', 'revision_number': 3, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:29.060720 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:29.161787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 85292480-3b67-4f58-a6d1-4675fd4272de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85292480-3b67-4f58-a6d1-4675fd4272de,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:29.174833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:29.215552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b68aa16-3d6f-4269-be18-dccc6a0cae95 req-392dca84-4442-442a-8968-c9aa8bc33eb1 tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0465107 Aug 28 08:22:29.267432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Network cd4abac3-327a-40d1-9e1a-6a83d154829d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:29.271403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:29.286502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:29.306705 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:29.368378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Pushing event updated for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:29.423988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:29.500331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:29.813817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:29.929430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.014056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7e8b9777-713a-4ba7-8344-828177018399 None None] Provisioning for port f383ae4c-77ea-40a5-9012-45fb449dedcc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:30.018466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7e8b9777-713a-4ba7-8344-828177018399 None None] Provisioning complete for port f383ae4c-77ea-40a5-9012-45fb449dedcc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:30.019250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9777-713a-4ba7-8344-828177018399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.074625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3161bc4-9636-4577-a5f2-5259361d480c req-83c17187-5bc6-4941-8b7a-93c6b38c169d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0763991 Aug 28 08:22:30.080354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b9777-713a-4ba7-8344-828177018399 None None] Port f383ae4c-77ea-40a5-9012-45fb449dedcc cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:22:30.134056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:30.139206 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.170318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:30.170726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fa6c171d-74c2-4b01-8b6c-b64ca66cc2ae not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:30.312613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.388315 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa52e94c-103a-468e-80be-e95c72627d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.417366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:30.435088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-621a2053-55d9-4d90-8a7e-17f4287e4057 req-da618055-c1cb-410a-b7b5-637019ed41ab tempest-VolumesAdminNegativeTest-1046896973 tempest-VolumesAdminNegativeTest-1046896973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0536900 Aug 28 08:22:30.450636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Pushing event updated for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:30.454951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.461138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49046) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:30.530763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Deleting subnet e650ffd2-c1f9-46a2-a128-e171a169bb65 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:30.534597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.568365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Network cd4abac3-327a-40d1-9e1a-6a83d154829d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:30.571935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:30.574071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.624012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.628058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:30.632636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:30.632903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.735415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:30.757666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.778187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:22:30.783602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:30.844644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.906315 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.907221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85292480-3b67-4f58-a6d1-4675fd4272de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:30.918382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e650ffd2-c1f9-46a2-a128-e171a169bb65,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:30.925588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:30.929377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f9f5ecb8-a55e-4f3f-ba6a-25cc624f5fba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e650ffd2-c1f9-46a2-a128-e171a169bb65 HTTP/1.1" status: 204 len: 168 time: 0.4665129 Aug 28 08:22:30.932442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49060) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:30.941560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'networks': [{'name': 'tempest-network--1862630902'}, {'name': 'tempest-network--550142063'}]} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:30.942264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-network--1862630902'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:30.942494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-network--550142063'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:30.967665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6ea3a7ea-bb1f-4274-9a5e-4167042287e3 None None] Provisioning complete for port f383ae4c-77ea-40a5-9012-45fb449dedcc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:30.969213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a7ea-bb1f-4274-9a5e-4167042287e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.017621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:22:31.027665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f2fb9e81-3e84-4014-a690-d6a65ae54667 admin admin] 10.222.0.46 "PUT /v2.0/routers/33d7c3ac-14c6-41d9-94ed-a3fddc18b23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440627 Aug 28 08:22:31.088505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:31.106724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3a7ea-bb1f-4274-9a5e-4167042287e3 None None] Port f383ae4c-77ea-40a5-9012-45fb449dedcc cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:22:31.112880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.113507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.113688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.114270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.114824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.115481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.116417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.117528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.118189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.118812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.119989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.120559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.121227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:31.130923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'network': 2} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:31.137481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.143437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 85292480-3b67-4f58-a6d1-4675fd4272de triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:31.144745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.164364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.296874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49080) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:31.489862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.492252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-98b213f6-acbc-4be9-ba33-c1d66a63c015 req-c2717501-e526-4c71-a9a3-d4a70c3d5f66 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0582635 Aug 28 08:22:31.495372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.509035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed3827e-b79b-463e-bc02-ba14d2a22893']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:31.522255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:31.522776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a7b6bc-1e16-479f-8c98-d125380a5ef7') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:31.536238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a75a0fec-8227-403a-90a4-a4b7cd487a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.543063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.568827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.576302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:31.576686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:31.578931 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:31.591248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:31.595710 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.596183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.760330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2afc59a-433a-4335-85c9-7ab62c70f2c6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:31.760787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.770865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.775738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.783574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:31.790342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.792336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eed3827e-b79b-463e-bc02-ba14d2a22893 HTTP/1.1" status: 204 len: 168 time: 0.8582146 Aug 28 08:22:31.793975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f2ca-0ad1-4474-be28-a48eaf278aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed3827e-b79b-463e-bc02-ba14d2a22893,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:31.795379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.795839 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment 18e280a0-0d85-48db-93fd-e0db2ffa8ccc of type vlan for network 24d2276a-d17a-4706-9d16-495683116545 Aug 28 08:22:31.808580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:31.826175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:31.828554 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dce031d-ee38-4450-ad83-99156d1ab806" -d '{"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-unplugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:31.856860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:31.873468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.882599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Deleting subnet 8ff42dab-5041-4680-ae8d-c36df9d9cb01 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:31.887133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.924077 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62968ac3-b36e-4ca8-868a-7f3f57439858 x-openstack-request-id: req-62968ac3-b36e-4ca8-868a-7f3f57439858 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:31.924373 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-unplugged", "status": "completed", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:31.924804 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62968ac3-b36e-4ca8-868a-7f3f57439858 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:31.925204 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'code': 200} Aug 28 08:22:31.942163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.947732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a75a0fec-8227-403a-90a4-a4b7cd487a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.947732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:31.957167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:31.957531 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment bcd6e2fe-3c7f-4848-983f-5146241a03c2 of type vlan for network 2aa1dbfb-5077-4dd2-8d13-8f054292a0cd Aug 28 08:22:31.963331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.064291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.076289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.078853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a75a0fec-8227-403a-90a4-a4b7cd487a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.113792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.164208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a75a0fec-8227-403a-90a4-a4b7cd487a53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7abbbc55b1a44a378d090c5589d1b50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8656929 Aug 28 08:22:32.166083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a0fec-8227-403a-90a4-a4b7cd487a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312ff4a-7309-4cff-bd98-8fa072e55928,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.175587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-a895d86f-642e-4889-8236-6908c0316e5a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.175587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-a895d86f-642e-4889-8236-6908c0316e5a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.39 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 810 time: 0.1726737 Aug 28 08:22:32.175587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49126) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:32.221229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Request body: {'port': {'device_id': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'admin_state_up': True, 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:32.250956 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.251487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.258457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.264045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.264199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.332953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.347410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:32.379265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.394685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:32.395242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.427027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=24d2276a-d17a-4706-9d16-495683116545,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.429261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.450501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 24d2276a-d17a-4706-9d16-495683116545 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:32.470915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff42dab-5041-4680-ae8d-c36df9d9cb01,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.477791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.488413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8e4ba0c2-993a-47f3-a74d-5fb9bf2a00a0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8ff42dab-5041-4680-ae8d-c36df9d9cb01 HTTP/1.1" status: 204 len: 168 time: 0.6791384 Aug 28 08:22:32.488970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49140) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:32.582025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.624271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=2aa1dbfb-5077-4dd2-8d13-8f054292a0cd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.642830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2aa1dbfb-5077-4dd2-8d13-8f054292a0cd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:32.657841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d27094b-3228-4409-a5a2-58e61f9c4b0b req-eb37e03e-2c4a-4618-a4a0-ae74148df6b6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0502126 Aug 28 08:22:32.659660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a204a120-81de-4535-aecc-63f9f726faea tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9258196 Aug 28 08:22:32.663461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49144) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:32.743869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.763823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c6b5fa-6ce5-42d5-8504-909645b77588']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:32.769266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4929caa0-8202-4559-8af8-b6f1088818c3') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:32.769630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4929caa0-8202-4559-8af8-b6f1088818c3') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:32.780427 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.796769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.810756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:32.811137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:32.813395 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:32.877226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423185-2a14-46d3-a23e-ac5ad31e2368 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.883731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423185-2a14-46d3-a23e-ac5ad31e2368 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.889539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423185-2a14-46d3-a23e-ac5ad31e2368 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.895559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423185-2a14-46d3-a23e-ac5ad31e2368 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:32.897312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f423185-2a14-46d3-a23e-ac5ad31e2368 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2311330 Aug 28 08:22:32.900946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49146) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:32.911236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.913704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.914924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1312ff4a-7309-4cff-bd98-8fa072e55928 HTTP/1.1" status: 204 len: 168 time: 0.7355382 Aug 28 08:22:32.915619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Made reservation on behalf of 1afe1438c9074bdd95541d15fff36d5f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:32.919320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:32.980561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514828-6992-48ac-8b94-f6adb1a40b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312ff4a-7309-4cff-bd98-8fa072e55928,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:32.985358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Sync routers for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:22:33.006493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:33.007439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:33.045925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.090545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.099691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.104741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] 10.222.0.46 "DELETE /v2.0/networks/07c6b5fa-6ce5-42d5-8504-909645b77588 HTTP/1.1" status: 204 len: 168 time: 0.6171572 Aug 28 08:22:33.115676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca6aa5-ea54-4cb4-8277-873933cb137b admin admin] Pushing event deleted for resources: {'Network': ['ID=07c6b5fa-6ce5-42d5-8504-909645b77588,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:33.194776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:33.240056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.263635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d2276a-d17a-4706-9d16-495683116545']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:33.273150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Allocated IP 172.20.0.8 (ec40f5f0-babc-4241-8a4c-a8d225831136/d0a8240c-453a-4544-9440-54d05db67ae8/d127b63a-a98c-4d0a-a445-4c2d8dde890c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:33.276214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e280a0-0d85-48db-93fd-e0db2ffa8ccc') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:33.276510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e280a0-0d85-48db-93fd-e0db2ffa8ccc') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:33.293271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.315377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.337451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:33.337451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:33.398179 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:33.448066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 2, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:33.476783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Checking router: 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:22:33.477147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Updating router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f port f383ae4c-77ea-40a5-9012-45fb449dedcc binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:22:33.515145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.562181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.594804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.602934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.604843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/24d2276a-d17a-4706-9d16-495683116545 HTTP/1.1" status: 204 len: 168 time: 0.7029386 Aug 28 08:22:33.608761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:33.628945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:22:33.634903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371382c1-832f-458a-9123-9cafbe2a3a5d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=24d2276a-d17a-4706-9d16-495683116545,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:33.697779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.751517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Network ec40f5f0-babc-4241-8a4c-a8d225831136 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:33.756264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:33.759497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:33.816939 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:22:33.823865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.824343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:33.825016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.838275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:33.854979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49190) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:33.860683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'mac_address': 'fa:16:3e:ff:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:22:33.895136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:33.912510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.920684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Pushing event updated for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:33.930545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:22:33.938408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-dd0cf241-fbcc-4c95-a290-d156e174f400 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7243705 Aug 28 08:22:33.952536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-116d452a-4b2c-4f82-953b-d2b159c31417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:33.952837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:33.953312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ec08f944-eb08-45f6-9ac1-39fecd2c2b28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3af356425eb74f7983ab8690fe62558a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963058 Aug 28 08:22:33.956190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49210) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:33.960749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Request body: {'port': {'device_id': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:34.014481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.033369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Transition to ACTIVE for port object f383ae4c-77ea-40a5-9012-45fb449dedcc will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:34.056156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6b5d-dd58-44a3-b9de-01be492caba5 req-c847e098-ceb3-4915-806f-4932b88233d9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:34.058008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d0a6b5d-dd58-44a3-b9de-01be492caba5 req-c847e098-ceb3-4915-806f-4932b88233d9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 931 time: 0.2274845 Aug 28 08:22:34.067813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.082547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.085939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.093935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa1dbfb-5077-4dd2-8d13-8f054292a0cd']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:34.118740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd6e2fe-3c7f-4848-983f-5146241a03c2') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:34.119016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd6e2fe-3c7f-4848-983f-5146241a03c2') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:34.141704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.155601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.168111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.193185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.200218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d0a6b5d-dd58-44a3-b9de-01be492caba5 req-d88b4a6d-89d2-4d13-8575-e46ff13607fe tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297851 Aug 28 08:22:34.207721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:34.208351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:34.212324 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:34.256880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.258986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:34.320075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:22:34.521664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.527813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.533046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/2aa1dbfb-5077-4dd2-8d13-8f054292a0cd HTTP/1.1" status: 204 len: 168 time: 0.9239678 Aug 28 08:22:34.538020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49230) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:34.570172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d836-82c9-41fa-a752-4122563e6c6e None None] Pushing event updated for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:34.576756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.588156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.598860 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4788d85-6015-4062-96a7-d0f45d92bbbd HTTP/1.1" status: 204 len: 168 time: 0.5911705 Aug 28 08:22:34.603306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Attempting to bind port f383ae4c-77ea-40a5-9012-45fb449dedcc on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:34.606009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d127b63a-a98c-4d0a-a445-4c2d8dde890c {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:22:34.610354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Attempting to bind port f383ae4c-77ea-40a5-9012-45fb449dedcc by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:34.610671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Attempting to bind port f383ae4c-77ea-40a5-9012-45fb449dedcc on network cd4abac3-327a-40d1-9e1a-6a83d154829d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:34.616800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.650375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd130a-55cb-4c4f-b098-5a108004f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4788d85-6015-4062-96a7-d0f45d92bbbd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:34.652858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Transition to ACTIVE for port object d127b63a-a98c-4d0a-a445-4c2d8dde890c will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:34.661993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1430de-81ec-4057-8da2-60cb66af29e7 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=2aa1dbfb-5077-4dd2-8d13-8f054292a0cd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:34.666946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:34.670194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Checking segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:34.670777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.671256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Bound using segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:34.672512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Bound port: f383ae4c-77ea-40a5-9012-45fb449dedcc, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:34.672841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.742517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.858629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:34.872381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] For port f383ae4c-77ea-40a5-9012-45fb449dedcc, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:34.886807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] For port f383ae4c-77ea-40a5-9012-45fb449dedcc, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f383ae4c-77ea-40a5-9012-45fb449dedcc,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:34.930064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Pushing event updated for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:34.946563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Attempting to bind port d127b63a-a98c-4d0a-a445-4c2d8dde890c on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:34.946563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Attempting to bind port d127b63a-a98c-4d0a-a445-4c2d8dde890c by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:34.946563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Attempting to bind port d127b63a-a98c-4d0a-a445-4c2d8dde890c on network ec40f5f0-babc-4241-8a4c-a8d225831136 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:34.949125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Port d127b63a-a98c-4d0a-a445-4c2d8dde890c on network ec40f5f0-babc-4241-8a4c-a8d225831136 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:34.949781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Attempting to bind port d127b63a-a98c-4d0a-a445-4c2d8dde890c on network ec40f5f0-babc-4241-8a4c-a8d225831136 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:34.955752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:34.956754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Checking segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:34.957210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Bound using segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:34.957731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Bound port: d127b63a-a98c-4d0a-a445-4c2d8dde890c, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:34.958395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.038022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:35.041878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:35.063407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.152277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.166665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:22:35.168023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:22:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:35.222309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.261441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-116d452a-4b2c-4f82-953b-d2b159c31417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.336685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.338984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.352828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] 10.222.0.39 "PUT /v2.0/ports/d127b63a-a98c-4d0a-a445-4c2d8dde890c HTTP/1.1" status: 200 len: 1092 time: 1.3876190 Aug 28 08:22:35.379143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-116d452a-4b2c-4f82-953b-d2b159c31417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.379420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:35.395961 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a5ea9-0263-4693-8bae-122980c8d7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:35.468256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89f01-e518-4be5-b954-0388ebd1d9dc service neutron] Pushing event updated for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:35.527922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba157130-d3d7-41c1-8398-cf866a0c0bf2 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.531724 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb9c214-d59d-429e-8563-c0637dfbcd52 x-openstack-request-id: req-0fb9c214-d59d-429e-8563-c0637dfbcd52 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:35.532034 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:35.532314 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fb9c214-d59d-429e-8563-c0637dfbcd52 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:35.533090 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c', 'status': 'completed', 'code': 200} Aug 28 08:22:35.544563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba157130-d3d7-41c1-8398-cf866a0c0bf2 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.546591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba157130-d3d7-41c1-8398-cf866a0c0bf2 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9943607 Aug 28 08:22:35.557910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49262) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:35.558147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d836-82c9-41fa-a752-4122563e6c6e None None] Pushing event updated for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:35.579094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1595199377'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:35.586929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d452a-4b2c-4f82-953b-d2b159c31417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d4510-a612-4c63-9b6e-96199416a6de,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:35.614887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-116d452a-4b2c-4f82-953b-d2b159c31417 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1abe4380c42d4b53b7a9f54e341afd06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7185125 Aug 28 08:22:35.618722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49266) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:35.664716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:35.698330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7cecb-5622-4a48-9687-5439327d0f3a req-2866ae1b-bdb0-4d28-bdbc-c1dbde920e26 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.707105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fc7cecb-5622-4a48-9687-5439327d0f3a req-2866ae1b-bdb0-4d28-bdbc-c1dbde920e26 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 943 time: 0.2473674 Aug 28 08:22:35.720399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-29599f59-39cd-4ce1-a78c-2f75c9dd3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.721559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.722774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-29599f59-39cd-4ce1-a78c-2f75c9dd3bb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 1095 time: 0.1685727 Aug 28 08:22:35.756116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:22:35.762742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:35.768501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.772248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.798597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fc7cecb-5622-4a48-9687-5439327d0f3a req-00f2363c-4ba0-4ce7-9f76-11e26801cddc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892577 Aug 28 08:22:35.824042 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-90cf523a-4b7f-40d0-b4b2-b7520ac108a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c HTTP/1.1" status: 200 len: 217 time: 0.0770509 Aug 28 08:22:35.926890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-f3cca477-d560-442b-b8a4-93978052d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:35.928524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-f3cca477-d560-442b-b8a4-93978052d64c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.0950227 Aug 28 08:22:35.934860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:35.935231 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.965029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.967921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:35.969192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec3d4510-a612-4c63-9b6e-96199416a6de HTTP/1.1" status: 204 len: 168 time: 0.3490870 Aug 28 08:22:35.972879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49278) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:35.989175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:35.997814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e069c6-916e-4320-9877-a5b47ff19eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d4510-a612-4c63-9b6e-96199416a6de,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:36.001805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.002371 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment 62d48779-6b9a-4129-b248-419b53d98bca of type vlan for network ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d Aug 28 08:22:36.086765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.092179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e4062f0-d44f-43d7-8ac9-1581c5affe88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5019253bdaf44ba5b6bedfae0b12db99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177292 Aug 28 08:22:36.094089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49282) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:36.125990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-2be5283a-d467-4aee-971c-51efeea5c41d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845694 Aug 28 08:22:36.204162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.257337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.298897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.359075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:36.363735 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561a5ff0-79aa-4d27-b47e-5779b664c25c" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:36.425969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:36.458370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:34Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:36.546140 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b298b527-4f55-4144-9656-870ab585b5a9 x-openstack-request-id: req-b298b527-4f55-4144-9656-870ab585b5a9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:36.546442 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-plugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:36.546689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b298b527-4f55-4144-9656-870ab585b5a9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:36.547102 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'code': 200} Aug 28 08:22:36.548853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23afbdb-b858-4b18-b4ff-10805d203bdd None None] The sync data for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 is: [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:34Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:22:36.616317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.618603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.622904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.629929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a804135-c8f6-4009-83b4-2dd56b807dc9 HTTP/1.1" status: 204 len: 168 time: 0.5295725 Aug 28 08:22:36.686440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8933fa9-5231-4d1d-8e44-3899f1e15ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a804135-c8f6-4009-83b4-2dd56b807dc9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:36.842859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.859994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:36.861437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:36.939830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:37.035476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-7285fd17-189f-4172-8530-cd7ea717a1af service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8957584 Aug 28 08:22:37.140935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:37.157037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:37.199386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f09a8e-312e-4a79-ae57-12a73d41f61a req-9a2bcbd4-3d72-4bb1-b1ba-18d6ab437125 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:37.217797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a650a0ed-1b88-47d5-adeb-946a915e899e tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6567464 Aug 28 08:22:37.218560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49304) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:37.218788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8f09a8e-312e-4a79-ae57-12a73d41f61a req-9a2bcbd4-3d72-4bb1-b1ba-18d6ab437125 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 943 time: 0.1852493 Aug 28 08:22:37.227592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-164650614'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:37.304198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7ae51d77-1ac7-4a2e-88a9-531857631dfe req-62acb8ce-345a-4a2f-a837-3dae3c69ca79 service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566042 Aug 28 08:22:37.338793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8f09a8e-312e-4a79-ae57-12a73d41f61a req-37c91317-d45f-483d-8107-4900d4084618 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173608 Aug 28 08:22:37.385742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:37.390475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:37.465027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:37.488892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:37.489520 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment 72aee9a7-7825-4dc2-b779-d72d46edf4e5 of type vlan for network a403ca71-5fc0-4ade-87ba-13a86ff88fb8 Aug 28 08:22:37.553642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:37.748523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-39b8b9ce-6e79-431a-98f3-7105e927736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:37.755577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-39b8b9ce-6e79-431a-98f3-7105e927736f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 1095 time: 0.1531286 Aug 28 08:22:37.837519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:37.848593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:37.850783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:38.135307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:38.146335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9237440 Aug 28 08:22:38.157807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'ports': [{'network_id': 'ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d', 'name': 'tempest-port--1293720162', 'admin_state_up': True}, {'network_id': 'a403ca71-5fc0-4ade-87ba-13a86ff88fb8', 'admin_state_up': False}]} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:38.159373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'port': {'network_id': 'ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d', 'name': 'tempest-port--1293720162', 'admin_state_up': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:38.167569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'port': {'network_id': 'a403ca71-5fc0-4ade-87ba-13a86ff88fb8', 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:38.239558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dd348-490f-40eb-80ca-82a0a7576010 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=a403ca71-5fc0-4ade-87ba-13a86ff88fb8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:38.273107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a403ca71-5fc0-4ade-87ba-13a86ff88fb8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:38.311310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-060bcc23-6de2-4637-8320-be9e42408a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:38.315574 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-060bcc23-6de2-4637-8320-be9e42408a3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 911 time: 0.5528319 Aug 28 08:22:38.551819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-e6d2a345-4154-4928-9c99-14aabd6e13b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c HTTP/1.1" status: 200 len: 217 time: 0.2219152 Aug 28 08:22:38.555267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f383ae4c-77ea-40a5-9012-45fb449dedcc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:38.715333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-a50e7c44-ef31-4d06-a513-54c7cf462485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:38.718042 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-a50e7c44-ef31-4d06-a513-54c7cf462485 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.1574130 Aug 28 08:22:38.837476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f383ae4c-77ea-40a5-9012-45fb449dedcc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:38.838241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f383ae4c-77ea-40a5-9012-45fb449dedcc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:38.838619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:38.861107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-e646e800-27dc-4ae9-89c3-c77ae5204458 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285753 Aug 28 08:22:38.967248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebaebf-ab6f-4d5f-b3cd-db3757150424 req-a94529ff-fe13-4dd4-835d-cbc649b5ba0e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:38.982978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4ebaebf-ab6f-4d5f-b3cd-db3757150424 req-a94529ff-fe13-4dd4-835d-cbc649b5ba0e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 943 time: 0.2548549 Aug 28 08:22:39.069913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-8145988d-3002-4b49-ac4a-f4a71abdeda9 service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992891 Aug 28 08:22:39.075462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:39.172794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f383ae4c-77ea-40a5-9012-45fb449dedcc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f383ae4c-77ea-40a5-9012-45fb449dedcc,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:39.183944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4ebaebf-ab6f-4d5f-b3cd-db3757150424 req-5c84a620-42b9-46c5-80a5-f33044caf375 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378863 Aug 28 08:22:39.200232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'port': 2} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:39.220927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:39.242981 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:39.259921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b7a5ea9-0263-4693-8bae-122980c8d7fe req-bc1a7dfc-ca77-44e7-897b-1e4925153da4 service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767552 Aug 28 08:22:39.272311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:39.440500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] device_id is not set on port b47753a0-c6c7-413a-93fc-f4029cac1cef yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:39.473147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:39.651562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:39.788822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] device_id is not set on port 21b4857a-e4f7-4452-b4f8-040ffc380e22 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:22:40.004994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:40.208878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:40.326740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f383ae4c-77ea-40a5-9012-45fb449dedcc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:40.399013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Port': ['ID=b47753a0-c6c7-413a-93fc-f4029cac1cef,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:40.433690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Checking segment: {'id': '62d48779-6b9a-4129-b248-419b53d98bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:40.434071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network hostable DHCP agents. Network: ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:40.485732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f383ae4c-77ea-40a5-9012-45fb449dedcc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:40.486603 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:40.541797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:40.619622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:40.633802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:40.635158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:40.637965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525599e-ecbb-424c-8900-c0e1cf0b07c4 None None] Network ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:40.799361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Port': ['ID=21b4857a-e4f7-4452-b4f8-040ffc380e22,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:40.810987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Checking segment: {'id': '72aee9a7-7825-4dc2-b779-d72d46edf4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a403ca71-5fc0-4ade-87ba-13a86ff88fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:40.811501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network hostable DHCP agents. Network: a403ca71-5fc0-4ade-87ba-13a86ff88fb8, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:40.960254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network a403ca71-5fc0-4ade-87ba-13a86ff88fb8 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:41.094632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a403ca71-5fc0-4ade-87ba-13a86ff88fb8) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:41.099303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:41.104573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949aa4a-9111-4d96-b576-48982fe1c2d5 None None] Network a403ca71-5fc0-4ade-87ba-13a86ff88fb8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:41.114250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:41.122653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:41.123383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:41.333009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba6d2478-6343-45b7-bf19-f621608c320d tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1781516 Aug 28 08:22:41.333717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49386) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:41.448040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abe740-e805-4314-9d28-a0efd82e821f tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:41.455186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abe740-e805-4314-9d28-a0efd82e821f tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:41.460592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27abe740-e805-4314-9d28-a0efd82e821f tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1374106 Aug 28 08:22:41.462165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49388) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:41.634919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting port b47753a0-c6c7-413a-93fc-f4029cac1cef {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:41.635283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:41.742652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:41.764525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Calling delete_port for b47753a0-c6c7-413a-93fc-f4029cac1cef owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:42.177018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d127b63a-a98c-4d0a-a445-4c2d8dde890c details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:22:42.296211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:42.315618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'port_id': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c', 'mac_address': 'fa:16:3e:1c:8d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:22:42.369880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.382999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d127b63a-a98c-4d0a-a445-4c2d8dde890c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:22:42.407146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:42.494709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.528004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Port': ['ID=b47753a0-c6c7-413a-93fc-f4029cac1cef,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:42.532185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.534183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb677528-c1cd-467c-9df0-352e76ea7cc4 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/ports/b47753a0-c6c7-413a-93fc-f4029cac1cef HTTP/1.1" status: 204 len: 168 time: 1.0704710 Aug 28 08:22:42.536750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49392) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:42.610630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.642759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting port 21b4857a-e4f7-4452-b4f8-040ffc380e22 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:42.642759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.664843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:42.720081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:42.738027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Calling delete_port for 21b4857a-e4f7-4452-b4f8-040ffc380e22 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:42.979791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.014562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Port': ['ID=21b4857a-e4f7-4452-b4f8-040ffc380e22,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:43.026504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.028803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a1fcaab-7689-43ca-81b2-e1067e067d91 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/ports/21b4857a-e4f7-4452-b4f8-040ffc380e22 HTTP/1.1" status: 204 len: 168 time: 0.4908023 Aug 28 08:22:43.031042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49398) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:43.093509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a68a1bd2-4622-4221-bfe1-a4e69ecacd47 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0599992 Aug 28 08:22:43.096907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49400) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:43.103042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-270288184'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:43.152033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d127b63a-a98c-4d0a-a445-4c2d8dde890c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:22:43.280191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:43.284255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.333050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:43.346788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.347235 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment 842dadf8-bcb1-4054-a812-6711d7b10f96 of type vlan for network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 Aug 28 08:22:43.407540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.497372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.503029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:43.509403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.590581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=72cf81b8-52cb-4f51-a7c0-39bf0ad84173,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:43.602975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:43.640452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49404) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:43.641262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-001a950c-a9e8-4c25-8f8c-faa16c4f964b tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5424430 Aug 28 08:22:43.646472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-967675057'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:43.774038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:43.779753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.812028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:22:43.831954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:43.838533 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Added segment ee957944-6af3-484d-8cb0-9bdd1d9ee566 of type vlan for network d1bb8517-fea4-4be9-a406-810fe2e6a388 Aug 28 08:22:43.907490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:44.050843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:44.057249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:44.058372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:44.170975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Network': ['ID=d1bb8517-fea4-4be9-a406-810fe2e6a388,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:44.189202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:22:44.262875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1428ccff-e638-4772-92b2-f0d599287fda tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6208563 Aug 28 08:22:46.179735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d127b63a-a98c-4d0a-a445-4c2d8dde890c up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:46.356735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port d127b63a-a98c-4d0a-a445-4c2d8dde890c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:46.361730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port d127b63a-a98c-4d0a-a445-4c2d8dde890c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:46.362439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:46.478265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:46.520669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:46.524535 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660595a3-3ba3-4eb2-858b-fb240aecc28c" -d '{"events": [{"server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "name": "network-vif-plugged", "status": "completed", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:46.555299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:46.688079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:46.779461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:47.699277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:47.706081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'subnets': [{'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1826739228', 'ip_version': 6}, {'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:47.706721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'subnet': {'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1826739228', 'ip_version': 6}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:47.707653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Request body: {'subnet': {'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:48.028425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Made reservation on behalf of 2d8fa68b5339412580caf16ec623177c for: {'subnet': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:48.034320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:48.034677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:48.782178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:48.868460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Checking segment: {'id': '842dadf8-bcb1-4054-a812-6711d7b10f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:48.869266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network hostable DHCP agents. Network: 72cf81b8-52cb-4f51-a7c0-39bf0ad84173, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:48.880476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Subnet': ['ID=cf5bb1b7-17ec-4d31-b765-4a9230b04faa,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:49.327908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:49.425206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 72cf81b8-52cb-4f51-a7c0-39bf0ad84173) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:49.431412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:49.442379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e33072-f96b-485a-8e7c-fa9f928d1c5c None None] Network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:49.515798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event updated for resources: {'Subnet': ['ID=e41cd2d6-b6a7-433c-8e3e-d7485e4539e6,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:49.529083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Checking segment: {'id': 'ee957944-6af3-484d-8cb0-9bdd1d9ee566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:49.529771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network hostable DHCP agents. Network: d1bb8517-fea4-4be9-a406-810fe2e6a388, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:22:49.635893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-72cf81b8-52cb-4f51-a7c0-39bf0ad84173', 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173', 'tenant_id': '2d8fa68b5339412580caf16ec623177c', 'fixed_ips': [{'subnet_id': 'cf5bb1b7-17ec-4d31-b765-4a9230b04faa'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:22:49.636776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:49.687956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:22:49.795725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Allocated IP 2001:db8::1 (72cf81b8-52cb-4f51-a7c0-39bf0ad84173/cf5bb1b7-17ec-4d31-b765-4a9230b04faa/59646f43-1405-4a46-9291-aac56d18b5df) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:49.798972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d1bb8517-fea4-4be9-a406-810fe2e6a388) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:49.809492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:49.809492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:49.809492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:49.817382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877bbd1-7bb7-4d3c-b92f-8098b20fd19c None None] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:49.970085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aeb8c599-cbdf-4ec8-930a-5ae369755ee5 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2686989 Aug 28 08:22:49.974015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49430) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:50.091786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9580734-b2e7-4c1a-abb9-aa70c7ad0359 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:50.093658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9580734-b2e7-4c1a-abb9-aa70c7ad0359 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:50.095236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9580734-b2e7-4c1a-abb9-aa70c7ad0359 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:50.097311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9580734-b2e7-4c1a-abb9-aa70c7ad0359 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1218178 Aug 28 08:22:50.114703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49432) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:50.221180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting subnet cf5bb1b7-17ec-4d31-b765-4a9230b04faa {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:50.343574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d1bb8517-fea4-4be9-a406-810fe2e6a388', 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388', 'tenant_id': '2d8fa68b5339412580caf16ec623177c', 'fixed_ips': [{'subnet_id': 'e41cd2d6-b6a7-433c-8e3e-d7485e4539e6'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:22:50.344528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.390257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.403537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Transition to ACTIVE for port object 59646f43-1405-4a46-9291-aac56d18b5df will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:50.423248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Transition to ACTIVE for port object 59646f43-1405-4a46-9291-aac56d18b5df will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:50.604544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.610256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.660598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.695272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:50.702533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:50.704311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Pushing event updated for resources: {'Port': ['ID=59646f43-1405-4a46-9291-aac56d18b5df,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:50.706900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:50.743912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Allocated IP 2001:db8:0:1::1 (d1bb8517-fea4-4be9-a406-810fe2e6a388/e41cd2d6-b6a7-433c-8e3e-d7485e4539e6/cb7dcab0-d8a5-415b-8c03-f6d599eed92a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:50.766414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.801392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Attempting to bind port 59646f43-1405-4a46-9291-aac56d18b5df on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:50.801783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Attempting to bind port 59646f43-1405-4a46-9291-aac56d18b5df by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '842dadf8-bcb1-4054-a812-6711d7b10f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:50.802137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Attempting to bind port 59646f43-1405-4a46-9291-aac56d18b5df on network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:50.831543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:50.831925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Checking segment: {'id': '842dadf8-bcb1-4054-a812-6711d7b10f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:50.832333 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.832774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Bound using segment: {'id': '842dadf8-bcb1-4054-a812-6711d7b10f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:50.833254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Bound port: 59646f43-1405-4a46-9291-aac56d18b5df, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842dadf8-bcb1-4054-a812-6711d7b10f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72cf81b8-52cb-4f51-a7c0-39bf0ad84173'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:50.833644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.915341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.925042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] For port 59646f43-1405-4a46-9291-aac56d18b5df, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:50.926248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] For port 59646f43-1405-4a46-9291-aac56d18b5df, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=59646f43-1405-4a46-9291-aac56d18b5df,segment=NetworkSegment(842dadf8-bcb1-4054-a812-6711d7b10f96),segment_id=842dadf8-bcb1-4054-a812-6711d7b10f96)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:50.963965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5bb1b7-17ec-4d31-b765-4a9230b04faa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:50.963965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:50.963965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/subnets/cf5bb1b7-17ec-4d31-b765-4a9230b04faa HTTP/1.1" status: 204 len: 168 time: 0.8430295 Aug 28 08:22:50.969312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49438) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:50.971413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.971883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.972096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.972430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.972759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.973085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.973405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.973727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.974044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.974393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.974917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:50.975248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c975aa-b920-49ec-8b53-fabf040a4097 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:51.022379 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.034036 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.038231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting subnet e41cd2d6-b6a7-433c-8e3e-d7485e4539e6 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:22:51.038424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Transition to ACTIVE for port object cb7dcab0-d8a5-415b-8c03-f6d599eed92a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:51.094306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Transition to ACTIVE for port object cb7dcab0-d8a5-415b-8c03-f6d599eed92a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:51.110352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1741174-4e34-44b9-bbda-9ead02772778 None None] Pushing event updated for resources: {'Port': ['ID=59646f43-1405-4a46-9291-aac56d18b5df,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:51.167850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.168540 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.229827 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.233621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:51.235033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Pushing event updated for resources: {'Port': ['ID=cb7dcab0-d8a5-415b-8c03-f6d599eed92a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:51.238174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:51.240345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:51.343626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Attempting to bind port cb7dcab0-d8a5-415b-8c03-f6d599eed92a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:51.343626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Attempting to bind port cb7dcab0-d8a5-415b-8c03-f6d599eed92a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ee957944-6af3-484d-8cb0-9bdd1d9ee566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:51.343626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Attempting to bind port cb7dcab0-d8a5-415b-8c03-f6d599eed92a on network d1bb8517-fea4-4be9-a406-810fe2e6a388 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:51.351593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:51.352122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Checking segment: {'id': 'ee957944-6af3-484d-8cb0-9bdd1d9ee566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:51.352775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.353469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Bound using segment: {'id': 'ee957944-6af3-484d-8cb0-9bdd1d9ee566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:51.354241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Bound port: cb7dcab0-d8a5-415b-8c03-f6d599eed92a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee957944-6af3-484d-8cb0-9bdd1d9ee566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd1bb8517-fea4-4be9-a406-810fe2e6a388'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:51.354674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.447626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] For port cb7dcab0-d8a5-415b-8c03-f6d599eed92a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:51.454423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] For port cb7dcab0-d8a5-415b-8c03-f6d599eed92a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cb7dcab0-d8a5-415b-8c03-f6d599eed92a,segment=NetworkSegment(ee957944-6af3-484d-8cb0-9bdd1d9ee566),segment_id=ee957944-6af3-484d-8cb0-9bdd1d9ee566)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:51.515225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-a042bc63-7c42-4aaf-a6d6-32a30c6245e6 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266030 Aug 28 08:22:51.568812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.584895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.606955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aee51b-a9f6-411e-bf26-8167a91ab8e2 req-82a98c8b-5ffd-4ce9-82b8-a4fc7f18e921 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:51.608262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38aee51b-a9f6-411e-bf26-8167a91ab8e2 req-82a98c8b-5ffd-4ce9-82b8-a4fc7f18e921 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0583248 Aug 28 08:22:51.671497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ee92-f22d-4402-838e-63a176ad8ceb None None] Pushing event updated for resources: {'Port': ['ID=cb7dcab0-d8a5-415b-8c03-f6d599eed92a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:51.682283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38aee51b-a9f6-411e-bf26-8167a91ab8e2 req-1dfa6fa2-7d4b-413e-abe1-278eb3b1fcb8 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614240 Aug 28 08:22:51.722710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-63e3b071-1c33-4eb8-a28c-12669c31dd91 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:51.724380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-63e3b071-1c33-4eb8-a28c-12669c31dd91 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031419 Aug 28 08:22:51.743162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-6299d16a-16fa-46af-a876-da0cdc548453 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/quotas/f81e5dc0c18c4baa8b5077dfb7b46ad3 HTTP/1.1" status: 200 len: 375 time: 0.0123589 Aug 28 08:22:51.787378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-0b313aad-a3bc-4b3d-ba9c-6f89041cf31c tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339503 Aug 28 08:22:51.789031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.818083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Subnet': ['ID=e41cd2d6-b6a7-433c-8e3e-d7485e4539e6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:51.822457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:51.826793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3b56f02-4131-4ef1-a200-9419606ebb97 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/subnets/e41cd2d6-b6a7-433c-8e3e-d7485e4539e6 HTTP/1.1" status: 204 len: 168 time: 0.8547637 Aug 28 08:22:51.827688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:51.985285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf9a53-9cd5-4a48-b1d2-416f4c3a99b1 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:51.992261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:51.994334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19bf9a53-9cd5-4a48-b1d2-416f4c3a99b1 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1651335 Aug 28 08:22:52.159888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:52.232755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting port cb7dcab0-d8a5-415b-8c03-f6d599eed92a {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:52.233095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:52.336040 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189209e5-2b27-449b-8ea7-58743b875286 x-openstack-request-id: req-189209e5-2b27-449b-8ea7-58743b875286 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:52.340651 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "name": "network-vif-plugged", "status": "completed", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:52.340651 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-189209e5-2b27-449b-8ea7-58743b875286 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:52.340651 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c', 'code': 200} Aug 28 08:22:52.432200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] For port cb7dcab0-d8a5-415b-8c03-f6d599eed92a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=cb7dcab0-d8a5-415b-8c03-f6d599eed92a,segment=NetworkSegment(ee957944-6af3-484d-8cb0-9bdd1d9ee566),segment_id=ee957944-6af3-484d-8cb0-9bdd1d9ee566)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:52.432200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:52.448097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Calling delete_port for cb7dcab0-d8a5-415b-8c03-f6d599eed92a owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:52.613772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-431f06e3-4a4a-4e25-ae64-066784bba9cb req-29cb3717-89bf-4500-9edd-73d3c7a489c6 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0498989 Aug 28 08:22:52.622366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 59646f43-1405-4a46-9291-aac56d18b5df up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:52.644141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639a9c-cd85-4148-9722-e566d44424aa req-2483c670-36c3-4d7f-b54f-fdecac7a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:52.645937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04639a9c-cd85-4148-9722-e566d44424aa req-2483c670-36c3-4d7f-b54f-fdecac7a8a2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 1097 time: 0.1595242 Aug 28 08:22:52.671086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:52.703951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b3a9e-03d0-4235-9f29-42a5915114fc req-d970977d-c165-455f-b91f-50aff7e3169d tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:52.706389 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd0b3a9e-03d0-4235-9f29-42a5915114fc req-d970977d-c165-455f-b91f-50aff7e3169d tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 950 time: 0.1427305 Aug 28 08:22:52.716616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac19b1-928d-4fc4-b52a-c7bbe7d27c0e None None] Network 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:52.734305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04639a9c-cd85-4148-9722-e566d44424aa req-48fe27e5-49b9-4fd0-aefe-1e97500708bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774395 Aug 28 08:22:52.757843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] No DVR routers for this DVR port cb7dcab0-d8a5-415b-8c03-f6d599eed92a on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:52.767493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Port': ['ID=cb7dcab0-d8a5-415b-8c03-f6d599eed92a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:52.786375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cd0b3a9e-03d0-4235-9f29-42a5915114fc req-9792cc94-6bf6-4395-ba0f-d7a70316a091 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 Aug 28 08:22:52.844729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 59646f43-1405-4a46-9291-aac56d18b5df completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:52.897353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb7dcab0-d8a5-415b-8c03-f6d599eed92a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:22:52.927401 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: cb7dcab0-d8a5-415b-8c03-f6d599eed92a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:52.927680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb7dcab0-d8a5-415b-8c03-f6d599eed92a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 08:22:52.958799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port cb7dcab0-d8a5-415b-8c03-f6d599eed92a not found, will not notify nova. {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 08:22:52.971184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:52.977082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Provisioning for port 59646f43-1405-4a46-9291-aac56d18b5df completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:52.994271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bb8517-fea4-4be9-a406-810fe2e6a388']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:53.008882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee957944-6af3-484d-8cb0-9bdd1d9ee566') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:53.009204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee957944-6af3-484d-8cb0-9bdd1d9ee566') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:53.032388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.046302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad4da-fb40-4881-90ec-25e17cfd3e62 req-7325beec-a2a5-4bec-a8eb-ee6f122f6964 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:53.048438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c5ad4da-fb40-4881-90ec-25e17cfd3e62 req-7325beec-a2a5-4bec-a8eb-ee6f122f6964 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1612415 Aug 28 08:22:53.077862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Provisioning complete for port 59646f43-1405-4a46-9291-aac56d18b5df triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:53.078278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.101182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.114988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:53.115458 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:53.119586 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:53.204145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c5ad4da-fb40-4881-90ec-25e17cfd3e62 req-a46f04c0-02fb-4dbc-be46-f4b9e04d14a7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293185 Aug 28 08:22:53.294743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.324952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.328129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] DHCP port deletion for 72cf81b8-52cb-4f51-a7c0-39bf0ad84173 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:22:53.329006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/d1bb8517-fea4-4be9-a406-810fe2e6a388 HTTP/1.1" status: 204 len: 168 time: 1.3354831 Aug 28 08:22:53.333096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49524) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:53.352236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddc301-6ee1-4cfc-acf1-25433cd9e14a tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=d1bb8517-fea4-4be9-a406-810fe2e6a388,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:53.411643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.414512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b722be-52f9-426f-afd1-dc2720dc29db None None] DHCP port deletion for d1bb8517-fea4-4be9-a406-810fe2e6a388 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:22:53.451631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeafeef-265d-40aa-a1b2-d9d1ab14ea78 None None] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:22:53.472960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeafeef-265d-40aa-a1b2-d9d1ab14ea78 None None] Network d1bb8517-fea4-4be9-a406-810fe2e6a388 could not be found, it might have been deleted concurrently. {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 08:22:53.494823 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.505485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] For port 59646f43-1405-4a46-9291-aac56d18b5df, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=59646f43-1405-4a46-9291-aac56d18b5df,segment=NetworkSegment(842dadf8-bcb1-4054-a812-6711d7b10f96),segment_id=842dadf8-bcb1-4054-a812-6711d7b10f96)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:53.516467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Deleting port 59646f43-1405-4a46-9291-aac56d18b5df {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:53.516859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.579843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Deleting port 59646f43-1405-4a46-9291-aac56d18b5df {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:22:53.580156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.618833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] For port 59646f43-1405-4a46-9291-aac56d18b5df, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=59646f43-1405-4a46-9291-aac56d18b5df,segment=NetworkSegment(842dadf8-bcb1-4054-a812-6711d7b10f96),segment_id=842dadf8-bcb1-4054-a812-6711d7b10f96)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:53.619498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.638891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Calling delete_port for 59646f43-1405-4a46-9291-aac56d18b5df owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:53.644086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.747219 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52601e5a-35dd-42f8-89d2-8e3b5383b856 req-3fb983aa-8e49-4b02-9681-ffd04704ab76 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0481787 Aug 28 08:22:53.756613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] For port 59646f43-1405-4a46-9291-aac56d18b5df, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=59646f43-1405-4a46-9291-aac56d18b5df,segment=NetworkSegment(842dadf8-bcb1-4054-a812-6711d7b10f96),segment_id=842dadf8-bcb1-4054-a812-6711d7b10f96)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:53.757027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.779714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4b2edbe1-0288-44df-86cc-7c197b287f29 None None] Could not find standard attr ID for object cb7dcab0-d8a5-415b-8c03-f6d599eed92a. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:22:53.781390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Calling delete_port for 59646f43-1405-4a46-9291-aac56d18b5df owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:22:53.807688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db619433-5b06-4195-9b35-0a7e592c234a None None] Pushing event updated for resources: {'Port': ['ID=59646f43-1405-4a46-9291-aac56d18b5df,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:53.951976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.968306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:53.985252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] Pushing event deleted for resources: {'Port': ['ID=59646f43-1405-4a46-9291-aac56d18b5df,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:53.991734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b44bb4-55d8-47ba-bfc6-c5331362f7c5 None None] No DVR routers for this DVR port 59646f43-1405-4a46-9291-aac56d18b5df on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:54.032967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Port': ['ID=59646f43-1405-4a46-9291-aac56d18b5df,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:54.047531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] No DVR routers for this DVR port 59646f43-1405-4a46-9291-aac56d18b5df on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:22:54.147914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.160485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf81b8-52cb-4f51-a7c0-39bf0ad84173']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.175977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842dadf8-bcb1-4054-a812-6711d7b10f96') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.177232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842dadf8-bcb1-4054-a812-6711d7b10f96') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.191432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.216598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.240784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:54.241275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:54.266906 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:54.345519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 59646f43-1405-4a46-9291-aac56d18b5df no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:54.372514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992ee6b-ddf9-44b9-bc74-c91f4f3b1f45 req-53218de5-aea9-436f-9d0a-3658004d9abb tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:54.374770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5992ee6b-ddf9-44b9-bc74-c91f4f3b1f45 req-53218de5-aea9-436f-9d0a-3658004d9abb tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0757043 Aug 28 08:22:54.409799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 59646f43-1405-4a46-9291-aac56d18b5df {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:54.409799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 59646f43-1405-4a46-9291-aac56d18b5df not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:54.422509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb7dcab0-d8a5-415b-8c03-f6d599eed92a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:54.444551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: cb7dcab0-d8a5-415b-8c03-f6d599eed92a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:22:54.445743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device cb7dcab0-d8a5-415b-8c03-f6d599eed92a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:22:54.466832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5992ee6b-ddf9-44b9-bc74-c91f4f3b1f45 req-8e9f8114-c12b-462a-8e87-78c750abadce tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Aug 28 08:22:54.468459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.478152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.480747 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/72cf81b8-52cb-4f51-a7c0-39bf0ad84173 HTTP/1.1" status: 204 len: 168 time: 1.1464424 Aug 28 08:22:54.485316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:54.499045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefad28d-f3d0-44f0-8865-97eafce066af tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=72cf81b8-52cb-4f51-a7c0-39bf0ad84173,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:54.602995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.719460 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.739360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a403ca71-5fc0-4ade-87ba-13a86ff88fb8']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.752493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72aee9a7-7825-4dc2-b779-d72d46edf4e5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.752783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72aee9a7-7825-4dc2-b779-d72d46edf4e5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:54.762851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.779847 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.787182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:54.787808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:54.791639 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:54.864781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2891b418-f7b0-47f1-8042-f261941319d3 req-033e3da5-b57e-47ce-833c-51df13db911e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0365870 Aug 28 08:22:54.987468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49690) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:55.128722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcc65ed1-b9b5-4c0b-ab83-eb6b9886fcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.307349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.318978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.322150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/a403ca71-5fc0-4ade-87ba-13a86ff88fb8 HTTP/1.1" status: 204 len: 168 time: 0.8344436 Aug 28 08:22:55.325032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:55.349612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759d12-a37b-4ad0-ab93-743ec6827c14 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=a403ca71-5fc0-4ade-87ba-13a86ff88fb8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:55.438180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.448342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcc65ed1-b9b5-4c0b-ab83-eb6b9886fcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.547429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.567738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:55.592649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d48779-6b9a-4129-b248-419b53d98bca') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:55.592951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d48779-6b9a-4129-b248-419b53d98bca') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:22:55.599525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcc65ed1-b9b5-4c0b-ab83-eb6b9886fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.604468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.630950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.641017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caa516-0333-4a89-a3d4-253494a23d2d req-251a511a-96cd-4a87-92b7-62e1d73dcdb7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:55.642873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44caa516-0333-4a89-a3d4-253494a23d2d req-251a511a-96cd-4a87-92b7-62e1d73dcdb7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0926223 Aug 28 08:22:55.649353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:22:55.650039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.650537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bcc65ed1-b9b5-4c0b-ab83-eb6b9886fcdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1f5ddd7061e482588ed0ec29ef97dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617973 Aug 28 08:22:55.651471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49750) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:55.652178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc65ed1-b9b5-4c0b-ab83-eb6b9886fcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41f3fb-f73d-4afd-8ecf-23eabc7069e1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:22:55.654261 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:22:55.693478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.727304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.737165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:22:55.758526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.759074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44caa516-0333-4a89-a3d4-253494a23d2d req-d44f119b-5889-4761-80ef-b9b96548777b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Aug 28 08:22:55.879419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.907392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:55.910399 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc7bc8-d892-4009-9e35-8dd634feda0d" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:55.921777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.930142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:55.931369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] 10.222.0.46 "DELETE /v2.0/networks/ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d HTTP/1.1" status: 204 len: 168 time: 0.6053085 Aug 28 08:22:55.931830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:22:55.949455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1fdd9-dc16-49fc-a375-c9494ba32b09 tempest-BulkNetworkOpsIpV6Test-834082878 tempest-BulkNetworkOpsIpV6Test-834082878-project] Pushing event deleted for resources: {'Network': ['ID=ad0b8c5c-6d0e-4ab7-a12d-1638e784bf3d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:56.072063 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.072063 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.072063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b41f3fb-f73d-4afd-8ecf-23eabc7069e1 HTTP/1.1" status: 204 len: 168 time: 0.4041111 Aug 28 08:22:56.072063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c238b-7f74-4211-ad35-1a2ca7d36f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41f3fb-f73d-4afd-8ecf-23eabc7069e1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:56.108061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.174905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-2263e863-4469-40b3-8b75-faae94e4f995 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298016 Aug 28 08:22:56.181843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:56.394220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-5d1dd5c5-9616-47ec-a618-3fbb0acce9e8 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:56.395819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-5d1dd5c5-9616-47ec-a618-3fbb0acce9e8 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147543 Aug 28 08:22:56.424077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Request body: {'port': {'device_id': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'f81e5dc0c18c4baa8b5077dfb7b46ad3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:56.682104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Made reservation on behalf of f81e5dc0c18c4baa8b5077dfb7b46ad3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:56.686025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.695825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.706841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:56.806851 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.889521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7494da51-f231-4eb3-be56-13a83699d642 req-737f0169-0968-4360-b668-0a2b6ee5361a tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0311241 Aug 28 08:22:56.939294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:56.989442 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dec984-a80e-427b-b245-56e67d4265c2 x-openstack-request-id: req-75dec984-a80e-427b-b245-56e67d4265c2 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:22:56.990908 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:22:56.991408 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75dec984-a80e-427b-b245-56e67d4265c2 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:22:56.992124 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'code': 200} Aug 28 08:22:56.999503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3aff5e95-4b75-40ac-8e9a-7fa2a2132dce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d8fa68b5339412580caf16ec623177c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883008 Aug 28 08:22:56.999870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:57.061508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c411ea-5213-4683-8d4e-5b033814186f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:57.083242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.124477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.441568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-262b48d7-40f1-453e-b2be-76e8d9c5ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:57.443136 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-262b48d7-40f1-453e-b2be-76e8d9c5ac5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 1097 time: 0.4333920 Aug 28 08:22:57.450451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.453866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.455881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77b81-92b1-4319-bb31-21c0b0d66cda req-d7b01f3e-a4e3-4c53-aebe-985cad4ecc6a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:57.456064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2afc59a-433a-4335-85c9-7ab62c70f2c6 HTTP/1.1" status: 204 len: 168 time: 0.4544842 Aug 28 08:22:57.470978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b1c77b81-92b1-4319-bb31-21c0b0d66cda req-d7b01f3e-a4e3-4c53-aebe-985cad4ecc6a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.4111538 Aug 28 08:22:57.471260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:57.478312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2afc59a-433a-4335-85c9-7ab62c70f2c6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:57.492275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb29-e1be-4a95-9fc4-a74d667f678c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.495480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.496084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.496426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.496776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.497142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.497467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.498016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.498544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.499049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.499374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.499701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.500055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57669ed-d624-4b59-bcfd-f70c5d8b2d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:22:57.517005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Allocated IP 192.168.233.251 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/b5d80d86-6b5a-4a69-86b7-7b97854f501d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:22:57.541510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f69b5e3f-ed72-45d3-ace8-361f072cc463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.584374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b1c77b81-92b1-4319-bb31-21c0b0d66cda req-17d73a91-7236-4b87-9249-8831c147ffdf tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177478 Aug 28 08:22:57.687941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-e5fdfa22-91d1-42d6-a460-2d7552a1cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:57.689464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-e5fdfa22-91d1-42d6-a460-2d7552a1cf8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 911 time: 0.2238727 Aug 28 08:22:57.709840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb29-e1be-4a95-9fc4-a74d667f678c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.755724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-47e42e3a-b85a-49ff-9203-63e049b0c552 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c HTTP/1.1" status: 200 len: 217 time: 0.0395048 Aug 28 08:22:57.812275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb29-e1be-4a95-9fc4-a74d667f678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.848555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-0424ca54-dc77-444f-9042-86ad3bed56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:57.850051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-0424ca54-dc77-444f-9042-86ad3bed56b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.0820863 Aug 28 08:22:57.891685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-db1bcb29-e1be-4a95-9fc4-a74d667f678c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94af1abaf4384e2bad29b7de186de644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165823 Aug 28 08:22:57.892622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49832) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:57.921438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:57.929123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-05e6c112-7221-4321-854f-6075202f693c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700469 Aug 28 08:22:57.956747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bcb29-e1be-4a95-9fc4-a74d667f678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afddb74f-00bd-464c-8ac8-70bff320f0e1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:58.012946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Transition to ACTIVE for port object b5d80d86-6b5a-4a69-86b7-7b97854f501d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:58.084554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cb94d6e-1594-4bb6-9c30-adbf17050795 req-8625ac07-ddba-499a-874d-b2d4c8203670 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0493398 Aug 28 08:22:58.130203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.152538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-65bd17b9-f9bc-4294-b901-4b4c5ea17326 service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092526 Aug 28 08:22:58.174372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.259078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.317731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:22:58.337137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:22:58.342773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:22:58.359105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.362280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.366932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afddb74f-00bd-464c-8ac8-70bff320f0e1 HTTP/1.1" status: 204 len: 168 time: 0.4704232 Aug 28 08:22:58.381022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12def747-1d4c-447c-8179-c47e3150b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afddb74f-00bd-464c-8ac8-70bff320f0e1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:58.401541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:58.403140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.428347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:58.462837 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6f6e0c-20b3-4d34-970d-89bc0321ccf4 req-f76a0c66-466c-45ee-b183-5007abcb8b8a service neutron] 10.222.0.39 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915623 Aug 28 08:22:58.533359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-27be70f1-bc1f-4f69-bf54-4824b560681d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1131678 Aug 28 08:22:58.565799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Request body: {'port': {'device_id': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:58.644178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:58.789973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099490a-6b74-4885-a122-07d61bfd1137 req-418a8df9-fff5-4ce5-bc3d-44cb3ceb1db7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:58.797912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7099490a-6b74-4885-a122-07d61bfd1137 req-418a8df9-fff5-4ce5-bc3d-44cb3ceb1db7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0765169 Aug 28 08:22:58.863057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7099490a-6b74-4885-a122-07d61bfd1137 req-de7bc483-38ee-4779-b863-c444012b312a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Aug 28 08:22:58.949306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-89197b0a-5113-4ecb-acd7-e501c01775df None None] Provisioning for port b5d80d86-6b5a-4a69-86b7-7b97854f501d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:22:58.950343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-89197b0a-5113-4ecb-acd7-e501c01775df None None] Provisioning complete for port b5d80d86-6b5a-4a69-86b7-7b97854f501d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:22:58.950343 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89197b0a-5113-4ecb-acd7-e501c01775df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.031770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-89197b0a-5113-4ecb-acd7-e501c01775df None None] Port b5d80d86-6b5a-4a69-86b7-7b97854f501d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:22:59.089273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:22:59.097343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.111044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Transition to ACTIVE for port object b5d80d86-6b5a-4a69-86b7-7b97854f501d will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:22:59.486977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd16d7-915e-426f-8a55-a5da6c078188 req-e1cf3990-769c-4dd0-a62a-89f7d892112e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:59.486977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cfd16d7-915e-426f-8a55-a5da6c078188 req-e1cf3990-769c-4dd0-a62a-89f7d892112e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 936 time: 0.0802252 Aug 28 08:22:59.489905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.494465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cfd16d7-915e-426f-8a55-a5da6c078188 req-ebbc3e5f-731b-4e80-92cc-ffa3084e7eb9 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Aug 28 08:22:59.494746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:22:59.495036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49904) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Attempting to bind port b5d80d86-6b5a-4a69-86b7-7b97854f501d on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Attempting to bind port b5d80d86-6b5a-4a69-86b7-7b97854f501d by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Attempting to bind port b5d80d86-6b5a-4a69-86b7-7b97854f501d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Port b5d80d86-6b5a-4a69-86b7-7b97854f501d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Attempting to bind port b5d80d86-6b5a-4a69-86b7-7b97854f501d on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Bound port: b5d80d86-6b5a-4a69-86b7-7b97854f501d, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:22:59.495563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.546033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1970124308'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:22:59.638866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:22:59.643257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:22:59.774991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:22:59.778821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.798367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.891588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.932123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:22:59.932450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.932887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.934316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] 10.222.0.64 "PUT /v2.0/ports/b5d80d86-6b5a-4a69-86b7-7b97854f501d HTTP/1.1" status: 200 len: 1097 time: 1.3748603 Aug 28 08:22:59.934899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:22:59.937378 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b5831e-f7a5-4dea-8b6c-b642922de1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:22:59.939513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:22:59.966133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab7f71-2991-4f6a-9a33-d1875fccc985 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:00.018657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076f85-ed39-4a0b-84d6-000e73782f8f req-f56807ea-da54-4485-980a-e009f979cf14 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.020260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4076f85-ed39-4a0b-84d6-000e73782f8f req-f56807ea-da54-4485-980a-e009f979cf14 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0628555 Aug 28 08:23:00.070707 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4076f85-ed39-4a0b-84d6-000e73782f8f req-16d8ceca-893a-41de-8667-bf4e356432ee tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Aug 28 08:23:00.119016 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335eddd9-bb63-499f-b2ae-76fd1e55deea x-openstack-request-id: req-335eddd9-bb63-499f-b2ae-76fd1e55deea {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:00.119520 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:00.119622 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-335eddd9-bb63-499f-b2ae-76fd1e55deea {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:00.120064 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'status': 'completed', 'code': 200} Aug 28 08:23:00.156854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.166584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:00.198758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:00.219772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.220260 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 946e1d2b-e644-4f6c-8a0c-689941742be2 of type vlan for network c00b9202-738e-45f2-8e56-2777254e444c Aug 28 08:23:00.225212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943ce2e6-1eda-4cbf-9570-943b53bb4608,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:00.274241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5831e-f7a5-4dea-8b6c-b642922de1e5 req-3d7b384d-9e08-4951-ae79-78bb43bdbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.276812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59b5831e-f7a5-4dea-8b6c-b642922de1e5 req-3d7b384d-9e08-4951-ae79-78bb43bdbeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 1100 time: 0.0900090 Aug 28 08:23:00.287933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.299500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16353869-0c62-4326-8d61-19bf98628b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.335996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59b5831e-f7a5-4dea-8b6c-b642922de1e5 req-17ce6300-19f3-4d06-b7ef-6c9ecb727133 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375471 Aug 28 08:23:00.342683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-network', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:00.448128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.454004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.454683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.468223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5831e-f7a5-4dea-8b6c-b642922de1e5 req-652f5e8e-0500-442e-a8c7-de085984b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.470001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59b5831e-f7a5-4dea-8b6c-b642922de1e5 req-652f5e8e-0500-442e-a8c7-de085984b548 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230338 Aug 28 08:23:00.544174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=c00b9202-738e-45f2-8e56-2777254e444c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:00.554619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e6d85-2a2c-4d22-94cc-c4be1a546c67 req-bc25b745-a06a-4024-832f-d2755c00d081 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.555103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network c00b9202-738e-45f2-8e56-2777254e444c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:00.556301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c9e6d85-2a2c-4d22-94cc-c4be1a546c67 req-bc25b745-a06a-4024-832f-d2755c00d081 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 948 time: 0.1449113 Aug 28 08:23:00.586486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-7e2dc309-73fb-49f5-9c97-c5edc727ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.588109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-7e2dc309-73fb-49f5-9c97-c5edc727ec0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 1100 time: 0.0510712 Aug 28 08:23:00.595798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Made reservation on behalf of d390fb91a6ea457fad985ced00d44397 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:00.595798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.606161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:00.619042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c9e6d85-2a2c-4d22-94cc-c4be1a546c67 req-251f3737-8394-452c-9c88-3c52713b0b25 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Aug 28 08:23:00.661211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-bb5f152d-7334-452d-ac93-9017f700edf9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d HTTP/1.1" status: 200 len: 217 time: 0.0526745 Aug 28 08:23:00.717664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-fd7324bf-7415-4946-ba35-306e71911975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.719168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-fd7324bf-7415-4946-ba35-306e71911975 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0469608 Aug 28 08:23:00.755754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c50a018-f181-4393-86d2-aa31233e3dab tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3558817 Aug 28 08:23:00.776146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-012760d8-3b58-4d78-a55d-bfadc59592c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:00.777679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-012760d8-3b58-4d78-a55d-bfadc59592c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510681 Aug 28 08:23:00.941816 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-399977ca-63ec-4a61-9bd7-a878deaee2df service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526937 Aug 28 08:23:00.954254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.048129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44f915f4-44e1-42d0-933e-94c02c1daf9f req-4f741b94-f839-4e48-9a41-19f27b5b1532 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935898 Aug 28 08:23:01.062120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.092301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:01.107643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:01.114929 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.115388 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Added segment e78dc2a3-f18d-463b-a472-4c5e52936899 of type vlan for network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba Aug 28 08:23:01.160857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.212895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a79266-5663-48e8-a3b2-b1584035d7b6 req-f3c10b44-65f0-40cc-b306-e879cd684ac7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:01.214425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29a79266-5663-48e8-a3b2-b1584035d7b6 req-f3c10b44-65f0-40cc-b306-e879cd684ac7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0528157 Aug 28 08:23:01.257112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29a79266-5663-48e8-a3b2-b1584035d7b6 req-265ceb17-7813-4a15-ae16-e4351da54ab7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 Aug 28 08:23:01.375938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.377052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:01.377748 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.438361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] Pushing event updated for resources: {'Network': ['ID=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:01.448537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:01.700230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7493fb5c-4201-461d-9931-18072083b4cc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5323813 Aug 28 08:23:01.713042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49976) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:01.713042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Request body: {'subnet': {'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-subnet', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:01.762509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da7d2a-882e-47d7-adce-e08ac8eeb29c req-c38b3832-9efb-4e91-bf23-d2c1dee08542 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:01.764164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3da7d2a-882e-47d7-adce-e08ac8eeb29c req-c38b3832-9efb-4e91-bf23-d2c1dee08542 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 948 time: 0.0680726 Aug 28 08:23:01.820130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:01.853404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Made reservation on behalf of d390fb91a6ea457fad985ced00d44397 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:01.856354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:02.029477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3da7d2a-882e-47d7-adce-e08ac8eeb29c req-6286b522-dc48-4139-bbf9-3a3945cf8271 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587202 Aug 28 08:23:02.159285 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:02.229283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a349cbae-065e-476d-8b47-5adb11515e25,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:02.238514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Checking segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:02.238889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Network hostable DHCP agents. Network: 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:02.392971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401b68-2cea-4850-a454-d7c7442e1c2a req-81567b0e-ee22-482b-bbbe-43d5c25539c2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:02.396027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c401b68-2cea-4850-a454-d7c7442e1c2a req-81567b0e-ee22-482b-bbbe-43d5c25539c2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Aug 28 08:23:02.436099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c401b68-2cea-4850-a454-d7c7442e1c2a req-96b8d41c-2f21-4734-a66e-d0bedd83c461 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Aug 28 08:23:02.468854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:02.764614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:02.772514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:02.773296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:02.780381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a2052-599f-474e-9522-867ce845ccc1 None None] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:02.949141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e315377a-db8f-406b-b1ed-dc53cea67876 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2449732 Aug 28 08:23:02.952457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:02.957659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:03.004794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'fixed_ips': [{'subnet_id': 'a349cbae-065e-476d-8b47-5adb11515e25'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:03.005706 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.112743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.114133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.163502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Allocated IP 172.20.0.2 (6f8bcf9c-b2e8-46a5-8635-54df9fe371ba/a349cbae-065e-476d-8b47-5adb11515e25/f5cff091-7816-43e9-99d4-dcc1e4a6c3b8) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:03.192946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73e69-d1e6-4a64-979a-5fdf94687ccb req-011e76e8-c914-4e86-9ae0-7ebe15b6d6ff tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:03.201702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21e73e69-d1e6-4a64-979a-5fdf94687ccb req-011e76e8-c914-4e86-9ae0-7ebe15b6d6ff tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 948 time: 0.0786598 Aug 28 08:23:03.234789 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.239658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21e73e69-d1e6-4a64-979a-5fdf94687ccb req-f4269383-fa53-454b-880f-d10c615fbbdf tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369132 Aug 28 08:23:03.378819 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.479470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.524501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Transition to ACTIVE for port object f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:03.546884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Transition to ACTIVE for port object f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:03.579420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc3cef-0399-42ea-815e-d158fc32f69e req-37e5c2a5-7057-4634-bb35-1c84f4fb4c86 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:03.581499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40fc3cef-0399-42ea-815e-d158fc32f69e req-37e5c2a5-7057-4634-bb35-1c84f4fb4c86 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.0662851 Aug 28 08:23:03.617817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d2b-11eb-4a94-80d2-5c9dfebf97d2 req-1ec51deb-8f81-4506-b1a0-66c1affea58b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:03.619367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce8a3d2b-11eb-4a94-80d2-5c9dfebf97d2 req-1ec51deb-8f81-4506-b1a0-66c1affea58b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0978568 Aug 28 08:23:03.633517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40fc3cef-0399-42ea-815e-d158fc32f69e req-22f9bec2-b761-4056-be47-860462c9897b tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Aug 28 08:23:03.664991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.698628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce8a3d2b-11eb-4a94-80d2-5c9dfebf97d2 req-efd85267-d58e-4c85-aefc-6a43288f2a6b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670023 Aug 28 08:23:03.764678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:03.766773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:23:03.770459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Pushing event updated for resources: {'Port': ['ID=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:03.778588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:03.782283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:03.882104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.901730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Attempting to bind port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:03.902110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Attempting to bind port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:03.902507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Attempting to bind port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 on network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:03.911224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:03.911764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Checking segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:03.912372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.912780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Bound using segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:03.913333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Bound port: f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:03.913726 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:03.932181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.015427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:04.034246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] For port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:04.036782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'mac_address': 'fa:16:3e:36:08:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:23:04.050540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] For port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:04.067527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Allocated IP 172.25.0.252 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:04.094049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.108838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:23:04.130179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:04.158913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:04.164842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:04.180572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.320572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.324378 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.379364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522ff4b-583d-4729-90db-bcf2d9530f5e req-4b7b8fee-48eb-44b9-89b8-c3f701093d16 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:04.381250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8522ff4b-583d-4729-90db-bcf2d9530f5e req-4b7b8fee-48eb-44b9-89b8-c3f701093d16 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 949 time: 0.0592852 Aug 28 08:23:04.390927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.393846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61cb45-5b8a-4c0f-9786-6a342ad679bd None None] Pushing event updated for resources: {'Port': ['ID=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:04.460086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:04.471738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:04.482147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:04.499191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:04.515904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Pushing event updated for resources: {'Port': ['ID=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:04.523296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8522ff4b-583d-4729-90db-bcf2d9530f5e req-ed00d5b7-0f7a-4367-873e-cc9587bf406a tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293719 Aug 28 08:23:04.539129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:04.543003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.670054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b5d80d86-6b5a-4a69-86b7-7b97854f501d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:23:04.758987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:04.859330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d4f1-3a86-4700-80b7-e37f218e00dc req-2a2fb57e-78a5-4e83-9e9f-7c606228d5a9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:04.861308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37e3d4f1-3a86-4700-80b7-e37f218e00dc req-2a2fb57e-78a5-4e83-9e9f-7c606228d5a9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0653069 Aug 28 08:23:04.883148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbb98f-9f18-4bc6-b4db-3dfc50475fc1 req-e3addde8-debc-47ae-a182-63fdeb3f564f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:04.884750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4abbb98f-9f18-4bc6-b4db-3dfc50475fc1 req-e3addde8-debc-47ae-a182-63fdeb3f564f tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.1065345 Aug 28 08:23:04.949636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4abbb98f-9f18-4bc6-b4db-3dfc50475fc1 req-f965bdda-5ef1-493c-8267-fe59927c32b7 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529389 Aug 28 08:23:04.953562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37e3d4f1-3a86-4700-80b7-e37f218e00dc req-343a4ad4-7bce-419e-929d-d2aeabc0ee04 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835342 Aug 28 08:23:04.985059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.024888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.051949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:05.085358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '946e1d2b-e644-4f6c-8a0c-689941742be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:05.085358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: c00b9202-738e-45f2-8e56-2777254e444c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:05.125027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.222903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network c00b9202-738e-45f2-8e56-2777254e444c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:05.263581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.393032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, c00b9202-738e-45f2-8e56-2777254e444c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:05.412430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6a511-a853-4fe5-96a4-e57e7fe517ae None None] Network c00b9202-738e-45f2-8e56-2777254e444c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:05.412548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:05.412548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.450253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142bb44-7a75-47ef-8726-1580d2d24d0a None None] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:05.517118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-9c6c12a8-f004-4b47-a004-d4915205e1c0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:05.518655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-9c6c12a8-f004-4b47-a004-d4915205e1c0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.0571237 Aug 28 08:23:05.562984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Router dd047f4a-429a-40da-a7d1-38896bcaa15b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:23:05.631472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9900708e-09bb-4546-a693-2dcc5abdf67e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4714649 Aug 28 08:23:05.635602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50028) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:05.642159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22172710'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:05.665406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6dd57183-7c10-4845-8055-9e67334d1d9f None None] Provisioning for port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:05.700055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Deleting port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:05.710515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.735731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:23:05.745315 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Sync routers for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:23:05.757993 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:05.758248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:05.781790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabe865-a3d3-4519-a905-067fb8ca2d7c req-0efb267f-9afd-4de7-89f5-c50c1da13db7 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:05.782019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-c00b9202-738e-45f2-8e56-2777254e444c', 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:05.783985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.784530 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cabe865-a3d3-4519-a905-067fb8ca2d7c req-0efb267f-9afd-4de7-89f5-c50c1da13db7 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 949 time: 0.1384528 Aug 28 08:23:05.786168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:05.821256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:05.825012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.901192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cabe865-a3d3-4519-a905-067fb8ca2d7c req-1c92b013-913a-401e-8dbd-7ee36be77882 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Aug 28 08:23:05.917795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:05.921200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] For port 0eeeb81e-85b7-4805-be1c-7f4dc895b132, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0eeeb81e-85b7-4805-be1c-7f4dc895b132,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:05.921686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.924316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:05.946958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Calling delete_port for 0eeeb81e-85b7-4805-be1c-7f4dc895b132 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:05.949250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:05.949760 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 60a5f9c2-dee7-43c3-a9c6-219acbcbe222 of type vlan for network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 Aug 28 08:23:06.022569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.022569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2849a4ab-efb8-4306-af5c-17f8310c1d4e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0655048 Aug 28 08:23:06.022569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50034) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:06.099601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.162561 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:04Z', 'revision_number': 3, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:06.238263 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Checking router: dd047f4a-429a-40da-a7d1-38896bcaa15b for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:23:06.238621 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Updating router dd047f4a-429a-40da-a7d1-38896bcaa15b port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:23:06.288208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b5d80d86-6b5a-4a69-86b7-7b97854f501d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:06.294717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b5d80d86-6b5a-4a69-86b7-7b97854f501d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:06.295102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.296389 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.373884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be793-d781-4bed-aad7-96161b9bcc4f req-2963dac7-467b-44ba-b75c-2a16fe686929 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:06.384468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.390099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:06.390692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.397089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718be793-d781-4bed-aad7-96161b9bcc4f req-2963dac7-467b-44ba-b75c-2a16fe686929 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2092118 Aug 28 08:23:06.421532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Allocated IP 2001:db8:0:ffff::2 (c00b9202-738e-45f2-8e56-2777254e444c/9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2/646f213f-d300-437b-82a1-717de94e1d7c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:06.470635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05dcb0-50f3-412e-b80e-8304feb43eb4 req-0c9ccca5-e7ff-4c45-aaf3-6b2700803dfb tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:06.471795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:06.478468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef05dcb0-50f3-412e-b80e-8304feb43eb4 req-0c9ccca5-e7ff-4c45-aaf3-6b2700803dfb tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 948 time: 0.3864515 Aug 28 08:23:06.512902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=8a0ddc90-e3be-41b7-aef8-d0f4119f0b65,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:06.542492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef05dcb0-50f3-412e-b80e-8304feb43eb4 req-c6136086-7e5c-48a4-a2f4-9b89524d67fa tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565500 Aug 28 08:23:06.545162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.592225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:06.607006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-718be793-d781-4bed-aad7-96161b9bcc4f req-678a0678-ea44-4791-bcde-dbbf60138f3e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103198 Aug 28 08:23:06.624656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7ae0ab80-54db-4998-bfe7-2a6b7bde9171 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9877388 Aug 28 08:23:06.635185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Pushing event deleted for resources: {'Port': ['ID=0eeeb81e-85b7-4805-be1c-7f4dc895b132,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:06.653226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50040) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:06.659598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:06.675658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.759696 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.763277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] No DVR routers for this DVR port 0eeeb81e-85b7-4805-be1c-7f4dc895b132 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:06.771002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.774287 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Transition to ACTIVE for port object a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:06.774718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1564e32-3c0e-4896-b4b3-faebe6268b42 req-28f86d05-617a-4811-9abe-44ced203d6ab tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "DELETE /v2.0/ports/0eeeb81e-85b7-4805-be1c-7f4dc895b132 HTTP/1.1" status: 204 len: 173 time: 1.2488601 Aug 28 08:23:06.775110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-deleted', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:06.779489 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a1b015-52cd-465e-8460-8221f2577dfa" -d '{"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-deleted", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:06.838147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:06.838147 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40e8563-af59-4849-b0d6-131d3b785f85" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:06.838747 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c1d9a0-d22c-4ee6-8d22-14da906ebbe8 x-openstack-request-id: req-13c1d9a0-d22c-4ee6-8d22-14da906ebbe8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:06.838747 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8627fa-e602-4a2b-8852-05b96e861203", "name": "network-vif-deleted", "tag": "0eeeb81e-85b7-4805-be1c-7f4dc895b132", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:06.838747 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13c1d9a0-d22c-4ee6-8d22-14da906ebbe8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:06.838747 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8627fa-e602-4a2b-8852-05b96e861203', 'name': 'network-vif-deleted', 'tag': '0eeeb81e-85b7-4805-be1c-7f4dc895b132', 'status': 'completed', 'code': 200} Aug 28 08:23:06.845395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:06.868230 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b911509b-afc7-48f8-a4ed-e244fdb3820a x-openstack-request-id: req-b911509b-afc7-48f8-a4ed-e244fdb3820a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:06.868623 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:06.875976 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b911509b-afc7-48f8-a4ed-e244fdb3820a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:06.875976 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'code': 200} Aug 28 08:23:06.921565 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.928779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:06.948339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Transition to ACTIVE for port object 646f213f-d300-437b-82a1-717de94e1d7c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:06.976999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Transition to ACTIVE for port object 646f213f-d300-437b-82a1-717de94e1d7c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:06.989074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:06.992041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:06.997374 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.001723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.007066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:07.007626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.039270 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Pushing event updated for resources: {'Port': ['ID=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.048842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Attempting to bind port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:07.049964 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Attempting to bind port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:07.049964 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Attempting to bind port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:07.057440 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.057840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.058168 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.058719 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.059054 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.059444 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.059757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.060077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.060400 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.060716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.061385 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.061490 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:07.065690 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:07.066082 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:07.066593 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.066983 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:07.072297 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Bound port: a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:07.072297 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.134733 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] For port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:07.140402 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] For port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:07.166400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0997d28-ced7-48c9-8003-3a0de646be1a req-f1d955b1-6c63-4680-9d71-4e073f387a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:07.168036 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d0997d28-ced7-48c9-8003-3a0de646be1a req-f1d955b1-6c63-4680-9d71-4e073f387a80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 1102 time: 0.1988261 Aug 28 08:23:07.198391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.210728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.262998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d0997d28-ced7-48c9-8003-3a0de646be1a req-18750d44-c576-4612-87c6-5902685be1f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740151 Aug 28 08:23:07.294835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Network c00b9202-738e-45f2-8e56-2777254e444c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:07.295648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Pushing event updated for resources: {'Port': ['ID=646f213f-d300-437b-82a1-717de94e1d7c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.299833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:07.303824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:07.317988 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.328539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02b5e8-3339-4aec-b7f8-46a2b4e40799 req-906deff0-55c7-4b7e-bc92-2710b233bf7b tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:07.330748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf02b5e8-3339-4aec-b7f8-46a2b4e40799 req-906deff0-55c7-4b7e-bc92-2710b233bf7b tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 950 time: 0.1696112 Aug 28 08:23:07.403503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:07.404520 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:07.407512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf02b5e8-3339-4aec-b7f8-46a2b4e40799 req-be34fd40-fa8b-4d7a-bbec-8ca2095fffc2 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478554 Aug 28 08:23:07.411079 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab5a0-1d05-4edd-9d2c-3e93bb472c93 None None] Pushing event updated for resources: {'Port': ['ID=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.418226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.442524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Attempting to bind port 646f213f-d300-437b-82a1-717de94e1d7c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:07.442888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Attempting to bind port 646f213f-d300-437b-82a1-717de94e1d7c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '946e1d2b-e644-4f6c-8a0c-689941742be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:07.443254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Attempting to bind port 646f213f-d300-437b-82a1-717de94e1d7c on network c00b9202-738e-45f2-8e56-2777254e444c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:07.453444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:07.453850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Checking segment: {'id': '946e1d2b-e644-4f6c-8a0c-689941742be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:07.454398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.454793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Bound using segment: {'id': '946e1d2b-e644-4f6c-8a0c-689941742be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:07.455514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Bound port: 646f213f-d300-437b-82a1-717de94e1d7c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946e1d2b-e644-4f6c-8a0c-689941742be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c00b9202-738e-45f2-8e56-2777254e444c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:07.455902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.476557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.494671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:07.558793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] For port 646f213f-d300-437b-82a1-717de94e1d7c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:07.562670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] For port 646f213f-d300-437b-82a1-717de94e1d7c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=646f213f-d300-437b-82a1-717de94e1d7c,segment=NetworkSegment(946e1d2b-e644-4f6c-8a0c-689941742be2),segment_id=946e1d2b-e644-4f6c-8a0c-689941742be2)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:07.619512 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.688845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:23:07.697069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.703101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.710496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Allocated IP 172.20.0.1 (6f8bcf9c-b2e8-46a5-8635-54df9fe371ba/a349cbae-065e-476d-8b47-5adb11515e25/16e78bfe-681f-4b78-878f-d0eaab371950) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:07.727345 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.729678 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:07.777072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85edba86-e275-4799-ad1f-35f807d996fa req-d31495d6-b2c0-4e58-b138-b336fd74f746 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.0851581 Aug 28 08:23:07.856243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '60a5f9c2-dee7-43c3-a9c6-219acbcbe222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:07.856616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:07.857744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e6870-0d33-41ab-a235-696e0159b820 None None] Pushing event updated for resources: {'Port': ['ID=646f213f-d300-437b-82a1-717de94e1d7c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.861522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=60ab7014-0cc6-4a95-b8b9-7db4d563479d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:07.896455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d29d-f0f3-4c4b-95cc-d89451b1359e req-dc1c771b-2c0e-4a45-bf0c-b7b34bd62b4b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:07.904654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4917d29d-f0f3-4c4b-95cc-d89451b1359e req-dc1c771b-2c0e-4a45-bf0c-b7b34bd62b4b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1719515 Aug 28 08:23:07.966754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4917d29d-f0f3-4c4b-95cc-d89451b1359e req-619e97c5-74de-4ce1-ad30-f8f70aa402df tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611818 Aug 28 08:23:07.973934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:07.985252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Transition to ACTIVE for port object 16e78bfe-681f-4b78-878f-d0eaab371950 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:08.033477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:08.062059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:04Z', 'revision_number': 3, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:08.108236 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e6c6c-f62c-4ee6-828f-c2ad19aec2b4 None None] The sync data for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 is: [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:04Z', 'revision_number': 3, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:23:08.231994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:08.261916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:08.267135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:08.274827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:08.276737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4250c-e188-4bf1-b467-1e2ae26ed97d None None] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:08.293027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:08.296496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:08.300218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:08.358577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:08.400463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-511fc286-44cf-4186-b6e6-4de0936c71d3 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7458367 Aug 28 08:23:08.405962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:08.412123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'port': {'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65', 'name': 'tempest-NetworksIpV6TestAttrs-865909200'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:08.438224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Pushing event updated for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:08.689012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 646f213f-d300-437b-82a1-717de94e1d7c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:08.854521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fd1e8-37ff-4cef-97c7-e9db820db4ed req-52ecc7bb-a14a-45b7-8f61-07b7a7f02361 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:08.855873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8a0ddc90-e3be-41b7-aef8-d0f4119f0b65', 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '60ab7014-0cc6-4a95-b8b9-7db4d563479d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:08.856862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:08.865670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c80fd1e8-37ff-4cef-97c7-e9db820db4ed req-52ecc7bb-a14a-45b7-8f61-07b7a7f02361 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 950 time: 0.2310982 Aug 28 08:23:08.982917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-511e1d3f-5c5c-43f4-9d41-62c32fac8e78 req-7e6f5c3b-0d88-4aa8-8443-e12867a0fd41 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8627fa-e602-4a2b-8852-05b96e861203 HTTP/1.1" status: 200 len: 210 time: 0.0606277 Aug 28 08:23:08.986693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:08.996636 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.019849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c80fd1e8-37ff-4cef-97c7-e9db820db4ed req-c1420580-84b1-4f11-a2e5-e04faa9be59a tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475301 Aug 28 08:23:09.026831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.051328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] device_id is not set on port 07e91353-26a7-4bca-904c-051cd3a441d0 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:23:09.168956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c4293d40-4a67-440b-946b-548633ea031a None None] Provisioning for port 16e78bfe-681f-4b78-878f-d0eaab371950 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:09.191215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c4293d40-4a67-440b-946b-548633ea031a None None] Provisioning complete for port 16e78bfe-681f-4b78-878f-d0eaab371950 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:09.193375 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c4293d40-4a67-440b-946b-548633ea031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.290712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Allocated IP 2001:db8::f816:3eff:fec7:7076 (8a0ddc90-e3be-41b7-aef8-d0f4119f0b65/60ab7014-0cc6-4a95-b8b9-7db4d563479d/07e91353-26a7-4bca-904c-051cd3a441d0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:09.302153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c4293d40-4a67-440b-946b-548633ea031a None None] Port 16e78bfe-681f-4b78-878f-d0eaab371950 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:09.407075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896b9de-ccd8-4560-80fb-f4f0c0797515 req-9507c516-f763-4a27-86b1-c557b8f0e230 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:09.408717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3896b9de-ccd8-4560-80fb-f4f0c0797515 req-9507c516-f763-4a27-86b1-c557b8f0e230 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2268491 Aug 28 08:23:09.432429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe274b0-6df5-49db-9123-aa179e5e0180 None None] Network c00b9202-738e-45f2-8e56-2777254e444c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:09.521440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 646f213f-d300-437b-82a1-717de94e1d7c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:09.567563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3896b9de-ccd8-4560-80fb-f4f0c0797515 req-e0e4e0d0-7146-40ff-ac43-6f73e71e48e6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269116 Aug 28 08:23:09.605367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.614472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:09.645430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.662172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Transition to ACTIVE for port object 07e91353-26a7-4bca-904c-051cd3a441d0 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:09.751794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Provisioning for port 646f213f-d300-437b-82a1-717de94e1d7c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:09.759896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Provisioning complete for port 646f213f-d300-437b-82a1-717de94e1d7c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:09.760330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.787290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:09.788086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.790470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:09.825048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.901365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:09.907291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 0eeeb81e-85b7-4805-be1c-7f4dc895b132 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:23:09.907750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0eeeb81e-85b7-4805-be1c-7f4dc895b132 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:23:09.982616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Pushing event updated for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:09.988587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.015807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:10.017348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:10.031400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:10.033370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.037864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:10.038603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.063887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Port': ['ID=07e91353-26a7-4bca-904c-051cd3a441d0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:10.100600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Allocated IP 2001:db8::f816:3eff:fef6:2549 (8a0ddc90-e3be-41b7-aef8-d0f4119f0b65/60ab7014-0cc6-4a95-b8b9-7db4d563479d/a27376c5-1643-4c32-985b-a2482cb03926) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:10.199960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5eafcdc9-ec7d-4eeb-b1ff-403df2248a25 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7922673 Aug 28 08:23:10.202720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50084) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:10.207935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] For port 646f213f-d300-437b-82a1-717de94e1d7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=646f213f-d300-437b-82a1-717de94e1d7c,segment=NetworkSegment(946e1d2b-e644-4f6c-8a0c-689941742be2),segment_id=946e1d2b-e644-4f6c-8a0c-689941742be2)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:10.318635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:10.328377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:10.356577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef53533-c819-41ce-bf7c-866ee774a939 req-a20a9f4d-b349-4c9e-88b3-e799a0b93419 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:10.359629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fef53533-c819-41ce-bf7c-866ee774a939 req-a20a9f4d-b349-4c9e-88b3-e799a0b93419 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 950 time: 0.1783128 Aug 28 08:23:10.402722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.486017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fef53533-c819-41ce-bf7c-866ee774a939 req-31903309-db7c-4167-ab6a-2296a5607f32 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559907 Aug 28 08:23:10.513123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:10.559989 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.570506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Transition to ACTIVE for port object a27376c5-1643-4c32-985b-a2482cb03926 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:10.623054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Transition to ACTIVE for port object a27376c5-1643-4c32-985b-a2482cb03926 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:10.711335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a9bbf803-ed29-40b5-977a-46735dd7c5a6 None None] Provisioning complete for port 646f213f-d300-437b-82a1-717de94e1d7c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:10.711727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf803-ed29-40b5-977a-46735dd7c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.714608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Router dd047f4a-429a-40da-a7d1-38896bcaa15b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:23:10.766861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting subnet 60ab7014-0cc6-4a95-b8b9-7db4d563479d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:23:10.767101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd9ba8-0511-4bfb-94c0-29ab73b35310 None None] Pushing event updated for resources: {'Port': ['ID=646f213f-d300-437b-82a1-717de94e1d7c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:10.778505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.779234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.816096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:23:10.857634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:10.871809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:10.878595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:10.881595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:10.890712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Pushing event updated for resources: {'Port': ['ID=a27376c5-1643-4c32-985b-a2482cb03926,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:10.943890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:23:10.951661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cccad616-0bb4-4d12-afce-9116e122b766 admin admin] 10.222.0.46 "PUT /v2.0/routers/dd047f4a-429a-40da-a7d1-38896bcaa15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9306555 Aug 28 08:23:10.980458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:11.001156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:11.001623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.078129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Attempting to bind port a27376c5-1643-4c32-985b-a2482cb03926 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:11.079084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Attempting to bind port a27376c5-1643-4c32-985b-a2482cb03926 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '60a5f9c2-dee7-43c3-a9c6-219acbcbe222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:11.079457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Attempting to bind port a27376c5-1643-4c32-985b-a2482cb03926 on network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:11.095824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457629-ad28-4cae-ab0c-83419cdc56f3 req-60d981b5-458d-4e25-826e-2bfa81c17a5c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:11.104554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:11.104826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Checking segment: {'id': '60a5f9c2-dee7-43c3-a9c6-219acbcbe222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:11.106156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51457629-ad28-4cae-ab0c-83419cdc56f3 req-60d981b5-458d-4e25-826e-2bfa81c17a5c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1478708 Aug 28 08:23:11.106312 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.106928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Bound using segment: {'id': '60a5f9c2-dee7-43c3-a9c6-219acbcbe222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:11.108520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Bound port: a27376c5-1643-4c32-985b-a2482cb03926, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a5f9c2-dee7-43c3-a9c6-219acbcbe222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a0ddc90-e3be-41b7-aef8-d0f4119f0b65'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:11.108884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.140168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Sync routers for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:23:11.158757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a25dcaf7-71b8-47ab-b664-412714f4ac6c None None] Provisioning complete for port 16e78bfe-681f-4b78-878f-d0eaab371950 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:11.159131 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a25dcaf7-71b8-47ab-b664-412714f4ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.179304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.184923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-51457629-ad28-4cae-ab0c-83419cdc56f3 req-61a32093-4c42-40ce-9fb6-074674cc4846 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773425 Aug 28 08:23:11.235063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:11.235724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:11.316609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a25dcaf7-71b8-47ab-b664-412714f4ac6c None None] Port 16e78bfe-681f-4b78-878f-d0eaab371950 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:11.344792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.352211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576308a3-e44a-4684-8145-06f1672e492b req-9f833cb4-9962-42f4-864e-5487b247b5c6 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:11.353865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-576308a3-e44a-4684-8145-06f1672e492b req-9f833cb4-9962-42f4-864e-5487b247b5c6 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 948 time: 0.0677457 Aug 28 08:23:11.396895 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-576308a3-e44a-4684-8145-06f1672e492b req-070b1ad8-c51e-4a38-a64a-e223edaf76bc tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367575 Aug 28 08:23:11.503371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.535729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=60ab7014-0cc6-4a95-b8b9-7db4d563479d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:11.542917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.547990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:11.548654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58459756-dd66-459c-9729-0907f72abe3d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/60ab7014-0cc6-4a95-b8b9-7db4d563479d HTTP/1.1" status: 204 len: 168 time: 1.3445108 Aug 28 08:23:11.555481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:11.565620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] For port a27376c5-1643-4c32-985b-a2482cb03926, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:11.583951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] For port a27376c5-1643-4c32-985b-a2482cb03926, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a27376c5-1643-4c32-985b-a2482cb03926,segment=NetworkSegment(60a5f9c2-dee7-43c3-a9c6-219acbcbe222),segment_id=60a5f9c2-dee7-43c3-a9c6-219acbcbe222)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:11.591255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:11.644923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569ceae-f645-4557-9d4e-c04a8dc5e6bf tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:11.646601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569ceae-f645-4557-9d4e-c04a8dc5e6bf tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:11.651141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b569ceae-f645-4557-9d4e-c04a8dc5e6bf tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0980835 Aug 28 08:23:11.651574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:11.668549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.742003 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.809721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:11.836586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a222a2-5971-45ed-984b-a0d7aff1293b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:11.865594 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a222a2-5971-45ed-984b-a0d7aff1293b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 08:23:11.866045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a222a2-5971-45ed-984b-a0d7aff1293b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:11.876634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-62a222a2-5971-45ed-984b-a0d7aff1293b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 HTTP/1.1" status: 409 len: 405 time: 0.2231152 Aug 28 08:23:11.882096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50134) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:11.892293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-947028127'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:11.966027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f6b64-184d-4a27-bc8f-4934ab43d939 None None] Pushing event updated for resources: {'Port': ['ID=a27376c5-1643-4c32-985b-a2482cb03926,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:11.997879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:08Z', 'revision_number': 4, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16e78bfe-681f-4b78-878f-d0eaab371950', 'name': '', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'mac_address': 'fa:16:3e:bb:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:07Z', 'updated_at': '2021-08-28T08:23:09Z', 'revision_number': 2, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'subnets': [{'id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:12.027403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Checking router: dd047f4a-429a-40da-a7d1-38896bcaa15b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:23:12.027721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Updating router dd047f4a-429a-40da-a7d1-38896bcaa15b port 16e78bfe-681f-4b78-878f-d0eaab371950 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:23:12.059817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.101730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:12.123574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.201682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:12.215191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.215412 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 09921d44-3193-4362-8cda-329e699a5ef0 of type vlan for network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 Aug 28 08:23:12.289666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.381251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50142) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:12.389858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-network', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:12.422763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53850b-dfec-475e-98ac-ac6f5cf5e330 req-9d047ae6-0abf-4dc8-8b57-66e6375ed2c2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:12.429002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8f53850b-dfec-475e-98ac-ac6f5cf5e330 req-9d047ae6-0abf-4dc8-8b57-66e6375ed2c2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0956626 Aug 28 08:23:12.505206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8f53850b-dfec-475e-98ac-ac6f5cf5e330 req-37589ee1-8674-46c5-a123-6a18ab3ce648 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677729 Aug 28 08:23:12.531497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.548414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:12.549576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.556364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:12.579964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Made reservation on behalf of 3bfdead4f175490e82f7246df790ce7b for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:12.582751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.603008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.619659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Transition to ACTIVE for port object 16e78bfe-681f-4b78-878f-d0eaab371950 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:12.634099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:12.634521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.648308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.678398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=a5a45b2d-bea9-4d4e-986a-79714bfcbfa5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:12.693251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48de99f-fc5b-472b-8a22-5812fde97ed8 req-5c93504e-9588-4197-8fa5-406a46bb3ff0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:12.694896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.696279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c48de99f-fc5b-472b-8a22-5812fde97ed8 req-5c93504e-9588-4197-8fa5-406a46bb3ff0 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 948 time: 0.1909645 Aug 28 08:23:12.721981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:12.748883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c48de99f-fc5b-472b-8a22-5812fde97ed8 req-2b51a566-b3ad-4a8c-b4b0-fbe1811b1c5c tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Aug 28 08:23:12.767023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ab4ee863-c679-4dc6-9a88-d1add5a61db8 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8825347 Aug 28 08:23:12.768979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50146) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:12.793610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:12.873677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 646f213f-d300-437b-82a1-717de94e1d7c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:12.906182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:12.952962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa339-6da2-4d4b-bb71-c56cfd49087e None None] Pushing event updated for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:12.998375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.027518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-8927aaa1-fdbc-4d64-a6fa-5f8dc4fd8bf6 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:13.029145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-8927aaa1-fdbc-4d64-a6fa-5f8dc4fd8bf6 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 948 time: 0.1017280 Aug 28 08:23:13.037285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:13.060585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.061175 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Added segment e31bcddb-d25f-4a24-87f2-757ce1dd821c of type vlan for network 87919968-4eab-4a07-a667-b1fc9e184f42 Aug 28 08:23:13.141444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.158848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:13.162526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.217814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30aebb7-242f-47c3-a5b7-32853dd1410a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:13.244876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Attempting to bind port 16e78bfe-681f-4b78-878f-d0eaab371950 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:13.245430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Attempting to bind port 16e78bfe-681f-4b78-878f-d0eaab371950 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:13.245800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Attempting to bind port 16e78bfe-681f-4b78-878f-d0eaab371950 on network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:13.260379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:13.260768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Checking segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:13.261241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.262052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Bound using segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:13.262160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Bound port: 16e78bfe-681f-4b78-878f-d0eaab371950, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:13.267837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.272484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Deleting port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:13.272948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.273441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 646f213f-d300-437b-82a1-717de94e1d7c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:13.273776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.359801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6518df-94ed-4621-bd70-a74d464cdd01 None None] Network 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:13.381082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.382681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:13.383325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.418689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] For port 16e78bfe-681f-4b78-878f-d0eaab371950, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:13.433356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] For port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:13.433920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.441260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] For port 16e78bfe-681f-4b78-878f-d0eaab371950, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16e78bfe-681f-4b78-878f-d0eaab371950,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:13.449079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] Pushing event updated for resources: {'Network': ['ID=87919968-4eab-4a07-a667-b1fc9e184f42,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:13.475227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Calling delete_port for b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:13.478259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 87919968-4eab-4a07-a667-b1fc9e184f42 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:13.564454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-84e4d1a3-5b32-4fe5-ac5c-cdf12ee947f5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1804404 Aug 28 08:23:13.568768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50166) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:13.575746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Request body: {'subnet': {'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-subnet', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:13.615428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a27376c5-1643-4c32-985b-a2482cb03926 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:13.648169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.650236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-900648c6-2538-40a4-a889-7cae92a1d8db None None] Provisioning for port a27376c5-1643-4c32-985b-a2482cb03926 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:13.680812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cff6-7740-42a7-aabc-df3dc41da0fd req-79cb8fca-63c5-49b2-ae86-74867861cad2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:13.683020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7c7cff6-7740-42a7-aabc-df3dc41da0fd req-79cb8fca-63c5-49b2-ae86-74867861cad2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0769708 Aug 28 08:23:13.741955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:23:13.743595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.765371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7c7cff6-7740-42a7-aabc-df3dc41da0fd req-2d8611d4-4ae1-44cd-b535-2f3450dc104d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716965 Aug 28 08:23:13.768785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Made reservation on behalf of 3bfdead4f175490e82f7246df790ce7b for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:13.772426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:13.773554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:13.775628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.779128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa339-6da2-4d4b-bb71-c56cfd49087e None None] Pushing event updated for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:13.816766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.858951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:23:13.861630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] DHCP port deletion for 8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:23:13.890581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Pushing event deleted for resources: {'Port': ['ID=b2a61d02-0a41-4c8d-8f08-1686cdb0ad72,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:13.898394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a27376c5-1643-4c32-985b-a2482cb03926 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:13.939128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=4809b793-711e-4f38-adc0-089262aa97d9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:13.957002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '09921d44-3193-4362-8cda-329e699a5ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:13.957358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: a5a45b2d-bea9-4d4e-986a-79714bfcbfa5, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:13.965986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a27376c5-1643-4c32-985b-a2482cb03926 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:13.968484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:13.997952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e537dd22-6bdd-4120-b9ca-f638b104a9ad req-2a48ea46-959f-41ef-8d26-a96e48502359 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 210 time: 0.1147435 Aug 28 08:23:14.005678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:23:14.129661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] No DVR routers for this DVR port b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:14.133491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.135712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9912e344-53cf-4e6a-8159-c7c5559dd90f req-7de8cedb-5cf8-4627-b9a0-b0e50103c2b4 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.64 "DELETE /v2.0/ports/b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 HTTP/1.1" status: 204 len: 173 time: 1.1000907 Aug 28 08:23:14.136212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-deleted', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:14.138772 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9dc72-1ab8-459f-a3a2-3416eb38434e" -d '{"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-deleted", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:14.182769 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a620a0-b2ce-4231-bce4-1ebada9f7472 x-openstack-request-id: req-b0a620a0-b2ce-4231-bce4-1ebada9f7472 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:14.183286 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05241115-f786-427b-81c9-a99a503afcbc", "name": "network-vif-deleted", "tag": "b2a61d02-0a41-4c8d-8f08-1686cdb0ad72", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:14.183694 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0a620a0-b2ce-4231-bce4-1ebada9f7472 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:14.184953 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05241115-f786-427b-81c9-a99a503afcbc', 'name': 'network-vif-deleted', 'tag': 'b2a61d02-0a41-4c8d-8f08-1686cdb0ad72', 'status': 'completed', 'code': 200} Aug 28 08:23:14.254318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.261695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:14.309826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:14.325438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c4f054-f6f1-4210-b124-279ad2e80346,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:14.349979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Checking segment: {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:14.349979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Network hostable DHCP agents. Network: 87919968-4eab-4a07-a667-b1fc9e184f42, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:14.387976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a5a45b2d-bea9-4d4e-986a-79714bfcbfa5) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:14.392977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:14.393907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.425172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d81d9e-3ef0-4bf5-bad1-34e50f6e3853 None None] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:14.510057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Deleting port a27376c5-1643-4c32-985b-a2482cb03926 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:14.510535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.516354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Network 87919968-4eab-4a07-a667-b1fc9e184f42 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:14.527842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 87919968-4eab-4a07-a667-b1fc9e184f42) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:14.532738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:14.533628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.551511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4884f-f03d-4ba9-8cbf-7831616b1e43 None None] Network 87919968-4eab-4a07-a667-b1fc9e184f42 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:14.565407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dccdd79e-b58b-40ef-ace0-baf0110e2758 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7951732 Aug 28 08:23:14.568833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:14.576933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'port': {'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5', 'name': 'tempest-NetworksIpV6TestAttrs-1069374962'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:14.692536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a104834-b2e7-4144-a3b3-bee3d0461caa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1215749 Aug 28 08:23:14.693132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50190) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:14.699538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:14.722855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:14.751171 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.784047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'mac_address': 'fa:16:3e:36:08:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:23:14.809865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:14.814872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.843417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] device_id is not set on port f77229b3-8e35-4be7-a328-93fdf080d428 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:23:14.852025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] For port a27376c5-1643-4c32-985b-a2482cb03926, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a27376c5-1643-4c32-985b-a2482cb03926,segment=NetworkSegment(60a5f9c2-dee7-43c3-a9c6-219acbcbe222),segment_id=60a5f9c2-dee7-43c3-a9c6-219acbcbe222)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:14.852434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.946734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Calling delete_port for a27376c5-1643-4c32-985b-a2482cb03926 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:14.948900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.949968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:14.962412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a27376c5-1643-4c32-985b-a2482cb03926, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a27376c5-1643-4c32-985b-a2482cb03926,segment=NetworkSegment(60a5f9c2-dee7-43c3-a9c6-219acbcbe222),segment_id=60a5f9c2-dee7-43c3-a9c6-219acbcbe222)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:14.965034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7d73-d9cb-4ce5-b6d7-ea79513b9c66 req-607e4103-0aba-4ad3-aa6e-c3350e1b25ac tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:14.966660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-563b7d73-d9cb-4ce5-b6d7-ea79513b9c66 req-607e4103-0aba-4ad3-aa6e-c3350e1b25ac tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1178622 Aug 28 08:23:15.041438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.052836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Allocated IP 2001:db8::f816:3eff:fe87:6e1e (a5a45b2d-bea9-4d4e-986a-79714bfcbfa5/4809b793-711e-4f38-adc0-089262aa97d9/f77229b3-8e35-4be7-a328-93fdf080d428) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:15.105408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.129793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-563b7d73-d9cb-4ce5-b6d7-ea79513b9c66 req-a00faa34-d1db-4251-ba8d-af3e2fc375c1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368427 Aug 28 08:23:15.142895 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.220671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a072799-2dee-46f5-aa98-67fc246c6a45 req-9b9963a0-6b88-4c4e-87b0-a513ddec9803 tempest-ListImageFiltersTestJSON-93415985 tempest-ListImageFiltersTestJSON-93415985-project] 10.222.0.46 "GET /v2.0/ports?device_id=05241115-f786-427b-81c9-a99a503afcbc HTTP/1.1" status: 200 len: 210 time: 0.0508411 Aug 28 08:23:15.227399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:23:15.246720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-a5a45b2d-bea9-4d4e-986a-79714bfcbfa5', 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '4809b793-711e-4f38-adc0-089262aa97d9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:15.247766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.361446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a27376c5-1643-4c32-985b-a2482cb03926 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:15.406367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:15.427858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a27376c5-1643-4c32-985b-a2482cb03926,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:15.438171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-87919968-4eab-4a07-a667-b1fc9e184f42', 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'fixed_ips': [{'subnet_id': '09c4f054-f6f1-4210-b124-279ad2e80346'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:15.438859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.522678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.537005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:08Z', 'revision_number': 4, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16e78bfe-681f-4b78-878f-d0eaab371950', 'name': '', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'mac_address': 'fa:16:3e:bb:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:07Z', 'updated_at': '2021-08-28T08:23:13Z', 'revision_number': 4, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'subnets': [{'id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:15.549706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.565787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Transition to ACTIVE for port object f77229b3-8e35-4be7-a328-93fdf080d428 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:15.591317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.599827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f45a49-4979-41bc-95eb-c6a8879bd699 None None] The sync data for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 is: [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:08Z', 'revision_number': 4, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16e78bfe-681f-4b78-878f-d0eaab371950', 'name': '', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'mac_address': 'fa:16:3e:bb:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:07Z', 'updated_at': '2021-08-28T08:23:13Z', 'revision_number': 4, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'subnets': [{'id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:23:15.698531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.734269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port a27376c5-1643-4c32-985b-a2482cb03926 update to DOWN by agent not found {{(pid=95468) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 08:23:15.770964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.792576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Allocated IP 2001:db8::f816:3eff:fece:dd47 (a5a45b2d-bea9-4d4e-986a-79714bfcbfa5/4809b793-711e-4f38-adc0-089262aa97d9/ed26c803-c05b-4543-9c18-a98ff001d05f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:15.801660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:15.824060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:15.832279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:15.838902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:15.841277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:15.884148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] No DVR routers for this DVR port a27376c5-1643-4c32-985b-a2482cb03926 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:15.886104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Port': ['ID=f77229b3-8e35-4be7-a328-93fdf080d428,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:15.888116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b5d80d86-6b5a-4a69-86b7-7b97854f501d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:23:15.890252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:15.926359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:23:15.926359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b2a61d02-0a41-4c8d-8f08-1686cdb0ad72 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:23:15.983698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:16.015741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ea5ec06-776a-4771-8d2c-2aa7435fa97d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4441044 Aug 28 08:23:16.017339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50224) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:16.049997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507be1-5619-48d9-a8e6-6607fb0db84b None None] Pushing event deleted for resources: {'Port': ['ID=a27376c5-1643-4c32-985b-a2482cb03926,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:16.085155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Allocated IP 172.20.0.2 (87919968-4eab-4a07-a667-b1fc9e184f42/09c4f054-f6f1-4210-b124-279ad2e80346/2803fc29-8c0f-473c-9fee-f5efef268a33) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:16.099066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting subnet 4809b793-711e-4f38-adc0-089262aa97d9 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:23:16.118575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.146349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.200196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.256128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Transition to ACTIVE for port object ed26c803-c05b-4543-9c18-a98ff001d05f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:16.351737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Allocated IP 172.25.0.97 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/bc7c69e9-27ac-4fc7-a03b-6c4534692e0e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:16.403633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ea5a6-5756-4483-b1f1-82ece850eb6d req-e48bd8ea-9562-4071-bcc4-f3bd17038c43 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:16.404705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c0ea5a6-5756-4483-b1f1-82ece850eb6d req-e48bd8ea-9562-4071-bcc4-f3bd17038c43 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1585188 Aug 28 08:23:16.474751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c0ea5a6-5756-4483-b1f1-82ece850eb6d req-06485bc9-608a-40f1-aa50-3dfb0f2217e2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 Aug 28 08:23:16.637520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.640347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Transition to ACTIVE for port object ed26c803-c05b-4543-9c18-a98ff001d05f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:16.766104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.780832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Transition to ACTIVE for port object 2803fc29-8c0f-473c-9fee-f5efef268a33 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:16.788293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.792088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.835070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Transition to ACTIVE for port object 2803fc29-8c0f-473c-9fee-f5efef268a33 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:16.858723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:16.870618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:16.875724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:16.892819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.893495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:16.893600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Pushing event updated for resources: {'Port': ['ID=ed26c803-c05b-4543-9c18-a98ff001d05f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:16.970782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:16.975735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:16.981853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:16.983336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Attempting to bind port ed26c803-c05b-4543-9c18-a98ff001d05f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:16.984876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Attempting to bind port ed26c803-c05b-4543-9c18-a98ff001d05f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '09921d44-3193-4362-8cda-329e699a5ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:16.988932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Attempting to bind port ed26c803-c05b-4543-9c18-a98ff001d05f on network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:16.990078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:17.003522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:17.003914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Checking segment: {'id': '09921d44-3193-4362-8cda-329e699a5ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:17.005868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.006293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Bound using segment: {'id': '09921d44-3193-4362-8cda-329e699a5ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:17.006993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Bound port: ed26c803-c05b-4543-9c18-a98ff001d05f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09921d44-3193-4362-8cda-329e699a5ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a5a45b2d-bea9-4d4e-986a-79714bfcbfa5'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:17.007265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.075422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.138822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.179186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Pushing event updated for resources: {'Port': ['ID=2803fc29-8c0f-473c-9fee-f5efef268a33,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:17.207211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Network 87919968-4eab-4a07-a667-b1fc9e184f42 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:17.216737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:17.244642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16e78bfe-681f-4b78-878f-d0eaab371950 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Attempting to bind port 2803fc29-8c0f-473c-9fee-f5efef268a33 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Attempting to bind port 2803fc29-8c0f-473c-9fee-f5efef268a33 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Attempting to bind port 2803fc29-8c0f-473c-9fee-f5efef268a33 on network 87919968-4eab-4a07-a667-b1fc9e184f42 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Checking segment: {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Bound using segment: {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Bound port: 2803fc29-8c0f-473c-9fee-f5efef268a33, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:17.513032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.560485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] For port 2803fc29-8c0f-473c-9fee-f5efef268a33, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:17.571088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] For port 2803fc29-8c0f-473c-9fee-f5efef268a33, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2803fc29-8c0f-473c-9fee-f5efef268a33,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:17.637153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.644979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] For port ed26c803-c05b-4543-9c18-a98ff001d05f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:17.661962 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.664978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] For port ed26c803-c05b-4543-9c18-a98ff001d05f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ed26c803-c05b-4543-9c18-a98ff001d05f,segment=NetworkSegment(09921d44-3193-4362-8cda-329e699a5ef0),segment_id=09921d44-3193-4362-8cda-329e699a5ef0)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:17.668434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50286) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:17.669062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/4809b793-711e-4f38-adc0-089262aa97d9 HTTP/1.1" status: 204 len: 168 time: 1.6501472 Aug 28 08:23:17.690270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5032a-ca4c-4220-9fc7-7e7751454746 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=4809b793-711e-4f38-adc0-089262aa97d9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:17.745214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c38d7c-39b2-46cb-a597-c5d22df3e29b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:17.750353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c38d7c-39b2-46cb-a597-c5d22df3e29b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:17.750353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-50c38d7c-39b2-46cb-a597-c5d22df3e29b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0790684 Aug 28 08:23:17.752434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:17.799376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:17.884319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b5d80d86-6b5a-4a69-86b7-7b97854f501d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:17.884542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-395d30f1-c242-4539-9655-bae8d7f27b8a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.885059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.920710 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-395d30f1-c242-4539-9655-bae8d7f27b8a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 08:23:17.920710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395d30f1-c242-4539-9655-bae8d7f27b8a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:17.921000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.921111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-395d30f1-c242-4539-9655-bae8d7f27b8a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 HTTP/1.1" status: 409 len: 405 time: 0.1628373 Aug 28 08:23:17.929533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50292) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:17.936102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-942821147'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:17.949987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:17.984534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 16e78bfe-681f-4b78-878f-d0eaab371950 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:18.049207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16e78bfe-681f-4b78-878f-d0eaab371950 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:18.049887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.101169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:18.122284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.201864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:18.213440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.222096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.222688 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 00ef81a4-e52c-4523-bb76-30df5de70780 of type vlan for network 35135873-63a1-421f-b4bd-6c7afaea9074 Aug 28 08:23:18.245728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3852-8296-440c-80b7-a0902d8ef035 None None] Pushing event updated for resources: {'Port': ['ID=ed26c803-c05b-4543-9c18-a98ff001d05f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:18.342965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.460976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.500344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a332ade-42ac-49df-8a36-c0a5020908d3 req-979e24bf-5850-4ca5-85f1-9f1590fa568f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:18.510083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a332ade-42ac-49df-8a36-c0a5020908d3 req-979e24bf-5850-4ca5-85f1-9f1590fa568f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.4233346 Aug 28 08:23:18.511216 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.528307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:18.530375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.585436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a9a4a-aa93-4d01-92c5-5dfb0c252140 None None] Pushing event updated for resources: {'Port': ['ID=2803fc29-8c0f-473c-9fee-f5efef268a33,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:18.634665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:18.768672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:18.772445 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3ca81-a3eb-4284-8595-d836ed03fb86" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:18.826928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:18.884334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 16e78bfe-681f-4b78-878f-d0eaab371950, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16e78bfe-681f-4b78-878f-d0eaab371950,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:18.911649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=35135873-63a1-421f-b4bd-6c7afaea9074,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:18.933685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 35135873-63a1-421f-b4bd-6c7afaea9074 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:18.992741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:19.007054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2bf2c68e-ce5d-4c65-9d2d-a45e0e64e9c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0751173 Aug 28 08:23:19.010022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50318) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:19.011912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:19.039697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': '35135873-63a1-421f-b4bd-6c7afaea9074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:19.118134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:19.219745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:19.391394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a332ade-42ac-49df-8a36-c0a5020908d3 req-a6d18ec8-938d-48b8-81f8-c42ae8f9f162 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8800943 Aug 28 08:23:19.543752 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4318e6c-cec7-434e-8d17-11860a20e702 x-openstack-request-id: req-e4318e6c-cec7-434e-8d17-11860a20e702 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:19.544051 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:19.544308 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4318e6c-cec7-434e-8d17-11860a20e702 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:19.544716 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'code': 200} Aug 28 08:23:19.558997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:19.559925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-250a8955-b4d6-4e05-8ef5-233b71ed2453 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0660617 Aug 28 08:23:19.568059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:19.727386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2803fc29-8c0f-473c-9fee-f5efef268a33 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:19.747373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:19.921731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.935600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.936875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.937392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.937884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.938401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.938895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:19.941591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f1399eb0-a5eb-42be-8622-f762edc3fb4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6497 time: 0.2893662 Aug 28 08:23:20.009842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2803fc29-8c0f-473c-9fee-f5efef268a33 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:20.014822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ed26c803-c05b-4543-9c18-a98ff001d05f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:20.248578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ed26c803-c05b-4543-9c18-a98ff001d05f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:20.322718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cfe2b7-e043-40d7-b1a9-d441b2ffe0ea None None] Network a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:20.438380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-54c05e11-c4e5-421b-baab-898856ed1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:20.438380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-54c05e11-c4e5-421b-baab-898856ed1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:20.438380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-54c05e11-c4e5-421b-baab-898856ed1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:20.438380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-54c05e11-c4e5-421b-baab-898856ed1cbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 200 len: 2294 time: 0.4335635 Aug 28 08:23:20.515409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795eebce-c191-4407-b51e-5fd8b9ff7732 None None] Network 87919968-4eab-4a07-a667-b1fc9e184f42 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:20.578309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-390f427a-a35e-40d7-84de-c8d6b3a40e13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 200 len: 1001 time: 0.1457624 Aug 28 08:23:20.654708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:23:20.666117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:20.694442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Provisioning for port ed26c803-c05b-4543-9c18-a98ff001d05f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:20.702159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Provisioning complete for port ed26c803-c05b-4543-9c18-a98ff001d05f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:20.702630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:20.736900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Router 7187ce44-df6d-447a-8694-fc571ed73fce is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:23:20.805848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '00ef81a4-e52c-4523-bb76-30df5de70780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '35135873-63a1-421f-b4bd-6c7afaea9074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:20.806028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: 35135873-63a1-421f-b4bd-6c7afaea9074, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:20.866620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=8402f56d-c5d0-441f-9c7e-bab51e7fc77e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:20.908802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] DHCP port deletion for a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:23:20.945633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-fcf5d1e5-53c1-4608-9d25-6265c6b4d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:20.947276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-fcf5d1e5-53c1-4608-9d25-6265c6b4d7fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2da70d31-c82a-4c26-84d2-370bf439a095 HTTP/1.1" status: 200 len: 851 time: 0.3571668 Aug 28 08:23:21.000109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969af721-db93-4c86-829e-d9f23d056ac1 req-bee44e1f-6df5-473d-87c6-bca45b929a52 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:21.002729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.025504 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-969af721-db93-4c86-829e-d9f23d056ac1 req-bee44e1f-6df5-473d-87c6-bca45b929a52 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.4190776 Aug 28 08:23:21.063766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network 35135873-63a1-421f-b4bd-6c7afaea9074 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:21.064664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] For port ed26c803-c05b-4543-9c18-a98ff001d05f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ed26c803-c05b-4543-9c18-a98ff001d05f,segment=NetworkSegment(09921d44-3193-4362-8cda-329e699a5ef0),segment_id=09921d44-3193-4362-8cda-329e699a5ef0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:21.067837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Deleting port ed26c803-c05b-4543-9c18-a98ff001d05f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:21.072696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.182094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] For port ed26c803-c05b-4543-9c18-a98ff001d05f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ed26c803-c05b-4543-9c18-a98ff001d05f,segment=NetworkSegment(09921d44-3193-4362-8cda-329e699a5ef0),segment_id=09921d44-3193-4362-8cda-329e699a5ef0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:21.182094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.215598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Calling delete_port for ed26c803-c05b-4543-9c18-a98ff001d05f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:21.217542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.265746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-969af721-db93-4c86-829e-d9f23d056ac1 req-9c1e868e-9b04-4fe3-918f-dd5c34ff7a16 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389390 Aug 28 08:23:21.291192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 35135873-63a1-421f-b4bd-6c7afaea9074) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:21.296479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-df85ec8b-4999-4272-918d-f52626e8950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:21.296479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-df85ec8b-4999-4272-918d-f52626e8950d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369701 Aug 28 08:23:21.304784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:21.307681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.315152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbd23f-9620-4109-95b1-2c2dd21ce900 None None] Network 35135873-63a1-421f-b4bd-6c7afaea9074 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:21.355423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16e78bfe-681f-4b78-878f-d0eaab371950 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:21.442336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:23:21.454872 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Sync routers for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:23:21.474251 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:21.475311 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:21.494102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f20f5556-26c4-42c7-9e86-88274f91777f tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4807086 Aug 28 08:23:21.496698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50376) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:21.579013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bec276-cd36-4af6-90d2-e7c5ff8fffb8 None None] Pushing event updated for resources: {'Port': ['ID=ed26c803-c05b-4543-9c18-a98ff001d05f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:21.616382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Provisioning for port 2803fc29-8c0f-473c-9fee-f5efef268a33 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:21.620185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-3b8022fb-80ab-455f-8910-d9bf4f452a94 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009090 Aug 28 08:23:21.623720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Provisioning complete for port 2803fc29-8c0f-473c-9fee-f5efef268a33 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:21.624096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.692441 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:21.702505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16e78bfe-681f-4b78-878f-d0eaab371950 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:21.702881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.726327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.758505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.807488 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.809204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54c4fb74-e8be-440c-929a-1aedd1185893 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1156750 Aug 28 08:23:21.811830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-9ed3abdc-c431-4243-a96a-8461e29819c8 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776605 Aug 28 08:23:21.812975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50378) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:21.880373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] Pushing event deleted for resources: {'Port': ['ID=ed26c803-c05b-4543-9c18-a98ff001d05f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:21.911210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:21.917767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbcbd7-b7b1-4fbb-a677-0e4621654c7b None None] No DVR routers for this DVR port ed26c803-c05b-4543-9c18-a98ff001d05f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:21.932602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa03fd8-5d9c-44d1-869e-0f11c1e7c77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-35135873-63a1-421f-b4bd-6c7afaea9074', 'network_id': '35135873-63a1-421f-b4bd-6c7afaea9074', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '8402f56d-c5d0-441f-9c7e-bab51e7fc77e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:21.932602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aa03fd8-5d9c-44d1-869e-0f11c1e7c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.023097 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-21776dcb-ea43-4de0-ba70-3070bc6244d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 217 time: 0.1983218 Aug 28 08:23:22.055991 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:17Z', 'revision_number': 3, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:22.133316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Checking router: 7187ce44-df6d-447a-8694-fc571ed73fce for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:23:22.133827 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Updating router 7187ce44-df6d-447a-8694-fc571ed73fce port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:23:22.139447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50386) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:22.166985 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.182098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.185637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.210266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-66a83eaf-807b-4903-b809-1fd01ae855c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:22.211884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-66a83eaf-807b-4903-b809-1fd01ae855c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1779783 Aug 28 08:23:22.289877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=8402f56d-c5d0-441f-9c7e-bab51e7fc77e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-1aa03fd8-5d9c-44d1-869e-0f11c1e7c77e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8402f56d-c5d0-441f-9c7e-bab51e7fc77e: This subnet is being modified by another concurrent operation. Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:23:22.326820 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exception Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8402f56d-c5d0-441f-9c7e-bab51e7fc77e: This subnet is being modified by another concurrent operation. Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:23:22.333013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] For port 2803fc29-8c0f-473c-9fee-f5efef268a33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2803fc29-8c0f-473c-9fee-f5efef268a33,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:22.342480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ed26c803-c05b-4543-9c18-a98ff001d05f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:22.396851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ed26c803-c05b-4543-9c18-a98ff001d05f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:23:22.397070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ed26c803-c05b-4543-9c18-a98ff001d05f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:23:22.420280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf520af-67f8-4722-b93c-e3ec71e9ef3b None None] Network 35135873-63a1-421f-b4bd-6c7afaea9074 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:22.440029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.480177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.503905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35135873-63a1-421f-b4bd-6c7afaea9074']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:22.517566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ef81a4-e52c-4523-bb76-30df5de70780') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:22.519346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ef81a4-e52c-4523-bb76-30df5de70780') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:22.556416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.629729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.677757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:22.678453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:22.690643 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:22.763072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea0f2ce4-24bc-461e-96f0-2321daf2b1d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b54b62288df049b68aa76a63a3d343fe&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6223955 Aug 28 08:23:22.765234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:22.828062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6da4e098-c662-4a12-aed9-65b255fc969a None None] Provisioning complete for port 2803fc29-8c0f-473c-9fee-f5efef268a33 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:22.828443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6da4e098-c662-4a12-aed9-65b255fc969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.867737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-8c86eefa-2a71-44b6-ae1c-c191af74baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:22.869392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-8c86eefa-2a71-44b6-ae1c-c191af74baf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3403935 Aug 28 08:23:22.883186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f95c-f8d5-4155-b1bc-25d4fa3958c1 req-135fd797-6fff-4149-b06f-f1e4f8af7db7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:22.884885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5515f95c-f8d5-4155-b1bc-25d4fa3958c1 req-135fd797-6fff-4149-b06f-f1e4f8af7db7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.3569934 Aug 28 08:23:22.950340 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.968791 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Transition to ACTIVE for port object bc7c69e9-27ac-4fc7-a03b-6c4534692e0e will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:22.970817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:22.977820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.015534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.021082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/35135873-63a1-421f-b4bd-6c7afaea9074 HTTP/1.1" status: 204 len: 168 time: 1.5229115 Aug 28 08:23:23.040082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df696d-f62e-46e3-85cb-e3ea517a5891 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=35135873-63a1-421f-b4bd-6c7afaea9074,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:23.041518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9cf0a-14c3-4478-9b06-a9dde33ba06c None None] Pushing event updated for resources: {'Port': ['ID=2803fc29-8c0f-473c-9fee-f5efef268a33,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:23.045764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50410) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:23.055582 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.086262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101200868'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:23.095749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5515f95c-f8d5-4155-b1bc-25d4fa3958c1 req-5204c1c9-27ef-4fe8-a051-2a568ea8c340 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983678 Aug 28 08:23:23.153608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.168541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b375990-1af9-4b0c-8d4a-5553efa0776e None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:23:23.175422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Attempting to bind port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:23.176780 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Attempting to bind port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:23.177502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Attempting to bind port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:23.199196 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:23.200308 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:23.202682 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.203331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:23.205987 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Bound port: bc7c69e9-27ac-4fc7-a03b-6c4534692e0e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:23.206614 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.293273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-a89acfd8-1abb-4e5c-bcc0-a14206bd2e48 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072664 Aug 28 08:23:23.373024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] For port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:23.380238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2803fc29-8c0f-473c-9fee-f5efef268a33 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:23.388711 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] For port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:23.391694 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27793c73-1ccd-49ac-876e-b093e65a2b8e None None] Pushing event updated for resources: {'Port': ['ID=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:23.508481 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.616053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2803fc29-8c0f-473c-9fee-f5efef268a33 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:23.622844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.632866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.649343 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27793c73-1ccd-49ac-876e-b093e65a2b8e None None] Pushing event updated for resources: {'Port': ['ID=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:23.703619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:23.705999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:23.711618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b375990-1af9-4b0c-8d4a-5553efa0776e None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:23:23.760316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:23.767755 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.827206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:23.843914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Allocated IP 172.20.0.1 (87919968-4eab-4a07-a667-b1fc9e184f42/09c4f054-f6f1-4210-b124-279ad2e80346/4b547d15-9ee5-4097-ad95-220df4e37b83) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:23.850607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.852974 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 1525a033-d23f-4375-a538-412ec3e151bc of type vlan for network 10d77efa-2037-41cb-9427-5156c75ee016 Aug 28 08:23:23.914744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.919354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.920855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d3dbef7-217c-41bb-ae23-b2f28b29eb8e HTTP/1.1" status: 204 len: 168 time: 1.1099463 Aug 28 08:23:23.950499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:23.954186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c01bb6-ebca-4a92-b226-d325a7086134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3dbef7-217c-41bb-ae23-b2f28b29eb8e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:23.967686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-9348cfd3-84b1-4032-8c86-3b4b66082d54 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631072 Aug 28 08:23:24.048168 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:24.169075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-05d7b8a4-07f3-45af-91fb-41e86ab4318c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 217 time: 0.1371336 Aug 28 08:23:24.176932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:24.287599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:24.297415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:24.302916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:24.348038 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:17Z', 'revision_number': 3, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:24.349703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-6e83a36b-904e-4864-934d-710a97605173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:24.351502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-6e83a36b-904e-4864-934d-710a97605173 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1673076 Aug 28 08:23:24.352802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Transition to ACTIVE for port object 4b547d15-9ee5-4097-ad95-220df4e37b83 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:24.403323 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f1b2-d319-4f41-9702-0e23da865c2d None None] The sync data for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 is: [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:17Z', 'revision_number': 3, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:23:24.411819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=10d77efa-2037-41cb-9427-5156c75ee016,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:24.423010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 10d77efa-2037-41cb-9427-5156c75ee016 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:24.433871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dea52-571e-4bc8-b81c-3e323d20c624 req-137e4510-a58a-47f8-a1c4-c1b530bf59cd tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:24.433871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a91dea52-571e-4bc8-b81c-3e323d20c624 req-137e4510-a58a-47f8-a1c4-c1b530bf59cd tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1643326 Aug 28 08:23:24.551509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-408fc1c1-d91b-47e2-bc0f-b46fc11693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:24.554608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-408fc1c1-d91b-47e2-bc0f-b46fc11693ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916025 Aug 28 08:23:24.559542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a91dea52-571e-4bc8-b81c-3e323d20c624 req-2373689c-4548-4cfa-b729-2949a9e34574 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099353 Aug 28 08:23:24.591215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48111cc2-ba97-4eca-8e1c-897ed4f7c7fc tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5416281 Aug 28 08:23:24.594292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:24.600780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': '10d77efa-2037-41cb-9427-5156c75ee016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:24.825115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:24.861163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f730ce00-22be-47e6-9e59-9975f3b37b85 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977159 Aug 28 08:23:25.067814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:25.075157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:25.097301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Pushing event updated for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:25.109260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Network 87919968-4eab-4a07-a667-b1fc9e184f42 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:25.121768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:25.128260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:25.447143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc7c69e9-27ac-4fc7-a03b-6c4534692e0e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:25.499626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:25.606011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-172bca9c-1f31-4df2-a638-c9a010407922 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531718 Aug 28 08:23:25.659635 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:25.690418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:25.696421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:25.696421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:25.916739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.000398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.039783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:26.041652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-30bfd1e6-cb45-4093-9d87-e221a7934c70 None None] Provisioning for port 4b547d15-9ee5-4097-ad95-220df4e37b83 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:26.071204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-30bfd1e6-cb45-4093-9d87-e221a7934c70 None None] Provisioning complete for port 4b547d15-9ee5-4097-ad95-220df4e37b83 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:26.072847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-30bfd1e6-cb45-4093-9d87-e221a7934c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.076482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=9380bf41-ef3e-454d-b17e-3e08fde04dcd,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:26.140984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.164428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '1525a033-d23f-4375-a538-412ec3e151bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '10d77efa-2037-41cb-9427-5156c75ee016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:26.164809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: 10d77efa-2037-41cb-9427-5156c75ee016, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:26.212325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-30bfd1e6-cb45-4093-9d87-e221a7934c70 None None] Port 4b547d15-9ee5-4097-ad95-220df4e37b83 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:26.263801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:26.305265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network 10d77efa-2037-41cb-9427-5156c75ee016 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:26.366288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-94e057e9-e343-402d-ac2e-4c88944bc7ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 HTTP/1.1" status: 200 len: 217 time: 0.6602938 Aug 28 08:23:26.441759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 10d77efa-2037-41cb-9427-5156c75ee016) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:26.451525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:26.455662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.460830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaed3c3-e644-4797-bf6b-073b9580669d None None] Network 10d77efa-2037-41cb-9427-5156c75ee016 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:26.544262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f5f1961b-9e58-4cdc-9868-ba47ebf1e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:26.560498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f5f1961b-9e58-4cdc-9868-ba47ebf1e280 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1628013 Aug 28 08:23:26.577721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ffd04-eb0d-424f-950e-36fec69bee02 req-7cfc1f4f-cb3a-45dc-bd59-781dbbbc021d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:26.580618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe5ffd04-eb0d-424f-950e-36fec69bee02 req-7cfc1f4f-cb3a-45dc-bd59-781dbbbc021d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2128701 Aug 28 08:23:26.591069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9b25efe8-1fb2-4e01-a175-379bcea4066c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9955947 Aug 28 08:23:26.592132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50502) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:26.767005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.840143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.868968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c4b22-2a3d-47ff-b5fc-9df89601206e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-10d77efa-2037-41cb-9427-5156c75ee016', 'network_id': '10d77efa-2037-41cb-9427-5156c75ee016', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '9380bf41-ef3e-454d-b17e-3e08fde04dcd'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:26.871415 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4b22-2a3d-47ff-b5fc-9df89601206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:26.872523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-105274d7-9f4a-4d79-ad48-25c43769866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:26.876753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-105274d7-9f4a-4d79-ad48-25c43769866f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3166454 Aug 28 08:23:26.930508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe5ffd04-eb0d-424f-950e-36fec69bee02 req-906a1309-9665-4834-a63a-d5c5d39640c2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900498 Aug 28 08:23:27.007225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.231159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-7f5c4b22-2a3d-47ff-b5fc-9df89601206e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9380bf41-ef3e-454d-b17e-3e08fde04dcd: This subnet is being modified by another concurrent operation. Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:23:27.292117 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exception Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9380bf41-ef3e-454d-b17e-3e08fde04dcd: This subnet is being modified by another concurrent operation. Aug 28 08:23:27.294981 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:23:27.310969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f712f-55fe-493d-bf7f-9fbfe934a9c5 None None] Network 10d77efa-2037-41cb-9427-5156c75ee016 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:27.326095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=9380bf41-ef3e-454d-b17e-3e08fde04dcd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:27.334326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-2e30933a-ff22-43e1-8045-45db1aaa5bd2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144049 Aug 28 08:23:27.519169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.533200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc7c69e9-27ac-4fc7-a03b-6c4534692e0e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:27.540130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d77efa-2037-41cb-9427-5156c75ee016']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:27.547228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.561229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1525a033-d23f-4375-a538-412ec3e151bc') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:27.561820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1525a033-d23f-4375-a538-412ec3e151bc') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:27.574900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.596731 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.606518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:27.607170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:27.612155 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:27.659783 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-f144ff35-150c-4518-a612-427a5f7c9ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159764 Aug 28 08:23:27.661015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.738552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75513339-f86f-491f-b740-8be87f7d2f45 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:23:27.743229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Pushing event updated for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:27.806676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-4c699d4c-7f80-4895-b359-a6a1006a3b96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4 HTTP/1.1" status: 200 len: 217 time: 0.0995255 Aug 28 08:23:27.808120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.810162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.821919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:27.833145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/10d77efa-2037-41cb-9427-5156c75ee016 HTTP/1.1" status: 204 len: 168 time: 1.2398334 Aug 28 08:23:27.834064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:27.891268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-756978531'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:27.913445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75513339-f86f-491f-b740-8be87f7d2f45 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:23:27.919372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cdf84-3a4f-4b2b-a4bd-a48e237bc01e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=10d77efa-2037-41cb-9427-5156c75ee016,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:27.928813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c84c579-0803-472c-9c8b-7d7fee625d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.072643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:28.075330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:28.075756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.081518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.098888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-9d62d7f5-0bb5-477d-bb00-59cf7d03b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:28.100927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-9d62d7f5-0bb5-477d-bb00-59cf7d03b6d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.2589400 Aug 28 08:23:28.173133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:28.189050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.189406 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Added segment 00ea0957-8f01-47fd-b0cf-7504ddcfe711 of type vlan for network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 Aug 28 08:23:28.207523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a6ff4-dde1-40a2-abfe-32cc5c41b1a4 req-85bd2564-6237-48cb-b79d-8fa3c08c5f2e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:28.211129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a5a6ff4-dde1-40a2-abfe-32cc5c41b1a4 req-85bd2564-6237-48cb-b79d-8fa3c08c5f2e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1405437 Aug 28 08:23:28.262855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-79d30e6c-3aed-4268-a24e-eaa0bcc224e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:28.264363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-79d30e6c-3aed-4268-a24e-eaa0bcc224e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388319 Aug 28 08:23:28.279654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Network 87919968-4eab-4a07-a667-b1fc9e184f42 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:28.303681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:28.303877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.357368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a5a6ff4-dde1-40a2-abfe-32cc5c41b1a4 req-adbc8ba6-1df6-4e1a-b36d-9406070278b0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376023 Aug 28 08:23:28.467111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.490784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:28.494446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:28.551300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-db5a0208-0ed2-4cde-a083-26108ef1a04e service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701190 Aug 28 08:23:28.569553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Router 7187ce44-df6d-447a-8694-fc571ed73fce has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:23:28.663504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50554) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:28.668805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1733587732'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:28.735147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Network': ['ID=8a0e0f5b-6c94-4c66-87f5-f69b5340bf57,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:28.772839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-13810896-bf76-4d36-a67b-d73365160aa6 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8906927 Aug 28 08:23:28.777000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:28.782815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50560) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:28.788332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Request body: {'subnet': {'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:29.018964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:23:29.042294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Sync routers for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:23:29.044150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-24d482f6-51be-421b-98a8-ea45f5396619 admin admin] 10.222.0.46 "PUT /v2.0/routers/7187ce44-df6d-447a-8694-fc571ed73fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2298698 Aug 28 08:23:29.046100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:29.047852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-4c95281e-53b1-4f81-b7c4-800b78eed40e service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866264 Aug 28 08:23:29.064571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.082087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:29.083089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:29.202167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-73fe2044-36b7-4657-b149-78afcf7bc936 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=489ba983-bd6b-46c8-a623-868b43258bd4 HTTP/1.1" status: 200 len: 217 time: 0.1455135 Aug 28 08:23:29.232391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:29.245665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.246019 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Added segment 6258c44a-9fcc-4f2b-b9c3-abafed766be4 of type vlan for network e81f0055-88c2-462f-ba31-8fcd845c3d6b Aug 28 08:23:29.279702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-7eaba326-8bdd-48c9-a0d2-0f39d977f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:29.281261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-7eaba326-8bdd-48c9-a0d2-0f39d977f1f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.0702734 Aug 28 08:23:29.323442 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.359088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Made reservation on behalf of 424bcd2da94144c1b0b716ae140b1fca for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:29.369295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.372880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-945c9af0-14bb-415a-b42c-d28bc00d03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:29.374583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-945c9af0-14bb-415a-b42c-d28bc00d03e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852330 Aug 28 08:23:29.384007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8ed668ad-dc3a-492b-bb39-1756abdf765f None None] Provisioning complete for port 4b547d15-9ee5-4097-ad95-220df4e37b83 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:29.384519 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ed668ad-dc3a-492b-bb39-1756abdf765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.431809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:29.467740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8ed668ad-dc3a-492b-bb39-1756abdf765f None None] Port 4b547d15-9ee5-4097-ad95-220df4e37b83 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:29.522422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.529524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:29.531034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:29.616295 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-c146fad4-8d54-4b3e-98c1-482eda31e0b9 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291594 Aug 28 08:23:29.641283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9766707 Aug 28 08:23:29.643758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:29.685900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-74054150'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:29.867343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012d8b-dceb-40a5-b51f-34fb0e6beea7 req-827b0094-a7b6-4c88-b381-d80c8e8d6f4f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:29.879672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47012d8b-dceb-40a5-b51f-34fb0e6beea7 req-827b0094-a7b6-4c88-b381-d80c8e8d6f4f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.4116828 Aug 28 08:23:29.892976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821834c-2c3d-4a41-af22-e3a9cd003207 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Network': ['ID=e81f0055-88c2-462f-ba31-8fcd845c3d6b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:29.976198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-c331c369-2d27-43e0-b184-c2468a430dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522086 Aug 28 08:23:29.989663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:30.126116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50598) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:30.159909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-74048dfa-e8ff-4c13-9cbe-4315ed37e869 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 200 len: 217 time: 0.1751935 Aug 28 08:23:30.221062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47012d8b-dceb-40a5-b51f-34fb0e6beea7 req-f830e803-c354-4f7c-94f4-b0f7bc44c2fa tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406179 Aug 28 08:23:30.235087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.244661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:30.252492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.328860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-7a067f9f-df95-4f07-b721-4cc127b8ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:30.330876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-7a067f9f-df95-4f07-b721-4cc127b8ce4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.1601453 Aug 28 08:23:30.358115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:30.383639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.384055 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Added segment d1953ada-b695-4cd9-9daa-3b51e9a2f311 of type vlan for network 73ed7c51-2cdc-4c96-a358-e46ab47b641f Aug 28 08:23:30.456646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.470873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cda4b1-f0cf-4d29-8d63-98961f40eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.505632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-3169c5f1-473e-4450-9c80-25f424146637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:30.505632 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-3169c5f1-473e-4450-9c80-25f424146637 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635098 Aug 28 08:23:30.570289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.578075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:30.579057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.621360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-586f0b4d-6dfb-4515-8164-eb309369183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.649142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cda4b1-f0cf-4d29-8d63-98961f40eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.760160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cda4b1-f0cf-4d29-8d63-98961f40eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:30.795987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4b547d15-9ee5-4097-ad95-220df4e37b83', 'name': '', 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'mac_address': 'fa:16:3e:3c:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:23Z', 'updated_at': '2021-08-28T08:23:27Z', 'revision_number': 2, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'subnets': [{'id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:30.825434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Network': ['ID=73ed7c51-2cdc-4c96-a358-e46ab47b641f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:30.840812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Checking router: 7187ce44-df6d-447a-8694-fc571ed73fce for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:23:30.841039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Updating router 7187ce44-df6d-447a-8694-fc571ed73fce port 4b547d15-9ee5-4097-ad95-220df4e37b83 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:23:30.849542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b5cda4b1-f0cf-4d29-8d63-98961f40eed8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3d80570f9b940228f89dc9fdb19d0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7218697 Aug 28 08:23:30.852690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda4b1-f0cf-4d29-8d63-98961f40eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae730114-a159-4702-8ff7-ef7d849c0efb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:30.856711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50602) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:30.870646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:30.891121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50604) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:30.897098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'subnet': {'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:30.900005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17741826-70cc-40bf-b928-ea10c92581a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2383938 Aug 28 08:23:30.969657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.006852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:23:31.009327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.099513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Checking segment: {'id': '00ea0957-8f01-47fd-b0cf-7504ddcfe711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:31.100492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network hostable DHCP agents. Network: 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:31.107557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event updated for resources: {'Subnet': ['ID=1b5516bd-17a9-4537-96d5-f3242d9ec237,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:31.216256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:31.293243 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.325988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505ae-b019-400d-b415-cb08c5d83bf9 req-a61661c8-fd6e-4cce-b08e-eb589f7935d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:31.329401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f3d505ae-b019-400d-b415-cb08c5d83bf9 req-a61661c8-fd6e-4cce-b08e-eb589f7935d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 1097 time: 0.3156865 Aug 28 08:23:31.332013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-ff2350ac-dfbf-4100-a9de-ddeac8105212 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813040 Aug 28 08:23:31.397764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:31.407765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9057f-7bfd-4172-a584-b79174d0c8cc None None] Network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:31.408848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:31.409484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.467408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7830733-3d76-427f-85b9-264944142380 req-8ccf2e37-b595-4e28-a9f9-69dacc46c64b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:31.479706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7830733-3d76-427f-85b9-264944142380 req-8ccf2e37-b595-4e28-a9f9-69dacc46c64b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1410556 Aug 28 08:23:31.601474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7830733-3d76-427f-85b9-264944142380 req-1a310e4e-ad00-499b-8c8f-dc4084c16da2 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159446 Aug 28 08:23:31.647905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45fbf1c4-1408-433e-8617-2d9a7f0ced09 req-edf5cd0b-f19e-4122-8a0d-6353ca107e4c service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691190 Aug 28 08:23:31.695503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.924276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8a0e0f5b-6c94-4c66-87f5-f69b5340bf57', 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57', 'tenant_id': '424bcd2da94144c1b0b716ae140b1fca', 'fixed_ips': [{'subnet_id': '1b5516bd-17a9-4537-96d5-f3242d9ec237'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:31.925459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f3d505ae-b019-400d-b415-cb08c5d83bf9 req-45ff3d5b-b438-4464-9e1c-6242ff6eb689 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503058 Aug 28 08:23:31.926602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.965331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:31.972429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:31.976767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.044479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.084335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Transition to ACTIVE for port object 4b547d15-9ee5-4097-ad95-220df4e37b83 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:32.086272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a71056e6-c83d-4692-9ecb-5de3dd0d81c7 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3019693 Aug 28 08:23:32.093168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50612) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:32.127253 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.130205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.137502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae730114-a159-4702-8ff7-ef7d849c0efb HTTP/1.1" status: 204 len: 168 time: 1.2797167 Aug 28 08:23:32.204541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.323422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ecdc7-8bff-4315-bd0b-a4b8451b4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae730114-a159-4702-8ff7-ef7d849c0efb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:32.505038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Pushing event updated for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:32.575589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.637024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.642203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.643242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.644126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.644983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.645845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.647278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.655721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.658705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.669671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.670446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.671008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:32.734843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Attempting to bind port 4b547d15-9ee5-4097-ad95-220df4e37b83 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:32.735144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Attempting to bind port 4b547d15-9ee5-4097-ad95-220df4e37b83 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:32.735380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.735488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Attempting to bind port 4b547d15-9ee5-4097-ad95-220df4e37b83 on network 87919968-4eab-4a07-a667-b1fc9e184f42 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:32.738473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Allocated IP 2001:db8::f816:3eff:fef1:890e (8a0e0f5b-6c94-4c66-87f5-f69b5340bf57/1b5516bd-17a9-4537-96d5-f3242d9ec237/18f6b41c-0916-4f50-a26e-1363a9b106df) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:32.751076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:32.761977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Checking segment: {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:32.762520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.762938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Bound using segment: {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:32.763458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Bound port: 4b547d15-9ee5-4097-ad95-220df4e37b83, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31bcddb-d25f-4a24-87f2-757ce1dd821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:32.763850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.872109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:32.988629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e46487-2211-41e3-abcf-7c75c1101df2 req-1d61af10-5a21-4dc7-9f02-48d213d1d32a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:33.001315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4e46487-2211-41e3-abcf-7c75c1101df2 req-1d61af10-5a21-4dc7-9f02-48d213d1d32a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2061598 Aug 28 08:23:33.075441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:33.076905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network hostable DHCP agents. Network: e81f0055-88c2-462f-ba31-8fcd845c3d6b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:33.137609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Subnet': ['ID=8a4208bf-b6c1-47b1-85ef-2e1e30004e10,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:33.180775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4e46487-2211-41e3-abcf-7c75c1101df2 req-8283c83f-8d14-4a7c-817a-7c142054a895 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712155 Aug 28 08:23:33.215659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] For port 4b547d15-9ee5-4097-ad95-220df4e37b83, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:33.219442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] For port 4b547d15-9ee5-4097-ad95-220df4e37b83, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4b547d15-9ee5-4097-ad95-220df4e37b83,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:33.280771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:33.327853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:33.409668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e81f0055-88c2-462f-ba31-8fcd845c3d6b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:33.421494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:33.422338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:33.424850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9381962-80e3-4d02-ad48-4b3241748f78 None None] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:33.557486 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:33.564660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:23:33.565380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:23:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:33.605215 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f23fea4e-393a-4a37-b9e0-3d9cd0ff40d9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7129924 Aug 28 08:23:33.608189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50634) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:33.615874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'subnet': {'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:33.873621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:23:33.975867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:33.980382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.087840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786086b0-f42a-4fe3-882b-f3e601f09931 None None] Pushing event updated for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:34.130253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Transition to ACTIVE for port object 18f6b41c-0916-4f50-a26e-1363a9b106df will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:34.152616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Transition to ACTIVE for port object 18f6b41c-0916-4f50-a26e-1363a9b106df will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:34.432252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.479226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.533079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5516bd-17a9-4537-96d5-f3242d9ec237,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:34.574103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca06838-0033-464d-bfaa-f79391fb64c7 req-6c873dca-f4d4-4fa6-b2fd-cc7c79bc4bd0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:34.576394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ca06838-0033-464d-bfaa-f79391fb64c7 req-6c873dca-f4d4-4fa6-b2fd-cc7c79bc4bd0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2471206 Aug 28 08:23:34.610284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.714932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.746111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ca06838-0033-464d-bfaa-f79391fb64c7 req-136b91a7-cccc-439e-9982-5b1f1a20275e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251748 Aug 28 08:23:34.753439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0e0f5b-6c94-4c66-87f5-f69b5340bf57']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:34.766025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:34.796428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:34.797929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.800720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:34.802679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Pushing event updated for resources: {'Port': ['ID=18f6b41c-0916-4f50-a26e-1363a9b106df,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:34.805231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ea0957-8f01-47fd-b0cf-7504ddcfe711') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:34.805761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ea0957-8f01-47fd-b0cf-7504ddcfe711') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:34.816999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:34.830123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.846441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.855068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:34.858336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:34.939900 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:35.008618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Checking segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:35.009233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network hostable DHCP agents. Network: 73ed7c51-2cdc-4c96-a358-e46ab47b641f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:35.050464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:23:35.050464 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:23:35.050464 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'}] Aug 28 08:23:35.050464 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:23:35.051170 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:23:35.105208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Subnet': ['ID=100a5e82-b31c-4410-a70b-cb7227e88e11,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:35.113080 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.115863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Attempting to bind port 18f6b41c-0916-4f50-a26e-1363a9b106df on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:35.115863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Attempting to bind port 18f6b41c-0916-4f50-a26e-1363a9b106df by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '00ea0957-8f01-47fd-b0cf-7504ddcfe711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:35.116380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Attempting to bind port 18f6b41c-0916-4f50-a26e-1363a9b106df on network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:35.127090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:35.127582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Checking segment: {'id': '00ea0957-8f01-47fd-b0cf-7504ddcfe711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:35.148412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.150959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Bound using segment: {'id': '00ea0957-8f01-47fd-b0cf-7504ddcfe711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:35.150959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Bound port: 18f6b41c-0916-4f50-a26e-1363a9b106df, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ea0957-8f01-47fd-b0cf-7504ddcfe711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a0e0f5b-6c94-4c66-87f5-f69b5340bf57'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:35.150959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.202569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4b547d15-9ee5-4097-ad95-220df4e37b83', 'name': '', 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'mac_address': 'fa:16:3e:3c:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:23Z', 'updated_at': '2021-08-28T08:23:33Z', 'revision_number': 4, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'subnets': [{'id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:35.256979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:35.283713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] For port 18f6b41c-0916-4f50-a26e-1363a9b106df, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:35.287556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] For port 18f6b41c-0916-4f50-a26e-1363a9b106df, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=18f6b41c-0916-4f50-a26e-1363a9b106df,segment=NetworkSegment(00ea0957-8f01-47fd-b0cf-7504ddcfe711),segment_id=00ea0957-8f01-47fd-b0cf-7504ddcfe711)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:35.355928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.400092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 73ed7c51-2cdc-4c96-a358-e46ab47b641f) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:35.405789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:35.408331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.451007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7a537-0543-4f89-826c-5212dc651be8 None None] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:35.462254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f7011-e550-4927-82f1-c9b49d47b9cb None None] The sync data for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 is: [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4b547d15-9ee5-4097-ad95-220df4e37b83', 'name': '', 'network_id': '87919968-4eab-4a07-a667-b1fc9e184f42', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'mac_address': 'fa:16:3e:3c:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:23Z', 'updated_at': '2021-08-28T08:23:33Z', 'revision_number': 4, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'subnets': [{'id': '09c4f054-f6f1-4210-b124-279ad2e80346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:23:35.475413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.552413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:35.633056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e8b5f6a2-9d6b-40a8-9c08-ad662cfe7160 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0235972 Aug 28 08:23:35.635799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:35.653453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-298ad627-f31b-46da-834c-d252ca95bcf1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:35.665040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-298ad627-f31b-46da-834c-d252ca95bcf1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 810 time: 0.3920979 Aug 28 08:23:35.694794 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-d8cd36ad-2259-43ec-afec-8f7fa197ac73 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/quotas/1afe1438c9074bdd95541d15fff36d5f HTTP/1.1" status: 200 len: 375 time: 0.0278950 Aug 28 08:23:35.719397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'name': 'tempest-TaggedBootDevicesTest_v242-639945754', 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:35.856861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-5116bd0d-8894-4d56-b9ab-c75ccb1f6db5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607161 Aug 28 08:23:35.864160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-baf0de42-dbf7-4c3c-ab05-16650d327605 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:23:35.883821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-baf0de42-dbf7-4c3c-ab05-16650d327605 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257182 Aug 28 08:23:36.019213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93974eb8-8110-4cd5-8aaa-8266a67a5bc2 None None] Network 8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:36.170664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting port 18f6b41c-0916-4f50-a26e-1363a9b106df {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:36.173558 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:36.399070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] For port 18f6b41c-0916-4f50-a26e-1363a9b106df, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=18f6b41c-0916-4f50-a26e-1363a9b106df,segment=NetworkSegment(00ea0957-8f01-47fd-b0cf-7504ddcfe711),segment_id=00ea0957-8f01-47fd-b0cf-7504ddcfe711)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:36.399484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:36.436902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Calling delete_port for 18f6b41c-0916-4f50-a26e-1363a9b106df owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:36.670683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01761b-a6d5-49ec-98f6-bd19a7bfe9b4 None None] Pushing event updated for resources: {'Port': ['ID=18f6b41c-0916-4f50-a26e-1363a9b106df,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:36.688342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Allocated IP 10.1.1.2 (e81f0055-88c2-462f-ba31-8fcd845c3d6b/8a4208bf-b6c1-47b1-85ef-2e1e30004e10/c3ebf08f-9514-4b19-9aad-851eb96f3caa) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:36.837896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-da04d24c-6f6a-43cb-acaf-3e629a3bbe5b service neutron] 10.222.0.46 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516020 Aug 28 08:23:37.151773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-39bb2ca8-fc09-4ef1-9cac-e198450e6eb4 service neutron] 10.222.0.46 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560816 Aug 28 08:23:37.617269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:37.634788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:37.750345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4b547d15-9ee5-4097-ad95-220df4e37b83 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:37.873732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Port': ['ID=18f6b41c-0916-4f50-a26e-1363a9b106df,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:38.052673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ips': [{'subnet_id': '100a5e82-b31c-4410-a70b-cb7227e88e11'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:38.054125 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.071318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No DVR routers for this DVR port 18f6b41c-0916-4f50-a26e-1363a9b106df on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:38.383116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.425052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Transition to ACTIVE for port object c3ebf08f-9514-4b19-9aad-851eb96f3caa will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:38.491280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4b547d15-9ee5-4097-ad95-220df4e37b83 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:38.528537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4b547d15-9ee5-4097-ad95-220df4e37b83 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:38.529333 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.622803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2516cc31-f6c5-43c1-aefc-7bd3e780489c req-23d17e70-d9ee-4246-9b88-098066d94725 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 210 time: 0.2509241 Aug 28 08:23:38.668939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.725810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0e0f5b-6c94-4c66-87f5-f69b5340bf57']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:38.770570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ea0957-8f01-47fd-b0cf-7504ddcfe711') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:38.777274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ea0957-8f01-47fd-b0cf-7504ddcfe711') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:38.783151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.844854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.917193 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.927282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:38.927859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:38.986011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Allocated IP 10.2.2.2 (73ed7c51-2cdc-4c96-a358-e46ab47b641f/100a5e82-b31c-4410-a70b-cb7227e88e11/f075fe79-cfab-4343-afaf-609d7802fe01) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:39.075685 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:39.085490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] device_id is not set on port 226d7285-2471-4895-9e5c-10b145a62897 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:23:39.257723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:39.362738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:39.375148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 HTTP/1.1" status: 204 len: 168 time: 7.2751772 Aug 28 08:23:39.376046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50730) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:39.408622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:39.443193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Transition to ACTIVE for port object f075fe79-cfab-4343-afaf-609d7802fe01 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:39.474896 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ed903d-b75f-4eea-984c-19268827ebed tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:39.475399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ed903d-b75f-4eea-984c-19268827ebed tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:39.485754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2ed903d-b75f-4eea-984c-19268827ebed tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/1b5516bd-17a9-4537-96d5-f3242d9ec237 HTTP/1.1" status: 404 len: 337 time: 0.1089845 Aug 28 08:23:39.493400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50732) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:39.503390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Transition to ACTIVE for port object f075fe79-cfab-4343-afaf-609d7802fe01 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:39.625859 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e031994-8266-4b9a-be73-1679c0709524 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:39.625859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e031994-8266-4b9a-be73-1679c0709524 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:39.625859 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e031994-8266-4b9a-be73-1679c0709524 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/8a0e0f5b-6c94-4c66-87f5-f69b5340bf57 HTTP/1.1" status: 404 len: 339 time: 0.0993955 Aug 28 08:23:39.625859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:39.680321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Transition to ACTIVE for port object c3ebf08f-9514-4b19-9aad-851eb96f3caa will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:39.757789 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a69affd-698d-423e-8830-8a950bb32e9a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:39.762743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a69affd-698d-423e-8830-8a950bb32e9a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:39.775001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a69affd-698d-423e-8830-8a950bb32e9a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/9380bf41-ef3e-454d-b17e-3e08fde04dcd HTTP/1.1" status: 404 len: 337 time: 0.1545365 Aug 28 08:23:39.779114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:39.836245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:39.837712 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88316cb-8911-491c-abf7-f510aa66a7f5 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:39.838993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88316cb-8911-491c-abf7-f510aa66a7f5 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:39.847004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e88316cb-8911-491c-abf7-f510aa66a7f5 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/10d77efa-2037-41cb-9427-5156c75ee016 HTTP/1.1" status: 404 len: 339 time: 0.0656571 Aug 28 08:23:39.851288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50742) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:39.934721 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:39.969205 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b426ef-c3c8-4e18-a2ce-61e350fc29ac tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:39.972920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b426ef-c3c8-4e18-a2ce-61e350fc29ac tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:39.981566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22b426ef-c3c8-4e18-a2ce-61e350fc29ac tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/8402f56d-c5d0-441f-9c7e-bab51e7fc77e HTTP/1.1" status: 404 len: 337 time: 0.1238265 Aug 28 08:23:39.982894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:40.001011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.083406 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-695059b4-9c02-4dd3-81b5-bd6075c08689 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:40.084060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695059b4-9c02-4dd3-81b5-bd6075c08689 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:40.093321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:40.099189 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-695059b4-9c02-4dd3-81b5-bd6075c08689 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/35135873-63a1-421f-b4bd-6c7afaea9074 HTTP/1.1" status: 404 len: 339 time: 0.1124794 Aug 28 08:23:40.100440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:40.103706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:40.126763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:40.168066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:40.190926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:40.218174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.1.1.182 (e81f0055-88c2-462f-ba31-8fcd845c3d6b/8a4208bf-b6c1-47b1-85ef-2e1e30004e10/226d7285-2471-4895-9e5c-10b145a62897) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:40.265289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:40.500234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Pushing event updated for resources: {'Port': ['ID=f075fe79-cfab-4343-afaf-609d7802fe01,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:40.506948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a088-54bb-42f2-bb79-21554c4a49aa tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=8a0e0f5b-6c94-4c66-87f5-f69b5340bf57,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:40.516661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting port f77229b3-8e35-4be7-a328-93fdf080d428 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:40.525344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.608826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4b547d15-9ee5-4097-ad95-220df4e37b83, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4b547d15-9ee5-4097-ad95-220df4e37b83,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:40.644056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Attempting to bind port c3ebf08f-9514-4b19-9aad-851eb96f3caa on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:40.644430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Attempting to bind port c3ebf08f-9514-4b19-9aad-851eb96f3caa by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:40.644796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Attempting to bind port c3ebf08f-9514-4b19-9aad-851eb96f3caa on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:40.660851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:40.663168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:40.663168 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.665830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Bound using segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:40.666156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Bound port: c3ebf08f-9514-4b19-9aad-851eb96f3caa, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:40.668977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.701890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Attempting to bind port f075fe79-cfab-4343-afaf-609d7802fe01 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:40.712106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Attempting to bind port f075fe79-cfab-4343-afaf-609d7802fe01 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:40.712266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.712354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Attempting to bind port f075fe79-cfab-4343-afaf-609d7802fe01 on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:40.722912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Checking segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Bound using segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Bound port: f075fe79-cfab-4343-afaf-609d7802fe01, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:40.766377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.775115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Calling delete_port for f77229b3-8e35-4be7-a328-93fdf080d428 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:40.795109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Pushing event updated for resources: {'Port': ['ID=c3ebf08f-9514-4b19-9aad-851eb96f3caa,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:40.841411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:40.880138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 226d7285-2471-4895-9e5c-10b145a62897 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:41.015559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36b3445c-1aec-4d94-8b47-a9ee69834694 req-86e3dc3f-9646-4e6b-9e42-52fa253a727f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 210 time: 0.5175459 Aug 28 08:23:41.090353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:41.122866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] For port f075fe79-cfab-4343-afaf-609d7802fe01, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:41.152697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:41.221407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:41.255130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] For port f075fe79-cfab-4343-afaf-609d7802fe01, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f075fe79-cfab-4343-afaf-609d7802fe01,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:41.322178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Port': ['ID=f77229b3-8e35-4be7-a328-93fdf080d428,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:41.344938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] For port c3ebf08f-9514-4b19-9aad-851eb96f3caa, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:41.355916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] For port c3ebf08f-9514-4b19-9aad-851eb96f3caa, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3ebf08f-9514-4b19-9aad-851eb96f3caa,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:41.364735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:41.377839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-268daa3a-9a9d-4efb-9f0d-f450e8900f75 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/ports/f77229b3-8e35-4be7-a328-93fdf080d428 HTTP/1.1" status: 204 len: 168 time: 1.2721195 Aug 28 08:23:41.378909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50768) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:41.413452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:41.505177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:41.523709 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-922888c8-4dfe-4c9a-a6fb-2b5b0ec3aa9c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:41.529503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922888c8-4dfe-4c9a-a6fb-2b5b0ec3aa9c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:41.549620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-922888c8-4dfe-4c9a-a6fb-2b5b0ec3aa9c tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/4809b793-711e-4f38-adc0-089262aa97d9 HTTP/1.1" status: 404 len: 337 time: 0.1592486 Aug 28 08:23:41.550619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:41.648928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733306c-76cd-4f15-a57c-42e5aff05a9d None None] Pushing event updated for resources: {'Port': ['ID=f075fe79-cfab-4343-afaf-609d7802fe01,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:41.859215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a3f79-9340-4b4b-9a4e-8d6d11c0aab8 None None] Pushing event updated for resources: {'Port': ['ID=c3ebf08f-9514-4b19-9aad-851eb96f3caa,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:41.886342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.309062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:42.376599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:42.385605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:42.440949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:42.513447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b088a57-526f-470b-a370-236942a5b065 req-b215bc34-b001-4067-9c04-5ea4fb26dc0e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 210 time: 0.1587105 Aug 28 08:23:42.552519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.562696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-e6053346-bdec-4f5d-aa05-64da0d2042b5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:42.564314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-e6053346-bdec-4f5d-aa05-64da0d2042b5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.64 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 810 time: 0.6587472 Aug 28 08:23:42.577726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a45b2d-bea9-4d4e-986a-79714bfcbfa5']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:42.578590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:42.579288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.591130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Request body: {'port': {'device_id': '932838bd-43ec-4a15-8778-6129d686dea7', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'admin_state_up': True, 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:42.623977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09921d44-3193-4362-8cda-329e699a5ef0') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:42.624280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09921d44-3193-4362-8cda-329e699a5ef0') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:42.696078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.706678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a173d1ae-e963-4e16-bf52-6c5a7ee37323 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.0025778 Aug 28 08:23:42.709377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50792) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:42.717568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1165854354', 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:42.725428 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.742131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:42.742494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:42.747307 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:42.872312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Made reservation on behalf of 1afe1438c9074bdd95541d15fff36d5f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:42.876387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:42.971690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:43.145128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Allocated IP 172.20.0.3 (ec40f5f0-babc-4241-8a4c-a8d225831136/d0a8240c-453a-4544-9440-54d05db67ae8/2b64995d-6702-4a66-8d9f-35c482a0bf26) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:43.166618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:43.177199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:43.247476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f075fe79-cfab-4343-afaf-609d7802fe01 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:43.277080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] device_id is not set on port 3e1f6b13-905b-42eb-b327-358d800bc2bb yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:23:43.449266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f075fe79-cfab-4343-afaf-609d7802fe01 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:43.453723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3ebf08f-9514-4b19-9aad-851eb96f3caa up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:43.494920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:43.609617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:43.613616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/a5a45b2d-bea9-4d4e-986a-79714bfcbfa5 HTTP/1.1" status: 204 len: 168 time: 2.0599146 Aug 28 08:23:43.637662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:43.649156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee1b90-8b79-42c4-83e3-395372e6e53e tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=a5a45b2d-bea9-4d4e-986a-79714bfcbfa5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:43.687813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:43.724188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c3ebf08f-9514-4b19-9aad-851eb96f3caa completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:43.730496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4b547d15-9ee5-4097-ad95-220df4e37b83 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:43.738706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.1.1.52 (e81f0055-88c2-462f-ba31-8fcd845c3d6b/8a4208bf-b6c1-47b1-85ef-2e1e30004e10/3e1f6b13-905b-42eb-b327-358d800bc2bb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:43.741996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Network ec40f5f0-babc-4241-8a4c-a8d225831136 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:43.748745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:43.808270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:43.844018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d127b63a-a98c-4d0a-a445-4c2d8dde890c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:23:43.938639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240649d-1ddc-4a65-87b0-e772f29c11d6 None None] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:43.996337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Pushing event updated for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:44.019060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:44.019841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.106880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting port 07e91353-26a7-4bca-904c-051cd3a441d0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:44.107328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.113680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55211e4-787d-4e32-ad17-4038e3e01c5c req-34d8d9bf-03d1-4262-a860-9dff10c58383 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:44.122963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f55211e4-787d-4e32-ad17-4038e3e01c5c req-34d8d9bf-03d1-4262-a860-9dff10c58383 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 931 time: 0.0990057 Aug 28 08:23:44.199686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a3c38-1911-4c9a-93ac-616cfa78b6af None None] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:44.231961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f55211e4-787d-4e32-ad17-4038e3e01c5c req-13aec0f8-b77c-4e55-9630-32b0649e508b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067164 Aug 28 08:23:44.237022 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8284aeff-6cb3-43be-a900-1364e29306b9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6496427 Aug 28 08:23:44.252022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.259028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.261701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Request body: {'port': {'device_id': '932838bd-43ec-4a15-8778-6129d686dea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:44.296733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Calling delete_port for 07e91353-26a7-4bca-904c-051cd3a441d0 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:44.312780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 3e1f6b13-905b-42eb-b327-358d800bc2bb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:44.456508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.540321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.622535 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.646370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4b547d15-9ee5-4097-ad95-220df4e37b83 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:44.647025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.670508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.679446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/ports/07e91353-26a7-4bca-904c-051cd3a441d0 HTTP/1.1" status: 204 len: 168 time: 1.0338099 Aug 28 08:23:44.700062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:44.753526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:44.775647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Provisioning for port c3ebf08f-9514-4b19-9aad-851eb96f3caa completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:44.798943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Provisioning complete for port c3ebf08f-9514-4b19-9aad-851eb96f3caa triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:44.800134 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:44.823286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:44.832976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:44.845990 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93a2536-8402-4bd4-9831-8fb15fdc8cf4 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] DELETE failed (client error): The resource could not be found. Aug 28 08:23:44.846576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93a2536-8402-4bd4-9831-8fb15fdc8cf4 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:23:44.851214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e93a2536-8402-4bd4-9831-8fb15fdc8cf4 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/60ab7014-0cc6-4a95-b8b9-7db4d563479d HTTP/1.1" status: 404 len: 337 time: 0.1373568 Aug 28 08:23:44.851214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:44.887705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:45.024569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.039843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4fdf5-50ec-41c6-820a-34eeba67eea1 tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Port': ['ID=07e91353-26a7-4bca-904c-051cd3a441d0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:45.092781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:45.100540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.201680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.210759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-11d015ff-a36b-4717-a648-b794ec95c719 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4998713 Aug 28 08:23:45.221878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0ddc90-e3be-41b7-aef8-d0f4119f0b65']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:45.236637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a5f9c2-dee7-43c3-a9c6-219acbcbe222') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:45.236926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a5f9c2-dee7-43c3-a9c6-219acbcbe222') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:45.249196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.268264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.274909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:45.275331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:45.355442 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:45.424567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b64995d-6702-4a66-8d9f-35c482a0bf26 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:23:45.441439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.444583 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.445326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.459551 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.462044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/8a0ddc90-e3be-41b7-aef8-d0f4119f0b65 HTTP/1.1" status: 204 len: 168 time: 0.5732713 Aug 28 08:23:45.464877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:45.482119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb5b44-cee7-4bff-ab54-c93aeca2419a tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=8a0ddc90-e3be-41b7-aef8-d0f4119f0b65,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:45.487261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Transition to ACTIVE for port object 2b64995d-6702-4a66-8d9f-35c482a0bf26 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:45.514473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] For port c3ebf08f-9514-4b19-9aad-851eb96f3caa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3ebf08f-9514-4b19-9aad-851eb96f3caa,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:45.574138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting subnet 9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:23:45.580386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.582463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.612043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.662373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.750355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4200901-e3c2-428c-9c06-082d74024652 None None] Pushing event updated for resources: {'Port': ['ID=c3ebf08f-9514-4b19-9aad-851eb96f3caa,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:45.810672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Pushing event updated for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:45.861052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Provisioning for port f075fe79-cfab-4343-afaf-609d7802fe01 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:45.868549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Provisioning complete for port f075fe79-cfab-4343-afaf-609d7802fe01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:45.869072 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.934363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:45.986440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Attempting to bind port 2b64995d-6702-4a66-8d9f-35c482a0bf26 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:45.991675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Attempting to bind port 2b64995d-6702-4a66-8d9f-35c482a0bf26 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:45.992361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Attempting to bind port 2b64995d-6702-4a66-8d9f-35c482a0bf26 on network ec40f5f0-babc-4241-8a4c-a8d225831136 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:46.001491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Port 2b64995d-6702-4a66-8d9f-35c482a0bf26 on network ec40f5f0-babc-4241-8a4c-a8d225831136 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:23:46.007522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Attempting to bind port 2b64995d-6702-4a66-8d9f-35c482a0bf26 on network ec40f5f0-babc-4241-8a4c-a8d225831136 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:46.016891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:46.022426 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.027646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Checking segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:46.028428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Bound using segment: {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:46.029142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Bound port: 2b64995d-6702-4a66-8d9f-35c482a0bf26, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef299e3d-7e31-483b-90b8-166fe6cdec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:46.029753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.062104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a272f1-23b4-4248-83ad-45462190cef9 req-f52147a7-0083-4860-890f-265ee18510f5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:46.071313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67a272f1-23b4-4248-83ad-45462190cef9 req-f52147a7-0083-4860-890f-265ee18510f5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 943 time: 0.1814325 Aug 28 08:23:46.095683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] For port f075fe79-cfab-4343-afaf-609d7802fe01, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f075fe79-cfab-4343-afaf-609d7802fe01,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:46.114386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea065b85-579a-4dbf-a27f-6ef228e5fb85 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:23:46.155083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:46.159879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:46.189000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.193779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67a272f1-23b4-4248-83ad-45462190cef9 req-12d0a0f6-aecb-4d09-8e3a-819e8df6cc52 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206317 Aug 28 08:23:46.285349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.319675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.323266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:46.333012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.333012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f55df676-00f1-43cd-bd58-35b5ea7b657b tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/subnets/9dd9cfd8-f5d0-47c4-8e8c-a679fd57dcf2 HTTP/1.1" status: 204 len: 168 time: 0.8664410 Aug 28 08:23:46.333012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50862) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:46.358712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Pushing event updated for resources: {'Port': ['ID=f075fe79-cfab-4343-afaf-609d7802fe01,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:46.378717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Provisioning for port 226d7285-2471-4895-9e5c-10b145a62897 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:46.421774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Provisioning complete for port 226d7285-2471-4895-9e5c-10b145a62897 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:46.424853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.449337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.467531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Pushing event updated for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:46.515090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:46.516164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.517845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-7bce8be5-53fc-456c-86c5-90000751bf42 service neutron] 10.222.0.64 "PUT /v2.0/ports/2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 200 len: 1092 time: 2.2613425 Aug 28 08:23:46.518542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:46.521144 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83029e83-7a9d-4765-a61e-ba0aee870012" -d '{"events": [{"name": "network-changed", "server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:46.569417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea065b85-579a-4dbf-a27f-6ef228e5fb85 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:23:46.573421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Port 226d7285-2471-4895-9e5c-10b145a62897 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:46.602763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Deleting port 646f213f-d300-437b-82a1-717de94e1d7c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:23:46.603486 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.675626 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22acca89-d0a5-40b2-881e-0f993680c376 x-openstack-request-id: req-22acca89-d0a5-40b2-881e-0f993680c376 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:46.676118 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:46.676509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22acca89-d0a5-40b2-881e-0f993680c376 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:46.677012 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26', 'status': 'completed', 'code': 200} Aug 28 08:23:46.735299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Provisioning complete for port c3ebf08f-9514-4b19-9aad-851eb96f3caa triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:46.736059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:46.738179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7977c34-cc66-4ccf-b3fc-d5684dacfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.754645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418568395', 'description': 'tempest-description--259767920'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:46.769224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] For port 646f213f-d300-437b-82a1-717de94e1d7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=646f213f-d300-437b-82a1-717de94e1d7c,segment=NetworkSegment(946e1d2b-e644-4f6c-8a0c-689941742be2),segment_id=946e1d2b-e644-4f6c-8a0c-689941742be2)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:46.769602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:46.820997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Calling delete_port for 646f213f-d300-437b-82a1-717de94e1d7c owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:23:46.859460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-b22c7495-7177-47e8-8ffe-37b6bb48e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:46.861366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-b22c7495-7177-47e8-8ffe-37b6bb48e0b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1095 time: 0.1591313 Aug 28 08:23:46.876379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589e89-49ec-4cf6-a34e-f51157d3d501 req-90e44848-18b5-4bc1-a334-ccf2b2819c6d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:46.878785 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8589e89-49ec-4cf6-a34e-f51157d3d501 req-90e44848-18b5-4bc1-a334-ccf2b2819c6d tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 950 time: 0.1027610 Aug 28 08:23:46.966068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-138e768e-3eef-4958-805c-5ac4f8dd1096 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 200 len: 217 time: 0.0859771 Aug 28 08:23:47.066708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.077359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8339fee0-37b9-4ca6-875e-21fa35bbf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:47.079340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-8339fee0-37b9-4ca6-875e-21fa35bbf82a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.0934994 Aug 28 08:23:47.113619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.163437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efcb42b-941d-46c1-8699-b7176aaedfeb None None] Network c00b9202-738e-45f2-8e56-2777254e444c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:47.192744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-2112df24-5e20-476e-a7c5-d86d3676b31a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013715 Aug 28 08:23:47.217675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8589e89-49ec-4cf6-a34e-f51157d3d501 req-04488e3c-bcac-4b23-b8c6-53793ab1368a tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311603 Aug 28 08:23:47.232767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Port': ['ID=646f213f-d300-437b-82a1-717de94e1d7c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:47.238291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] No DVR routers for this DVR port 646f213f-d300-437b-82a1-717de94e1d7c on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:23:47.261744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Provisioning for port 3e1f6b13-905b-42eb-b327-358d800bc2bb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:47.284446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Provisioning complete for port 3e1f6b13-905b-42eb-b327-358d800bc2bb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:47.288297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.411552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-781deab0-e433-418c-acf5-b18749150864 service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910398 Aug 28 08:23:47.428219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Port 3e1f6b13-905b-42eb-b327-358d800bc2bb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:23:47.467021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3ebf08f-9514-4b19-9aad-851eb96f3caa up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:47.513992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Provisioning complete for port f075fe79-cfab-4343-afaf-609d7802fe01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:47.514606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cb95-a162-45c6-95cd-545cf74c011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.538186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.556526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3fabb-dde0-4863-9070-d92f4f8325ab None None] DHCP port deletion for c00b9202-738e-45f2-8e56-2777254e444c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:23:47.573314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b9202-738e-45f2-8e56-2777254e444c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:47.602194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946e1d2b-e644-4f6c-8a0c-689941742be2') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:47.605059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946e1d2b-e644-4f6c-8a0c-689941742be2') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:47.608369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c3ebf08f-9514-4b19-9aad-851eb96f3caa triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:47.608369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.621352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.625979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.647867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.657439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:47.658023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:47.663453 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:47.698842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d6d6b-9fb6-427d-8520-681eeac8d4d1 req-3875cd67-58a7-4e9f-8eb7-20affd5cca26 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:47.720167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-880d6d6b-9fb6-427d-8520-681eeac8d4d1 req-3875cd67-58a7-4e9f-8eb7-20affd5cca26 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 943 time: 0.3062673 Aug 28 08:23:47.778587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.779939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f075fe79-cfab-4343-afaf-609d7802fe01 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:47.811968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-880d6d6b-9fb6-427d-8520-681eeac8d4d1 req-0e573515-1933-4864-b12b-f24677e6e038 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816667 Aug 28 08:23:47.820922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:23:47.862648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:47.872945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-948343a4-58d3-4147-b0c5-9bbd6fc1d817 req-a1b91811-986a-4b1c-b2ea-2193e324647f service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470339 Aug 28 08:23:47.887240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f075fe79-cfab-4343-afaf-609d7802fe01 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:47.887738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.954479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:47.954479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5bec669e-642f-456a-92e5-105f8c7e92e3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2044320 Aug 28 08:23:47.957255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50910) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:47.973783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'security_group_rule': {'security_group_id': 'b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:48.005208 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.013882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.027970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] 10.222.0.46 "DELETE /v2.0/networks/c00b9202-738e-45f2-8e56-2777254e444c HTTP/1.1" status: 204 len: 168 time: 1.6899190 Aug 28 08:23:48.065195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7139b-de90-4f4b-840d-4b8781c9e61d tempest-NetworksIpV6TestAttrs-1201660168 tempest-NetworksIpV6TestAttrs-1201660168-project] Pushing event deleted for resources: {'Network': ['ID=c00b9202-738e-45f2-8e56-2777254e444c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:48.093655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.195042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.209042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-0f7865d4-9965-40c4-919a-f6db10278b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:48.215710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-0f7865d4-9965-40c4-919a-f6db10278b4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1095 time: 0.1172812 Aug 28 08:23:48.288521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.329964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c255b-666a-4edf-8fc2-fb651560332a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:48.358282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-3cd216e6-ba4f-4fb0-957d-cf124b0e48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:48.360070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-3cd216e6-ba4f-4fb0-957d-cf124b0e48be service neutron] 10.222.0.64 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 911 time: 0.1348574 Aug 28 08:23:48.414477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-4b3c0ac1-9e3b-439b-9628-78c44137b329 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 200 len: 217 time: 0.0462484 Aug 28 08:23:48.479031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.483903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:48.486988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-234a444a-305d-4e61-9f32-1dc1902b276e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5286248 Aug 28 08:23:48.491013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'security_group_rule': {'security_group_id': 'b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:48.509061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-de790699-c68e-4f59-9ed2-ad505231b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:48.509061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-de790699-c68e-4f59-9ed2-ad505231b42a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.0869179 Aug 28 08:23:48.548507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-290548d7-5afc-4baf-a871-f3010e571f5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312228 Aug 28 08:23:48.630855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.703954 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-5dabbf54-35c1-4ee3-bc2e-605d9ed070e0 service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470201 Aug 28 08:23:48.793364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.860121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83029e83-7a9d-4765-a61e-ba0aee870012 req-650ba5e2-a479-4db7-8540-5f0e9b73590c service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415951 Aug 28 08:23:48.871231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:48.919279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbe4c5b-53d1-4883-b0d1-4a7691bc566f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:49.020432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50938) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:49.041344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999cbb-ff42-4b80-aef5-47719fc43c84 req-cbf4d106-36b1-4651-af79-091528be6069 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:49.052974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6999cbb-ff42-4b80-aef5-47719fc43c84 req-cbf4d106-36b1-4651-af79-091528be6069 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 943 time: 0.1355829 Aug 28 08:23:49.064466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:49.073864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.075195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28d01b3f-c649-432a-a1a3-0c2de6e4b983 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5899658 Aug 28 08:23:49.078991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50946) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:49.085170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:49.118839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6999cbb-ff42-4b80-aef5-47719fc43c84 req-ae501c8a-c647-4b9c-8ce6-51c4cc2fc9fc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663271 Aug 28 08:23:49.302545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd68d29-0671-452c-b759-9113fd69070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.321281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 646f213f-d300-437b-82a1-717de94e1d7c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:49.327961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.352597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 646f213f-d300-437b-82a1-717de94e1d7c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:23:49.354411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 646f213f-d300-437b-82a1-717de94e1d7c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:23:49.392464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c8e9fc86-b754-472e-8889-086b4a9ef0d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=424bcd2da94144c1b0b716ae140b1fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699999 Aug 28 08:23:49.395603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50952) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:49.461541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.487179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.516015 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd68d29-0671-452c-b759-9113fd69070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.526399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.642132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efd68d29-0671-452c-b759-9113fd69070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.642986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.648733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.654477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/943ce2e6-1eda-4cbf-9570-943b53bb4608 HTTP/1.1" status: 204 len: 168 time: 0.2531846 Aug 28 08:23:49.664398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0f8e-2de6-4ce9-adc0-54dcd33f6f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ce2e6-1eda-4cbf-9570-943b53bb4608,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:49.700892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 172.25.0.59 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/461cfe6d-4739-4bb7-96a0-7162e6c93164) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:49.706440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd68d29-0671-452c-b759-9113fd69070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c6b8a-0aff-41bc-81fa-c67f6c42c8c5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:49.753412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-efd68d29-0671-452c-b759-9113fd69070b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83875e1c21fd45e29fac0ef56493c7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871982 Aug 28 08:23:49.759851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50958) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:49.881477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.919178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.922305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:49.961027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2b64995d-6702-4a66-8d9f-35c482a0bf26 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:23:49.968912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:23:50.079357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.081914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.086050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.086172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c4c6b8a-0aff-41bc-81fa-c67f6c42c8c5 HTTP/1.1" status: 204 len: 168 time: 0.3241401 Aug 28 08:23:50.129238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.138610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d7d5-4998-4ef2-99ef-fd6fa7d408e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c6b8a-0aff-41bc-81fa-c67f6c42c8c5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:50.151070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:50.187007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:50.190530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:50.191358 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d4341-4d55-4a18-8066-79b61bca8134" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:50.193894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '2b64995d-6702-4a66-8d9f-35c482a0bf26', 'network_id': 'ec40f5f0-babc-4241-8a4c-a8d225831136', 'port_id': '2b64995d-6702-4a66-8d9f-35c482a0bf26', 'mac_address': 'fa:16:3e:26:00:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8240c-453a-4544-9440-54d05db67ae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:23:50.196527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:50.231754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:50.232131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:50.279800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.294051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=461cfe6d-4739-4bb7-96a0-7162e6c93164,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:50.298025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b64995d-6702-4a66-8d9f-35c482a0bf26 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:23:50.340959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeeb60-db7d-4346-8a05-929cae64d531 req-cd44ea95-4530-4a66-842f-9c6b8442e5c7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:50.349571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81aeeb60-db7d-4346-8a05-929cae64d531 req-cd44ea95-4530-4a66-842f-9c6b8442e5c7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 943 time: 0.0861304 Aug 28 08:23:50.355173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:50.392236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.409666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81aeeb60-db7d-4346-8a05-929cae64d531 req-3de30ab0-2bd6-4b57-a979-64fa487de458 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Aug 28 08:23:50.431843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.511030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.538935 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3796c-bd75-459e-90e1-3fb20b4a41f7 x-openstack-request-id: req-1ab3796c-bd75-459e-90e1-3fb20b4a41f7 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:50.539231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:50.539488 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ab3796c-bd75-459e-90e1-3fb20b4a41f7 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:50.539883 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'code': 200} Aug 28 08:23:50.587021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:50.588265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.723595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:50.847964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['2b64995d-6702-4a66-8d9f-35c482a0bf26'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:23:50.859992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:50.997925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:51.098861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=461cfe6d-4739-4bb7-96a0-7162e6c93164,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:51.122872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:51.273037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:51.274631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-70a48d0a-ce69-4ec6-bfe1-9146d2f90eaa tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1942034 Aug 28 08:23:51.588578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52790a5-587b-4516-a5b3-03f56ac3d787 req-98a4f74c-5d89-48db-a4ca-f150cbf5c7d0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:51.598531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d52790a5-587b-4516-a5b3-03f56ac3d787 req-98a4f74c-5d89-48db-a4ca-f150cbf5c7d0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 944 time: 0.0845850 Aug 28 08:23:51.654138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d52790a5-587b-4516-a5b3-03f56ac3d787 req-8ef0ebd5-6a0e-4a59-8251-d47dc36214e0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536709 Aug 28 08:23:51.872002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51050) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:51.982316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2b64995d-6702-4a66-8d9f-35c482a0bf26 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:52.012115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839373397'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:52.151791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-b80e32e9-fff3-4782-9979-eb09965d28fd tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1418568395&fields=id&tenant_id=203eda89e7ee484c9311616d46ce22e5 HTTP/1.1" status: 200 len: 267 time: 0.0864162 Aug 28 08:23:52.194702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:52.198603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.218574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.220887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 2b64995d-6702-4a66-8d9f-35c482a0bf26 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:52.226052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 2b64995d-6702-4a66-8d9f-35c482a0bf26 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:52.226468 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.275790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-94d99984-2331-401d-9c1e-708491fafb43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.277256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-94d99984-2331-401d-9c1e-708491fafb43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 936 time: 0.1245339 Aug 28 08:23:52.287441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51070) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:52.363726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-cc58619a-01d0-4558-9c98-540c81f583e1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.373198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-cc58619a-01d0-4558-9c98-540c81f583e1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 936 time: 0.0747728 Aug 28 08:23:52.420046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.427901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.441521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1d860075-7137-43cb-bc04-a4032c52231b tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0673413 Aug 28 08:23:52.484887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:52.486933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-a086af20-b46c-4018-ba53-af721c932396 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0443311 Aug 28 08:23:52.492029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1252944932-network', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:52.498606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.527669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:52.539266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a557a-fbde-4b0e-8e5c-526303419e8b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:52.541263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:23:52.548711 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e123ff-2e3c-4a13-b983-024c4c01b635" -d '{"events": [{"server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "name": "network-vif-plugged", "status": "completed", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:23:52.552843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.553515 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment f92386b7-689e-481b-b9a6-2ed6e1eec1a9 of type vlan for network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 Aug 28 08:23:52.558682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.627629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:52.641646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.665278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Made reservation on behalf of a6aecc8decac4bb699fbb886f5537ed5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:52.669295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.699802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.720505 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe175c67-3538-4a80-921e-4a80766962c9 x-openstack-request-id: req-fe175c67-3538-4a80-921e-4a80766962c9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:23:52.720797 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "name": "network-vif-plugged", "status": "completed", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:23:52.721066 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe175c67-3538-4a80-921e-4a80766962c9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:23:52.721620 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26', 'code': 200} Aug 28 08:23:52.732527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-8864ca0c-774e-44db-a390-509af426cf1f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.745514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-8864ca0c-774e-44db-a390-509af426cf1f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.751920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-8864ca0c-774e-44db-a390-509af426cf1f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.754746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-8864ca0c-774e-44db-a390-509af426cf1f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/networks?id=cd4abac3-327a-40d1-9e1a-6a83d154829d&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 200 len: 1993 time: 0.2669201 Aug 28 08:23:52.806909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-395a14fb-7a5b-4e4c-89c5-f639ae2d8589 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/quotas/203eda89e7ee484c9311616d46ce22e5 HTTP/1.1" status: 200 len: 375 time: 0.0355330 Aug 28 08:23:52.841885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.853742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.854845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:52.952263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-caf1f06f-30c8-4d0f-b3f7-e9c17773e622 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1442666 Aug 28 08:23:52.966993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32edf2-8054-4b57-b7f0-b96fd7c35243 req-e506f47e-f671-4569-ac39-6db44fbcb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.968649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac32edf2-8054-4b57-b7f0-b96fd7c35243 req-e506f47e-f671-4569-ac39-6db44fbcb3e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1097 time: 0.1130242 Aug 28 08:23:52.985831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5201ba-9643-4211-95ef-47cd33912e18 req-dd1382ca-586d-4d65-b0c9-a1fad38ad184 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:52.992539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d5201ba-9643-4211-95ef-47cd33912e18 req-dd1382ca-586d-4d65-b0c9-a1fad38ad184 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1972630 Aug 28 08:23:53.026793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.031303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac32edf2-8054-4b57-b7f0-b96fd7c35243 req-a879eb75-63ea-46e3-b7a0-a4f507139f61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533998 Aug 28 08:23:53.041952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=2dcdd038-e8b2-42c7-8977-e0694d7e9167,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:53.055895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:53.066116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d5201ba-9643-4211-95ef-47cd33912e18 req-0492bfd3-02d4-4e95-8ebc-479890320b01 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Aug 28 08:23:53.121277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.176657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fc5b8-3327-4ee7-974f-ec7755059ac1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:53.188085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2002eaab-5343-4342-9942-1ca15891dbdd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3148866 Aug 28 08:23:53.206396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.206751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.207769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.208158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.210347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.211125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.212004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.212609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.213113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.213591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.213987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.214363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:53.233997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:53.257627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.257994 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Added segment 5be25e43-a6b0-4d3a-8ac1-91e64bc8842b of type vlan for network 904afa65-c338-4408-8be6-2a5e39caafdd Aug 28 08:23:53.335907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.338962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51094) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:53.345643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:53.378871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-2e2a3526-6b11-4745-ab7d-b3ea8114645e service neutron] 10.222.0.46 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257944 Aug 28 08:23:53.500124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f9671a7a-bcf0-40c8-966e-25b5764696f9 service neutron] 10.222.0.46 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119618 Aug 28 08:23:53.521569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.522920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:53.527848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.584966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:53.598192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:53.615370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e8ce2d84-9ed4-4944-9a03-515baeab0e29 service neutron] 10.222.0.46 "GET /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1070807 Aug 28 08:23:53.698755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] Pushing event updated for resources: {'Network': ['ID=904afa65-c338-4408-8be6-2a5e39caafdd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:53.716565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 904afa65-c338-4408-8be6-2a5e39caafdd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:53.728915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-152ed87e-4d2f-46c3-808a-15c702060b66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4376636 Aug 28 08:23:53.730201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51102) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:53.736504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Request body: {'subnet': {'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-subnet', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:53.806435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-04e211d6-2590-4cb4-9245-88e7acfdbe4f service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792529 Aug 28 08:23:53.984924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:54.067043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=c9b5d6e9-02aa-4888-9d82-7797dcec5098,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:54.091565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:54.092197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 2dcdd038-e8b2-42c7-8977-e0694d7e9167, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:54.166830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Made reservation on behalf of a6aecc8decac4bb699fbb886f5537ed5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:54.169264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:54.245151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:54.274919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcad8b1-7534-4d00-9de1-8bdb4b7b5913 req-527fe623-915c-438a-8342-6ffd05171e3b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:54.276546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bcad8b1-7534-4d00-9de1-8bdb4b7b5913 req-527fe623-915c-438a-8342-6ffd05171e3b tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.0717418 Aug 28 08:23:54.302071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-eac9a4e7-3417-47d5-bfec-71adc99d64dd service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850781 Aug 28 08:23:54.389507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-879ea27b-4973-4b3d-97ac-4ece4d2c890a service neutron] 10.222.0.46 "GET /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0696249 Aug 28 08:23:54.397395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bcad8b1-7534-4d00-9de1-8bdb4b7b5913 req-a24ad04c-6f27-49ce-af37-5d73f03f74de tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090701 Aug 28 08:23:54.399501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2dcdd038-e8b2-42c7-8977-e0694d7e9167) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:54.415762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b42f61-3b63-4d6b-a5a0-748672061416 None None] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:54.426464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:54.428676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:54.631098 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-2024734e-66b6-44f8-88eb-a35f55eda4f1 service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936707 Aug 28 08:23:54.734047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9cc1c7cb-42cd-4c78-ae57-8742f7ea666d service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967629 Aug 28 08:23:54.742807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2dcdd038-e8b2-42c7-8977-e0694d7e9167', 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': 'c9b5d6e9-02aa-4888-9d82-7797dcec5098'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:54.743723 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:54.827587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4ed4922a-cdc2-414d-9df3-684865eddf3a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4814477 Aug 28 08:23:54.829201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:54.829377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51120) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:54.844693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392292157'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:54.922630 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-dbd31e7f-5e9d-4be9-aa49-bcfa08204535 service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800365 Aug 28 08:23:54.974577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Allocated IP 172.20.255.242 (2dcdd038-e8b2-42c7-8977-e0694d7e9167/c9b5d6e9-02aa-4888-9d82-7797dcec5098/0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:54.992517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:54.996554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.036212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:55.068917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Checking segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:55.069341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Network hostable DHCP agents. Network: 904afa65-c338-4408-8be6-2a5e39caafdd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:55.081889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:55.098110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.098720 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 77cce43b-0194-4384-bc9e-f7a973b89a97 of type vlan for network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 Aug 28 08:23:55.111040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-88da190f-e86b-43e9-9d05-48707f6e8f1d service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795478 Aug 28 08:23:55.163778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.186028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Network 904afa65-c338-4408-8be6-2a5e39caafdd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:55.204413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.219270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Transition to ACTIVE for port object 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:55.255554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Transition to ACTIVE for port object 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:55.260723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.267327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:55.270571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.280159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1237a4c5-96de-4a92-a6b0-e984d018cdbf service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620915 Aug 28 08:23:55.304682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 904afa65-c338-4408-8be6-2a5e39caafdd) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:55.320396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099dacae-d76a-4bf2-ad91-6549314112b6 None None] Network 904afa65-c338-4408-8be6-2a5e39caafdd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:55.337594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:55.340826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.369330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=8e12cc06-5e10-4581-90e3-8ed8972f7e84,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:55.394831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:55.400386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.451141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-76a0ade2-2df9-46ec-848d-f24fa21339f2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6204796 Aug 28 08:23:55.455465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:55.464076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '8e12cc06-5e10-4581-90e3-8ed8972f7e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:55.469937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:55.505720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:55.515732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-a8d7a93b-3ece-4f20-9c22-af6142996e31 service neutron] 10.222.0.46 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288921 Aug 28 08:23:55.577996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36f04daf-f21e-4468-af7a-9f62a79521ce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8466794 Aug 28 08:23:55.580973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51136) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:55.586464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:55.633181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:55.669836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.670195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed8c19-0fba-468d-a47d-5e59ad332e67 req-7da8e537-79e7-4a57-bf08-1afd9ba283db tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:55.671432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.672245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72ed8c19-0fba-468d-a47d-5e59ad332e67 req-7da8e537-79e7-4a57-bf08-1afd9ba283db tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1369352 Aug 28 08:23:55.682111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-3b888c75-0069-42a2-adbb-f0646f5b66ea service neutron] 10.222.0.46 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585398 Aug 28 08:23:55.754428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72ed8c19-0fba-468d-a47d-5e59ad332e67 req-5b818a29-58e8-4baf-a908-cfc9813cdc8a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693016 Aug 28 08:23:55.786493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:55.790194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.832762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Pushing event updated for resources: {'Port': ['ID=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:55.852891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.903929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-5af92947-d939-4519-ad2e-2a3b41408979 service neutron] 10.222.0.46 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120776 Aug 28 08:23:55.927826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.965005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Attempting to bind port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:55.968698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Attempting to bind port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:55.968698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Attempting to bind port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 on network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:55.981070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:55.987753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Checking segment: {'id': 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:55.990882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:55.997385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Bound using segment: {'id': 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:55.997385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Bound port: 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2dcdd038-e8b2-42c7-8977-e0694d7e9167'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:55.997385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.016637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:23:56.047095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-904afa65-c338-4408-8be6-2a5e39caafdd', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:56.048145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.136214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.172009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0ed572d5-8307-4d82-915f-0032b1e5443f service neutron] 10.222.0.46 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533836 Aug 28 08:23:56.239612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Allocated IP 172.20.0.2 (904afa65-c338-4408-8be6-2a5e39caafdd/38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc/6f55a188-ee2e-4cf2-a8d2-255a3d1afb73) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:56.259862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=76110cc0-d7d5-410e-97f5-ac5d8db80bb1,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:56.285241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '77cce43b-0194-4384-bc9e-f7a973b89a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e12cc06-5e10-4581-90e3-8ed8972f7e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:56.285608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 8e12cc06-5e10-4581-90e3-8ed8972f7e84, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:23:56.387528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:23:56.397529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.446621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-5004e1c0-e6dc-4193-b47e-1235c14dda36 service neutron] 10.222.0.46 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590437 Aug 28 08:23:56.455340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8e12cc06-5e10-4581-90e3-8ed8972f7e84) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:56.461598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:56.462607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.474308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8a9f4-7e09-4310-9979-1292ed5bd1b1 None None] Network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:56.565548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f85f7337-d307-47a7-9ec5-5cf9d5e44a21 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1076677 Aug 28 08:23:56.568597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:56.578002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] For port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:56.638530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] For port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,segment=NetworkSegment(f92386b7-689e-481b-b9a6-2ed6e1eec1a9),segment_id=f92386b7-689e-481b-b9a6-2ed6e1eec1a9)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:56.770166 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.774060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:56.855043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.860602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'mac_address': 'fa:16:3e:36:08:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:23:56.943621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Transition to ACTIVE for port object 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:56.947259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:56.954255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-d52167d1-f3eb-4a30-8523-f9af542cd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:56.956417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-d52167d1-f3eb-4a30-8523-f9af542cd41e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1097 time: 0.2584987 Aug 28 08:23:56.960676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ee723-1e20-4858-a024-d6627543d806 req-fedfe0fb-982d-4192-bc70-bc18b6063aef tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:56.972287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-254ee723-1e20-4858-a024-d6627543d806 req-fedfe0fb-982d-4192-bc70-bc18b6063aef tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.2074745 Aug 28 08:23:57.022746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.028973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.075634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-254ee723-1e20-4858-a024-d6627543d806 req-ca7a7fac-9ef8-4641-876b-9507115e669f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023393 Aug 28 08:23:57.136666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Transition to ACTIVE for port object 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:23:57.151579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.185832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f042e98-75cf-4ff8-ad66-de545ab36fd9 None None] Pushing event updated for resources: {'Port': ['ID=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:57.203112 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.255759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:23:57.261536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.284131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Network 904afa65-c338-4408-8be6-2a5e39caafdd is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:57.291864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:57.312688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:57.328088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:23:57.413233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.460650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04090cdd-86f8-4d6e-8d2a-b08038b8f8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8e12cc06-5e10-4581-90e3-8ed8972f7e84', 'network_id': '8e12cc06-5e10-4581-90e3-8ed8972f7e84', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '76110cc0-d7d5-410e-97f5-ac5d8db80bb1'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:23:57.464522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04090cdd-86f8-4d6e-8d2a-b08038b8f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.481499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-ecc3de24-1908-4ea7-8346-b17bf534eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:57.481499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-ecc3de24-1908-4ea7-8346-b17bf534eaa6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 911 time: 0.4745924 Aug 28 08:23:57.508036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=76110cc0-d7d5-410e-97f5-ac5d8db80bb1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:57.615642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:57.639933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.652503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e12cc06-5e10-4581-90e3-8ed8972f7e84']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:57.665761 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-06f37d6b-5970-47e4-9f3f-e94f0deaab2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 200 len: 217 time: 0.1689065 Aug 28 08:23:57.666746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cce43b-0194-4384-bc9e-f7a973b89a97') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:57.667216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cce43b-0194-4384-bc9e-f7a973b89a97') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:23:57.692168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.706300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.707475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.745191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:23:57.745191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.745455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Allocated IP 172.25.0.249 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/14798cab-3c71-4809-8ceb-2b3212ee39de) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:23:57.745771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Pushing event updated for resources: {'Port': ['ID=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.802871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.805545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.805545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.805545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:23:57.840697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-ea4c5a02-e005-4710-ae81-fef1674691ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:57.842336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-ea4c5a02-e005-4710-ae81-fef1674691ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.1610873 Aug 28 08:23:57.889766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-17381fd3-cc32-47d9-95b9-ea1e7fce882f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380242 Aug 28 08:23:57.892943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Attempting to bind port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:23:57.893332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Attempting to bind port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:23:57.905719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Attempting to bind port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 on network 904afa65-c338-4408-8be6-2a5e39caafdd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:23:57.940581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:23:57.941188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Checking segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:23:57.941623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.942147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Bound using segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:23:57.943450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Bound port: 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:23:57.943817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.965901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a4916f7-2cda-4740-a3e9-1cdf84878798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:57.967077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:58.004119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b5d80d86-6b5a-4a69-86b7-7b97854f501d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:23:58.038916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.043055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.112845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-cee03da2-7705-4254-8b20-9c902076ca56 service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098525 Aug 28 08:23:58.113157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:58.122718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.130952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/8e12cc06-5e10-4581-90e3-8ed8972f7e84 HTTP/1.1" status: 204 len: 168 time: 1.5598927 Aug 28 08:23:58.137654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743363d-e4ca-4bcd-b888-1e59baabcad3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=8e12cc06-5e10-4581-90e3-8ed8972f7e84,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:58.145706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51200) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:58.154311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844575565'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:23:58.176478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2851e-d29c-41d1-9caa-55ecb4de198e None None] Network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:58.201185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2851e-d29c-41d1-9caa-55ecb4de198e None None] Network 8e12cc06-5e10-4581-90e3-8ed8972f7e84 could not be found, it might have been deleted concurrently. {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 08:23:58.281612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] For port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:23:58.307875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] For port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:23:58.327788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:23:58.334022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.387886 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.437625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:23:58.497720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.498446 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0 of type vlan for network 27a08d75-5054-445a-b534-aeb445d852c7 Aug 28 08:23:58.504202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3375-a183-431c-827f-b0ce94009c05 None None] Pushing event updated for resources: {'Port': ['ID=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:58.529181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c45a0e8d-10a5-418c-bc8b-effafefb15b0 req-8653021a-955a-4d3e-94f4-48afb998546a service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813038 Aug 28 08:23:58.564365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.741446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf2ce2-1933-4d76-9eac-96470aa0da10 None None] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:23:58.780050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:58.786013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:23:58.802024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:23:58.812035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:23:58.837409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Pushing event updated for resources: {'Port': ['ID=14798cab-3c71-4809-8ceb-2b3212ee39de,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:58.895547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:23:59.016409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Provisioning for port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:23:59.040363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Provisioning complete for port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:23:59.041167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:59.187750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702241f3-f2b5-4e1c-b04f-b7c19975be19 req-f05dac72-4b18-45dc-8984-4e5600604953 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:59.197549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-702241f3-f2b5-4e1c-b04f-b7c19975be19 req-f05dac72-4b18-45dc-8984-4e5600604953 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.3535345 Aug 28 08:23:59.224275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:59.232987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:23:59.245058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:23:59.537526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=27a08d75-5054-445a-b534-aeb445d852c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:23:59.580229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:23:59.583407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 27a08d75-5054-445a-b534-aeb445d852c7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:23:59.608296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-702241f3-f2b5-4e1c-b04f-b7c19975be19 req-1c4f5743-1db4-422d-878d-ded538c59b92 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094858 Aug 28 08:23:59.683149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce81fe74-8cf9-48b8-afb5-eddab6ece31a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5336478 Aug 28 08:23:59.685971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51226) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:23:59.692487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '27a08d75-5054-445a-b534-aeb445d852c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:00.019135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:00.025297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.032583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:00.111182 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.158863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing IP validity checks on allocation pools {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 08:24:00.159739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 08:24:00.289157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276de6b-32a2-414b-bf0a-4268a756d92e None None] Network 904afa65-c338-4408-8be6-2a5e39caafdd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:00.430239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.483479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-246bd8e7-649f-4eab-918d-aae24554d71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.492929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:00.535190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.594900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] For port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,segment=NetworkSegment(f92386b7-689e-481b-b9a6-2ed6e1eec1a9),segment_id=f92386b7-689e-481b-b9a6-2ed6e1eec1a9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:00.641698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b5d80d86-6b5a-4a69-86b7-7b97854f501d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:00.642384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.703568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=884fd561-2604-4d39-a915-125b9a585ad0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:00.715340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:00.715726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 27a08d75-5054-445a-b534-aeb445d852c7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:00.757458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.843411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:00.853303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de6d0b8b-fa69-4acd-875d-4f59d137eb03 req-cd13d4ca-bc0b-4443-a163-915b291c64f2 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0798707 Aug 28 08:24:00.855439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 27a08d75-5054-445a-b534-aeb445d852c7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:00.967488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 27a08d75-5054-445a-b534-aeb445d852c7) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:00.974457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:00.975235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.004284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc34cd2-5911-464c-a763-eb1c0b53879e None None] Network 27a08d75-5054-445a-b534-aeb445d852c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:01.103160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85537d89-00b4-43b6-8c9e-f23dd3337f75 None None] Pushing event updated for resources: {'Port': ['ID=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:01.138526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.178347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829d02-9fb7-4ba4-a324-95f6dc00a804 req-14a1a663-f7c6-423a-995a-63c5007bad8e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:01.180703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-33829d02-9fb7-4ba4-a324-95f6dc00a804 req-14a1a663-f7c6-423a-995a-63c5007bad8e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1353972 Aug 28 08:24:01.212669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:01.214846 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227d796-c46c-4f27-b443-cae24b3790a8" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:01.240258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:01.340370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-27a08d75-5054-445a-b534-aeb445d852c7', 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '884fd561-2604-4d39-a915-125b9a585ad0'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:01.342179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.370576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Provisioning for port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:01.386340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.392618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2cdc76f9-a9c1-433d-a0d3-9f68ab969a4f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7048280 Aug 28 08:24:01.395368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:01.396738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Provisioning complete for port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:01.397114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.448119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-33829d02-9fb7-4ba4-a324-95f6dc00a804 req-dbc19298-dfa7-472e-8a6d-3230cab69dac tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592814 Aug 28 08:24:01.452848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.481459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:01.628880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.775483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:01.887573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Router 1b567235-1165-419a-9d8c-bab38f56c7e2 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:24:02.011358 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5b483-2a68-4ad3-af7d-88cc61d869bf x-openstack-request-id: req-e9a5b483-2a68-4ad3-af7d-88cc61d869bf {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:02.011670 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:02.011912 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9a5b483-2a68-4ad3-af7d-88cc61d869bf {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:02.019506 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'code': 200} Aug 28 08:24:02.075325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:02.075704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.154200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.200419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:02.206094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc5bed29-027f-40d9-b1ca-4ce8d0ba6af3 req-0893282d-f3b9-4c09-ac29-90da9d0b7def tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0684454 Aug 28 08:24:02.233968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:24:02.250765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Allocated IP 172.20.0.3 (27a08d75-5054-445a-b534-aeb445d852c7/884fd561-2604-4d39-a915-125b9a585ad0/86030cfe-f1f9-4c81-90d9-b280baa8b5f0) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:02.282621 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Sync routers for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:24:02.295462 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:02.296157 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:02.364852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-2060434e-8aa7-4ec2-9253-aa9fbc6f35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.366825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-2060434e-8aa7-4ec2-9253-aa9fbc6f35f8 service neutron] 10.222.0.39 "GET /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 1032 time: 0.0557110 Aug 28 08:24:02.395439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.400931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51244) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:02.410489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22571588-d797-45be-a78c-bbacd83c3148 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8281891 Aug 28 08:24:02.431623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.479851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-31946735-bed3-42fa-a0e6-7484b933e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.483914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-31946735-bed3-42fa-a0e6-7484b933e60b service neutron] 10.222.0.39 "GET /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 1032 time: 0.1082325 Aug 28 08:24:02.537310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] For port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:02.598872 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:02.606395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.767196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.771540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Provisioning complete for port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:02.776377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:02.846998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7e1fc-ae68-4950-a2fd-53fdb4c6f412 req-89975b63-0fc7-4d04-9259-edcc632c8755 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.863205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cc7e1fc-ae68-4950-a2fd-53fdb4c6f412 req-89975b63-0fc7-4d04-9259-edcc632c8755 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1814904 Aug 28 08:24:02.906824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fb94bfb2-1b55-4a60-bcea-116750be0e43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.925465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fb94bfb2-1b55-4a60-bcea-116750be0e43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.934854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Transition to ACTIVE for port object 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:02.945274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fb94bfb2-1b55-4a60-bcea-116750be0e43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:02.947069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fb94bfb2-1b55-4a60-bcea-116750be0e43 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/networks?id=cd4abac3-327a-40d1-9e1a-6a83d154829d&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 200 len: 1993 time: 0.4543076 Aug 28 08:24:02.974627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d801e9d-ab1e-45ce-8a40-c760e9979cd8 None None] Pushing event updated for resources: {'Port': ['ID=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:03.043071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:23:59Z', 'revision_number': 3, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:03.082430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Transition to ACTIVE for port object 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:03.086646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Checking router: 1b567235-1165-419a-9d8c-bab38f56c7e2 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:24:03.087139 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Updating router 1b567235-1165-419a-9d8c-bab38f56c7e2 port 14798cab-3c71-4809-8ceb-2b3212ee39de binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:24:03.116563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cc7e1fc-ae68-4950-a2fd-53fdb4c6f412 req-ef697fea-a3db-4f46-94f4-378324bd8f25 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466009 Aug 28 08:24:03.126680 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.164809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-29887dce-d4cd-47fb-be54-c830f7b0d0a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=203eda89e7ee484c9311616d46ce22e5 HTTP/1.1" status: 200 len: 380 time: 0.1794660 Aug 28 08:24:03.183947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'admin_state_up': True, 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'security_groups': ['b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:03.187024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.370845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Pushing event updated for resources: {'Port': ['ID=86030cfe-f1f9-4c81-90d9-b280baa8b5f0,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:03.406061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Network 27a08d75-5054-445a-b534-aeb445d852c7 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:03.417447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:03.427128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:03.453524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e321d618-5b5a-4d0d-a533-211d702ff239 None None] Provisioning complete for port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:03.453524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e321d618-5b5a-4d0d-a533-211d702ff239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.552951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:03.606316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac61ef0e-f779-4c3a-936f-a6b0d49d66a8 req-4e7432ce-1970-4385-b17e-553e48e6ad15 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.1671903 Aug 28 08:24:03.606957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.720350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Attempting to bind port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:03.721100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Attempting to bind port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:03.721688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Attempting to bind port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 on network 27a08d75-5054-445a-b534-aeb445d852c7 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:03.738099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:03.738853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.741867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:03.742829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Checking segment: {'id': '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:03.743467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.744079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Bound using segment: {'id': '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:03.744794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Bound port: 86030cfe-f1f9-4c81-90d9-b280baa8b5f0, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '27a08d75-5054-445a-b534-aeb445d852c7'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:03.744946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:03.745583 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.750936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.776523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=884fd561-2604-4d39-a915-125b9a585ad0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:03.912128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.914659 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.933011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a08d75-5054-445a-b534-aeb445d852c7']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:03.947426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Transition to ACTIVE for port object 14798cab-3c71-4809-8ceb-2b3212ee39de will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:03.947641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:03.948085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:03.969640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] For port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:03.976291 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:03.980552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] For port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=86030cfe-f1f9-4c81-90d9-b280baa8b5f0,segment=NetworkSegment(27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0),segment_id=27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:04.025996 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.060996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.076134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 172.20.0.5 (cd4abac3-327a-40d1-9e1a-6a83d154829d/243593f2-4d96-4a11-bf22-e9f7dccf0445/91a02057-cb39-4ac9-bfda-d79ab58a5e3b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:04.114960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-61146cc0-5c4e-4206-b504-99ec13ce300e tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:04.121794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-61146cc0-5c4e-4206-b504-99ec13ce300e tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/networks?id=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba HTTP/1.1" status: 200 len: 815 time: 0.3806298 Aug 28 08:24:04.140220 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.174772 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Attempting to bind port 14798cab-3c71-4809-8ceb-2b3212ee39de on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:04.175404 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Attempting to bind port 14798cab-3c71-4809-8ceb-2b3212ee39de by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:04.175937 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Attempting to bind port 14798cab-3c71-4809-8ceb-2b3212ee39de on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:04.195880 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426ca5-27f1-4c67-ae6c-26d1d6481049 None None] Pushing event updated for resources: {'Port': ['ID=14798cab-3c71-4809-8ceb-2b3212ee39de,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:04.209804 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:04.210173 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:04.210697 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.211059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:04.211495 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Bound port: 14798cab-3c71-4809-8ceb-2b3212ee39de, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:04.211903 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.222848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-421dbb5d-1b08-4d90-85ce-f40a12e678a8 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/quotas/d390fb91a6ea457fad985ced00d44397 HTTP/1.1" status: 200 len: 375 time: 0.0866396 Aug 28 08:24:04.228282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:04.228934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:04.241473 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:04.341190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdab0-0c2b-4141-b753-349d12c497bc None None] Pushing event updated for resources: {'Port': ['ID=86030cfe-f1f9-4c81-90d9-b280baa8b5f0,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:04.376215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.379540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9819b-a4db-4795-851d-6a2a703f0c10 None None] Network 27a08d75-5054-445a-b534-aeb445d852c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:04.397330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 91a02057-cb39-4ac9-bfda-d79ab58a5e3b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:04.419715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-c4500fb0-735c-4ba7-b540-16adb1fe3de9 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d390fb91a6ea457fad985ced00d44397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624827 Aug 28 08:24:04.471476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] For port 14798cab-3c71-4809-8ceb-2b3212ee39de, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:04.484627 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] For port 14798cab-3c71-4809-8ceb-2b3212ee39de, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14798cab-3c71-4809-8ceb-2b3212ee39de,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:04.514293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.564623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97b95-8f77-41b7-8acb-c151514ba3a5 req-8daa86b4-9ada-4388-bf2a-99afca0b9203 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:04.566492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ff97b95-8f77-41b7-8acb-c151514ba3a5 req-8daa86b4-9ada-4388-bf2a-99afca0b9203 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1207855 Aug 28 08:24:04.575812 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.608245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-7f63f2a3-9e05-40e1-81ef-b906ca1c26d2 service neutron] 10.222.0.46 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477532 Aug 28 08:24:04.609942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:04.609942 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:04.609942 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '27a08d75-5054-445a-b534-aeb445d852c7'}] Aug 28 08:24:04.609942 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:04.611627 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:04.633132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network cd4abac3-327a-40d1-9e1a-6a83d154829d is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:04.649329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:04.700923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:04.737788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-4c720d83-7f9f-4b0e-87cd-540135aad0fc service neutron] 10.222.0.46 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131516 Aug 28 08:24:04.763817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.782336 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426ca5-27f1-4c67-ae6c-26d1d6481049 None None] Pushing event updated for resources: {'Port': ['ID=14798cab-3c71-4809-8ceb-2b3212ee39de,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:04.825359 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:04.834459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:04.840059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:04.853636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ff97b95-8f77-41b7-8acb-c151514ba3a5 req-7ddd100c-7c61-4acb-a87a-168bcf5b76cc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779605 Aug 28 08:24:04.893919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:04.917848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:04.922708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.037728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e330d1-f319-443e-bd9e-cefc81543f73 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:24:05.068249 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:05.091324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.104001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-9417bf8a-86b3-4814-8655-4c1e8448af22 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9282801 Aug 28 08:24:05.125049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'admin_state_up': True, 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'security_groups': ['b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:05.154991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.225320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0a006be5-0f19-4b22-95f0-043c3cc1f80e None None] Provisioning for port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:05.265769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0a006be5-0f19-4b22-95f0-043c3cc1f80e None None] Provisioning complete for port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:05.266167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0a006be5-0f19-4b22-95f0-043c3cc1f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.356706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:05.357559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.504819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Allocated IP 172.20.0.1 (904afa65-c338-4408-8be6-2a5e39caafdd/38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc/7ba57cde-aa2d-4263-8fb4-31ca0c701016) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:05.642542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52804b1f-02ee-46a5-9c5c-03bb258b040e req-5f26d2b4-25f2-4afa-9aaa-061e0a2ed054 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.1530125 Aug 28 08:24:05.712484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0a006be5-0f19-4b22-95f0-043c3cc1f80e None None] Port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:05.794558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e330d1-f319-443e-bd9e-cefc81543f73 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:24:05.812607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:23:59Z', 'revision_number': 3, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:05.838204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:05.845866 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:05.929879 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ceeabc-9a9f-4b05-adde-0902ff5b3e4c None None] The sync data for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 is: [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:23:59Z', 'revision_number': 3, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:24:05.944180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=86030cfe-f1f9-4c81-90d9-b280baa8b5f0,segment=NetworkSegment(27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0),segment_id=27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:05.946292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.147295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.205823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Transition to ACTIVE for port object 7ba57cde-aa2d-4263-8fb4-31ca0c701016 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:06.254591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:06.258890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.1.1.168 (e81f0055-88c2-462f-ba31-8fcd845c3d6b/8a4208bf-b6c1-47b1-85ef-2e1e30004e10/37bb34ea-a324-44b4-b8df-149ea6458fbc) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:06.273549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb42a3-6358-4fc8-9485-940af54ec33a req-e05d129b-7f5d-41c1-9bed-4c4d2ce32146 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:06.282946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ddeb42a3-6358-4fc8-9485-940af54ec33a req-e05d129b-7f5d-41c1-9bed-4c4d2ce32146 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1265109 Aug 28 08:24:06.408572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb171a3-044d-47bf-8f7c-22ed95ed64ee req-9801f7fd-ba3e-4fd4-bd5c-8549c9cb5a42 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:06.441495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3eb171a3-044d-47bf-8f7c-22ed95ed64ee req-9801f7fd-ba3e-4fd4-bd5c-8549c9cb5a42 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 931 time: 0.9647491 Aug 28 08:24:06.445838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ddeb42a3-6358-4fc8-9485-940af54ec33a req-b4c7aa29-a850-43fc-993d-52fe30b9854a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608355 Aug 28 08:24:06.542688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3eb171a3-044d-47bf-8f7c-22ed95ed64ee req-ddf411de-a056-40d0-bda4-43ea878224cf tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930135 Aug 28 08:24:06.556014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.624208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 37bb34ea-a324-44b4-b8df-149ea6458fbc will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:06.754553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.775051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.783028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-006248b9-c8ae-4a1c-80c1-73356e4dfa3f req-2fca1cba-6979-4838-b492-4f7c72416500 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.0403097 Aug 28 08:24:06.817110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:06.862143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=86030cfe-f1f9-4c81-90d9-b280baa8b5f0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:06.870907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 86030cfe-f1f9-4c81-90d9-b280baa8b5f0 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:06.952371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:06.957815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:06.960714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:06.963790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:07.097577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:07.106049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.161436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Network 904afa65-c338-4408-8be6-2a5e39caafdd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:07.171683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:07.195971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:07.232852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d3762113-fa24-420b-b046-0899d8a861b4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1129198 Aug 28 08:24:07.265492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'admin_state_up': True, 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'security_groups': ['b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:07.273881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.288743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a08d75-5054-445a-b534-aeb445d852c7']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:07.306293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:07.313436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c0fd43-ab54-4c08-9c2b-67d48bcb6fd0') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:07.323743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.347809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.356130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:07.356801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.421102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:07.497472 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:07.557921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Pushing event updated for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:07.569907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c76c9616-0583-4ea7-a028-fd906b4f84fc None None] Provisioning for port 37bb34ea-a324-44b4-b8df-149ea6458fbc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:07.576806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c76c9616-0583-4ea7-a028-fd906b4f84fc None None] Provisioning complete for port 37bb34ea-a324-44b4-b8df-149ea6458fbc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:07.577599 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c76c9616-0583-4ea7-a028-fd906b4f84fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.672519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14798cab-3c71-4809-8ceb-2b3212ee39de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:07.750366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.768154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.770830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/27a08d75-5054-445a-b534-aeb445d852c7 HTTP/1.1" status: 204 len: 168 time: 6.3725715 Aug 28 08:24:07.781543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51350) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:07.788358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948600178'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:07.795903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c76c9616-0583-4ea7-a028-fd906b4f84fc None None] Port 37bb34ea-a324-44b4-b8df-149ea6458fbc cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:07.826570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d715b2-2628-4a7a-8936-9c8e58dc9090 req-c43b0ac6-b1ea-46f7-b9b5-c191cddc71b1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:07.826570 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31d715b2-2628-4a7a-8936-9c8e58dc9090 req-c43b0ac6-b1ea-46f7-b9b5-c191cddc71b1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1355031 Aug 28 08:24:07.871732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508960-c32c-4c4a-9bf9-a7b051e406a0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=27a08d75-5054-445a-b534-aeb445d852c7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:07.894163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31d715b2-2628-4a7a-8936-9c8e58dc9090 req-2889f229-68db-441d-a765-ea920fe43348 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Aug 28 08:24:07.898571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:07.900271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 14798cab-3c71-4809-8ceb-2b3212ee39de completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:07.924293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.929347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 14798cab-3c71-4809-8ceb-2b3212ee39de triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:07.930155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:07.964081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94e5d2-7aa1-461f-b15d-1e1fbe56156b req-71301cbd-1e33-48eb-88ce-37e5166ae577 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:07.983096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94e5d2-7aa1-461f-b15d-1e1fbe56156b req-71301cbd-1e33-48eb-88ce-37e5166ae577 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:07.988062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b94e5d2-7aa1-461f-b15d-1e1fbe56156b req-71301cbd-1e33-48eb-88ce-37e5166ae577 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 1653 time: 0.2068715 Aug 28 08:24:08.002043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be455f89-46d9-48b3-8ad5-fd83ce6e2d7b None None] Provisioning for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:08.029891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be455f89-46d9-48b3-8ad5-fd83ce6e2d7b None None] Provisioning complete for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:08.030316 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be455f89-46d9-48b3-8ad5-fd83ce6e2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.124999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:08.129245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b94e5d2-7aa1-461f-b15d-1e1fbe56156b req-e49e69cb-b2ed-4cee-abc7-45567b690892 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279829 Aug 28 08:24:08.130835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.133064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.151932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-be455f89-46d9-48b3-8ad5-fd83ce6e2d7b None None] Port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:08.239075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:08.260335 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.260657 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 2035a684-76fb-47a9-8208-6c43667d410c of type vlan for network 234c20f3-b3b6-42d5-aadf-c01afd65522c Aug 28 08:24:08.283018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.328262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 14798cab-3c71-4809-8ceb-2b3212ee39de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14798cab-3c71-4809-8ceb-2b3212ee39de,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:08.370886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.392790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.1.1.227 (e81f0055-88c2-462f-ba31-8fcd845c3d6b/8a4208bf-b6c1-47b1-85ef-2e1e30004e10/00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:08.403743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.460456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-189e3a0a-a2b5-4d58-8c9f-803b70723214 req-27dce44b-e15d-4164-8437-ce4316704a96 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.0342817 Aug 28 08:24:08.520519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=14798cab-3c71-4809-8ceb-2b3212ee39de,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:08.547859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.616026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.621820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:08.622532 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.658744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.744122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=234c20f3-b3b6-42d5-aadf-c01afd65522c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:08.751076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:08.758983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 234c20f3-b3b6-42d5-aadf-c01afd65522c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:08.776993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d843378f-7f60-46ce-8c6e-50b04580df5f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9941230 Aug 28 08:24:08.778071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:08.783671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:08.790400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '234c20f3-b3b6-42d5-aadf-c01afd65522c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:08.926092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:09.007805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Pushing event updated for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:09.213805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:09.223530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:09.239813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-efa1d9ae-3e92-4cbf-b75e-37f0c8c6749f tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:09.242028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-efa1d9ae-3e92-4cbf-b75e-37f0c8c6749f tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.64 "GET /v2.0/networks?id=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba HTTP/1.1" status: 200 len: 815 time: 0.2735872 Aug 28 08:24:09.247478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:09.324719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Network 904afa65-c338-4408-8be6-2a5e39caafdd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:09.336020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:09.336463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Request body: {'port': {'device_id': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'admin_state_up': True, 'tenant_id': 'd390fb91a6ea457fad985ced00d44397'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:09.478307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14798cab-3c71-4809-8ceb-2b3212ee39de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:09.586992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 14798cab-3c71-4809-8ceb-2b3212ee39de triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:09.587630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:09.612539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:09.660578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c030a2b-6644-4282-a8b8-6eaffdd14a3e req-5f500c67-b98b-409a-ae23-28fb84b8884f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:09.668538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:09.671906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c030a2b-6644-4282-a8b8-6eaffdd14a3e req-5f500c67-b98b-409a-ae23-28fb84b8884f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.5446868 Aug 28 08:24:09.701436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:09.732889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:09.761312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Router 1b567235-1165-419a-9d8c-bab38f56c7e2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:24:09.878491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c030a2b-6644-4282-a8b8-6eaffdd14a3e req-15404091-0c39-4466-a77c-d9ed1ba0e23e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063351 Aug 28 08:24:10.128770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-66feaf5f-ac4d-4607-ad21-4a3ba3eae3d3 None None] Provisioning complete for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:10.129310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-66feaf5f-ac4d-4607-ad21-4a3ba3eae3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:10.272772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-66feaf5f-ac4d-4607-ad21-4a3ba3eae3d3 None None] Port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:10.290127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15e342-08a7-4959-b9ce-84218d732ad1 req-31fd152a-0893-41e5-9be3-1bb4724832cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:10.311831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15e342-08a7-4959-b9ce-84218d732ad1 req-31fd152a-0893-41e5-9be3-1bb4724832cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:10.328779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15e342-08a7-4959-b9ce-84218d732ad1 req-31fd152a-0893-41e5-9be3-1bb4724832cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:10.348124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee15e342-08a7-4959-b9ce-84218d732ad1 req-31fd152a-0893-41e5-9be3-1bb4724832cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 2374 time: 0.8789825 Aug 28 08:24:10.353002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:24:10.368924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Sync routers for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:24:10.383467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cac72ed4-3a02-40e8-8491-aad4ab3de23f admin admin] 10.222.0.46 "PUT /v2.0/routers/1b567235-1165-419a-9d8c-bab38f56c7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9784946 Aug 28 08:24:10.386048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:10.386772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:10.622367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cec6a895-8e59-477c-9a02-0d67bd0ead1b None None] Provisioning for port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:10.662940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cec6a895-8e59-477c-9a02-0d67bd0ead1b None None] Provisioning complete for port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:10.663724 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cec6a895-8e59-477c-9a02-0d67bd0ead1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:10.760214 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:10.762464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cec6a895-8e59-477c-9a02-0d67bd0ead1b None None] Port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:10.809818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:10.812997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Made reservation on behalf of d390fb91a6ea457fad985ced00d44397 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:10.821837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:10.850969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:10.851651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:10.936559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee15e342-08a7-4959-b9ce-84218d732ad1 req-1f774484-5150-49e7-9f3f-a08a24b11fb7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5823798 Aug 28 08:24:11.060247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=c7e71f36-6a3a-4737-be08-f18f0dfa9b53,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:11.100880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-0e0b2b3e-15db-4cc4-b9b8-ad703698ae41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8471801 Aug 28 08:24:11.107271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '2035a684-76fb-47a9-8208-6c43667d410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '234c20f3-b3b6-42d5-aadf-c01afd65522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:11.107840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 234c20f3-b3b6-42d5-aadf-c01afd65522c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:11.136045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'admin_state_up': True, 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'security_groups': ['b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:11.273998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 2, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:11.346973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Checking router: 1b567235-1165-419a-9d8c-bab38f56c7e2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:24:11.347535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Updating router 1b567235-1165-419a-9d8c-bab38f56c7e2 port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:24:11.403524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:11.500870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8b3bb68c-18fa-4e32-94cf-e01a979e6aee req-e77e249f-37ae-4b72-819a-3c6665cb33cc tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.0512023 Aug 28 08:24:11.579039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:11.736386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-aee7e64a-d536-4d71-aab5-62da4f65762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:11.739982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-aee7e64a-d536-4d71-aab5-62da4f65762e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 1103 time: 0.6235914 Aug 28 08:24:11.862839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 234c20f3-b3b6-42d5-aadf-c01afd65522c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:11.865852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:11.889966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Transition to ACTIVE for port object 7ba57cde-aa2d-4263-8fb4-31ca0c701016 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:11.986127 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:12.136069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f154a-06ff-4c92-b294-d2bf80988bea None None] Pushing event updated for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:12.421942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Attempting to bind port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:12.421942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Attempting to bind port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:12.421942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Attempting to bind port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 on network 904afa65-c338-4408-8be6-2a5e39caafdd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:12.423599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:12.424706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Checking segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:12.425657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:12.427423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Bound using segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:12.428444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Bound port: 7ba57cde-aa2d-4263-8fb4-31ca0c701016, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:12.431582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:12.732773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] For port 7ba57cde-aa2d-4263-8fb4-31ca0c701016, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:12.744176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] For port 7ba57cde-aa2d-4263-8fb4-31ca0c701016, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7ba57cde-aa2d-4263-8fb4-31ca0c701016,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:12.828038 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:13.013710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:13.020704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 234c20f3-b3b6-42d5-aadf-c01afd65522c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:13.041130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f154a-06ff-4c92-b294-d2bf80988bea None None] Pushing event updated for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:13.050539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:13.051562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:13.059613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Allocated IP 172.20.0.7 (6f8bcf9c-b2e8-46a5-8635-54df9fe371ba/a349cbae-065e-476d-8b47-5adb11515e25/765d1db8-6b23-4a2e-8c32-e0b9fccff843) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:13.088576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5480ee0f-298a-46bf-8096-acd54fe22d85 None None] Network 234c20f3-b3b6-42d5-aadf-c01afd65522c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:13.320891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bfcdb68a-4ddf-4f52-b58a-5b718606a226 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.5335917 Aug 28 08:24:13.324950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51416) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:13.372644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:13.376600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:13.417173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-b345339e-e3e1-4dcb-ae5b-62587b1180b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:13.425750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-b345339e-e3e1-4dcb-ae5b-62587b1180b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b HTTP/1.1" status: 200 len: 870 time: 1.5778379 Aug 28 08:24:13.648877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51418) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:13.674794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:13.699258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356089206', 'description': 'tempest-description--1292065685'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:13.819914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c54a8-630b-480d-be2a-09dda820834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-234c20f3-b3b6-42d5-aadf-c01afd65522c', 'network_id': '234c20f3-b3b6-42d5-aadf-c01afd65522c', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': 'c7e71f36-6a3a-4737-be08-f18f0dfa9b53'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:13.821478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8a6c54a8-630b-480d-be2a-09dda820834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:13.870897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.005610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-721b1cd5-2420-473e-b1ae-c00b765976a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d HTTP/1.1" status: 200 len: 217 time: 0.4409194 Aug 28 08:24:14.100165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.180453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2952b-67b5-4c43-bc80-aab818cef663 req-3e15f2f5-df24-47f2-b3e4-ba6b1a38a3f6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:14.189979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5e2952b-67b5-4c43-bc80-aab818cef663 req-3e15f2f5-df24-47f2-b3e4-ba6b1a38a3f6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.4267101 Aug 28 08:24:14.212451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:14.232009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e71f36-6a3a-4737-be08-f18f0dfa9b53,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:14.263642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.411877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-f64a3c2f-ea43-40ec-ba0c-9c13889ec521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:14.430821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-f64a3c2f-ea43-40ec-ba0c-9c13889ec521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.4035354 Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-8a6c54a8-630b-480d-be2a-09dda820834a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7e71f36-6a3a-4737-be08-f18f0dfa9b53: This subnet is being modified by another concurrent operation. Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:24:14.435118 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exception Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7e71f36-6a3a-4737-be08-f18f0dfa9b53: This subnet is being modified by another concurrent operation. Aug 28 08:24:14.438121 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:24:14.466867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.468576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.489676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Transition to ACTIVE for port object 765d1db8-6b23-4a2e-8c32-e0b9fccff843 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:14.516142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234c20f3-b3b6-42d5-aadf-c01afd65522c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:14.570704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2035a684-76fb-47a9-8208-6c43667d410c') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:14.573497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2035a684-76fb-47a9-8208-6c43667d410c') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:14.617590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.660674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.2.2.100 (73ed7c51-2cdc-4c96-a358-e46ab47b641f/100a5e82-b31c-4410-a70b-cb7227e88e11/ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:14.669240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775b988-d779-436c-80e5-3ef9a3530235 None None] Network 234c20f3-b3b6-42d5-aadf-c01afd65522c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:14.673969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.677838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:14.696680 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:14.726447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5e2952b-67b5-4c43-bc80-aab818cef663 req-2a46b5b2-ae76-4d4c-b250-880e3a3985f5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311360 Aug 28 08:24:14.813132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Pushing event updated for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:14.827765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-ec741a65-7d59-4f50-867f-30a30600ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:14.828920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-ec741a65-7d59-4f50-867f-30a30600ef6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2819059 Aug 28 08:24:14.899782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:14.910484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:14.919422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:15.040496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:12Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:15.101658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460942f-2e9a-4301-97b1-7238814d74c9 None None] The sync data for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 is: [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:12Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:24:15.111734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:15.112417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.124060 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.133412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.143168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/234c20f3-b3b6-42d5-aadf-c01afd65522c HTTP/1.1" status: 204 len: 168 time: 1.8129725 Aug 28 08:24:15.143846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-41a7ebbe-53e7-4888-8de4-2d176e53192c service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938619 Aug 28 08:24:15.143932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51420) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:15.155420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568581475'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:15.159730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30d73-1223-4ed5-843b-225fe14b8900 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=234c20f3-b3b6-42d5-aadf-c01afd65522c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:15.235829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cb5e3-ed9b-43e8-9d5f-edd08decaf3b None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:24:15.253088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb47f-4e7c-4f27-8a51-889e255a458c req-dc8e8277-eb58-4f35-92c6-5c6c245ca995 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:15.262501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb47f-4e7c-4f27-8a51-889e255a458c req-dc8e8277-eb58-4f35-92c6-5c6c245ca995 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:15.270128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb47f-4e7c-4f27-8a51-889e255a458c req-dc8e8277-eb58-4f35-92c6-5c6c245ca995 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:15.272086 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fdbb47f-4e7c-4f27-8a51-889e255a458c req-dc8e8277-eb58-4f35-92c6-5c6c245ca995 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 2374 time: 0.3110452 Aug 28 08:24:15.353042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cee11ce4-6bb8-4d70-8633-8983062f46b8 None None] Provisioning for port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:15.392375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cee11ce4-6bb8-4d70-8633-8983062f46b8 None None] Provisioning complete for port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:15.392777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cee11ce4-6bb8-4d70-8633-8983062f46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.598258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.714018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6fdbb47f-4e7c-4f27-8a51-889e255a458c req-4984a7fc-0dee-47a9-a996-2f9f93a1e2b7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137969 Aug 28 08:24:15.798863 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:15.808817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0149fca3-a794-4025-943d-5cff47cd02b6 req-dbc815ce-b851-4f12-b3b3-d0e9c811baf3 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090479 Aug 28 08:24:15.816268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cb5e3-ed9b-43e8-9d5f-edd08decaf3b None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:24:15.824070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:15.877302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7ba57cde-aa2d-4263-8fb4-31ca0c701016 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:15.942306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.021937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cee11ce4-6bb8-4d70-8633-8983062f46b8 None None] Port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:16.091335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:16.158542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-632cee0a-3a44-4292-8637-409e3cb34697 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8334858 Aug 28 08:24:16.202017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c32da5-3cc0-4f44-9a3e-ab0f83b50777 req-8851862e-2efc-4b3b-8d25-62c9b54429dd tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:16.205296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c32da5-3cc0-4f44-9a3e-ab0f83b50777 req-8851862e-2efc-4b3b-8d25-62c9b54429dd tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 931 time: 0.3491099 Aug 28 08:24:16.227675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:16.231907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.236743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Request body: {'port': {'device_id': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:16.360234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:16.397054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.400342 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 84595c7e-ae35-4083-93a8-bb20b127ecf2 of type vlan for network 4fb1ba76-806d-4c87-9504-f236377bc4ed Aug 28 08:24:16.447455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:16.502333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:16.502718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.529926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.531355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.535380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.538266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49b23805-6781-4465-a4cf-42391d4aadbf tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.8650777 Aug 28 08:24:16.541258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51430) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:16.546761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'security_group_rule': {'security_group_id': '69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:16.638967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c32da5-3cc0-4f44-9a3e-ab0f83b50777 req-877755e4-f8e3-44b8-8622-907832d4b878 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567069 Aug 28 08:24:16.728142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.740183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:16.753546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:16.767550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:16.796605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.835899 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.850912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:16.851575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:16.989794 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.094298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7ba57cde-aa2d-4263-8fb4-31ca0c701016, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7ba57cde-aa2d-4263-8fb4-31ca0c701016,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:17.148467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9978757 Aug 28 08:24:17.162548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51434) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:17.182733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.183424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:17.265786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c3135-b12a-4729-a082-76ad4bea334c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=4fb1ba76-806d-4c87-9504-f236377bc4ed,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:17.288580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4fb1ba76-806d-4c87-9504-f236377bc4ed details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:17.405062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.468439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:17.492473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.558644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01acabf8-02a3-4a3a-887b-0cbdc27be562,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:17.566687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d443188c-0174-416d-a670-d644e7865993 None None] Provisioning for port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:17.577633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d443188c-0174-416d-a670-d644e7865993 None None] Provisioning complete for port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:17.577633 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d443188c-0174-416d-a670-d644e7865993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.673056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d443188c-0174-416d-a670-d644e7865993 None None] Port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:17.690101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:17.691686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.771278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765d1db8-6b23-4a2e-8c32-e0b9fccff843 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:17.786292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.816974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Transition to ACTIVE for port object 765d1db8-6b23-4a2e-8c32-e0b9fccff843 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:17.873910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:17.883827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c4994023-c627-4a13-a909-018963a877d5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3404880 Aug 28 08:24:17.917433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:17.939435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'security_group_rule': {'security_group_id': '69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:17.963088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:17.984975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.131695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:18.132430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.145884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Pushing event updated for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:18.219155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3417daf-5c2c-4968-a1c9-e3054c012c0b req-cea27495-b126-4135-b15f-0b48aa96418c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:18.221108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3417daf-5c2c-4968-a1c9-e3054c012c0b req-cea27495-b126-4135-b15f-0b48aa96418c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.3551664 Aug 28 08:24:18.338954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.398402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3417daf-5c2c-4968-a1c9-e3054c012c0b req-2fccbd14-6c39-440e-9c61-a2a474f1a429 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346056 Aug 28 08:24:18.506981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.568170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=5dea9dfa-439c-44eb-b42d-8e7605550cdb,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:18.571790 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c3a3e7-5b18-4cb8-811d-401acb472082 req-97255e1d-7d80-4de4-b892-f2c6b49614d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1851332 Aug 28 08:24:18.578428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '84595c7e-ae35-4083-93a8-bb20b127ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:18.579569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 4fb1ba76-806d-4c87-9504-f236377bc4ed, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:18.582802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Attempting to bind port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:18.600810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Attempting to bind port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:18.600810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Attempting to bind port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 on network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:18.612644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ded34118-3043-44f1-8bf3-17a6cb65898d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4820395 Aug 28 08:24:18.643453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'admin_state_up': True, 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'security_groups': ['b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:18.679859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 4fb1ba76-806d-4c87-9504-f236377bc4ed is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:18.681785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 on network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:18.682398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Attempting to bind port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 on network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:18.780589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4fb1ba76-806d-4c87-9504-f236377bc4ed) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:18.791730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:18.792601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797bb33-f120-47f3-87df-74c1ccf634ba None None] Network 4fb1ba76-806d-4c87-9504-f236377bc4ed requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:18.793886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.818862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c3a3e7-5b18-4cb8-811d-401acb472082 req-808c1134-35d7-4a05-b94f-c452a6af21c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.1540039 Aug 28 08:24:18.826835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:18.841198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Checking segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:18.842058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Bound using segment: {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:18.842944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Bound port: 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78dc2a3-f18d-463b-a472-4c5e52936899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:18.843568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:18.889763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d447d4a2-d9d2-406f-9596-aad264843db9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7233162 Aug 28 08:24:18.892384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51442) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:19.048554 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.088732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c3a3e7-5b18-4cb8-811d-401acb472082 req-f8afbf86-2bee-4ca8-b8c9-3038ca29f478 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1836793 Aug 28 08:24:19.103153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.104914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4fb1ba76-806d-4c87-9504-f236377bc4ed', 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '5dea9dfa-439c-44eb-b42d-8e7605550cdb'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:19.108114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.241498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.249856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.417299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Allocated IP 172.20.0.2 (4fb1ba76-806d-4c87-9504-f236377bc4ed/5dea9dfa-439c-44eb-b42d-8e7605550cdb/301fbc20-28c1-4154-b880-e3dbf76fda7c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:19.445471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc24edb-3308-44d4-b273-135517e7a108,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:19.479792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-919e3ca7-cf18-4022-825d-07fe3b25903a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:19.487508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-919e3ca7-cf18-4022-825d-07fe3b25903a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:19.494933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-919e3ca7-cf18-4022-825d-07fe3b25903a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:19.502001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-919e3ca7-cf18-4022-825d-07fe3b25903a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:19.504106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-919e3ca7-cf18-4022-825d-07fe3b25903a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 3095 time: 0.7505965 Aug 28 08:24:19.516598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.518048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c5763996-2d0a-4ffa-898b-51524c560419 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5906734 Aug 28 08:24:19.584919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51446) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:19.596847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7ba57cde-aa2d-4263-8fb4-31ca0c701016 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:19.610379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8157c4dc-8980-4eb3-8d49-ed81222cb6ba req-a9ca3d17-5e28-41b0-88e2-d89518099a10 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667601 Aug 28 08:24:19.624643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:19.907955 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:19.910464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:19.920889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Transition to ACTIVE for port object 301fbc20-28c1-4154-b880-e3dbf76fda7c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:19.930102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:19.938312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Transition to ACTIVE for port object 301fbc20-28c1-4154-b880-e3dbf76fda7c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:19.941191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:19.941729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.065447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.150045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.265317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.285325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Network 4fb1ba76-806d-4c87-9504-f236377bc4ed is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:20.301036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:20.305274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:20.310270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Pushing event updated for resources: {'Port': ['ID=301fbc20-28c1-4154-b880-e3dbf76fda7c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:20.388964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Attempting to bind port 301fbc20-28c1-4154-b880-e3dbf76fda7c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:20.389371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Attempting to bind port 301fbc20-28c1-4154-b880-e3dbf76fda7c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '84595c7e-ae35-4083-93a8-bb20b127ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:20.389794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Attempting to bind port 301fbc20-28c1-4154-b880-e3dbf76fda7c on network 4fb1ba76-806d-4c87-9504-f236377bc4ed {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:20.397737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:20.398186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Checking segment: {'id': '84595c7e-ae35-4083-93a8-bb20b127ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:20.398823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.399375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Bound using segment: {'id': '84595c7e-ae35-4083-93a8-bb20b127ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:20.400079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Bound port: 301fbc20-28c1-4154-b880-e3dbf76fda7c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84595c7e-ae35-4083-93a8-bb20b127ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:20.400569 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.490609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] For port 301fbc20-28c1-4154-b880-e3dbf76fda7c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:20.494120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] For port 301fbc20-28c1-4154-b880-e3dbf76fda7c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=301fbc20-28c1-4154-b880-e3dbf76fda7c,segment=NetworkSegment(84595c7e-ae35-4083-93a8-bb20b127ecf2),segment_id=84595c7e-ae35-4083-93a8-bb20b127ecf2)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:20.623999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.662623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.663275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ad5d1-84a1-4cb1-bcba-1520fb9fa8c6 req-a9b2d7be-b633-4f82-94f4-24e9f73a5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:20.664972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-195ad5d1-84a1-4cb1-bcba-1520fb9fa8c6 req-a9b2d7be-b633-4f82-94f4-24e9f73a5da2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1097 time: 1.1378214 Aug 28 08:24:20.666259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a3e7-5b18-4cb8-811d-401acb472082 req-bcc75e08-ebb2-4013-8f4f-27b1cb2763da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:20.683403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c3a3e7-5b18-4cb8-811d-401acb472082 req-bcc75e08-ebb2-4013-8f4f-27b1cb2763da service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5377471 Aug 28 08:24:20.715068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:20.715856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:20.717224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] 10.222.0.64 "PUT /v2.0/ports/765d1db8-6b23-4a2e-8c32-e0b9fccff843 HTTP/1.1" status: 200 len: 1092 time: 4.5023866 Aug 28 08:24:20.730931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:20.739816 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade889dd-7278-4ded-b62a-31c455307572" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:20.758061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511ff80-0072-44c3-96ae-be5fe605d741 req-27a567cd-dc54-47e8-9e61-538d1e2a23c5 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:20.765855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1511ff80-0072-44c3-96ae-be5fe605d741 req-27a567cd-dc54-47e8-9e61-538d1e2a23c5 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.7618170 Aug 28 08:24:20.791691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Made reservation on behalf of 203eda89e7ee484c9311616d46ce22e5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:20.844513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=5dea9dfa-439c-44eb-b42d-8e7605550cdb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:20.960994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26220f-6e07-482b-a9ad-4502396d7a5b None None] Pushing event updated for resources: {'Port': ['ID=301fbc20-28c1-4154-b880-e3dbf76fda7c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:21.136555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26c79-46bd-477b-b9fb-dc136352c4af service neutron] Pushing event updated for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:21.170851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-195ad5d1-84a1-4cb1-bcba-1520fb9fa8c6 req-77122c19-7b7f-423f-b16c-aaa321ab5c67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953628 Aug 28 08:24:21.266709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.300689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb1ba76-806d-4c87-9504-f236377bc4ed']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:21.319368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1511ff80-0072-44c3-96ae-be5fe605d741 req-a0cd2b90-2729-4eff-ace3-af74aaed2d46 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524614 Aug 28 08:24:21.346005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84595c7e-ae35-4083-93a8-bb20b127ecf2') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:21.346005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84595c7e-ae35-4083-93a8-bb20b127ecf2') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:21.371541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.467495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.491104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.497455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:21.497874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:21.539676 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:21.552684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-2e4e67ac-f763-44be-93df-3cf7fb8bfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:21.554765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-2e4e67ac-f763-44be-93df-3cf7fb8bfb5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d390fb91a6ea457fad985ced00d44397&device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 1095 time: 0.6373866 Aug 28 08:24:21.572723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 301fbc20-28c1-4154-b880-e3dbf76fda7c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:21.592731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:21.928027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:21.928027 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:21.928027 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '4fb1ba76-806d-4c87-9504-f236377bc4ed'}] Aug 28 08:24:21.928027 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:21.928836 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:21.979497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 301fbc20-28c1-4154-b880-e3dbf76fda7c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:22.159541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-ef73eaf3-6bb0-47cf-9346-fe5b761e58e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843 HTTP/1.1" status: 200 len: 217 time: 0.0654206 Aug 28 08:24:22.271111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Allocated IP 172.25.0.122 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/6caebdac-a02c-4696-87f8-d7c300d7f508) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:22.281200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9ffab-2a0a-4523-8ee9-858e28a6c124 req-8b39fe02-4e95-43ce-baa7-03f1c3b09863 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:22.289920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9de9ffab-2a0a-4523-8ee9-858e28a6c124 req-8b39fe02-4e95-43ce-baa7-03f1c3b09863 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.2139001 Aug 28 08:24:22.368548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Allocated IP 10.2.2.200 (73ed7c51-2cdc-4c96-a358-e46ab47b641f/100a5e82-b31c-4410-a70b-cb7227e88e11/406ae6eb-14d4-4c85-ab62-8bbee3415176) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:22.424515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634737d-e100-409d-82f7-e8fb3571646d None None] Network 4fb1ba76-806d-4c87-9504-f236377bc4ed requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:22.435764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.484149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-acb962a4-a9b2-44f1-86c9-2bfbc88d45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:22.485725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-acb962a4-a9b2-44f1-86c9-2bfbc88d45b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a349cbae-065e-476d-8b47-5adb11515e25 HTTP/1.1" status: 200 len: 854 time: 0.1881905 Aug 28 08:24:22.500864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9de9ffab-2a0a-4523-8ee9-858e28a6c124 req-877c5892-7f89-4fc3-9dd9-2534b98740a1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082584 Aug 28 08:24:22.632860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 301fbc20-28c1-4154-b880-e3dbf76fda7c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:22.643149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.653771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.740314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-ed1d20e6-b4e3-4e74-87da-060e15c12951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:22.742250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-ed1d20e6-b4e3-4e74-87da-060e15c12951 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813655 Aug 28 08:24:22.833126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.834110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4a452f9d-3613-483e-8e5e-4cabf0185aa3 None None] Provisioning for port 301fbc20-28c1-4154-b880-e3dbf76fda7c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:22.853790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4a452f9d-3613-483e-8e5e-4cabf0185aa3 None None] Provisioning complete for port 301fbc20-28c1-4154-b880-e3dbf76fda7c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:22.855550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a452f9d-3613-483e-8e5e-4cabf0185aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.898114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.941412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 301fbc20-28c1-4154-b880-e3dbf76fda7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=301fbc20-28c1-4154-b880-e3dbf76fda7c,segment=NetworkSegment(84595c7e-ae35-4083-93a8-bb20b127ecf2),segment_id=84595c7e-ae35-4083-93a8-bb20b127ecf2)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:22.941412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:22.955131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 301fbc20-28c1-4154-b880-e3dbf76fda7c owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:22.977848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] DHCP port deletion for 4fb1ba76-806d-4c87-9504-f236377bc4ed request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:24:22.982494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Transition to ACTIVE for port object 406ae6eb-14d4-4c85-ab62-8bbee3415176 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:23.105648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a452f9d-3613-483e-8e5e-4cabf0185aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.135879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:23.141803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'Port': ['ID=6caebdac-a02c-4696-87f8-d7c300d7f508,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:23.167887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.170976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:23.203177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Deleting port 301fbc20-28c1-4154-b880-e3dbf76fda7c {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:23.203924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.208957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 301fbc20-28c1-4154-b880-e3dbf76fda7c on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:23.237132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.243319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:23.286946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] For port 301fbc20-28c1-4154-b880-e3dbf76fda7c, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:23.287366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.303515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Calling delete_port for 301fbc20-28c1-4154-b880-e3dbf76fda7c owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:23.312455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Port 301fbc20-28c1-4154-b880-e3dbf76fda7c was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:24:23.312455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.336781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] Pushing event deleted for resources: {'Port': ['ID=301fbc20-28c1-4154-b880-e3dbf76fda7c,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:23.349193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121abec-1850-4d96-93ce-723f3df29bda None None] No DVR routers for this DVR port 301fbc20-28c1-4154-b880-e3dbf76fda7c on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:23.366339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=301fbc20-28c1-4154-b880-e3dbf76fda7c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:23.429648 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a8608a-63f0-4aff-bb18-095d7e4de5b3 x-openstack-request-id: req-e0a8608a-63f0-4aff-bb18-095d7e4de5b3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:23.430056 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:23.430340 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0a8608a-63f0-4aff-bb18-095d7e4de5b3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:23.434948 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843', 'status': 'completed', 'code': 200} Aug 28 08:24:23.456104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.483301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb1ba76-806d-4c87-9504-f236377bc4ed']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:23.524217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84595c7e-ae35-4083-93a8-bb20b127ecf2') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:23.524696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84595c7e-ae35-4083-93a8-bb20b127ecf2') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:23.528134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 301fbc20-28c1-4154-b880-e3dbf76fda7c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:23.587591 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.599883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 301fbc20-28c1-4154-b880-e3dbf76fda7c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:24:23.602056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 301fbc20-28c1-4154-b880-e3dbf76fda7c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:24:23.602254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:23.603706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:23.606885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:23.632924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dc816-163b-46b4-b19b-653ffdd3ead4 req-4289c539-29ce-457a-9f12-8a2ce428e1e7 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:23.635254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d3dc816-163b-46b4-b19b-653ffdd3ead4 req-4289c539-29ce-457a-9f12-8a2ce428e1e7 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.1721678 Aug 28 08:24:23.636742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.670130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:23.670908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:23.674682 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:23.775887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d3dc816-163b-46b4-b19b-653ffdd3ead4 req-472506af-40f9-4935-a6c2-6b399a9e236e tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321476 Aug 28 08:24:23.795269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:23.841957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.872451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.889947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:23.898161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/4fb1ba76-806d-4c87-9504-f236377bc4ed HTTP/1.1" status: 204 len: 168 time: 5.0037155 Aug 28 08:24:23.912453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51486) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:23.921831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb493-bcce-41b4-acb5-b40c81253869 req-f6bd9cf6-556c-4d5a-9f8d-74b9a987e698 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:23.931008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb493-bcce-41b4-acb5-b40c81253869 req-f6bd9cf6-556c-4d5a-9f8d-74b9a987e698 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:23.938053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470965916'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:23.938687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb493-bcce-41b4-acb5-b40c81253869 req-f6bd9cf6-556c-4d5a-9f8d-74b9a987e698 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:23.946930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb493-bcce-41b4-acb5-b40c81253869 req-f6bd9cf6-556c-4d5a-9f8d-74b9a987e698 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:23.948849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-782fb493-bcce-41b4-acb5-b40c81253869 req-f6bd9cf6-556c-4d5a-9f8d-74b9a987e698 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 3095 time: 0.8891177 Aug 28 08:24:23.951266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-3d8469e8-a04a-4741-a483-8dfb89f2c89b service neutron] 10.222.0.64 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1852131 Aug 28 08:24:24.051867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee465747-804b-4d04-b78b-491eb03211fa tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=4fb1ba76-806d-4c87-9504-f236377bc4ed,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:24.124130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:24.129794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.148916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-782fb493-bcce-41b4-acb5-b40c81253869 req-093196d5-5c3d-4708-b96f-ebd0e061701d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887016 Aug 28 08:24:24.199998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:24.201443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.267272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:24.272175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d83f11b-9ba7-4c96-b886-2e2df13439d5 None None] Provisioning for port 406ae6eb-14d4-4c85-ab62-8bbee3415176 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:24.277507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d83f11b-9ba7-4c96-b886-2e2df13439d5 None None] Provisioning complete for port 406ae6eb-14d4-4c85-ab62-8bbee3415176 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:24.277957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d83f11b-9ba7-4c96-b886-2e2df13439d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.343001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36543fa6-6e3c-43a9-b026-94808044a1d1 req-37023e8b-111b-4c87-b34f-51657baf664d service neutron] 10.222.0.64 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104017 Aug 28 08:24:24.345678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.362700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0d83f11b-9ba7-4c96-b886-2e2df13439d5 None None] Port 406ae6eb-14d4-4c85-ab62-8bbee3415176 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:24.367869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.369149 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 1866b224-03be-4a4f-a124-3c094be8b437 of type vlan for network b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 Aug 28 08:24:24.446109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3629f98-a258-4dc1-9046-34908a7fac48 req-67a6b8e5-93d4-4e73-9e28-52f098a30ab6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:24.448057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3629f98-a258-4dc1-9046-34908a7fac48 req-67a6b8e5-93d4-4e73-9e28-52f098a30ab6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.2836828 Aug 28 08:24:24.451412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-87133b0c-ae0a-44a8-a9df-e0d6e57c382a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8123527 Aug 28 08:24:24.472999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.503623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:24.591890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3629f98-a258-4dc1-9046-34908a7fac48 req-1efd5fe5-e0a2-4b49-b534-0ee6c65211d7 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085389 Aug 28 08:24:24.687109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.694575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:24.695210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.756297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47d32-7819-493d-8f32-c53eb61e2bb7 req-4ebbd643-ffaf-42bd-8123-14462a58cd1e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:24.767174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fb47d32-7819-493d-8f32-c53eb61e2bb7 req-4ebbd643-ffaf-42bd-8123-14462a58cd1e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 951 time: 0.2573307 Aug 28 08:24:24.790099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:24.822879 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:24:24.916134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0001426 Aug 28 08:24:24.921653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:24.943902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': 'b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:25.022097 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fb47d32-7819-493d-8f32-c53eb61e2bb7 req-c0257610-2954-4000-b2b5-ad279142bdd1 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534363 Aug 28 08:24:25.090605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade889dd-7278-4ded-b62a-31c455307572 req-e061a6e4-b6fe-43f0-8d19-a75acc6c9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:25.092205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-e061a6e4-b6fe-43f0-8d19-a75acc6c9912 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d390fb91a6ea457fad985ced00d44397&device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 1095 time: 0.2958934 Aug 28 08:24:25.101255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b445-e1eb-4da5-ad07-c951c6e64df0 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:25.120393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:25.391753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:25.395719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:25.503932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing IP validity checks on allocation pools {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 08:24:25.504442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 08:24:25.560990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:25.626528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:25.707785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:25.815094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b7c23-6d5a-47d7-bb97-f4260cbb2937 req-e5919a24-9423-4c1e-9e8a-60f28d8c954a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:25.816863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-541b7c23-6d5a-47d7-bb97-f4260cbb2937 req-e5919a24-9423-4c1e-9e8a-60f28d8c954a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.5359797 Aug 28 08:24:25.884783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.051961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '1866b224-03be-4a4f-a124-3c094be8b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:26.052270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:26.061226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=f255e8f2-0160-4f0f-a1fa-b954321526e9,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:26.099211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:26.203488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.214820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:26.216974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade889dd-7278-4ded-b62a-31c455307572 req-a28f8a7c-2b42-4ace-b8f9-556aefaddb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.219085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-a28f8a7c-2b42-4ace-b8f9-556aefaddb6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba HTTP/1.1" status: 200 len: 916 time: 0.9490845 Aug 28 08:24:26.233963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:26.236482 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac20650-7822-4246-b098-ea5bf3dbdc10" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:26.251259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:26.302993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'Port': ['ID=6caebdac-a02c-4696-87f8-d7c300d7f508,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:26.380400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-1a07ba56-1dcd-4d2b-a2bc-a81749903252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.382126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-1a07ba56-1dcd-4d2b-a2bc-a81749903252 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1afe1438c9074bdd95541d15fff36d5f&device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 1097 time: 0.6903880 Aug 28 08:24:26.386196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.388875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:26.399209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.399817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.401503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-4baf6487-9e51-45a4-9562-b547d998144b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843 HTTP/1.1" status: 200 len: 217 time: 0.1384544 Aug 28 08:24:26.402467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.429869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ec9ef-708a-4948-8390-7a37bab40f93 None None] Network b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:26.456177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-541b7c23-6d5a-47d7-bb97-f4260cbb2937 req-4ad6686c-da3b-4a07-9c6a-e01919312a47 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176922 Aug 28 08:24:26.517644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0b97f04-b613-4074-8ba8-30684389da59 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5932667 Aug 28 08:24:26.518830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade889dd-7278-4ded-b62a-31c455307572 req-95601bc3-db9a-4121-9e85-6b1314dc038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.519806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51544) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:26.520485 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-95601bc3-db9a-4121-9e85-6b1314dc038b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a349cbae-065e-476d-8b47-5adb11515e25 HTTP/1.1" status: 200 len: 854 time: 0.0852799 Aug 28 08:24:26.723922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.735223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ff3ac07-69b6-49ab-9980-75c13e38c72e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1170340 Aug 28 08:24:26.755700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.796823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade889dd-7278-4ded-b62a-31c455307572 req-d6083108-fe12-4a3c-a443-98ff39024654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.798651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-d6083108-fe12-4a3c-a443-98ff39024654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599423 Aug 28 08:24:26.820445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.826686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.833292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.840398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.847203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:26.849756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-21696f84-de46-4cb6-8524-522f8a5c02a5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 3816 time: 0.2359874 Aug 28 08:24:26.853867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a02057-cb39-4ac9-bfda-d79ab58a5e3b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:26.881770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.904784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:26.952574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:27.012942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f7b3ca5b-5527-40cf-bb4d-25657b2fd586 req-99c6213c-8cc8-4430-a372-9bfcf60b17cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430759 Aug 28 08:24:27.029588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-ccb2f461-e15b-4ba2-82b5-2e3600f31663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:27.036843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-ccb2f461-e15b-4ba2-82b5-2e3600f31663 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 200 len: 911 time: 0.6146638 Aug 28 08:24:27.038017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Transition to ACTIVE for port object 91a02057-cb39-4ac9-bfda-d79ab58a5e3b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:27.134863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.162628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.181289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d184a-c548-4793-a00d-56695d2ef870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4', 'network_id': 'b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': 'f255e8f2-0160-4f0f-a1fa-b954321526e9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:27.182386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b24d184a-c548-4793-a00d-56695d2ef870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.234747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=f255e8f2-0160-4f0f-a1fa-b954321526e9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:27.261301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-6b647b9d-ff29-4c75-afc0-5d1261a58103 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 200 len: 217 time: 0.1963134 Aug 28 08:24:27.317570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:27.362438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-28dcf1ff-28b4-43ba-bc6a-0d5a5f6aee87 service neutron] 10.222.0.64 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033317 Aug 28 08:24:27.395815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4eb159-02ca-43df-947a-f97349e7e89b None None] Network b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:27.564061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.568749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace46a-4b80-4277-9423-2b80893f4e47 req-afbf45d1-425a-4f31-84e5-b94d250b8106 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:27.572471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52ace46a-4b80-4277-9423-2b80893f4e47 req-afbf45d1-425a-4f31-84e5-b94d250b8106 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.3062408 Aug 28 08:24:27.578672 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0c93d4dc-3417-481f-ae01-eab2873939de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.593340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:27.619334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1866b224-03be-4a4f-a124-3c094be8b437') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:27.630252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1866b224-03be-4a4f-a124-3c094be8b437') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:27.642840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.664186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.689246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:27.691438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:27.701894 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:27.815370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-5ad6f89c-3685-4b1c-8e7f-0ec82452de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:27.819403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-5ad6f89c-3685-4b1c-8e7f-0ec82452de7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 200 len: 850 time: 0.2744243 Aug 28 08:24:27.878589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Attempting to bind port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:27.880042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Attempting to bind port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:27.880237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Attempting to bind port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b on network cd4abac3-327a-40d1-9e1a-6a83d154829d {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:27.882920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.888533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:27.897009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 HTTP/1.1" status: 204 len: 168 time: 1.3751128 Aug 28 08:24:27.897682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51564) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:27.940541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52ace46a-4b80-4277-9423-2b80893f4e47 req-03b68f57-334b-41e7-8fa3-938a6c743ac6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615762 Aug 28 08:24:27.941450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7116c20-e54f-49e1-9ec8-d17a46049d69 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:27.941591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026322879'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:27.999145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b on network cd4abac3-327a-40d1-9e1a-6a83d154829d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:27.999496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Attempting to bind port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b on network cd4abac3-327a-40d1-9e1a-6a83d154829d {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:28.003264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ade889dd-7278-4ded-b62a-31c455307572 req-47daaf9b-9b62-40cf-b1f6-8cecd967357a service neutron] 10.222.0.64 "GET /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602408 Aug 28 08:24:28.077980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-949e2858-e252-420c-a4d6-eb3ad8e6256a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ec40f5f0-babc-4241-8a4c-a8d225831136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381454 Aug 28 08:24:28.082932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:28.083411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Checking segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:28.084009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Bound using segment: {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:28.085089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Bound port: 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6415d69d-ec07-4017-83c1-c87b5f36d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:28.085481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:28.261677 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1b147c-fe66-4822-b36f-7e22ca3c1adb x-openstack-request-id: req-ee1b147c-fe66-4822-b36f-7e22ca3c1adb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:28.261677 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:28.261677 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee1b147c-fe66-4822-b36f-7e22ca3c1adb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:28.261677 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'code': 200} Aug 28 08:24:28.262868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:28.262868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:28.349367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-dda23abf-2516-4eb8-af75-15236776ab76 service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672616 Aug 28 08:24:28.445396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:28.470149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:28.480060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:28.568235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:28.569057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:28.570651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] 10.222.0.39 "PUT /v2.0/ports/91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 200 len: 1092 time: 4.0915043 Aug 28 08:24:28.577070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:28.579673 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b904ea-a158-48b3-b96e-5cbff2d25f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:28.691694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:28.774890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:28.805440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:28.806045 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac of type vlan for network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd Aug 28 08:24:28.866409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310f18-5547-4b39-94e4-d578de4fc49a service neutron] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:28.991008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:29.009540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dfb44f83-b66d-45a1-aba9-b3b98b7ee8b8 req-4bcc0ea2-ea83-420e-abeb-46dc7b9fac5c service neutron] 10.222.0.64 "GET /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921858 Aug 28 08:24:29.027742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:29.055693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c57372-eab2-4224-a29e-b058b8c21017 req-670896c4-4e82-459d-9eba-38476da1ffa7 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.056243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-43df94c6-6b03-4253-a18f-8371d205bb52 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1356089206&fields=id&tenant_id=a6aecc8decac4bb699fbb886f5537ed5 HTTP/1.1" status: 200 len: 267 time: 0.1307414 Aug 28 08:24:29.064759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9c57372-eab2-4224-a29e-b058b8c21017 req-670896c4-4e82-459d-9eba-38476da1ffa7 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.1186550 Aug 28 08:24:29.111886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9c57372-eab2-4224-a29e-b058b8c21017 req-680e950f-83a0-415a-b970-d922a902f768 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Aug 28 08:24:29.156922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:29.165616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.166426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:29.277084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.287426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.297421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.305659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.321439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.331467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-bb8abb7e-adcc-410c-9d7c-8e787e99352e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 3828 time: 0.1315320 Aug 28 08:24:29.380245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=b5f6f012-4b9a-4d56-a6ec-29d09571a8bd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:29.400426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:29.474886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-990bac3a-7acb-445f-bfad-f345f6ff0786 req-00b3e583-a3e6-429b-8433-f6bf92faf61c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311257 Aug 28 08:24:29.588788 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d68e38-b4f7-4168-8085-b534df017db2 x-openstack-request-id: req-95d68e38-b4f7-4168-8085-b534df017db2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:29.588788 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:29.588788 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95d68e38-b4f7-4168-8085-b534df017db2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:29.588788 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'status': 'completed', 'code': 200} Aug 28 08:24:29.678292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27d5fe9f-c28d-4e95-b032-f5fb8c9f5a19 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7636406 Aug 28 08:24:29.679692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:29.688646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:29.789545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-ce8e48ef-6569-445b-81a3-046137afe940 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.800988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-ce8e48ef-6569-445b-81a3-046137afe940 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/networks?id=904afa65-c338-4408-8be6-2a5e39caafdd HTTP/1.1" status: 200 len: 815 time: 0.7344172 Aug 28 08:24:29.850202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9e13f9fd-2caf-4877-8d0a-910c35bdfc2f tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/quotas/a6aecc8decac4bb699fbb886f5537ed5 HTTP/1.1" status: 200 len: 375 time: 0.0478680 Aug 28 08:24:29.935822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e4c8f-e8ca-4227-bc70-e67474b987d0 req-12329d2f-180f-407c-8edc-9b6ebcb6ec54 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.938458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:29.945251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-dc81dc5a-9c14-47d6-bec8-597ec19c9d07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 4364 time: 0.3026381 Aug 28 08:24:29.959869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd3e4c8f-e8ca-4227-bc70-e67474b987d0 req-12329d2f-180f-407c-8edc-9b6ebcb6ec54 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1385841 Aug 28 08:24:30.034573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd3e4c8f-e8ca-4227-bc70-e67474b987d0 req-60c3fdf3-d412-4c40-83b0-4d0e2dd02828 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732727 Aug 28 08:24:30.118020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:30.118020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:30.155124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-6229bb31-c3a2-410b-bbb0-f9e75745fbbb tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3035138 Aug 28 08:24:30.237272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1329820-0053-4b4e-af1c-5c6f5bb615ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:30.349649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226d7285-2471-4895-9e5c-10b145a62897 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:30.388458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:30.486898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Transition to ACTIVE for port object 226d7285-2471-4895-9e5c-10b145a62897 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:30.498503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-89260a08-a542-4971-8431-96acfefec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:30.501920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-89260a08-a542-4971-8431-96acfefec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:30.501920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-89260a08-a542-4971-8431-96acfefec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:30.502940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-89260a08-a542-4971-8431-96acfefec085 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5393527 Aug 28 08:24:30.558864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-07b0faea-7e22-43c6-85cd-5a2988c63eac service neutron] 10.222.0.46 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761506 Aug 28 08:24:30.626539 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:30.681735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:30.849121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=f66ec42b-b97f-4bc2-ab52-ead7d2d2dc89,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:30.859432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:30.859432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: b5f6f012-4b9a-4d56-a6ec-29d09571a8bd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:30.957276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-e8a37323-041d-4004-b8f1-b18963ea82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:30.959098 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42b904ea-a158-48b3-b96e-5cbff2d25f3b req-e8a37323-041d-4004-b8f1-b18963ea82d8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4464521 Aug 28 08:24:30.961132 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-525385a1-a6f3-4eba-8a65-48c4b09de78c service neutron] 10.222.0.46 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533287 Aug 28 08:24:30.971484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:31.029629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Attempting to bind port 226d7285-2471-4895-9e5c-10b145a62897 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:31.031052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Attempting to bind port 226d7285-2471-4895-9e5c-10b145a62897 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:31.031052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Attempting to bind port 226d7285-2471-4895-9e5c-10b145a62897 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:31.037351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Port 226d7285-2471-4895-9e5c-10b145a62897 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:31.037587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Attempting to bind port 226d7285-2471-4895-9e5c-10b145a62897 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:31.050884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:31.051267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:31.051718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Bound using segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:31.054122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Bound port: 226d7285-2471-4895-9e5c-10b145a62897, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:31.054571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:31.167972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:31.173074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=226d7285-2471-4895-9e5c-10b145a62897,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:31.664143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:31.901210 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:31.905783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b5f6f012-4b9a-4d56-a6ec-29d09571a8bd) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:31.909601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:31.910357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:31.914460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:31.918723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d91deb-f489-435a-a021-273fe6fd1635 None None] Network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:31.993005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1bfc-9302-43ad-8945-7861b3b8c7e2 req-d8ec21a8-641f-4c8e-8282-26c52dbae84a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.003756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa5b1bfc-9302-43ad-8945-7861b3b8c7e2 req-d8ec21a8-641f-4c8e-8282-26c52dbae84a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.1095262 Aug 28 08:24:32.019011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.019672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:32.027243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 1136 time: 3.2831247 Aug 28 08:24:32.029649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '226d7285-2471-4895-9e5c-10b145a62897'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:32.038572 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3080bb-46b7-41c7-ba68-d729e8a7561f" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "226d7285-2471-4895-9e5c-10b145a62897"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:32.042824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f704-1394-40df-b036-ed8e4b2224b0 service neutron] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:32.077248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa5b1bfc-9302-43ad-8945-7861b3b8c7e2 req-c4c0bda9-8f71-46a7-bc17-5bffe14986c1 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730431 Aug 28 08:24:32.095706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2089fddc-c76b-487f-acce-abd4f0ce5a6d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4145646 Aug 28 08:24:32.101225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:32.197537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.216050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.257638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.273863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.281825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.288938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.291234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-8768af17-e508-4ad3-a056-c1ccf0c92af5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 4605 time: 0.2337728 Aug 28 08:24:32.297184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:32.376835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2406f20a-1e2e-4f88-90a7-91777b6000ed req-eb797ee4-36fb-47be-ac11-4187afb4ab74 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749450 Aug 28 08:24:32.396716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-b5f6f012-4b9a-4d56-a6ec-29d09571a8bd', 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': 'f66ec42b-b97f-4bc2-ab52-ead7d2d2dc89'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:32.398138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:32.404665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1457820-6b11-4b81-971c-34d3e7ccbdc0 req-971c4057-efce-468a-a924-869a6c2cb29c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.408326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1457820-6b11-4b81-971c-34d3e7ccbdc0 req-971c4057-efce-468a-a924-869a6c2cb29c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1646745 Aug 28 08:24:32.473936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:32.478995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:32.495215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1457820-6b11-4b81-971c-34d3e7ccbdc0 req-d3821524-53fd-4b0c-a3f5-d365965dc4b1 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795891 Aug 28 08:24:32.648721 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:32.776361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Allocated IP 172.20.0.1 (b5f6f012-4b9a-4d56-a6ec-29d09571a8bd/f66ec42b-b97f-4bc2-ab52-ead7d2d2dc89/4140f434-71cf-4806-ae75-572ec7cbd447) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:32.800212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1badaf6a-476d-4e22-bbbb-ff3126ded8fd req-32696b41-f08b-489e-b058-2fd1ca4579fd tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0538304 Aug 28 08:24:32.842086 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7a214-fe41-4bb7-a9bf-86c3324089dc x-openstack-request-id: req-19e7a214-fe41-4bb7-a9bf-86c3324089dc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:32.842491 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "226d7285-2471-4895-9e5c-10b145a62897", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:32.842660 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19e7a214-fe41-4bb7-a9bf-86c3324089dc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:32.843064 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '226d7285-2471-4895-9e5c-10b145a62897', 'status': 'completed', 'code': 200} Aug 28 08:24:32.857796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41938241-9bc2-48cd-b5ca-a8f61b522e0f req-0a2b1e40-f611-4307-ae60-01e5cbbd425f tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:32.859412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-41938241-9bc2-48cd-b5ca-a8f61b522e0f req-0a2b1e40-f611-4307-ae60-01e5cbbd425f tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 949 time: 0.1067841 Aug 28 08:24:33.012987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.028028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Transition to ACTIVE for port object 4140f434-71cf-4806-ae75-572ec7cbd447 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:33.051355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Transition to ACTIVE for port object 4140f434-71cf-4806-ae75-572ec7cbd447 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:33.129779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.189840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Pushing event updated for resources: {'Port': ['ID=4140f434-71cf-4806-ae75-572ec7cbd447,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:33.204616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:33.207354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.209751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.212128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.212128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.212128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.212128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:33.216777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:33.220143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:33.271132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.297317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Attempting to bind port 4140f434-71cf-4806-ae75-572ec7cbd447 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:33.297788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Attempting to bind port 4140f434-71cf-4806-ae75-572ec7cbd447 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:33.298264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Attempting to bind port 4140f434-71cf-4806-ae75-572ec7cbd447 on network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:33.307274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:33.307670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Checking segment: {'id': '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:33.308129 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.308580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Bound using segment: {'id': '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:33.309130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Bound port: 4140f434-71cf-4806-ae75-572ec7cbd447, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:33.309523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.382863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.394378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f6f012-4b9a-4d56-a6ec-29d09571a8bd']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:33.398924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] For port 4140f434-71cf-4806-ae75-572ec7cbd447, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:33.402618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] For port 4140f434-71cf-4806-ae75-572ec7cbd447, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4140f434-71cf-4806-ae75-572ec7cbd447,segment=NetworkSegment(0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac),segment_id=0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:33.409721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:33.410186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:33.412609 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-41938241-9bc2-48cd-b5ca-a8f61b522e0f req-497700e5-8a6f-491d-8c54-f57274326ad0 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422518 Aug 28 08:24:33.443023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=f66ec42b-b97f-4bc2-ab52-ead7d2d2dc89,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:33.446248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.467344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e998e6-ee88-4e41-a5e8-69a3575471a9 req-eb5dcf76-776b-4fbe-8ea6-2b21122f7366 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.467554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.467554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.467554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.467554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.468173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3e998e6-ee88-4e41-a5e8-69a3575471a9 req-eb5dcf76-776b-4fbe-8ea6-2b21122f7366 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 943 time: 0.2627716 Aug 28 08:24:33.468345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.468345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.468345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-14407438-4904-4898-a41d-a7063c9d5e3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5293 time: 0.5604222 Aug 28 08:24:33.515897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3e998e6-ee88-4e41-a5e8-69a3575471a9 req-ca2573f8-9acf-4a4c-a34b-6f0ac5380bb6 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Aug 28 08:24:33.524013 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.530976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.538328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:33.539006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:33.545669 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:33.681505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a190c5-16e5-4ea7-89a3-65794d3f4231 None None] Pushing event updated for resources: {'Port': ['ID=4140f434-71cf-4806-ae75-572ec7cbd447,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:33.690778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c1408-9590-4930-a7ba-0a5127456b50 None None] Network b5f6f012-4b9a-4d56-a6ec-29d09571a8bd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:33.729254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1f6b13-905b-42eb-b327-358d800bc2bb {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:33.736993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:33.736993 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:33.736993 n-d-792458-16 neutron-server[95466]: [parameters: {'id': 'b5f6f012-4b9a-4d56-a6ec-29d09571a8bd'}] Aug 28 08:24:33.736993 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:33.738049 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:33.752437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.753854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3f8a4-c394-4e82-b341-0a0f02e42897 req-9383eefe-86c5-41c1-925d-265f41648317 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.756771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bba3f8a4-c394-4e82-b341-0a0f02e42897 req-9383eefe-86c5-41c1-925d-265f41648317 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.0778387 Aug 28 08:24:33.762413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-83939dfb-7a40-48ce-bde5-9911ad2219ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.763093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-83939dfb-7a40-48ce-bde5-9911ad2219ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.763570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-83939dfb-7a40-48ce-bde5-9911ad2219ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.765195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-83939dfb-7a40-48ce-bde5-9911ad2219ba service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2789233 Aug 28 08:24:33.786091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Transition to ACTIVE for port object 3e1f6b13-905b-42eb-b327-358d800bc2bb will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:33.808340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bba3f8a4-c394-4e82-b341-0a0f02e42897 req-d6aa53bf-3acd-4ea7-8b6f-a980dac2d98e tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Aug 28 08:24:33.857813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.865047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.874699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.885760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.892347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.899026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:33.900983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-7a91af51-4d19-4770-b663-5693121fdb78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 4605 time: 0.2661326 Aug 28 08:24:33.904327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:33.939629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450aea79-c35b-4eaf-9aa5-0758ced42eb4 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:24:34.114814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-108954ed-7ef6-47de-ac79-964ccb725f5d req-57d4cccb-04d5-4309-98cc-324470c84657 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013381 Aug 28 08:24:34.120218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:34.133774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 765d1db8-6b23-4a2e-8c32-e0b9fccff843 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:24:34.196735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-265c59ea-e7e6-4a30-b17f-c9b1004bc9c6 req-6c4e482e-5452-4ed7-aef8-b42875381f61 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0581968 Aug 28 08:24:34.201682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-77adff13-b0c9-4e9e-b9c0-b601d0ac6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:34.203041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d3080bb-46b7-41c7-ba68-d729e8a7561f req-77adff13-b0c9-4e9e-b9c0-b601d0ac6c0a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286988 Aug 28 08:24:34.239726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.244055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450aea79-c35b-4eaf-9aa5-0758ced42eb4 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:24:34.259652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Attempting to bind port 3e1f6b13-905b-42eb-b327-358d800bc2bb on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:34.264121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Attempting to bind port 3e1f6b13-905b-42eb-b327-358d800bc2bb by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:34.264860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Attempting to bind port 3e1f6b13-905b-42eb-b327-358d800bc2bb on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:34.276670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Port 3e1f6b13-905b-42eb-b327-358d800bc2bb on network e81f0055-88c2-462f-ba31-8fcd845c3d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:34.277261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Attempting to bind port 3e1f6b13-905b-42eb-b327-358d800bc2bb on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:34.289073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:34.289419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:34.290401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Bound using segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:34.290876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Bound port: 3e1f6b13-905b-42eb-b327-358d800bc2bb, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:34.291252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.324315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 4140f434-71cf-4806-ae75-572ec7cbd447 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:34.324966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.342423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:34.358335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '765d1db8-6b23-4a2e-8c32-e0b9fccff843', 'network_id': '6f8bcf9c-b2e8-46a5-8635-54df9fe371ba', 'port_id': '765d1db8-6b23-4a2e-8c32-e0b9fccff843', 'mac_address': 'fa:16:3e:73:d5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a349cbae-065e-476d-8b47-5adb11515e25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:24:34.415685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 4140f434-71cf-4806-ae75-572ec7cbd447, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4140f434-71cf-4806-ae75-572ec7cbd447,segment=NetworkSegment(0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac),segment_id=0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:34.415973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.433675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 4140f434-71cf-4806-ae75-572ec7cbd447 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:34.462245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:34.467082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:34.476034 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.482096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a878131-a069-41bf-a1a7-33775970b308 req-b03e8fde-c95a-4159-9068-1f5c4317170e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:34.482096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a878131-a069-41bf-a1a7-33775970b308 req-b03e8fde-c95a-4159-9068-1f5c4317170e tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.64 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 949 time: 0.1532001 Aug 28 08:24:34.504316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765d1db8-6b23-4a2e-8c32-e0b9fccff843 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:34.569828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:34.589753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968befa-acdb-4a05-a643-0fa3397898b2 req-e9cb72e4-e749-4f16-8526-ffac8efacb49 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:34.591188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9968befa-acdb-4a05-a643-0fa3397898b2 req-e9cb72e4-e749-4f16-8526-ffac8efacb49 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 949 time: 0.0762992 Aug 28 08:24:34.608476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.669410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9968befa-acdb-4a05-a643-0fa3397898b2 req-9970e7ab-070e-4757-9710-f99f2fec3945 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/security-groups?id=54c411ea-5213-4683-8d4e-5b033814186f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695922 Aug 28 08:24:34.684525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:34.684525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.684525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 1136 time: 2.3857620 Aug 28 08:24:34.684525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Deleting port b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:34.684525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.706671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.723898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.758748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.774768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a3cb4-8904-475f-bc70-eccaae1db636 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:34.810622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=4140f434-71cf-4806-ae75-572ec7cbd447,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:34.835677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:34.845026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 4140f434-71cf-4806-ae75-572ec7cbd447 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:34.859967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '3e1f6b13-905b-42eb-b327-358d800bc2bb'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:34.862730 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e520b3-4784-4988-91b5-ce38c696e259" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "3e1f6b13-905b-42eb-b327-358d800bc2bb"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:34.871665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:34.943084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.954476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f6f012-4b9a-4d56-a6ec-29d09571a8bd']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:34.963364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] For port b5d80d86-6b5a-4a69-86b7-7b97854f501d, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5d80d86-6b5a-4a69-86b7-7b97854f501d,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:34.963763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:34.967874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:34.969494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6f6086-e2e4-4da5-9e2f-caf8a38d3aac') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:34.978903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.004889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Calling delete_port for b5d80d86-6b5a-4a69-86b7-7b97854f501d owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:35.025617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.037558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bd134-16b4-4b34-bf5f-c6ccf82e558b req-137fcccc-2b1d-4710-b689-8cd0d403579d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.039113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cbbd2-db32-496e-9058-88797f3408c0 req-e4474281-db32-4814-8779-bef0ebb476e1 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.039722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f08bd134-16b4-4b34-bf5f-c6ccf82e558b req-137fcccc-2b1d-4710-b689-8cd0d403579d tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1647618 Aug 28 08:24:35.041522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['765d1db8-6b23-4a2e-8c32-e0b9fccff843'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:24:35.057671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27cbbd2-db32-496e-9058-88797f3408c0 req-e4474281-db32-4814-8779-bef0ebb476e1 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 944 time: 0.2569091 Aug 28 08:24:35.066026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.085082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:35.085940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:35.089619 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:35.108273 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.181327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27cbbd2-db32-496e-9058-88797f3408c0 req-7278a828-be0f-4449-bac4-4985b1ff9c21 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224041 Aug 28 08:24:35.285080 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e92ab-8f04-4b7e-b631-148b316bafc5 x-openstack-request-id: req-d77e92ab-8f04-4b7e-b631-148b316bafc5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:35.285376 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "3e1f6b13-905b-42eb-b327-358d800bc2bb", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:35.285942 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d77e92ab-8f04-4b7e-b631-148b316bafc5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:35.286502 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '3e1f6b13-905b-42eb-b327-358d800bc2bb', 'status': 'completed', 'code': 200} Aug 28 08:24:35.299568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f08bd134-16b4-4b34-bf5f-c6ccf82e558b req-8c6dea8b-ad22-4770-8ec4-dbd005450d90 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682158 Aug 28 08:24:35.381155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.388483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.391057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/b5f6f012-4b9a-4d56-a6ec-29d09571a8bd HTTP/1.1" status: 204 len: 168 time: 3.2879789 Aug 28 08:24:35.403817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51652) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:35.409061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610135915'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:35.480218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3fe8-41ad-4261-bebd-28fec7547bda tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=b5f6f012-4b9a-4d56-a6ec-29d09571a8bd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:35.543683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.544277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.544790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.545317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.545744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.546243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.546710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.548866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-96e520b3-4784-4988-91b5-ce38c696e259 req-4b841d13-67aa-4819-84dd-a88c2e13a189 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6222 time: 0.1963317 Aug 28 08:24:35.624483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.631554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.637862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.644080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.650309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.656151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.662043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.664009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-1257eeed-af71-408f-81eb-0247ad4eb82e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5382 time: 0.1252899 Aug 28 08:24:35.669772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4c653dc-a4ab-4af8-9545-e5a15e243ef1 req-601e9f53-40ef-43cd-9830-44751dde5123 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0670338 Aug 28 08:24:35.673384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:35.677589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.715682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.792976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a300fb1a-97d3-4602-8421-8570c149d8c7 req-25cbcb31-fc02-4969-8af4-5d20a4efdbd4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128080 Aug 28 08:24:35.800195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:35.813889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Pushing event deleted for resources: {'Port': ['ID=b5d80d86-6b5a-4a69-86b7-7b97854f501d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:35.824615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.825178 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 87ad8a52-819d-4389-bb1d-d38db3f9028f of type vlan for network e8f4d832-3834-4d51-8545-96f1ce27bc4b Aug 28 08:24:35.836429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bb34ea-a324-44b4-b8df-149ea6458fbc {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:35.845423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aec7779b-3afb-4bf4-84b3-ca08af82f0ac req-3b962a5b-4f24-40cf-b716-727e01181cf1 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0508647 Aug 28 08:24:35.851871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-6327a358-ee52-4b5c-a2c8-2df001bd3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.852061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-6327a358-ee52-4b5c-a2c8-2df001bd3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.852540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-6327a358-ee52-4b5c-a2c8-2df001bd3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.854300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-96e520b3-4784-4988-91b5-ce38c696e259 req-6327a358-ee52-4b5c-a2c8-2df001bd3da1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2842460 Aug 28 08:24:35.871063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.902195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.947984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] No DVR routers for this DVR port b5d80d86-6b5a-4a69-86b7-7b97854f501d on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:35.951715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-8edc287b-ae04-40cb-9a9e-e56da9da8f09 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:35.953529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-8edc287b-ae04-40cb-9a9e-e56da9da8f09 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.39 "GET /v2.0/networks?id=904afa65-c338-4408-8be6-2a5e39caafdd HTTP/1.1" status: 200 len: 815 time: 0.2275722 Aug 28 08:24:35.955959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:35.957916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a878131-a069-41bf-a1a7-33775970b308 req-8efa0c82-5350-4e25-8b20-e32ce62a6bcb tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.64 "DELETE /v2.0/ports/b5d80d86-6b5a-4a69-86b7-7b97854f501d HTTP/1.1" status: 204 len: 173 time: 1.4723508 Aug 28 08:24:35.960873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Transition to ACTIVE for port object 37bb34ea-a324-44b4-b8df-149ea6458fbc will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:36.008747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e520b3-4784-4988-91b5-ce38c696e259 req-c424c760-145c-4273-8dbc-6811edd58418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:36.010314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-96e520b3-4784-4988-91b5-ce38c696e259 req-c424c760-145c-4273-8dbc-6811edd58418 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363513 Aug 28 08:24:36.024151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-539d2fb6-8b0f-45b2-889f-1199a3576ade tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6aecc8decac4bb699fbb886f5537ed5 HTTP/1.1" status: 200 len: 380 time: 0.0521262 Aug 28 08:24:36.034278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'port': {'device_id': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'admin_state_up': True, 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'security_groups': ['69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:36.075390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.079510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.085410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:36.086050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.140126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:36.171445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 765d1db8-6b23-4a2e-8c32-e0b9fccff843 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:36.312247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Attempting to bind port 37bb34ea-a324-44b4-b8df-149ea6458fbc on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:36.313211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Attempting to bind port 37bb34ea-a324-44b4-b8df-149ea6458fbc by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:36.313824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Attempting to bind port 37bb34ea-a324-44b4-b8df-149ea6458fbc on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:36.320698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Port 37bb34ea-a324-44b4-b8df-149ea6458fbc on network e81f0055-88c2-462f-ba31-8fcd845c3d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:36.320921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Attempting to bind port 37bb34ea-a324-44b4-b8df-149ea6458fbc on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:36.327583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:36.329414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:36.329414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Bound using segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:36.329414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Bound port: 37bb34ea-a324-44b4-b8df-149ea6458fbc, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:36.329414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.381684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:36.387643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:36.388136 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.484551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:36.503266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:36.530786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05130ef0-c740-40df-bae9-f690fa7fff28 req-1a1142ec-2b39-45d0-86b3-952cdb36d174 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:36.532552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05130ef0-c740-40df-bae9-f690fa7fff28 req-1a1142ec-2b39-45d0-86b3-952cdb36d174 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1015923 Aug 28 08:24:36.572897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.607832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-05130ef0-c740-40df-bae9-f690fa7fff28 req-1f81abbb-5141-4b97-a556-3b596711dd12 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636227 Aug 28 08:24:36.620414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.664121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:36.664121 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3146db-3841-4d68-9195-85dcde55c09e" -d '{"events": [{"server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "name": "network-vif-plugged", "status": "completed", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:36.664423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=e8f4d832-3834-4d51-8545-96f1ce27bc4b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:36.664584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:36.680558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e8f4d832-3834-4d51-8545-96f1ce27bc4b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:36.686908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220402d9-fb35-463d-b6fe-e7020ccf5b41 req-4e4de36b-25ef-429a-8459-d1f4f68c1b3c tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:36.696218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-220402d9-fb35-463d-b6fe-e7020ccf5b41 req-4e4de36b-25ef-429a-8459-d1f4f68c1b3c tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 944 time: 0.1902494 Aug 28 08:24:36.699130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:36.699761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:36.701450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/37bb34ea-a324-44b4-b8df-149ea6458fbc HTTP/1.1" status: 200 len: 1092 time: 1.8350954 Aug 28 08:24:36.725888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a52466-c2e9-4741-aa22-338d9952a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:36.747690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-220402d9-fb35-463d-b6fe-e7020ccf5b41 req-07621398-5480-4d95-a471-99282f8d12b3 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Aug 28 08:24:36.810360 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a8218-a729-4020-98e2-a723a98d0f72 x-openstack-request-id: req-0a8a8218-a729-4020-98e2-a723a98d0f72 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:36.810758 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "name": "network-vif-plugged", "status": "completed", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:36.811109 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a8a8218-a729-4020-98e2-a723a98d0f72 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:36.811607 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843', 'code': 200} Aug 28 08:24:36.986942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f8fe549-4fa8-4e70-a812-0ebf16c8ea92 req-7686525b-2b3a-457f-993d-ab050c8a396e tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0974171 Aug 28 08:24:37.062186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.069900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.076248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.083081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.089105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-562d7742-f9da-4447-b491-686f9f1268e2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6823120 Aug 28 08:24:37.093020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.094396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:37.106239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:37.112029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.126679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.132134 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-1c658f71-3447-40d0-9e02-9feadc84ec38 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5394 time: 0.1984348 Aug 28 08:24:37.134190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fce7a-e31a-47b1-8b89-196a7f8fdc26 req-d9d368e9-e1e0-4602-8b3a-d38de4d4f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.135718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-193fce7a-e31a-47b1-8b89-196a7f8fdc26 req-d9d368e9-e1e0-4602-8b3a-d38de4d4f7e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 1096 time: 0.1878660 Aug 28 08:24:37.164864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92f58bed-5206-4305-9da9-aa70abf5282f req-135e4f0f-e642-455f-a1a6-d923dad8f6c9 tempest-ImagesOneServerTestJSON-1982597496 tempest-ImagesOneServerTestJSON-1982597496-project] 10.222.0.46 "GET /v2.0/ports?device_id=e88c59eb-ee20-4141-9c8d-9365f7d93f6a HTTP/1.1" status: 200 len: 210 time: 0.0527730 Aug 28 08:24:37.210396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-193fce7a-e31a-47b1-8b89-196a7f8fdc26 req-b24364d1-9c74-4ba2-b4e6-ce7cda62cd5c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661435 Aug 28 08:24:37.215017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d91e5f55-4ef1-4539-baa7-b47aaeaf5dec req-00609446-8692-4cc8-a3dd-1982c02898c6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721517 Aug 28 08:24:37.287877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-deleted', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d'}, {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:37.290599 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44ab59-1041-491f-896e-6f859fc10cb6" -d '{"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-deleted", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d"}, {"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:37.339938 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6ab1a-bb6c-445b-8349-e56e56a6d501 x-openstack-request-id: req-73c6ab1a-bb6c-445b-8349-e56e56a6d501 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:37.340363 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88c59eb-ee20-4141-9c8d-9365f7d93f6a", "name": "network-vif-deleted", "tag": "b5d80d86-6b5a-4a69-86b7-7b97854f501d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:37.340535 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73c6ab1a-bb6c-445b-8349-e56e56a6d501 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:37.340939 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88c59eb-ee20-4141-9c8d-9365f7d93f6a', 'name': 'network-vif-deleted', 'tag': 'b5d80d86-6b5a-4a69-86b7-7b97854f501d', 'status': 'completed', 'code': 200} Aug 28 08:24:37.341273 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'status': 'completed', 'code': 200} Aug 28 08:24:37.385778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:37.389249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:37.418999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:37.432409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b5d80d86-6b5a-4a69-86b7-7b97854f501d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:24:37.438037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5d80d86-6b5a-4a69-86b7-7b97854f501d not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:24:37.467524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:37.490523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Made reservation on behalf of a6aecc8decac4bb699fbb886f5537ed5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:37.494744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:37.512746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.513193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.514040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.514186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.514639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.515113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.515695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.517659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-b25bc354-1e31-42b3-a685-468921240a18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6290 time: 0.1193626 Aug 28 08:24:37.521367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:37.592118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:37.595200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:37.749748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Allocated IP 172.20.0.8 (904afa65-c338-4408-8be6-2a5e39caafdd/38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc/c5e9a9f0-12e6-4e66-97b1-80e178bfaedf) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:37.765242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-e3d8c57e-cb59-4834-a0f8-858588ee9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.766145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-e3d8c57e-cb59-4834-a0f8-858588ee9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.766272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-e3d8c57e-cb59-4834-a0f8-858588ee9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.767926 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-e3d8c57e-cb59-4834-a0f8-858588ee9794 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2346809 Aug 28 08:24:37.893143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78637-cf3e-4a2b-b4d1-29eda39465bf req-646fe0b0-bf25-4b83-b3d8-1f35422df346 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.897264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57a78637-cf3e-4a2b-b4d1-29eda39465bf req-646fe0b0-bf25-4b83-b3d8-1f35422df346 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1894517 Aug 28 08:24:37.988813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-0ef883ea-1aae-481a-b5a1-422881c3f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:37.990418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa44ab59-1041-491f-896e-6f859fc10cb6 req-0ef883ea-1aae-481a-b5a1-422881c3f249 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122655 Aug 28 08:24:38.012149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57a78637-cf3e-4a2b-b4d1-29eda39465bf req-b410eac2-b01e-481e-9c1b-039c52d06511 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920777 Aug 28 08:24:38.047927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92a89e-021b-4804-be71-89b6c591dbb4 req-788100bc-b691-46ba-991a-b1173a9277b9 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.050260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff92a89e-021b-4804-be71-89b6c591dbb4 req-788100bc-b691-46ba-991a-b1173a9277b9 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 945 time: 0.1157062 Aug 28 08:24:38.052794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.073393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Transition to ACTIVE for port object c5e9a9f0-12e6-4e66-97b1-80e178bfaedf will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:38.075021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.093985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:38.102873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.121252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Transition to ACTIVE for port object 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:38.163455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff92a89e-021b-4804-be71-89b6c591dbb4 req-619db1c0-abbe-4947-a210-67d2757be98d tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036463 Aug 28 08:24:38.174345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=943920cb-ad83-42ad-a47a-790fe96caa1d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:38.203634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d04a17-dca7-42f2-9f20-46abbc2117a7 req-25d34d81-753c-4958-8545-a8c1325eb4e8 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0406210 Aug 28 08:24:38.210438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '87ad8a52-819d-4389-bb1d-d38db3f9028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:38.210685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: e8f4d832-3834-4d51-8545-96f1ce27bc4b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:38.235332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.323183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.332524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:38.378234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Network 904afa65-c338-4408-8be6-2a5e39caafdd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:38.382562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:38.387495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:38.391920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event updated for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:38.417121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Attempting to bind port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:38.417468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Attempting to bind port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:38.422601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Attempting to bind port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:38.422757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network e8f4d832-3834-4d51-8545-96f1ce27bc4b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:38.436370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.443391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.452143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.455940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.461959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.467416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.467922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.468683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.473924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.476302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-bf648af1-335c-4def-ab8e-f226a90b9efe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5406 time: 0.1304226 Aug 28 08:24:38.476995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:38.477228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Attempting to bind port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:38.508764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:38.509114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Checking segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:38.509515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Bound using segment: {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:38.509980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Bound port: 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6258c44a-9fcc-4f2b-b9c3-abafed766be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:38.510375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.540455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e8f4d832-3834-4d51-8545-96f1ce27bc4b) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:38.545850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.546734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.560526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727586b-6b51-418b-8eb4-5b1c9d35ea46 None None] Network e8f4d832-3834-4d51-8545-96f1ce27bc4b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:38.572969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-9210c98f-79d0-40c3-94f9-141413ad1609 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5425239 Aug 28 08:24:38.608303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Request body: {'port': {'device_id': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:38.618991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-852b9a06-2d73-4afb-8c40-059c04a481f3 req-d710a49c-a35b-4918-baaa-a229eca194f3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269953 Aug 28 08:24:38.671075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-223b2f9a-596a-40cb-b0d1-55ab9ee97673 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5714896 Aug 28 08:24:38.678114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:38.695399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:38.699595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:38.769340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.786124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e8f4d832-3834-4d51-8545-96f1ce27bc4b', 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '943920cb-ad83-42ad-a47a-790fe96caa1d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:38.787230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.797344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.853652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.854316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.855966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 HTTP/1.1" status: 200 len: 1092 time: 1.4555912 Aug 28 08:24:38.873802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:38.900570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0e41d504-b1ac-4fdb-b5b9-a4296b05b87c None None] Provisioning for port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:38.915421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0e41d504-b1ac-4fdb-b5b9-a4296b05b87c None None] Provisioning complete for port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:38.916315 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e41d504-b1ac-4fdb-b5b9-a4296b05b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.923890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:38.959140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-8074dd61-0703-4074-a61f-0cabe1faa4cb tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:38.961688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-8074dd61-0703-4074-a61f-0cabe1faa4cb tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.64 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1496813 Aug 28 08:24:38.978123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b65e2a-6c94-41d5-908c-8c83e67de8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:38.992026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0e41d504-b1ac-4fdb-b5b9-a4296b05b87c None None] Port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:24:39.004538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Allocated IP 172.20.0.1 (e8f4d832-3834-4d51-8545-96f1ce27bc4b/943920cb-ad83-42ad-a47a-790fe96caa1d/8be3dda4-1a23-48bd-949e-d6391b774068) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:39.082654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:39.134020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.259030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.271613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Transition to ACTIVE for port object 8be3dda4-1a23-48bd-949e-d6391b774068 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:39.287288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.288397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8ec947f0-348e-433d-a714-e99ca79ea69a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f81e5dc0c18c4baa8b5077dfb7b46ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103491 Aug 28 08:24:39.294020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51712) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:39.300360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100eea4-6c9e-4acd-a4bd-79de4ffe6c68 req-0a2bb59b-f15d-4189-996c-fa897acae00f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.302682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6100eea4-6c9e-4acd-a4bd-79de4ffe6c68 req-0a2bb59b-f15d-4189-996c-fa897acae00f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1425633 Aug 28 08:24:39.308350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Transition to ACTIVE for port object 8be3dda4-1a23-48bd-949e-d6391b774068 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:39.342035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:39.344576 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e9f672-fe74-446f-a573-6fd36b0de6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:39.368735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Deleting port 2b64995d-6702-4a66-8d9f-35c482a0bf26 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:39.369090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.409096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.410926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ba57-02d3-42bb-af65-3987fbcdd425 req-7710cf13-aa81-4e2c-87c0-10e64239c998 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.412465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9440ba57-02d3-42bb-af65-3987fbcdd425 req-7710cf13-aa81-4e2c-87c0-10e64239c998 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 945 time: 0.1297562 Aug 28 08:24:39.461178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Network e8f4d832-3834-4d51-8545-96f1ce27bc4b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:39.462819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6100eea4-6c9e-4acd-a4bd-79de4ffe6c68 req-14aa3ebf-b329-42c9-b10a-b4bcb4e789a0 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424098 Aug 28 08:24:39.467659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:39.471377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:39.472276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.480894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Pushing event updated for resources: {'Port': ['ID=8be3dda4-1a23-48bd-949e-d6391b774068,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:39.547703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9440ba57-02d3-42bb-af65-3987fbcdd425 req-de0c1c87-63de-47ef-8db1-621040533f6a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200125 Aug 28 08:24:39.549511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Attempting to bind port 8be3dda4-1a23-48bd-949e-d6391b774068 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:39.550835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Attempting to bind port 8be3dda4-1a23-48bd-949e-d6391b774068 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '87ad8a52-819d-4389-bb1d-d38db3f9028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:39.551224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Attempting to bind port 8be3dda4-1a23-48bd-949e-d6391b774068 on network e8f4d832-3834-4d51-8545-96f1ce27bc4b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:39.558105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:39.559636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Checking segment: {'id': '87ad8a52-819d-4389-bb1d-d38db3f9028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:39.559636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.559846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Bound using segment: {'id': '87ad8a52-819d-4389-bb1d-d38db3f9028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:39.560302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Bound port: 8be3dda4-1a23-48bd-949e-d6391b774068, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad8a52-819d-4389-bb1d-d38db3f9028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:39.560935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.561714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.565321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.599737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e9a9f0-12e6-4e66-97b1-80e178bfaedf {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:39.629714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.634938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=943920cb-ad83-42ad-a47a-790fe96caa1d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:39.716143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Transition to ACTIVE for port object c5e9a9f0-12e6-4e66-97b1-80e178bfaedf will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:39.738062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.750661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4d832-3834-4d51-8545-96f1ce27bc4b']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:39.776947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] For port 8be3dda4-1a23-48bd-949e-d6391b774068, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:39.782037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] For port 8be3dda4-1a23-48bd-949e-d6391b774068, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8be3dda4-1a23-48bd-949e-d6391b774068,segment=NetworkSegment(87ad8a52-819d-4389-bb1d-d38db3f9028f),segment_id=87ad8a52-819d-4389-bb1d-d38db3f9028f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:39.791072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad8a52-819d-4389-bb1d-d38db3f9028f') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:39.791377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad8a52-819d-4389-bb1d-d38db3f9028f') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:39.817581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.817805 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54898b4-c489-4cea-ac5a-d2936a63b7a2 x-openstack-request-id: req-d54898b4-c489-4cea-ac5a-d2936a63b7a2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:39.818426 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:39.818426 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d54898b4-c489-4cea-ac5a-d2936a63b7a2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:39.818999 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'status': 'completed', 'code': 200} Aug 28 08:24:39.819283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.874612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.877385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.878571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54c411ea-5213-4683-8d4e-5b033814186f HTTP/1.1" status: 204 len: 168 time: 0.5485716 Aug 28 08:24:39.896213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.904828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Pushing event updated for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:39.910546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.914138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0561c-fe7f-41be-b4b1-a2d6dc90b1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c411ea-5213-4683-8d4e-5b033814186f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:39.930836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.938263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.945042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.946098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] For port 2b64995d-6702-4a66-8d9f-35c482a0bf26, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2b64995d-6702-4a66-8d9f-35c482a0bf26,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:39.946524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:39.967021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.973451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.981252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:39.997814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.000040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-fd380ea2-aa19-4ed2-a22b-1a875021c269 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5406 time: 0.2335443 Aug 28 08:24:40.011892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:40.012571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:40.016160 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:40.020101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Calling delete_port for 2b64995d-6702-4a66-8d9f-35c482a0bf26 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:40.054241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.055173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.055289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.055892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.056374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.056860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.057343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.059593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-ce8844ae-05ab-4cbf-bc05-8121972a8ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6358 time: 0.2334995 Aug 28 08:24:40.074769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9624-797a-4e4b-9bfe-d1e072d306ca req-00ead7a4-cef0-4f0a-99ef-fc6103fdf51f tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.076398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a9f9624-797a-4e4b-9bfe-d1e072d306ca req-00ead7a4-cef0-4f0a-99ef-fc6103fdf51f tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 943 time: 0.2492042 Aug 28 08:24:40.233734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562103-ddda-4233-9c40-844b0e071f8b None None] Pushing event updated for resources: {'Port': ['ID=8be3dda4-1a23-48bd-949e-d6391b774068,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:40.248548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bf735-0ec3-4767-8f45-c5e178db5359 None None] Network e8f4d832-3834-4d51-8545-96f1ce27bc4b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:40.274237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Attempting to bind port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:40.275209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Attempting to bind port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:40.275717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Attempting to bind port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf on network 904afa65-c338-4408-8be6-2a5e39caafdd {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:40.296570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba82aa70-01c6-4903-8ae0-94551b7521d2 req-e751a215-d181-4117-8b45-de42a4ccbba4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850056 Aug 28 08:24:40.299150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf on network 904afa65-c338-4408-8be6-2a5e39caafdd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:40.299916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Attempting to bind port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf on network 904afa65-c338-4408-8be6-2a5e39caafdd {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:40.331342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:40.331342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Checking segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:40.331342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Bound using segment: {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:40.331342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Bound port: c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:40.331342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.354843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a9f9624-797a-4e4b-9bfe-d1e072d306ca req-05f28dae-7d32-464e-b8fc-48f838897f85 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625525 Aug 28 08:24:40.430002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-455bf664-2956-4474-bca5-1d1a89d2113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.434278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-455bf664-2956-4474-bca5-1d1a89d2113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.434278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-455bf664-2956-4474-bca5-1d1a89d2113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.434278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-455bf664-2956-4474-bca5-1d1a89d2113f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3427613 Aug 28 08:24:40.434905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:40.434905 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:40.434905 n-d-792458-16 neutron-server[95466]: [parameters: {'id': 'e8f4d832-3834-4d51-8545-96f1ce27bc4b'}] Aug 28 08:24:40.434905 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:40.438468 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:40.438829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791509e2-cbab-4315-9d2a-abb0918d0a71 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:24:40.460971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:40.464700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:40.540505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.584997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:40.595051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.629244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Transition to ACTIVE for port object ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:40.687479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791509e2-cbab-4315-9d2a-abb0918d0a71 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:24:40.698777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.699413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.700945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-5748d656-53b1-413c-abaf-76750438f27e service neutron] 10.222.0.39 "PUT /v2.0/ports/c5e9a9f0-12e6-4e66-97b1-80e178bfaedf HTTP/1.1" status: 200 len: 1092 time: 2.1081524 Aug 28 08:24:40.706013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:40.710565 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc9721-d979-41e8-9027-0d37dbe18952" -d '{"events": [{"name": "network-changed", "server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:40.716030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-25aaaf71-72b2-4a4f-88a3-8b703998d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.719243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5e9f672-fe74-446f-a573-6fd36b0de6f1 req-25aaaf71-72b2-4a4f-88a3-8b703998d90d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664268 Aug 28 08:24:40.746844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.747312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748d656-53b1-413c-abaf-76750438f27e service neutron] Pushing event updated for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:40.761752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f331d-a642-4dbe-9aa9-36cc00dce37b req-5f73c123-d2e4-4b30-a900-28deec7ebbd5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:40.763615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f14f331d-a642-4dbe-9aa9-36cc00dce37b req-5f73c123-d2e4-4b30-a900-28deec7ebbd5 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 945 time: 0.1034613 Aug 28 08:24:40.765613 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8260c9e-5f30-4364-b73b-c248a8fabab1 x-openstack-request-id: req-c8260c9e-5f30-4364-b73b-c248a8fabab1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:40.766130 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:40.766749 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8260c9e-5f30-4364-b73b-c248a8fabab1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:40.767313 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'status': 'completed', 'code': 200} Aug 28 08:24:40.818181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f14f331d-a642-4dbe-9aa9-36cc00dce37b req-2d53df5e-2a94-4026-8c0a-28d9e5d96f7f tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Aug 28 08:24:40.829505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.875574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d127b63a-a98c-4d0a-a445-4c2d8dde890c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:24:40.879167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54512f57-7773-4191-a396-601abb4df592 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:40.939708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:40.973525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Pushing event deleted for resources: {'Port': ['ID=2b64995d-6702-4a66-8d9f-35c482a0bf26,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:40.999823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] No DVR routers for this DVR port 2b64995d-6702-4a66-8d9f-35c482a0bf26 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:41.008170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.010426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ede4dec-bf4b-4553-afab-bebd6292c27a req-7b500b84-b3a1-4266-9d31-4d2608d4b3af tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.64 "DELETE /v2.0/ports/2b64995d-6702-4a66-8d9f-35c482a0bf26 HTTP/1.1" status: 204 len: 173 time: 2.0393219 Aug 28 08:24:41.025168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-0a0544cc-5652-424a-b882-7878559603e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.026777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-0a0544cc-5652-424a-b882-7878559603e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 1095 time: 0.1930935 Aug 28 08:24:41.062109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 8be3dda4-1a23-48bd-949e-d6391b774068 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:41.062624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.133038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Attempting to bind port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:41.135455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Attempting to bind port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:41.136851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Attempting to bind port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:41.182805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 8be3dda4-1a23-48bd-949e-d6391b774068, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8be3dda4-1a23-48bd-949e-d6391b774068,segment=NetworkSegment(87ad8a52-819d-4389-bb1d-d38db3f9028f),segment_id=87ad8a52-819d-4389-bb1d-d38db3f9028f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:41.183186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.219269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 8be3dda4-1a23-48bd-949e-d6391b774068 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:41.247559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:41.247962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Attempting to bind port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:41.285677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:41.286015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Checking segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:41.286435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Bound using segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:41.286953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Bound port: ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:41.287320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.463143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:41.468024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:41.471017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-5af16a1d-a4d4-4edd-80ba-1ace338308a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.472861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-5af16a1d-a4d4-4edd-80ba-1ace338308a4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4136851 Aug 28 08:24:41.487210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.552477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 8be3dda4-1a23-48bd-949e-d6391b774068 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:41.557983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=8be3dda4-1a23-48bd-949e-d6391b774068,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:41.629300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.668850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ec04-a463-4b65-b796-fa5c7731624b req-71438a39-791a-4160-b3e4-a2275208acc5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.676919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25d1ec04-a463-4b65-b796-fa5c7731624b req-71438a39-791a-4160-b3e4-a2275208acc5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 943 time: 0.2053440 Aug 28 08:24:41.694335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.714827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4d832-3834-4d51-8545-96f1ce27bc4b']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:41.738604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54512f57-7773-4191-a396-601abb4df592 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:41.744592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad8a52-819d-4389-bb1d-d38db3f9028f') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:41.744902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad8a52-819d-4389-bb1d-d38db3f9028f') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:41.750704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.751541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.754391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-54512f57-7773-4191-a396-601abb4df592 service neutron] 10.222.0.39 "PUT /v2.0/ports/ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e HTTP/1.1" status: 200 len: 1092 time: 2.6755192 Aug 28 08:24:41.768254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.778065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25d1ec04-a463-4b65-b796-fa5c7731624b req-b912a14e-7092-43ed-b2d0-e1df27d44fd1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002779 Aug 28 08:24:41.787477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.795010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:41.795422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.799972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.807463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.833484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.852560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.868332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:41.871601 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:41.876278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.882792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.884596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-ab0d89ad-9e13-4bf1-8fc4-a076b91fe3f4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5418 time: 0.3720863 Aug 28 08:24:41.888613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'name': 'network-vif-deleted', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26'}, {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:41.890991 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0" -d '{"events": [{"server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "name": "network-vif-deleted", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26"}, {"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:41.900563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Request body: {'port': {'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:41.947594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.960157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:41.966588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/e8f4d832-3834-4d51-8545-96f1ce27bc4b HTTP/1.1" status: 204 len: 168 time: 3.2847037 Aug 28 08:24:41.974506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-9ba1a994-38df-4e50-b4be-3fd62d8b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:41.976748 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85fc9721-d979-41e8-9027-0d37dbe18952 req-9ba1a994-38df-4e50-b4be-3fd62d8b0c74 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4939463 Aug 28 08:24:41.977669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:41.990833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872895089'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:42.004801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd626f-533d-47f0-84a6-5f1e3c555f24 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=e8f4d832-3834-4d51-8545-96f1ce27bc4b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:42.053204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dafb98c-22a6-4660-951d-a8eb521f1213 req-94acdda3-3186-4ada-8731-d4581962a629 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456010 Aug 28 08:24:42.056872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.174508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2b64995d-6702-4a66-8d9f-35c482a0bf26 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:42.202087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:42.206040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.234069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 2b64995d-6702-4a66-8d9f-35c482a0bf26 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:24:42.234437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2b64995d-6702-4a66-8d9f-35c482a0bf26 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:24:42.272251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:42.329202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e91faad-5e75-4ca2-80f9-cff612f9a20d req-82f61721-224a-4d50-9b44-11940ad2d3c9 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=932838bd-43ec-4a15-8778-6129d686dea7 HTTP/1.1" status: 200 len: 210 time: 0.1071076 Aug 28 08:24:42.346853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.347215 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca of type vlan for network 2ebf1819-d315-4d5c-9110-71f7338d2aca Aug 28 08:24:42.350266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-45d23016-a5e9-46f1-b5f5-66697eb5f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.351933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-45d23016-a5e9-46f1-b5f5-66697eb5f065 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 1095 time: 0.2297716 Aug 28 08:24:42.399471 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d53a9-0ad3-4442-b717-e5bca4214b4e x-openstack-request-id: req-f53d53a9-0ad3-4442-b717-e5bca4214b4e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:42.399778 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932838bd-43ec-4a15-8778-6129d686dea7", "name": "network-vif-deleted", "tag": "2b64995d-6702-4a66-8d9f-35c482a0bf26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:42.400216 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f53d53a9-0ad3-4442-b717-e5bca4214b4e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:42.400666 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932838bd-43ec-4a15-8778-6129d686dea7', 'name': 'network-vif-deleted', 'tag': '2b64995d-6702-4a66-8d9f-35c482a0bf26', 'status': 'completed', 'code': 200} Aug 28 08:24:42.400933 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e', 'status': 'completed', 'code': 200} Aug 28 08:24:42.460271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-33641c77-a08f-440c-a4f2-5fe60b537088 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf HTTP/1.1" status: 200 len: 217 time: 0.0643620 Aug 28 08:24:42.466818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.503369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.505345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.506017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.506701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.507358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.508013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.508670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.511199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-c4eb9cbd-401a-4d3e-a6c6-a222ae378f4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6426 time: 0.0705719 Aug 28 08:24:42.570113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-d0005d4f-9564-4f0b-a658-d1d9a4859495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.571788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-d0005d4f-9564-4f0b-a658-d1d9a4859495 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc HTTP/1.1" status: 200 len: 854 time: 0.0991006 Aug 28 08:24:42.650133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406ae6eb-14d4-4c85-ab62-8bbee3415176 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:42.656253 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.663960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.664643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.679344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:42.741071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-14c53fb9-82fe-4ae9-8167-618f2540f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.741465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-14c53fb9-82fe-4ae9-8167-618f2540f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.741936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-14c53fb9-82fe-4ae9-8167-618f2540f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.743569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-14c53fb9-82fe-4ae9-8167-618f2540f223 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=203eda89e7ee484c9311616d46ce22e5&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2076740 Aug 28 08:24:42.748724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Transition to ACTIVE for port object 406ae6eb-14d4-4c85-ab62-8bbee3415176 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:42.758075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-725c483d-80dc-44df-9220-885067ff2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.759740 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-725c483d-80dc-44df-9220-885067ff2cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904afa65-c338-4408-8be6-2a5e39caafdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479602 Aug 28 08:24:42.763150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=2ebf1819-d315-4d5c-9110-71f7338d2aca,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:42.778651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:42.825049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5396dd63-bfe3-4b9c-aa57-fa1e30a031e3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8433721 Aug 28 08:24:42.829104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51782) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:42.845776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:42.875989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-d373abff-be35-45b3-a263-8443b771bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:42.879688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-d373abff-be35-45b3-a263-8443b771bf67 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263151 Aug 28 08:24:42.928772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.072793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:43.091430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-f0a35e5b-b04c-4f00-815e-f575bdca5704 service neutron] 10.222.0.39 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201864 Aug 28 08:24:43.156963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:43.227709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07e41-cac6-4072-a959-09faa43c3827 req-1671e495-b264-47aa-bfda-afead335a70c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.234856 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06a07e41-cac6-4072-a959-09faa43c3827 req-1671e495-b264-47aa-bfda-afead335a70c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 943 time: 0.3185127 Aug 28 08:24:43.325016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1f9909f-6b28-412d-8b70-7af1e1123a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.354044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.375579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06a07e41-cac6-4072-a959-09faa43c3827 req-ee4d759c-0bb8-4574-a512-abbee88cf747 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398449 Aug 28 08:24:43.403984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Attempting to bind port 406ae6eb-14d4-4c85-ab62-8bbee3415176 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:43.404325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Attempting to bind port 406ae6eb-14d4-4c85-ab62-8bbee3415176 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:43.404665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Attempting to bind port 406ae6eb-14d4-4c85-ab62-8bbee3415176 on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:43.410086 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-409245c4-b4f6-4b94-b60f-be4651f67495 req-ef53d242-4df1-4422-a073-76e5d252a29f service neutron] 10.222.0.39 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728341 Aug 28 08:24:43.412837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Port 406ae6eb-14d4-4c85-ab62-8bbee3415176 on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:43.415685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Attempting to bind port 406ae6eb-14d4-4c85-ab62-8bbee3415176 on network 73ed7c51-2cdc-4c96-a358-e46ab47b641f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:43.419298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:43.419605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Checking segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:43.420120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Bound using segment: {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:43.420651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Bound port: 406ae6eb-14d4-4c85-ab62-8bbee3415176, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1953ada-b695-4cd9-9daa-3b51e9a2f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:43.421033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.468410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1f9909f-6b28-412d-8b70-7af1e1123a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.490444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:43.493713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:43.585183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.609314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca is not hosted by any dhcp agent {{(pid=95467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:24:43.616011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.616688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.618103 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "PUT /v2.0/networks/2ebf1819-d315-4d5c-9110-71f7338d2aca HTTP/1.1" status: 200 len: 723 time: 0.7879732 Aug 28 08:24:43.622335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51808) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:43.628432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:43.637612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1f9909f-6b28-412d-8b70-7af1e1123a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.667579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.734284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f1f9909f-6b28-412d-8b70-7af1e1123a29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be2d81fa3cd84c72b627688a4dba8d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761838 Aug 28 08:24:43.735478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9909f-6b28-412d-8b70-7af1e1123a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da623bf-5971-4f9a-967b-d7887f245289,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:43.746889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.754377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.760307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:43.767208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.776534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.779841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.786301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.792376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.794478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-147f075f-df22-4846-bfea-4ab200df215e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2425640 Aug 28 08:24:43.799947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:43.801248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.802753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] 10.222.0.39 "PUT /v2.0/ports/406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 200 len: 1092 time: 1.9171445 Aug 28 08:24:43.822481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c4e0-55b6-44c6-9ea6-1b0294d889cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=2ebf1819-d315-4d5c-9110-71f7338d2aca,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:43.824711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073528d-532a-4e70-a19a-535a2249bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:43.831842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.836543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:43.863835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:43.870475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5604da2d-f50e-4e88-809a-6a51873aacb4 req-15139480-bd6c-415a-929e-21438e9be3c9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640631 Aug 28 08:24:44.113884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.114419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.114873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.115528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.116005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.116482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.116950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.119046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c8ecdb74-97cc-46dd-9972-59c870f95c4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6494 time: 0.0852535 Aug 28 08:24:44.159236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:44.162697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:44.187078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e9b7b925-1b68-4265-95a7-47c5cf632463 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 200 len: 217 time: 0.0359194 Aug 28 08:24:44.257786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-71a1f0d2-815f-4261-af29-123723731cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.259439 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-71a1f0d2-815f-4261-af29-123723731cac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=243593f2-4d96-4a11-bf22-e9f7dccf0445 HTTP/1.1" status: 200 len: 855 time: 0.0641887 Aug 28 08:24:44.308454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1ebe58e7-589e-4539-acc6-52cdf883a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.309967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1ebe58e7-589e-4539-acc6-52cdf883a858 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4abac3-327a-40d1-9e1a-6a83d154829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427070 Aug 28 08:24:44.328851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:44.332274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:44.335991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9da623bf-5971-4f9a-967b-d7887f245289 HTTP/1.1" status: 204 len: 168 time: 0.5726721 Aug 28 08:24:44.371874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e8837-cea0-43dd-a499-7291fdadf67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da623bf-5971-4f9a-967b-d7887f245289,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:44.402877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:44.406544 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dcbf10-2cdf-40f2-9607-926da94d05fa" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:44.474382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-2f673f11-ba67-4edd-97be-1778d1315b17 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529117 Aug 28 08:24:44.524255 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a080ae2-7b51-4aa0-98ec-93521102630f x-openstack-request-id: req-9a080ae2-7b51-4aa0-98ec-93521102630f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:44.524886 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:44.525433 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a080ae2-7b51-4aa0-98ec-93521102630f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:44.526022 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'status': 'completed', 'code': 200} Aug 28 08:24:44.598348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:44.673657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895bc2-88e4-491a-ae10-b9b723bc0cc3 req-4c1dda3a-b25a-42f1-b4d0-3feabd3522dc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.676708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05895bc2-88e4-491a-ae10-b9b723bc0cc3 req-4c1dda3a-b25a-42f1-b4d0-3feabd3522dc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.1128614 Aug 28 08:24:44.697709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=403e06d2-134a-45cf-b424-960f11a12f69,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:44.753111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:44.753111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 2ebf1819-d315-4d5c-9110-71f7338d2aca, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:44.760432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05895bc2-88e4-491a-ae10-b9b723bc0cc3 req-12f21e9f-18e4-4ad2-aa99-846341b8ecd3 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765429 Aug 28 08:24:44.877001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:44.957571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-b52be536-1102-4e9b-8e14-7674c82410a2 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737468 Aug 28 08:24:44.989515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09bcec-4724-432a-8a6a-87f2bc5cb967 req-732de7a6-3330-476b-beb4-855f8b8ac05b tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:44.997792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca09bcec-4724-432a-8a6a-87f2bc5cb967 req-732de7a6-3330-476b-beb4-855f8b8ac05b tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 943 time: 0.4754751 Aug 28 08:24:45.038951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-b721a1cb-5b81-4477-b5c6-cb24eb3d549f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 217 time: 0.0699308 Aug 28 08:24:45.042753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2ebf1819-d315-4d5c-9110-71f7338d2aca) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:45.053906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b381a-8b55-4c28-ac51-f70e0bb87264 None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:45.058455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.060008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:45.110562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-5253b38f-be19-4854-8068-d855a745faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.112127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-5253b38f-be19-4854-8068-d855a745faa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.0625291 Aug 28 08:24:45.117606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.144886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca09bcec-4724-432a-8a6a-87f2bc5cb967 req-6849f84f-595e-4c17-b327-95cef1d9b083 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425414 Aug 28 08:24:45.165413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.182886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.205557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.229827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.270885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.288573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.290157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-12dce6b7-e270-4b03-8765-5cd53d820ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.292187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-86d8c858-d0b4-4f2f-95df-3009924b2293 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.3073585 Aug 28 08:24:45.292364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-12dce6b7-e270-4b03-8765-5cd53d820ef4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662574 Aug 28 08:24:45.299176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2ebf1819-d315-4d5c-9110-71f7338d2aca', 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '403e06d2-134a-45cf-b424-960f11a12f69'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:45.302257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:45.427815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a7072f3-d591-4eaf-adc5-40dc9d662ba0 req-e0ae1fe6-d6fe-44d8-a196-f76c22884db2 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189973 Aug 28 08:24:45.429793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-235f9fcf-6c11-4ea0-8a05-cc329ce89ab2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8056161 Aug 28 08:24:45.433338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51842) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:45.462060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:45.489992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Allocated IP 172.20.0.2 (2ebf1819-d315-4d5c-9110-71f7338d2aca/403e06d2-134a-45cf-b424-960f11a12f69/bc3f8871-09c1-40a8-8e29-522829487f39) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:45.506704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-32edd267-e699-4622-b197-4f68c2ee938b service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919224 Aug 28 08:24:45.574121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8554985'] for subnet, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:45.696518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-012109d1-16d6-41c9-855b-b3bedb60e03c service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737995 Aug 28 08:24:45.733284 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:45.745205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Transition to ACTIVE for port object bc3f8871-09c1-40a8-8e29-522829487f39 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:45.753456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-953aaa36-553e-47e1-a979-e47976d72575 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 217 time: 0.0451195 Aug 28 08:24:45.766381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Transition to ACTIVE for port object bc3f8871-09c1-40a8-8e29-522829487f39 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:45.822565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f6d18801-8c8a-471f-933a-51e73a8a625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.824598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-f6d18801-8c8a-471f-933a-51e73a8a625f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.0612056 Aug 28 08:24:45.858709 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:45.881845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51854) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:45.932069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:45.939530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb4f1-3a94-4419-b7f4-d603a9824dec req-a4d28610-6fef-4afb-991f-7d6ebce4e3a4 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.941548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-14beb4f1-3a94-4419-b7f4-d603a9824dec req-a4d28610-6fef-4afb-991f-7d6ebce4e3a4 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.0898900 Aug 28 08:24:45.945985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:45.948818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-3eb2bf6b-d6ff-4d90-8603-0ae4e44c11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:45.950781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-3eb2bf6b-d6ff-4d90-8603-0ae4e44c11dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128845 Aug 28 08:24:45.958652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:45.968342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Pushing event updated for resources: {'Port': ['ID=bc3f8871-09c1-40a8-8e29-522829487f39,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:46.054414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-14beb4f1-3a94-4419-b7f4-d603a9824dec req-9b587725-ddc5-4522-8a5d-5d7458f74a11 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Aug 28 08:24:46.077691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Attempting to bind port bc3f8871-09c1-40a8-8e29-522829487f39 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:46.077691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Attempting to bind port bc3f8871-09c1-40a8-8e29-522829487f39 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:46.078332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Attempting to bind port bc3f8871-09c1-40a8-8e29-522829487f39 on network 2ebf1819-d315-4d5c-9110-71f7338d2aca {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:46.091004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:46.091387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Checking segment: {'id': '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:46.091880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.092577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Bound using segment: {'id': '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:46.093094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Bound port: bc3f8871-09c1-40a8-8e29-522829487f39, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2ebf1819-d315-4d5c-9110-71f7338d2aca'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:46.093499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.101229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790851976924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8795458'] for subnet, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.121787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1232872394-network', 'tenant_id': 'f5183b045fe04c0487a78883f77da663'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:46.147431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.148346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.150719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "PUT /v2.0/subnets/403e06d2-134a-45cf-b424-960f11a12f69 HTTP/1.1" status: 200 len: 806 time: 0.7134013 Aug 28 08:24:46.153978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:46.175194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-a7ffe02f-75fc-4a6e-b2a7-a4bb59296ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056012 Aug 28 08:24:46.205874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] For port bc3f8871-09c1-40a8-8e29-522829487f39, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:46.211763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] For port bc3f8871-09c1-40a8-8e29-522829487f39, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bc3f8871-09c1-40a8-8e29-522829487f39,segment=NetworkSegment(3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca),segment_id=3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:46.329328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.339686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d2aa-03df-49de-9121-30a3c2ff045f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=403e06d2-134a-45cf-b424-960f11a12f69,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:46.364515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Made reservation on behalf of f5183b045fe04c0487a78883f77da663 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:46.366991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.387211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e6d7-06e6-4718-b55b-f5c5937c5a5c req-3565f710-e60c-4619-b761-8042feec1469 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.389353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f657e6d7-06e6-4718-b55b-f5c5937c5a5c req-3565f710-e60c-4619-b761-8042feec1469 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 943 time: 0.1390746 Aug 28 08:24:46.392154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-15b08eaf-5f2a-453d-8d50-a304388e83f3 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949699 Aug 28 08:24:46.393014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.397231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.451698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525c0a6-f643-4584-983e-ecc3d308b28c None None] Pushing event updated for resources: {'Port': ['ID=bc3f8871-09c1-40a8-8e29-522829487f39,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:46.515223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f657e6d7-06e6-4718-b55b-f5c5937c5a5c req-640bae6a-b5f9-4ec8-8b0f-a68f85aa8de7 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096251 Aug 28 08:24:46.536881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port bc3f8871-09c1-40a8-8e29-522829487f39 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:46.537314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.542826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1288c844-0979-4803-a565-84011ac8cbc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc HTTP/1.1" status: 200 len: 217 time: 0.0831325 Aug 28 08:24:46.697450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.698886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port bc3f8871-09c1-40a8-8e29-522829487f39, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bc3f8871-09c1-40a8-8e29-522829487f39,segment=NetworkSegment(3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca),segment_id=3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:46.699276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.703887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.710130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.715739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for bc3f8871-09c1-40a8-8e29-522829487f39 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:46.716244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.734233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.734233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.743770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.754818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-f484bb08-77e9-43cb-bb7d-d7c1fb27edfe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2172482 Aug 28 08:24:46.811418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:46.821202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fe8ef21e-d1f3-4ca3-bac1-68f910006b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.822814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fe8ef21e-d1f3-4ca3-bac1-68f910006b19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.2649055 Aug 28 08:24:46.867385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c5e9a9f0-12e6-4e66-97b1-80e178bfaedf details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:24:46.901899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7babce7-a661-407e-a443-43d5d2e2c513 req-e7532944-3a6c-46d1-8ea5-90af14200230 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461418 Aug 28 08:24:46.913289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-25336b62-3bb7-4959-9250-e5869ee73366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:46.914973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-25336b62-3bb7-4959-9250-e5869ee73366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803382 Aug 28 08:24:46.916830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.001603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:47.003000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e556b0-dad7-4cdd-8cf8-4f08ae359059,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.017238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'port_id': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'mac_address': 'fa:16:3e:2c:1d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:24:47.036978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.069043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d72e5e8f-1fa5-47bb-9d01-6ccc1a34c084 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288004 Aug 28 08:24:47.069583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=bc3f8871-09c1-40a8-8e29-522829487f39,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.076859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:47.103841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.133592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e9a9f0-12e6-4e66-97b1-80e178bfaedf {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:47.155824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.156192 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Added segment 274beccc-18d2-402e-a433-5ba570d58550 of type vlan for network d5ee0171-cbe2-45e1-8cad-d14cd2509079 Aug 28 08:24:47.172160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port bc3f8871-09c1-40a8-8e29-522829487f39 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:47.172853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:47.234726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.242690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.344510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ffb58b5c-ee0c-4576-a961-e67c5bb0cefa service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637994 Aug 28 08:24:47.371078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.373038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.420468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.451522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-e3e092cb-411e-490a-96e7-9d0db8aec8dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0694962 Aug 28 08:24:47.464408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=403e06d2-134a-45cf-b424-960f11a12f69,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.529889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612345-3478-49ed-8bc4-56a0505cc248 req-c01b7429-f5eb-4e80-88cd-f4149caae9cc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:47.531650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d612345-3478-49ed-8bc4-56a0505cc248 req-c01b7429-f5eb-4e80-88cd-f4149caae9cc tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.3545237 Aug 28 08:24:47.578859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.584215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.584953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:47.585544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.592801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebf1819-d315-4d5c-9110-71f7338d2aca']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:47.610140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:47.610763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3cb1f1-0402-4a31-9dfb-b9fda1b71cca') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:47.624355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.646110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.656304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:47.656774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:47.663466 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:47.765206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-11150d2f-b66f-4ec9-8f55-ee9439593d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:47.767669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-11150d2f-b66f-4ec9-8f55-ee9439593d94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.3023264 Aug 28 08:24:47.778976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8784058 Aug 28 08:24:47.779211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe8313-6faf-4309-b509-ee09bf8e66ad req-560babbd-d64c-47ab-8395-11c557d5555d tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:47.780809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56fe8313-6faf-4309-b509-ee09bf8e66ad req-560babbd-d64c-47ab-8395-11c557d5555d tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 944 time: 0.1273158 Aug 28 08:24:47.783721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51880) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:47.790912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Request body: {'subnet': {'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1232872394-subnet', 'tenant_id': 'f5183b045fe04c0487a78883f77da663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:47.808984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2168d-d642-47b3-a745-ea97f7752a0e None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:47.848895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.864995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562319'] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.867407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/2ebf1819-d315-4d5c-9110-71f7338d2aca HTTP/1.1" status: 204 len: 168 time: 1.7120755 Aug 28 08:24:47.877239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:47.900617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b1a29-35fe-4b12-a09d-e464f3be239a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=2ebf1819-d315-4d5c-9110-71f7338d2aca,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.910880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d612345-3478-49ed-8bc4-56a0505cc248 req-9554e729-1c78-4f05-a272-28092d207128 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704629 Aug 28 08:24:47.911155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-981354cf-5cde-4777-9c47-41dc0f4af261 None None] Could not find standard attr ID for object bc3f8871-09c1-40a8-8e29-522829487f39. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:24:47.912712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451519b-0825-4a82-89ba-d5883265b867 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ee0171-cbe2-45e1-8cad-d14cd2509079,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:47.915055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Made reservation on behalf of f5183b045fe04c0487a78883f77da663 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:47.917654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:47.921929 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-efac7bbb-5fdb-4cbd-86da-8f4f62874ccb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:24:47.922797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efac7bbb-5fdb-4cbd-86da-8f4f62874ccb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:24:47.927101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-efac7bbb-5fdb-4cbd-86da-8f4f62874ccb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/2ebf1819-d315-4d5c-9110-71f7338d2aca HTTP/1.1" status: 404 len: 339 time: 0.0384891 Aug 28 08:24:47.928754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:47.940099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51884) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:47.940099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4dafb827-f013-46be-8ea8-13ea6ab57672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:47.948348 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4dafb827-f013-46be-8ea8-13ea6ab57672 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095614 Aug 28 08:24:47.948348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412211418', 'description': 'd1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:47.967640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56fe8313-6faf-4309-b509-ee09bf8e66ad req-57ad4752-6184-442a-9f0a-d19ebe306ed5 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224687 Aug 28 08:24:48.035173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:24:48.127590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:48.131369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.153260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-78c7b901-49bd-414f-b66c-ddfe76730584 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027819 Aug 28 08:24:48.170108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:48.180860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.181230 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 2cdc9267-5d49-41c9-a878-1f189b919512 of type vlan for network fdef75d0-7efc-409d-b8f6-f6a8a4a6080f Aug 28 08:24:48.237979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.277308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7b4ee-6d7e-46e3-99be-49b0f6535822 None None] DHCP port deletion for 2ebf1819-d315-4d5c-9110-71f7338d2aca request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:24:48.302088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.313445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9a665-5cfc-4b0c-b7f1-a4b3058c1e58 None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:48.314268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.321180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.327601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.328849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9a665-5cfc-4b0c-b7f1-a4b3058c1e58 None None] Network 2ebf1819-d315-4d5c-9110-71f7338d2aca could not be found, it might have been deleted concurrently. {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 08:24:48.334800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.341217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.349096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.351228 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31167986-e0ec-499e-bb66-4441f6e42439 req-071149b1-bdb7-4a6d-9ee6-4ddd064557e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.3254066 Aug 28 08:24:48.415280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.421153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.421827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.427445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.452198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-59e86636-5565-4790-9064-a5c551ca3477 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.454061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-59e86636-5565-4790-9064-a5c551ca3477 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.39 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.3704107 Aug 28 08:24:48.500186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a10c88-6119-4029-8356-de0f8fa66b7d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:48.509182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Checking segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:48.509553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Network hostable DHCP agents. Network: d5ee0171-cbe2-45e1-8cad-d14cd2509079, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:48.601445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31167986-e0ec-499e-bb66-4441f6e42439 req-8abcf960-3fb3-4fe8-9ad3-6482a63a2601 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346551 Aug 28 08:24:48.604610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=fdef75d0-7efc-409d-b8f6-f6a8a4a6080f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:48.616849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network fdef75d0-7efc-409d-b8f6-f6a8a4a6080f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:48.617307 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-22599ece-1611-492f-ada2-cc7b3f520933 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544934 Aug 28 08:24:48.635323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:48.700988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-c0bb55da-5ca1-48fd-872d-43fe007ee5e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e HTTP/1.1" status: 200 len: 217 time: 0.0435553 Aug 28 08:24:48.706101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-665c9c65-1b3b-457d-853e-2957b682cd31 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7613034 Aug 28 08:24:48.707638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51894) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:48.762374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Deleting port d127b63a-a98c-4d0a-a445-4c2d8dde890c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:48.762374 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.763145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d5ee0171-cbe2-45e1-8cad-d14cd2509079) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:48.775577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e59cb-84a9-48b3-b7c1-0b1a339dad41 None None] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:48.777871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.778488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:48.781543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fdeec376-3cb7-4620-b6bf-ec2f14f8ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.783847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-fdeec376-3cb7-4620-b6bf-ec2f14f8ba5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.0724885 Aug 28 08:24:48.823908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cfdf90-36f4-47da-989f-46ea1e37cde8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.825511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6cfdf90-36f4-47da-989f-46ea1e37cde8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks?id=fdef75d0-7efc-409d-b8f6-f6a8a4a6080f HTTP/1.1" status: 200 len: 760 time: 0.1167510 Aug 28 08:24:48.829628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51896) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:48.837775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'description': 'd2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:48.905817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d9996c3b-db99-40f8-8db0-6f78d949bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:48.907602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d9996c3b-db99-40f8-8db0-6f78d949bbb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960255 Aug 28 08:24:48.942388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-545199c0-cd27-4063-b34d-a9fbf5ae0955 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1494067 Aug 28 08:24:48.950747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb49580-e083-4786-8b91-84c17b3acbbd None None] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:49.093066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] For port d127b63a-a98c-4d0a-a445-4c2d8dde890c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=d127b63a-a98c-4d0a-a445-4c2d8dde890c,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:49.093326 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.093471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.125118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Calling delete_port for d127b63a-a98c-4d0a-a445-4c2d8dde890c owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:49.178965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661066f-723b-486d-9add-a4d5085dc542 req-e184c778-d983-4fc1-ad5e-3c6832c0fd07 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.187772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9661066f-723b-486d-9add-a4d5085dc542 req-e184c778-d983-4fc1-ad5e-3c6832c0fd07 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 944 time: 0.0649526 Aug 28 08:24:49.197287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.218052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network fdef75d0-7efc-409d-b8f6-f6a8a4a6080f is not hosted by any dhcp agent {{(pid=95466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:24:49.226698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.226698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.226698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "PUT /v2.0/networks/fdef75d0-7efc-409d-b8f6-f6a8a4a6080f HTTP/1.1" status: 200 len: 757 time: 0.3950942 Aug 28 08:24:49.228678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:49.248416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-4514bdbc-41c3-40f4-84a9-b48168a139bf service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299558 Aug 28 08:24:49.299083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9661066f-723b-486d-9add-a4d5085dc542 req-e5b136af-49a5-4435-82c3-225fabdc4247 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098108 Aug 28 08:24:49.306450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406709-cf87-4fb8-83d4-cb7da21c108c tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=fdef75d0-7efc-409d-b8f6-f6a8a4a6080f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:49.320246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network fdef75d0-7efc-409d-b8f6-f6a8a4a6080f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:49.325201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969975d-9e6c-4b4a-9522-cfad9853d259 req-1bf5b191-ea99-4868-977c-ebb00558ac95 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.326985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3969975d-9e6c-4b4a-9522-cfad9853d259 req-1bf5b191-ea99-4868-977c-ebb00558ac95 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 945 time: 0.2174044 Aug 28 08:24:49.396695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc3f8871-09c1-40a8-8e29-522829487f39 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:49.430143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: bc3f8871-09c1-40a8-8e29-522829487f39 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:24:49.430534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc3f8871-09c1-40a8-8e29-522829487f39 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:24:49.475778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e608a-a0bc-4ead-9b70-03e2b8940a74 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.477369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b1e608a-a0bc-4ead-9b70-03e2b8940a74 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks?id=fdef75d0-7efc-409d-b8f6-f6a8a4a6080f HTTP/1.1" status: 200 len: 760 time: 0.2477317 Aug 28 08:24:49.483292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51916) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:49.488709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-92689184'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:49.495677 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3969975d-9e6c-4b4a-9522-cfad9853d259 req-a4e360c8-95ac-42c7-a718-46493ff0472a tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c746ea-e1d5-4d6f-8958-8f059fdad64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515265 Aug 28 08:24:49.539515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-6e3c6808-817b-40e7-82cf-4c6d5e453d5d service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759049 Aug 28 08:24:49.598441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-1021b075-822f-417f-81d9-203d91c02d70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 200 len: 217 time: 0.0462699 Aug 28 08:24:49.688792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ab4c478e-21f0-47b8-ab43-3afbc9ebd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.688792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-ab4c478e-21f0-47b8-ab43-3afbc9ebd47e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.0565135 Aug 28 08:24:49.703770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:49.707312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.735237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.770556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:49.776203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['d127b63a-a98c-4d0a-a445-4c2d8dde890c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:24:49.792368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.792787 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 52b6bc3e-ee3c-463d-b420-dc09ba7477c3 of type vlan for network 36bf45b3-f474-4652-a913-c70b3770674e Aug 28 08:24:49.799732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Pushing event deleted for resources: {'Port': ['ID=d127b63a-a98c-4d0a-a445-4c2d8dde890c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:49.815901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-c78e26dd-b044-4689-b0e8-8383baf74774 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.818718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-c78e26dd-b044-4689-b0e8-8383baf74774 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.1696391 Aug 28 08:24:49.854343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] No DVR routers for this DVR port d127b63a-a98c-4d0a-a445-4c2d8dde890c on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:49.857119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.859865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb04d87-06c4-49c2-a79f-087a9615ca1e req-1fcbc767-36cb-4b68-bc0f-6144b9e9bd58 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.39 "DELETE /v2.0/ports/d127b63a-a98c-4d0a-a445-4c2d8dde890c HTTP/1.1" status: 204 len: 173 time: 1.3550611 Aug 28 08:24:49.862534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'name': 'network-vif-deleted', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:49.866300 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604ea5d-dcc2-4aa8-af6e-497bb0102e46" -d '{"events": [{"server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "name": "network-vif-deleted", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:49.867425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-630a6560-a16b-4a2d-8bfd-640f2031769d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/quotas/f5183b045fe04c0487a78883f77da663 HTTP/1.1" status: 200 len: 375 time: 0.0247564 Aug 28 08:24:49.869963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.870527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-980379f9-afdf-4a07-bcd0-6349a5de8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.872071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-980379f9-afdf-4a07-bcd0-6349a5de8b60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1761146 Aug 28 08:24:49.890353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.896557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.904125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.909315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.915574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-889f0f4a-26d4-4c3b-93df-215d8c9eb070 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369389 Aug 28 08:24:49.915832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.921983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.928746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.931084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-25d121b0-76e5-422a-a1bb-aec6a94b25b9 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2008147 Aug 28 08:24:49.989945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:49.997752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:49.997752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:50.039148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cfb3b2d-63c7-4b58-affc-0516f9d96df4 req-4bc3b1b3-14b8-45ae-8d2a-8eb75efd9685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951118 Aug 28 08:24:50.072248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-d23017bb-bda8-4fb2-89c6-ef6ac936844c service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391649 Aug 28 08:24:50.091966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=36bf45b3-f474-4652-a913-c70b3770674e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:50.101223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-92329047-d3da-426e-86a6-6de9d8d7c743 service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782305 Aug 28 08:24:50.106377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 36bf45b3-f474-4652-a913-c70b3770674e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:50.191132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d124de9-14a0-4792-be5a-3e88aabf835a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7041974 Aug 28 08:24:50.193355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:50.198724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '36bf45b3-f474-4652-a913-c70b3770674e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:50.248977 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa9084-8e53-46dd-acd4-0f2910d08947 x-openstack-request-id: req-bafa9084-8e53-46dd-acd4-0f2910d08947 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:50.249627 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3e0ae-a7ad-4676-9bec-dc9a03908323", "name": "network-vif-deleted", "tag": "d127b63a-a98c-4d0a-a445-4c2d8dde890c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:50.249627 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bafa9084-8e53-46dd-acd4-0f2910d08947 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:50.249832 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3e0ae-a7ad-4676-9bec-dc9a03908323', 'name': 'network-vif-deleted', 'tag': 'd127b63a-a98c-4d0a-a445-4c2d8dde890c', 'status': 'completed', 'code': 200} Aug 28 08:24:50.257327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-bbfdd5ff-7ed2-4e75-be6e-4290b8b7cf43 service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489596 Aug 28 08:24:50.261716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-79009cb1-bee0-44a4-9e75-b5bba4467bb4 req-a3264369-46c4-4016-8bcb-81e5dd3f8e35 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735153 Aug 28 08:24:50.444408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:50.447947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:50.507084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc498-71ce-4ffe-bf6a-40bc6c8385a9 req-7f75efb2-517b-4e57-a3ba-792eed5e5f1c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:50.508701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-770cc498-71ce-4ffe-bf6a-40bc6c8385a9 req-7f75efb2-517b-4e57-a3ba-792eed5e5f1c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 944 time: 0.1096911 Aug 28 08:24:50.601901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-770cc498-71ce-4ffe-bf6a-40bc6c8385a9 req-7b7f00e0-ab58-40dc-99a3-b4e409f481d7 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847473 Aug 28 08:24:50.674136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a5e566a-bb02-4c2e-8c1a-31f9566235df req-51f65685-45fc-4bfa-a08b-a55926dd6b5c tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0521760 Aug 28 08:24:50.909073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c5e9a9f0-12e6-4e66-97b1-80e178bfaedf up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:24:51.021476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c77d7a0c-f6a6-4fb0-abea-9d45b83139a6 req-bf70ed1e-1cb9-431d-b4af-1cb998155b96 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 210 time: 0.3348835 Aug 28 08:24:51.065253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:24:51.072920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:24:51.073401 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:51.121509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.121975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.122504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.122986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.123460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.123930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.124492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.127579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-7cc3047e-4a26-4d8a-a29c-0fe6328d2c11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6494 time: 0.1079476 Aug 28 08:24:51.180897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:51.220762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:51.226875 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb85e5c-f045-4e49-966a-e277bf3f5a2d" -d '{"events": [{"server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "name": "network-vif-plugged", "status": "completed", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:51.233641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:51.247889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:51.270469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.276805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.284052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.290930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.298578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.305168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.311674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.320817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-fb5c9e0c-2795-42b3-afaf-e0e81b43ed8a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1423883 Aug 28 08:24:51.325620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:51.327578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d127b63a-a98c-4d0a-a445-4c2d8dde890c no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:24:51.335840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=388948ec-ab12-46c1-bbd6-9548ccb7d99a,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:51.338561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-c1c8f4cb-e572-4651-a113-d18608231b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.340094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-c1c8f4cb-e572-4651-a113-d18608231b2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 200 len: 901 time: 0.2052996 Aug 28 08:24:51.374523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '52b6bc3e-ee3c-463d-b420-dc09ba7477c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:51.374973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 36bf45b3-f474-4652-a913-c70b3770674e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:51.400424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: d127b63a-a98c-4d0a-a445-4c2d8dde890c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:24:51.401716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device d127b63a-a98c-4d0a-a445-4c2d8dde890c not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:24:51.403598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1392b5ba-91f8-4500-93b6-dee3749bd0ce req-95098566-8895-420a-8d80-6f572ede1512 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804377 Aug 28 08:24:51.453074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-cd751571-219d-4538-b551-991a6553cf78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 200 len: 217 time: 0.1027029 Aug 28 08:24:51.461894 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b7b294-a0b7-43bf-a214-7a9fa4ee1d3d x-openstack-request-id: req-c8b7b294-a0b7-43bf-a214-7a9fa4ee1d3d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:51.462336 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "name": "network-vif-plugged", "status": "completed", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:51.462702 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8b7b294-a0b7-43bf-a214-7a9fa4ee1d3d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:51.463428 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'code': 200} Aug 28 08:24:51.481143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:51.550885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-ff27d9c3-9b1d-4e0b-ac35-88a242fe0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.552543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-ff27d9c3-9b1d-4e0b-ac35-88a242fe0c09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.0591507 Aug 28 08:24:51.602270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 36bf45b3-f474-4652-a913-c70b3770674e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:51.645626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-c00a81de-a0b0-4217-8874-8c51f8d0735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.647275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-c00a81de-a0b0-4217-8874-8c51f8d0735f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859265 Aug 28 08:24:51.652496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d1913-3f85-459e-8bad-ca9f3e8aa32e req-4e74e69c-5603-45e7-ba7e-caa652a05ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.653994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-879d1913-3f85-459e-8bad-ca9f3e8aa32e req-4e74e69c-5603-45e7-ba7e-caa652a05ffa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 1097 time: 0.0640771 Aug 28 08:24:51.755060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a4fac-2ed1-4b8a-a00e-8bae6df05bab req-9ba411c0-3611-4a53-8439-769f915ff0ba tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.757163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c2a4fac-2ed1-4b8a-a00e-8bae6df05bab req-9ba411c0-3611-4a53-8439-769f915ff0ba tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.0781882 Aug 28 08:24:51.795708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 36bf45b3-f474-4652-a913-c70b3770674e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:51.801942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:51.802794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:51.809300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ede55-771b-4fd0-bbee-90b30a6ce1d1 None None] Network 36bf45b3-f474-4652-a913-c70b3770674e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:51.818201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c2a4fac-2ed1-4b8a-a00e-8bae6df05bab req-850d2c31-d4a5-4082-97fc-d3a046983347 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541689 Aug 28 08:24:51.869063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-b6abf825-bf9a-4734-a9b0-ad91ed69c9ec service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060986 Aug 28 08:24:51.871863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92d69d5e-7900-4030-b43a-7b2c0b1c381c req-ce1ed21e-5c91-4396-a44e-1467b5ca3aa6 tempest-ServerRescueTestJSON-929873007 tempest-ServerRescueTestJSON-929873007-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b3e0ae-a7ad-4676-9bec-dc9a03908323 HTTP/1.1" status: 200 len: 210 time: 0.0772009 Aug 28 08:24:51.882710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-879d1913-3f85-459e-8bad-ca9f3e8aa32e req-0879be0e-9db6-4769-b3f3-264b8a751c32 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162271 Aug 28 08:24:51.963528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1fb383d4-fe09-45e1-a55b-9ce7c0aca52f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7690711 Aug 28 08:24:51.966622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51966) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:52.015265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-54dcbf10-2cdf-40f2-9607-926da94d05fa req-92036e25-63c9-4703-8de7-f94fae91bf09 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333299 Aug 28 08:24:52.034980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-36bf45b3-f474-4652-a913-c70b3770674e', 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': '388948ec-ab12-46c1-bbd6-9548ccb7d99a'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:52.036509 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.101278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.163661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.170444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f41927f2-2ac7-4805-9023-90e67d6618c7 req-4b5f07e4-001b-4f2e-bf54-bbb6311c1e06 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 210 time: 0.0443122 Aug 28 08:24:52.229762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Allocated IP 172.20.0.2 (36bf45b3-f474-4652-a913-c70b3770674e/388948ec-ab12-46c1-bbd6-9548ccb7d99a/40ab0646-dfb3-4097-ad4f-eac5afa684d3) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:52.389280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.400102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Transition to ACTIVE for port object 40ab0646-dfb3-4097-ad4f-eac5afa684d3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:52.415248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Transition to ACTIVE for port object 40ab0646-dfb3-4097-ad4f-eac5afa684d3 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:52.528535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.575225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Network 36bf45b3-f474-4652-a913-c70b3770674e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:52.576861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.578383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:52.582121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:52.583877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.589872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.591589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Pushing event updated for resources: {'Port': ['ID=40ab0646-dfb3-4097-ad4f-eac5afa684d3,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:52.595704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.601667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.607515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.613380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:52.615256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-db76857c-c0e0-4a93-a97b-0db3651936a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1038859 Aug 28 08:24:52.640049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.644708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Attempting to bind port 40ab0646-dfb3-4097-ad4f-eac5afa684d3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:52.645156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Attempting to bind port 40ab0646-dfb3-4097-ad4f-eac5afa684d3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '52b6bc3e-ee3c-463d-b420-dc09ba7477c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:52.645512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Attempting to bind port 40ab0646-dfb3-4097-ad4f-eac5afa684d3 on network 36bf45b3-f474-4652-a913-c70b3770674e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:52.650494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:52.650908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Checking segment: {'id': '52b6bc3e-ee3c-463d-b420-dc09ba7477c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:52.651701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.651701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Bound using segment: {'id': '52b6bc3e-ee3c-463d-b420-dc09ba7477c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:52.652132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Bound port: 40ab0646-dfb3-4097-ad4f-eac5afa684d3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b6bc3e-ee3c-463d-b420-dc09ba7477c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36bf45b3-f474-4652-a913-c70b3770674e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:52.652507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.679356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=388948ec-ab12-46c1-bbd6-9548ccb7d99a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:52.705320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ecd09e3c-9cc3-4d16-9613-962e19de9a5c req-89827866-99f7-44bb-a401-26d2686f024f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825062 Aug 28 08:24:52.729255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] For port 40ab0646-dfb3-4097-ad4f-eac5afa684d3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:52.732766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] For port 40ab0646-dfb3-4097-ad4f-eac5afa684d3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=40ab0646-dfb3-4097-ad4f-eac5afa684d3,segment=NetworkSegment(52b6bc3e-ee3c-463d-b420-dc09ba7477c3),segment_id=52b6bc3e-ee3c-463d-b420-dc09ba7477c3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:52.754324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.764207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bf45b3-f474-4652-a913-c70b3770674e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:52.774910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b6bc3e-ee3c-463d-b420-dc09ba7477c3') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:52.775210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b6bc3e-ee3c-463d-b420-dc09ba7477c3') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:52.784204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.802738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.804508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.811096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:52.811496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:52.814578 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:52.900407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc195cc-bff2-472a-ad57-d642971a2b72 None None] Pushing event updated for resources: {'Port': ['ID=40ab0646-dfb3-4097-ad4f-eac5afa684d3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:52.908935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980ec03-77c5-4b98-b19e-5f171a6b9cc0 None None] Network 36bf45b3-f474-4652-a913-c70b3770674e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:52.943587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:52.957010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:52.957010 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:52.957010 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '36bf45b3-f474-4652-a913-c70b3770674e'}] Aug 28 08:24:52.957010 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:52.957577 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:53.008053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9c321-833a-4256-bca2-70bbad308991 req-f11f0933-0dac-466b-bfd2-e86e9e255d67 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.010408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4bb9c321-833a-4256-bca2-70bbad308991 req-f11f0933-0dac-466b-bfd2-e86e9e255d67 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.1159327 Aug 28 08:24:53.096544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4bb9c321-833a-4256-bca2-70bbad308991 req-1b1840dc-44d2-4cf9-8bbb-4e4c5c0710bd tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793777 Aug 28 08:24:53.195149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c6a88-d0a7-49d4-b151-49c1aea32dba None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:24:53.306993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2e924d2-1b64-4fce-9b9e-cdcae0c9d4aa req-b737d6fa-e274-4f7b-a92a-f5632f66ced2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Aug 28 08:24:53.337690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-a35155ab-e559-4b91-8be0-bd631924d736 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.339263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-a35155ab-e559-4b91-8be0-bd631924d736 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.1854599 Aug 28 08:24:53.374240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Request body: {'port': {'device_id': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'admin_state_up': True, 'tenant_id': 'f5183b045fe04c0487a78883f77da663'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:53.419416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585c6a88-d0a7-49d4-b151-49c1aea32dba None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:24:53.458834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.534330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 40ab0646-dfb3-4097-ad4f-eac5afa684d3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:53.535576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.605464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 40ab0646-dfb3-4097-ad4f-eac5afa684d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=40ab0646-dfb3-4097-ad4f-eac5afa684d3,segment=NetworkSegment(52b6bc3e-ee3c-463d-b420-dc09ba7477c3),segment_id=52b6bc3e-ee3c-463d-b420-dc09ba7477c3)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:53.605830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.620783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 40ab0646-dfb3-4097-ad4f-eac5afa684d3 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:53.640569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.693878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Made reservation on behalf of f5183b045fe04c0487a78883f77da663 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:53.697354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.778344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.808373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=40ab0646-dfb3-4097-ad4f-eac5afa684d3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:53.817290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 40ab0646-dfb3-4097-ad4f-eac5afa684d3 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:24:53.898386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.911143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bf45b3-f474-4652-a913-c70b3770674e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:53.930097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b6bc3e-ee3c-463d-b420-dc09ba7477c3') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:53.934894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b6bc3e-ee3c-463d-b420-dc09ba7477c3') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:53.940460 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.951008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.957290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.959334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.963142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.968944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.969380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:53.969779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:53.973332 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:53.976813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.982610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.989081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:53.991099 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-5b5e6a3e-5c15-4697-83a0-3c7736571fe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1891487 Aug 28 08:24:54.038425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Allocated IP 172.20.0.13 (d5ee0171-cbe2-45e1-8cad-d14cd2509079/32a10c88-6119-4029-8356-de0f8fa66b7d/e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:54.076106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4bd1d34c-f281-48a7-8037-87f1faace211 req-7b8d458b-d25e-4b18-a139-a7744c9eda60 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743716 Aug 28 08:24:54.145685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.157769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.157769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/36bf45b3-f474-4652-a913-c70b3770674e HTTP/1.1" status: 204 len: 168 time: 2.1867454 Aug 28 08:24:54.165392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51994) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.168078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa75a72-592a-47d8-ae84-2e8f3393d2f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=36bf45b3-f474-4652-a913-c70b3770674e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:54.223864 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead9ab38-fae3-4392-9c58-9409a9ee64f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] GET failed (client error): The resource could not be found. Aug 28 08:24:54.225615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ead9ab38-fae3-4392-9c58-9409a9ee64f3 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets/388948ec-ab12-46c1-bbd6-9548ccb7d99a HTTP/1.1" status: 404 len: 337 time: 0.0588620 Aug 28 08:24:54.228269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 51996) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.253516 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b05bc-2b1e-4f69-86ce-75cb50001174 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:24:54.254064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b05bc-2b1e-4f69-86ce-75cb50001174 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:24:54.255819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e94b05bc-2b1e-4f69-86ce-75cb50001174 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/36bf45b3-f474-4652-a913-c70b3770674e HTTP/1.1" status: 404 len: 339 time: 0.0266147 Aug 28 08:24:54.262719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 51998) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.263894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecbec1-a13e-4302-a65d-09f436124dcf req-8d86f590-e52e-4b46-8635-09e0abf9f93a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.265451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70ecbec1-a13e-4302-a65d-09f436124dcf req-8d86f590-e52e-4b46-8635-09e0abf9f93a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.0813270 Aug 28 08:24:54.310517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70ecbec1-a13e-4302-a65d-09f436124dcf req-5cc4e053-9e7e-4aaa-b7a2-9e7322384ef1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Aug 28 08:24:54.341446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Deleting port 85292480-3b67-4f58-a6d1-4675fd4272de {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:54.341795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.421434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6c935d5-25cd-4626-b147-385124e766fb req-69188bc9-c372-4266-bb79-40fb78ef4024 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 210 time: 0.0342245 Aug 28 08:24:54.477662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.581106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ff8f9-36d5-4394-a51b-0b23d2a25b99 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.583150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-977ff8f9-36d5-4394-a51b-0b23d2a25b99 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3180993 Aug 28 08:24:54.586618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52006) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.624290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8f70e-4f0b-4c03-b588-7bf7911694ad req-5f36cb8f-d3b4-4d60-bb5b-35861de26b75 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.625076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e1d3e6bd-c8a7-437c-9117-a45010536e9a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 207 time: 0.0369644 Aug 28 08:24:54.625788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd8f70e-4f0b-4c03-b588-7bf7911694ad req-5f36cb8f-d3b4-4d60-bb5b-35861de26b75 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.2040222 Aug 28 08:24:54.629802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52008) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.632704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] For port 85292480-3b67-4f58-a6d1-4675fd4272de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85292480-3b67-4f58-a6d1-4675fd4272de,segment=NetworkSegment(ef299e3d-7e31-483b-90b8-166fe6cdec35),segment_id=ef299e3d-7e31-483b-90b8-166fe6cdec35)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:54.633072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.636712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52010) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.647459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Request body: {'floatingip': {'port_id': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:54.686378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Calling delete_port for 85292480-3b67-4f58-a6d1-4675fd4272de owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:54.696096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.749255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59f2e-a172-45ad-9d5d-d281bc5efdce tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.755174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59f2e-a172-45ad-9d5d-d281bc5efdce tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.761510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59f2e-a172-45ad-9d5d-d281bc5efdce tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.765655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:54.767542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59f2e-a172-45ad-9d5d-d281bc5efdce tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.769351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4be59f2e-a172-45ad-9d5d-d281bc5efdce tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1384501 Aug 28 08:24:54.777056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52014) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.891643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:54.892706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be0c8822-ed25-486b-bdf3-e490dab4dd0d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1142671 Aug 28 08:24:54.896819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52016) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.911276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:54.943857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:54.946049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:54.959707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cf3a1-be24-41ec-8872-1013d69d44c5 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.961203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cf3a1-be24-41ec-8872-1013d69d44c5 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:54.963183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea2cf3a1-be24-41ec-8872-1013d69d44c5 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0650566 Aug 28 08:24:54.967995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52020) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:54.994186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.994774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.994933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.995199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.995527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.995846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.996167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.996483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.996804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.997118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.997432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:54.997744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:55.024386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f10ec2-c76a-434d-8918-601fb683b31e tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.026073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f10ec2-c76a-434d-8918-601fb683b31e tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.031526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91f10ec2-c76a-434d-8918-601fb683b31e tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0622628 Aug 28 08:24:55.032221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52022) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:55.161821 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2979f9-cf57-46f2-bd82-5efc9daf3178 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.163352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f2979f9-cf57-46f2-bd82-5efc9daf3178 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks/2dcdd038-e8b2-42c7-8977-e0694d7e9167 HTTP/1.1" status: 200 len: 800 time: 0.1298673 Aug 28 08:24:55.167622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52026) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:55.293321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8bc9d03a-1ab0-4396-858c-f498f825a0d5 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/networks/2dcdd038-e8b2-42c7-8977-e0694d7e9167?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1244195 Aug 28 08:24:55.296623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52028) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:55.358320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c012b-4c9d-4ce6-a243-7e55d6a807b8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.360260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b5c012b-4c9d-4ce6-a243-7e55d6a807b8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets/c9b5d6e9-02aa-4888-9d82-7797dcec5098 HTTP/1.1" status: 200 len: 811 time: 0.0626788 Aug 28 08:24:55.364135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52030) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:55.404417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.405042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.420874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfbf91-59b7-401d-9174-3f2dc4ab0d26 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.422265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bedfbf91-59b7-401d-9174-3f2dc4ab0d26 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "GET /v2.0/subnets/c9b5d6e9-02aa-4888-9d82-7797dcec5098?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0570056 Aug 28 08:24:55.425764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52032) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:55.430796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552583089'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:55.560442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-57ec410b-ebac-4efe-82d5-3385893e1a4e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1900966 Aug 28 08:24:55.577226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fd1d8-1b46-4d97-86dc-af822fe2416f req-1295c60c-e300-4863-bcb6-f3d55df2c3e9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.578389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.579329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be9fd1d8-1b46-4d97-86dc-af822fe2416f req-1295c60c-e300-4863-bcb6-f3d55df2c3e9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 932 time: 0.0694447 Aug 28 08:24:55.585256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.591314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.597698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.604107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.610253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.616599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.618638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-eb10a66c-4d7d-4ed1-82c2-00f4ee59d782 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2663140 Aug 28 08:24:55.624381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be9fd1d8-1b46-4d97-86dc-af822fe2416f req-8a2ebca9-f36a-40d8-8478-7c719e0883c6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Aug 28 08:24:55.632891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Request body: {'port': {'device_id': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:55.681326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:55.684761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.711971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:24:55.715009 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.725119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.725476 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Added segment 73dfdb51-2ea4-4023-874d-7c6ce88d200a of type vlan for network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 Aug 28 08:24:55.767793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.882840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea63f214-44c8-4fb0-94e2-270bd19de647 req-ec435748-5dfc-42ce-b8f1-f2c29f1fa0d1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468483 Aug 28 08:24:55.892002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.893551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.900897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:55.901641 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:55.989681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Network': ['ID=834576a3-ddf5-49d0-8ba4-def6b9f516f9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:55.995315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.001553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:24:56.019356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:24:56.050593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26b4d03f-58bd-4b9a-a82e-6d6d44c613ab tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6233220 Aug 28 08:24:56.055618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52042) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:56.061450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:56.079663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Pushing event deleted for resources: {'Port': ['ID=85292480-3b67-4f58-a6d1-4675fd4272de,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:56.179724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.288303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Made reservation on behalf of 26fe5132eb2442d68fc8a9dc8cc3b704 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:24:56.292101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.323862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.359549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing IP validity checks on allocation pools {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 08:24:56.360211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 08:24:56.516855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.572971 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Floating IP d95a6a54-6484-4eaa-a764-8b8aff354603 associated. External IP: 172.25.0.122, port: c5e9a9f0-12e6-4e66-97b1-80e178bfaedf. Aug 28 08:24:56.677024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:24:56.691105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:56.780773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Transition to ACTIVE for port object e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:56.900917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da516e-3334-461e-84c0-1a782695f9cb req-7834a823-df83-4b44-a101-27e923a9a443 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:56.903000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1da516e-3334-461e-84c0-1a782695f9cb req-7834a823-df83-4b44-a101-27e923a9a443 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 932 time: 0.0958207 Aug 28 08:24:56.963371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1da516e-3334-461e-84c0-1a782695f9cb req-c163ec4a-3d94-40ba-a291-40cf3e7b8144 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 Aug 28 08:24:56.995551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.071615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=c69fafda-db57-41d7-95bc-e4f90160e222,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:57.080780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Checking segment: {'id': '73dfdb51-2ea4-4023-874d-7c6ce88d200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:57.081202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network hostable DHCP agents. Network: 834576a3-ddf5-49d0-8ba4-def6b9f516f9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:24:57.156188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.191646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:24:57.287565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 834576a3-ddf5-49d0-8ba4-def6b9f516f9) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:57.293638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.294961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.299447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aae96b-4615-4329-a952-f515d51e7f94 None None] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:24:57.389480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-09df70c6-64ec-4a59-8de6-a5c37bcc9fec tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3342633 Aug 28 08:24:57.392658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52060) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:57.396548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:57.412906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:24:57.459464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.465864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.473045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.479432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.486190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.492669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.498779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.506834 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-2b9d5481-d612-412c-b8eb-ad403c104ba6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.3562686 Aug 28 08:24:57.555836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8554985'] for subnet, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.565093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-834576a3-ddf5-49d0-8ba4-def6b9f516f9', 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9', 'tenant_id': '26fe5132eb2442d68fc8a9dc8cc3b704', 'fixed_ips': [{'subnet_id': 'c69fafda-db57-41d7-95bc-e4f90160e222'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:24:57.566846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.586329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:24:57.598002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Router 1b567235-1165-419a-9d8c-bab38f56c7e2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:24:57.604931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68e44890-1dcf-4d98-b20f-f7a9c7d6f0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.635462 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e46de9f-4d06-4f6a-ba60-7e5b8aaf9899 req-cb63a3c3-b91b-42b8-8c2f-8d8e58d34d31 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277001 Aug 28 08:24:57.642129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Attempting to bind port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:57.642692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Attempting to bind port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:57.643025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Attempting to bind port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:57.689165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:24:57.689503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Attempting to bind port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:57.741455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:57.741808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Checking segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:57.742225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Bound using segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:57.742694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Bound port: e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:57.743054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.873287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790851976924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8795458'] for subnet, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.906285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:24:57.908571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:24:57.920175 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f80b19cd-c3fd-4605-bcd9-3fcd9a71467d admin admin] 10.222.0.46 "PUT /v2.0/routers/a9d6f2f5-3094-468e-96cb-d8daaf86c0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9726510 Aug 28 08:24:57.920766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.924602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52072) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:57.931305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:57.931305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:57.931305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "PUT /v2.0/subnets/c69fafda-db57-41d7-95bc-e4f90160e222 HTTP/1.1" status: 200 len: 877 time: 0.5350072 Aug 28 08:24:57.932246 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Sync routers for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:24:57.940810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52074) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:24:57.950620 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:57.951767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:57.958247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:58.015206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:58.022812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ab401ba1-125f-421e-820f-cf470ad4ab02 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "PUT /v2.0/floatingips/d95a6a54-6484-4eaa-a764-8b8aff354603 HTTP/1.1" status: 200 len: 991 time: 3.3818521 Aug 28 08:24:58.022812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:24:58.024503 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78124cc2-c51b-4ec5-ae0f-289e33cc0887" -d '{"events": [{"name": "network-changed", "server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:24:58.027346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event updated for resources: {'Subnet': ['ID=c69fafda-db57-41d7-95bc-e4f90160e222,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:58.035159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2215f-83df-4267-a770-565448951232 None None] Sync routers for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:24:58.045430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.046237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.046932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.047606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.048145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.048762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.049293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.050400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.059913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.062641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.062641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.062641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611b780-5f3b-4c78-8883-fe26f9e35688 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:24:58.113807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2215f-83df-4267-a770-565448951232 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:58.114764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d2215f-83df-4267-a770-565448951232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:58.147112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.156065 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:58.189271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.233655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.234474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.235720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] 10.222.0.64 "PUT /v2.0/ports/e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 HTTP/1.1" status: 200 len: 1093 time: 2.6151516 Aug 28 08:24:58.258633 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.263363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d6b7-325e-42e6-91a6-65644f618593 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:58.273365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Allocated IP 172.20.0.3 (834576a3-ddf5-49d0-8ba4-def6b9f516f9/c69fafda-db57-41d7-95bc-e4f90160e222/6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:24:58.313427 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.335131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9904871-bdef-478e-80b5-bacb81d9e31b req-a162f95b-8569-49ac-a0b6-5c6ea903c74b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.348437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a9904871-bdef-478e-80b5-bacb81d9e31b req-a162f95b-8569-49ac-a0b6-5c6ea903c74b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.2177675 Aug 28 08:24:58.352606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63d2215f-83df-4267-a770-565448951232 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:58.361700 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eef30bc-013a-45cd-91c5-57bf60b4227e x-openstack-request-id: req-6eef30bc-013a-45cd-91c5-57bf60b4227e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:24:58.362195 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:24:58.363321 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6eef30bc-013a-45cd-91c5-57bf60b4227e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:24:58.364019 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'status': 'completed', 'code': 200} Aug 28 08:24:58.465867 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 5, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:58.499230 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Checking router: a9d6f2f5-3094-468e-96cb-d8daaf86c0fe for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:24:58.512491 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Routers {'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:58.513678 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:58.517272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a9904871-bdef-478e-80b5-bacb81d9e31b req-7221a604-f7a9-448f-88dc-3d24dce8e025 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673646 Aug 28 08:24:58.562525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.573705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-f5a96009-318e-40fb-946c-b3798a5e4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.576599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-f5a96009-318e-40fb-946c-b3798a5e4490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 1097 time: 0.1379189 Aug 28 08:24:58.578894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-0f0367e8-9d5d-47d1-b413-b79eae1c2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.580576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-0f0367e8-9d5d-47d1-b413-b79eae1c2c15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 1096 time: 0.1326845 Aug 28 08:24:58.681321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.701147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Transition to ACTIVE for port object 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:58.712967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-4b002bfc-face-44de-a7ae-d190a12397b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 HTTP/1.1" status: 200 len: 217 time: 0.1027310 Aug 28 08:24:58.748383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Transition to ACTIVE for port object 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:24:58.806199 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] Set router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:58.807923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d2215f-83df-4267-a770-565448951232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd95a6a54-6484-4eaa-a764-8b8aff354603', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'port_id': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'mac_address': 'fa:16:3e:2c:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:24:23Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 1, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:58.849012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99607-c509-420e-9981-271d9d2d59ac req-cd33cd47-25e8-43d5-bee6-dabbc297554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.852191 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-cd33cd47-25e8-43d5-bee6-dabbc297554c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32a10c88-6119-4029-8356-de0f8fa66b7d HTTP/1.1" status: 200 len: 855 time: 0.1289439 Aug 28 08:24:58.872790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.879638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-a9ddfa82-ab3b-4215-8400-fa46c1edbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.879638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-a9ddfa82-ab3b-4215-8400-fa46c1edbe3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=904afa65-c338-4408-8be6-2a5e39caafdd HTTP/1.1" status: 200 len: 916 time: 0.2907937 Aug 28 08:24:58.879835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2215f-83df-4267-a770-565448951232 None None] Checking router: 1b567235-1165-419a-9d8c-bab38f56c7e2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:24:58.881876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.893411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.893684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-b9fbd69a-4957-4b66-b639-bf0ae905b85a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5ee0171-cbe2-45e1-8cad-d14cd2509079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313346 Aug 28 08:24:58.894387 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:58.914153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.918379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.925599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2215f-83df-4267-a770-565448951232 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:24:58.925599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d2215f-83df-4267-a770-565448951232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:58.929798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.936537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:58.940155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-723384ae-187a-4c5d-8e4e-d3db41642e8e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1571999 Aug 28 08:24:58.999336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Deleting port 74418bf7-0b87-489d-ad10-0d4121af4334 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:24:58.999740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.052989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.068886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-858f4e54-5187-4ab5-978a-f0b0cde072e0 req-9ff41705-6f9f-4189-ad38-96a15b098d3b tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029210 Aug 28 08:24:59.117068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=c69fafda-db57-41d7-95bc-e4f90160e222,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:59.129150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:24:59.131868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:24:59.141773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:24:59.170762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-8851d63d-f41a-4cb4-b868-01e107a26b30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf HTTP/1.1" status: 200 len: 999 time: 0.2761595 Aug 28 08:24:59.234049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.243754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] For port 74418bf7-0b87-489d-ad10-0d4121af4334, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74418bf7-0b87-489d-ad10-0d4121af4334,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:24:59.244631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.258648 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-29eb9698-230c-4b8d-bb58-06abd172c25e service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547745 Aug 28 08:24:59.261574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834576a3-ddf5-49d0-8ba4-def6b9f516f9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:59.276076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Calling delete_port for 74418bf7-0b87-489d-ad10-0d4121af4334 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:24:59.288759 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 5, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:59.295644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dfdb51-2ea4-4023-874d-7c6ce88d200a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:59.295909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dfdb51-2ea4-4023-874d-7c6ce88d200a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:24:59.322689 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989e48-2e55-4e9e-9ccd-9e9bdd39c6f0 None None] The sync data for ids ['a9d6f2f5-3094-468e-96cb-d8daaf86c0fe'] in n-d-792458-16 is: [{'id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'name': 'tempest-ServerRescueTestJSON-889725243-router', 'tenant_id': '1afe1438c9074bdd95541d15fff36d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:11Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 5, 'project_id': '1afe1438c9074bdd95541d15fff36d5f', 'gw_port': {'id': '74418bf7-0b87-489d-ad10-0d4121af4334', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d6f2f5-3094-468e-96cb-d8daaf86c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:12Z', 'updated_at': '2021-08-28T08:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:24:59.334806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.357225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.379563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:24:59.380357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:24:59.441265 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:24:59.443890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-bffd8ca6-5ba6-4970-bc30-7611957b81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:59.443890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-bffd8ca6-5ba6-4970-bc30-7611957b81a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc HTTP/1.1" status: 200 len: 854 time: 0.2423892 Aug 28 08:24:59.444026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Attempting to bind port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:24:59.444026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Attempting to bind port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '73dfdb51-2ea4-4023-874d-7c6ce88d200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:24:59.444026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Attempting to bind port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 on network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:24:59.444692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:24:59.444804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Checking segment: {'id': '73dfdb51-2ea4-4023-874d-7c6ce88d200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:24:59.445202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.445798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Bound using segment: {'id': '73dfdb51-2ea4-4023-874d-7c6ce88d200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:24:59.446504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Bound port: 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dfdb51-2ea4-4023-874d-7c6ce88d200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:24:59.447098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.454785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Pushing event updated for resources: {'Port': ['ID=6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:24:59.483023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:24:59.483023 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:24:59.483023 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '834576a3-ddf5-49d0-8ba4-def6b9f516f9'}] Aug 28 08:24:59.483023 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:24:59.488132 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:24:59.522901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63d2215f-83df-4267-a770-565448951232 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:24:59.543769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11a99607-c509-420e-9981-271d9d2d59ac req-86faa032-64ae-4781-94fe-fe9921868705 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763793 Aug 28 08:24:59.557373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-cee122b1-d321-4277-a1a4-84635eeba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:59.559602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-cee122b1-d321-4277-a1a4-84635eeba4c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904afa65-c338-4408-8be6-2a5e39caafdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265211 Aug 28 08:24:59.639190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] For port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:24:59.666377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] For port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6,segment=NetworkSegment(73dfdb51-2ea4-4023-874d-7c6ce88d200a),segment_id=73dfdb51-2ea4-4023-874d-7c6ce88d200a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:24:59.709880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d5134-b7e6-45b2-9176-d0b9cd7a00dd req-2e902967-d3e6-4a04-ab93-2cdc8e9f4372 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:24:59.723713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-298d5134-b7e6-45b2-9176-d0b9cd7a00dd req-2e902967-d3e6-4a04-ab93-2cdc8e9f4372 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.1108482 Aug 28 08:24:59.749544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.780410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-298d5134-b7e6-45b2-9176-d0b9cd7a00dd req-a27672c5-12bf-4f0d-8f29-72ff6a67f4d3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Aug 28 08:24:59.789128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.991370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:24:59.996138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2182498-6142-4e5f-aac9-42fc724e9692 None None] Pushing event updated for resources: {'Port': ['ID=6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:00.077911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.111778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961863d-93e9-4d89-950e-49b789953d7e None None] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:00.183814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:00.184165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.188222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74418bf7-0b87-489d-ad10-0d4121af4334,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:00.295228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d2215f-83df-4267-a770-565448951232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd95a6a54-6484-4eaa-a764-8b8aff354603', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'port_id': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'mac_address': 'fa:16:3e:2c:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:24:23Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 1, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:00.311308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54ffa65a-c0b8-4d2a-be3a-6660fce4afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.319101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6,segment=NetworkSegment(73dfdb51-2ea4-4023-874d-7c6ce88d200a),segment_id=73dfdb51-2ea4-4023-874d-7c6ce88d200a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:00.319689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.349163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.353714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:00.355690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.361827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.368672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.369300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d2215f-83df-4267-a770-565448951232 None None] The sync data for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 is: [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd95a6a54-6484-4eaa-a764-8b8aff354603', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'port_id': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'mac_address': 'fa:16:3e:2c:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:24:23Z', 'updated_at': '2021-08-28T08:24:55Z', 'revision_number': 1, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:00.375423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.382193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.396143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad536a-d83f-4e16-bf30-97d263a11f25 None None] Network 834576a3-ddf5-49d0-8ba4-def6b9f516f9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:00.402418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.416395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-d0ee791f-ef98-4878-bb77-78b20a58efe4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2042406 Aug 28 08:25:00.420071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.422128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:00.426271 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45" -d '{"events": [{"name": "network-changed", "server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:00.585172 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.599811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1050326-f0e4-47ce-bbb8-00e39f0e8ac3 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:25:00.637282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:00.640757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 6e9a0bca-c1e1-488e-8cc0-65adb4bc10a6 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:00.663272 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c3c90-5bd0-4c1d-b19c-d954e2b8e3da x-openstack-request-id: req-ff7c3c90-5bd0-4c1d-b19c-d954e2b8e3da {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:00.663903 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:00.664454 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff7c3c90-5bd0-4c1d-b19c-d954e2b8e3da {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:00.666080 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'status': 'completed', 'code': 200} Aug 28 08:25:00.683557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.688939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.709022 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe93bd-a142-4a69-b2f5-6d307d6a533c None None] New status for floating IP d95a6a54-6484-4eaa-a764-8b8aff354603: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:25:00.762354 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-85bc13a5-7a4a-4302-b485-f52ef028599f service neutron] 10.222.0.39 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597229 Aug 28 08:25:00.776423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.797029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834576a3-ddf5-49d0-8ba4-def6b9f516f9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:00.827573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dfdb51-2ea4-4023-874d-7c6ce88d200a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:00.832087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dfdb51-2ea4-4023-874d-7c6ce88d200a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:00.864303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.886072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1050326-f0e4-47ce-bbb8-00e39f0e8ac3 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:25:00.900558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-304ab309-9bf3-4655-a9f6-fe6b0e97edeb req-0c7a6981-b312-43b2-9c47-f60f7d842575 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4481452 Aug 28 08:25:00.916192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.922918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-0ff76e4c-2afa-4e3b-b412-c30719926c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:00.924956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-0ff76e4c-2afa-4e3b-b412-c30719926c8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 1096 time: 0.2291994 Aug 28 08:25:00.942825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:00.943285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:00.948542 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:00.970309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:00.971313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d6f2f5-3094-468e-96cb-d8daaf86c0fe {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:25:01.009915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.017638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f192c434-ba65-4c0b-a45a-a2df34a4a4d1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a9d6f2f5-3094-468e-96cb-d8daaf86c0fe HTTP/1.1" status: 204 len: 168 time: 3.0880587 Aug 28 08:25:01.020264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.104208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d9fb4-eafb-4fe8-ac33-760b8c669028 req-84f9a335-b638-487e-a46d-582da9933b4c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:01.111847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b5d9fb4-eafb-4fe8-ac33-760b8c669028 req-84f9a335-b638-487e-a46d-582da9933b4c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.2222469 Aug 28 08:25:01.151228 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78124cc2-c51b-4ec5-ae0f-289e33cc0887 req-9dcabd7e-8569-411b-a5e8-09124fefc70f service neutron] 10.222.0.39 "GET /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213501 Aug 28 08:25:01.171946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.178154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Deleting subnet d0a8240c-453a-4544-9440-54d05db67ae8 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:01.182358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.207182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.218867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/834576a3-ddf5-49d0-8ba4-def6b9f516f9 HTTP/1.1" status: 204 len: 168 time: 3.2767310 Aug 28 08:25:01.228775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52114) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.251844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.256738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b5d9fb4-eafb-4fe8-ac33-760b8c669028 req-c3a9f670-0326-49a4-b09e-68c5fe7d5ca2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332107 Aug 28 08:25:01.318157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c24fde-7a7d-4b13-b300-f2333923f0c1 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=834576a3-ddf5-49d0-8ba4-def6b9f516f9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:01.328793 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4979adfa-3dab-43c5-a083-f246846aa7b9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:01.332226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4979adfa-3dab-43c5-a083-f246846aa7b9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:01.341335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4979adfa-3dab-43c5-a083-f246846aa7b9 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/c69fafda-db57-41d7-95bc-e4f90160e222 HTTP/1.1" status: 404 len: 337 time: 0.1112375 Aug 28 08:25:01.342656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52120) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.366040 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-643e4f52-645a-4c72-a6bb-2ff0fda4db9d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:01.366790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643e4f52-645a-4c72-a6bb-2ff0fda4db9d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:01.371259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-643e4f52-645a-4c72-a6bb-2ff0fda4db9d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/834576a3-ddf5-49d0-8ba4-def6b9f516f9 HTTP/1.1" status: 404 len: 339 time: 0.0273454 Aug 28 08:25:01.373637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.405726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.418094 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f52d16-6f36-4c9f-9f58-511586451d2b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:01.418695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f52d16-6f36-4c9f-9f58-511586451d2b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:01.422811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-96f52d16-6f36-4c9f-9f58-511586451d2b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/388948ec-ab12-46c1-bbd6-9548ccb7d99a HTTP/1.1" status: 404 len: 337 time: 0.0454288 Aug 28 08:25:01.432252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52126) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.451116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-a2384b4a-893c-43bb-9172-d372c87d5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:01.451856 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-a2384b4a-893c-43bb-9172-d372c87d5127 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 916 time: 0.5160854 Aug 28 08:25:01.474001 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-19820a29-5fcc-4550-b090-c68425e9b154 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:01.475082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19820a29-5fcc-4550-b090-c68425e9b154 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:01.477517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-19820a29-5fcc-4550-b090-c68425e9b154 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/36bf45b3-f474-4652-a913-c70b3770674e HTTP/1.1" status: 404 len: 339 time: 0.0420098 Aug 28 08:25:01.494321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.524584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-1217c188-b1a1-4e60-8fb3-2323c68dc38e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 HTTP/1.1" status: 200 len: 217 time: 0.0622535 Aug 28 08:25:01.606413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-a8e8a50b-3579-45d2-85e8-aba60e3a4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:01.608521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-a8e8a50b-3579-45d2-85e8-aba60e3a4104 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32a10c88-6119-4029-8356-de0f8fa66b7d HTTP/1.1" status: 200 len: 855 time: 0.0738413 Aug 28 08:25:01.678723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.688070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.694010 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-5239c07f-590e-48b9-8926-1f4608461731 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5ee0171-cbe2-45e1-8cad-d14cd2509079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787203 Aug 28 08:25:01.774542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85292480-3b67-4f58-a6d1-4675fd4272de no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:01.807823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 85292480-3b67-4f58-a6d1-4675fd4272de {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:01.808417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85292480-3b67-4f58-a6d1-4675fd4272de not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:01.809309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74418bf7-0b87-489d-ad10-0d4121af4334 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:01.813606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.826051 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:25:01.835870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 74418bf7-0b87-489d-ad10-0d4121af4334 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:01.836316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74418bf7-0b87-489d-ad10-0d4121af4334 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:01.852255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.861691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a8240c-453a-4544-9440-54d05db67ae8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:01.868136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.871447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdef75d0-7efc-409d-b8f6-f6a8a4a6080f']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:01.871770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5d03e6b5-ad66-40c2-bde3-a89064d33e77 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d0a8240c-453a-4544-9440-54d05db67ae8 HTTP/1.1" status: 204 len: 168 time: 0.8488798 Aug 28 08:25:01.873263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:01.900870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdc9267-5d49-41c9-a878-1f189b919512') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:01.901222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdc9267-5d49-41c9-a878-1f189b919512') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:01.924197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-509fa452-f9cb-41cd-b6df-960c5002d9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058101 Aug 28 08:25:01.959915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:01.991350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.008832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.014197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:02.014655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:02.018034 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:02.053418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4e5f7b-0e0a-4f0b-849f-37d621940e45 req-11e48086-4028-4277-8e5a-4ecee30fbef7 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216311 Aug 28 08:25:02.201508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.207707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.213673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.219668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.226375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.232388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.238966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.241034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-8235fd31-6d27-47aa-a5d4-36c9e02093f7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2220168 Aug 28 08:25:02.245846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.254775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.257582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.262269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/fdef75d0-7efc-409d-b8f6-f6a8a4a6080f HTTP/1.1" status: 204 len: 168 time: 0.7621279 Aug 28 08:25:02.264282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52136) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.286260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec40f5f0-babc-4241-8a4c-a8d225831136']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:02.288549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dab295-b2df-4f75-947a-2c64328b6cc8 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=fdef75d0-7efc-409d-b8f6-f6a8a4a6080f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:02.309368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef299e3d-7e31-483b-90b8-166fe6cdec35') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:02.309674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef299e3d-7e31-483b-90b8-166fe6cdec35') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:02.329084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.336511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:02.370477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b5da90b-77ef-44a4-bbdb-17c2eb5bcc19 req-6bc07c3a-17a2-4dc3-8576-fae618bcac8f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080670 Aug 28 08:25:02.397015 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.411097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:02.411694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:02.413711 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:02.441457 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6ce5e2-1f88-4e1a-8f1a-70ad49d6c4cb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.441994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6ce5e2-1f88-4e1a-8f1a-70ad49d6c4cb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.446109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af6ce5e2-1f88-4e1a-8f1a-70ad49d6c4cb tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/403e06d2-134a-45cf-b424-960f11a12f69 HTTP/1.1" status: 404 len: 337 time: 0.1717620 Aug 28 08:25:02.479669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52144) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.517439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:02.535923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'port_id': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'mac_address': 'fa:16:3e:d2:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a10c88-6119-4029-8356-de0f8fa66b7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:02.553278 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-065e1398-44f9-4c64-94f1-06f26db042c2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.554017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065e1398-44f9-4c64-94f1-06f26db042c2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.559145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-065e1398-44f9-4c64-94f1-06f26db042c2 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/2ebf1819-d315-4d5c-9110-71f7338d2aca HTTP/1.1" status: 404 len: 339 time: 0.0752630 Aug 28 08:25:02.560344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.583929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.602739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:02.610127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a789a-d7c5-467e-87e4-a248a196fdeb req-a16c9515-bc20-46c1-9a04-20d3009777f8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:02.627111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-088a789a-d7c5-467e-87e4-a248a196fdeb req-a16c9515-bc20-46c1-9a04-20d3009777f8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.1868699 Aug 28 08:25:02.637749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:02.648863 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-734352b3-2068-435a-9202-f61863e13e70 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.649336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734352b3-2068-435a-9202-f61863e13e70 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.651425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-734352b3-2068-435a-9202-f61863e13e70 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/943920cb-ad83-42ad-a47a-790fe96caa1d HTTP/1.1" status: 404 len: 337 time: 0.0868244 Aug 28 08:25:02.652424 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.656459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52150) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.670471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.675445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec40f5f0-babc-4241-8a4c-a8d225831136 HTTP/1.1" status: 204 len: 168 time: 0.8015289 Aug 28 08:25:02.695679 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a08336-b553-4236-b8a6-db7aacf6621b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.696387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a08336-b553-4236-b8a6-db7aacf6621b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.698177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a1a08336-b553-4236-b8a6-db7aacf6621b tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/e8f4d832-3834-4d51-8545-96f1ce27bc4b HTTP/1.1" status: 404 len: 339 time: 0.0407128 Aug 28 08:25:02.699257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912b03-f4af-4d2c-8c45-998f3006ff3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec40f5f0-babc-4241-8a4c-a8d225831136,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:02.700897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.746703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-088a789a-d7c5-467e-87e4-a248a196fdeb req-a14e7cf0-9c8d-4bc8-8cd4-d4a307080ed2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900638 Aug 28 08:25:02.747317 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0044e0a1-16e2-4fa7-827a-6fa513ed040d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.747317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0044e0a1-16e2-4fa7-827a-6fa513ed040d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.747317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0044e0a1-16e2-4fa7-827a-6fa513ed040d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/f66ec42b-b97f-4bc2-ab52-ead7d2d2dc89 HTTP/1.1" status: 404 len: 337 time: 0.0371158 Aug 28 08:25:02.765261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52158) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.788721 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf0b3e7-5f44-487f-bb3f-af195ea2fd04 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.790447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf0b3e7-5f44-487f-bb3f-af195ea2fd04 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.792579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebf0b3e7-5f44-487f-bb3f-af195ea2fd04 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/b5f6f012-4b9a-4d56-a6ec-29d09571a8bd HTTP/1.1" status: 404 len: 339 time: 0.0260410 Aug 28 08:25:02.795060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52160) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.796891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:02.832018 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-0931925f-72b0-46a8-89f3-85182154f427 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.832576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0931925f-72b0-46a8-89f3-85182154f427 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.834645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0931925f-72b0-46a8-89f3-85182154f427 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/f255e8f2-0160-4f0f-a1fa-b954321526e9 HTTP/1.1" status: 404 len: 337 time: 0.0383730 Aug 28 08:25:02.841148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.858653 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faed71f-c04f-462f-af94-25e832bf3a8f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.859785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faed71f-c04f-462f-af94-25e832bf3a8f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.862436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1faed71f-c04f-462f-af94-25e832bf3a8f tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/b2ac6da6-4db3-4d55-a776-1bb8bc9ea2f4 HTTP/1.1" status: 404 len: 339 time: 0.0211742 Aug 28 08:25:02.864186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52164) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.864668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:02.893316 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aeba07-6525-423d-b767-dc286f8ac328 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.894505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aeba07-6525-423d-b767-dc286f8ac328 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.896279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77aeba07-6525-423d-b767-dc286f8ac328 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/5dea9dfa-439c-44eb-b42d-8e7605550cdb HTTP/1.1" status: 404 len: 337 time: 0.0310245 Aug 28 08:25:02.899206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52166) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.931182 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d480589-ad2f-4338-9f29-2c5c696a5433 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.931742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d480589-ad2f-4338-9f29-2c5c696a5433 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.934792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d480589-ad2f-4338-9f29-2c5c696a5433 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/4fb1ba76-806d-4c87-9504-f236377bc4ed HTTP/1.1" status: 404 len: 339 time: 0.0331972 Aug 28 08:25:02.936471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52168) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.965925 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-096b25da-d3e2-416a-9a66-c853ca1e8830 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.966596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096b25da-d3e2-416a-9a66-c853ca1e8830 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.972063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-096b25da-d3e2-416a-9a66-c853ca1e8830 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/c7e71f36-6a3a-4737-be08-f18f0dfa9b53 HTTP/1.1" status: 404 len: 337 time: 0.0308230 Aug 28 08:25:02.972265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:02.993233 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7915bf-286e-498a-ba13-ea1edd4571de tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:02.993837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7915bf-286e-498a-ba13-ea1edd4571de tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:02.995845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd7915bf-286e-498a-ba13-ea1edd4571de tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/234c20f3-b3b6-42d5-aadf-c01afd65522c HTTP/1.1" status: 404 len: 339 time: 0.0226111 Aug 28 08:25:02.998472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52172) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.027687 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2731744-2431-4241-bfae-dacab36fb8cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:03.028157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2731744-2431-4241-bfae-dacab36fb8cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:03.029998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2731744-2431-4241-bfae-dacab36fb8cd tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/884fd561-2604-4d39-a915-125b9a585ad0 HTTP/1.1" status: 404 len: 337 time: 0.0305140 Aug 28 08:25:03.032615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52174) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.051718 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd64bc51-a954-4b89-a0ac-cc5717915448 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:03.052522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd64bc51-a954-4b89-a0ac-cc5717915448 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:03.054414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dd64bc51-a954-4b89-a0ac-cc5717915448 tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/27a08d75-5054-445a-b534-aeb445d852c7 HTTP/1.1" status: 404 len: 339 time: 0.0207238 Aug 28 08:25:03.057246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.085618 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-125ac1fc-548e-4e38-826b-2a5047d02c6a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:03.086091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125ac1fc-548e-4e38-826b-2a5047d02c6a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:03.087858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-125ac1fc-548e-4e38-826b-2a5047d02c6a tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/76110cc0-d7d5-410e-97f5-ac5d8db80bb1 HTTP/1.1" status: 404 len: 337 time: 0.0296795 Aug 28 08:25:03.090581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52178) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.109593 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-796fe641-2882-4482-b0c8-99d0b9cd518d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:03.110152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796fe641-2882-4482-b0c8-99d0b9cd518d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:03.115323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-796fe641-2882-4482-b0c8-99d0b9cd518d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/8e12cc06-5e10-4581-90e3-8ed8972f7e84 HTTP/1.1" status: 404 len: 339 time: 0.0211098 Aug 28 08:25:03.115461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:03.115569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52180) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.173279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.187289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting subnet c9b5d6e9-02aa-4888-9d82-7797dcec5098 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:03.192678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.237967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a0b9b1e-ca64-4138-a741-7c3ac1ebb1fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1afe1438c9074bdd95541d15fff36d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606678 Aug 28 08:25:03.238281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.262440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.308884 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.336355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.368135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.499574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.502912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.504709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0c746ea-e1d5-4d6f-8958-8f059fdad64d HTTP/1.1" status: 204 len: 168 time: 0.2652602 Aug 28 08:25:03.516028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8b22-baee-4026-853d-39fd0f201f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c746ea-e1d5-4d6f-8958-8f059fdad64d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:03.537399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.543983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.551703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.553862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.560255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.566906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.573458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.579770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.582722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-d694f201-c24f-4b84-be9a-f658d155daf1 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1286852 Aug 28 08:25:03.592614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73599500-03f6-43a2-9f42-ec24e8550675 None None] Network 2dcdd038-e8b2-42c7-8977-e0694d7e9167 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:03.613762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.613762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/subnets/c9b5d6e9-02aa-4888-9d82-7797dcec5098 HTTP/1.1" status: 204 len: 168 time: 0.4965620 Aug 28 08:25:03.622873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52194) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:03.676917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ed4d8111-75ae-4a1a-8ca5-b814482ba8b4 req-ce5ef7a5-5f2b-4ee3-85d1-805c259625df tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745652 Aug 28 08:25:03.697685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108061d-e913-474f-a0b8-a89f2862d2dc tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b5d6e9-02aa-4888-9d82-7797dcec5098,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:03.780091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.869852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] DHCP port deletion for 2dcdd038-e8b2-42c7-8977-e0694d7e9167 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:03.930363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7fa4a-6ef1-4a53-b2c0-0e20910115bd req-551b6744-5fdf-4707-a7e7-45d4c9ed847d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:03.932315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ec7fa4a-6ef1-4a53-b2c0-0e20910115bd req-551b6744-5fdf-4707-a7e7-45d4c9ed847d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 945 time: 0.1013865 Aug 28 08:25:03.934444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Deleting port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:03.934874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:03.946871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Deleting port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:03.947537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.015722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] For port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,segment=NetworkSegment(f92386b7-689e-481b-b9a6-2ed6e1eec1a9),segment_id=f92386b7-689e-481b-b9a6-2ed6e1eec1a9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:04.016128 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.033774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Calling delete_port for 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:04.049456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] For port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,segment=NetworkSegment(f92386b7-689e-481b-b9a6-2ed6e1eec1a9),segment_id=f92386b7-689e-481b-b9a6-2ed6e1eec1a9)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:04.050386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.055547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ec7fa4a-6ef1-4a53-b2c0-0e20910115bd req-63069260-5361-448c-8919-8d8194377264 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054802 Aug 28 08:25:04.077783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Calling delete_port for 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:04.191556 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.203189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.220758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] Pushing event deleted for resources: {'Port': ['ID=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:04.226089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8e0cb-7a8a-4838-8c43-ecc723fdcbd5 None None] No DVR routers for this DVR port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:04.244087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Port': ['ID=0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:04.244592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] No DVR routers for this DVR port 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:04.343315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.348492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:04.356375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcdd038-e8b2-42c7-8977-e0694d7e9167']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:04.369090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:04.369390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92386b7-689e-481b-b9a6-2ed6e1eec1a9') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:04.380098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.395351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.402988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:04.403399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:04.406542 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:04.504106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:04.510896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:04.511640 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.562704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.590547 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.604463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] 10.222.0.46 "DELETE /v2.0/networks/2dcdd038-e8b2-42c7-8977-e0694d7e9167 HTTP/1.1" status: 204 len: 168 time: 0.9770942 Aug 28 08:25:04.605649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f157-b1e1-4750-9743-22aeb0bb0c1d tempest-NetworksTest-13590590 tempest-NetworksTest-13590590-project] Pushing event deleted for resources: {'Network': ['ID=2dcdd038-e8b2-42c7-8977-e0694d7e9167,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:04.669864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.700426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:04.703687 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37167b95-5edc-4635-be9e-b3369a227598" -d '{"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:04.725445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:04.741102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.804853 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:04.873796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.880118 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0b7f9-ce45-4bab-83e0-4ee90b7b6e8f x-openstack-request-id: req-20f0b7f9-ce45-4bab-83e0-4ee90b7b6e8f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:04.880663 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:04.881020 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20f0b7f9-ce45-4bab-83e0-4ee90b7b6e8f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:04.881545 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'code': 200} Aug 28 08:25:04.881709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.888788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.895873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.896905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:04.901925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.908141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.915082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:04.917100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-87430ca6-4024-4e0a-ad57-7ee7e1743b16 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1255572 Aug 28 08:25:05.003257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea11f86-24c3-4c65-985f-cc771ac500a3 req-915b8050-5bab-4943-a23d-39ebe4ace840 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765593 Aug 28 08:25:05.069395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097730-56bc-4a15-8b84-205b8e13ae52 req-6213976d-3526-481a-a328-ab73fb7c0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:05.070932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20097730-56bc-4a15-8b84-205b8e13ae52 req-6213976d-3526-481a-a328-ab73fb7c0034 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 1098 time: 0.0706627 Aug 28 08:25:05.109479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:05.122951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20097730-56bc-4a15-8b84-205b8e13ae52 req-4378c964-2711-46c1-b4dd-862076cc4cf4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Aug 28 08:25:05.262017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52250) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:05.266418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c7205-806d-4c07-bce9-676171a670ae req-b80e59a0-0a9b-402c-8ec1-00746107fc69 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:05.268172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-492c7205-806d-4c07-bce9-676171a670ae req-b80e59a0-0a9b-402c-8ec1-00746107fc69 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0795479 Aug 28 08:25:05.316885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-492c7205-806d-4c07-bce9-676171a670ae req-a185ef97-f244-42b6-adcd-2f2f51662397 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Aug 28 08:25:05.447073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:05.457279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9cabdd38-2e37-4d84-9722-99b166230b20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26fe5132eb2442d68fc8a9dc8cc3b704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892264 Aug 28 08:25:05.457427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:05.474748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:05.475337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0dff26d1-2fd0-4f14-b4d2-50b0ea0fb9c7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:05.517595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:05.543596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:05.715182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:05.719806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:05.722423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b24a557a-fbde-4b0e-8e5c-526303419e8b HTTP/1.1" status: 204 len: 168 time: 0.2636421 Aug 28 08:25:05.741976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5c61b-10bc-4760-8a43-0af9841591ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a557a-fbde-4b0e-8e5c-526303419e8b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:05.806701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfcc4e-3882-4789-a131-cdc3326ca965 req-9c515da3-3399-4b53-9607-b5042e167ca2 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:05.809459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70cfcc4e-3882-4789-a131-cdc3326ca965 req-9c515da3-3399-4b53-9607-b5042e167ca2 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 945 time: 0.0837328 Aug 28 08:25:05.995941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-481c2f3a-e390-4a66-ab3e-21205deaa4cb req-d1e033d2-d0ad-44c9-9706-9083ebcba7eb tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0364633 Aug 28 08:25:05.997685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70cfcc4e-3882-4789-a131-cdc3326ca965 req-8c34c76a-924c-4214-9bf7-8b06a550991d tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712879 Aug 28 08:25:06.175813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.183307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.189959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.197098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.204249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.210279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.216304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.218321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e742afb4-362e-4639-a0db-9b59e719535e req-27867be8-03af-42b3-b0b7-64e073b90d4e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1057534 Aug 28 08:25:06.279972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e742afb4-362e-4639-a0db-9b59e719535e req-ec69c204-f67e-4cfc-b128-e9d66cfbe162 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547161 Aug 28 08:25:06.466788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897760-abf0-4151-9090-704ca4df68b4 req-bcbf36ed-a01d-4b59-8e85-e80ddc5534fd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:06.466788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b897760-abf0-4151-9090-704ca4df68b4 req-bcbf36ed-a01d-4b59-8e85-e80ddc5534fd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0611746 Aug 28 08:25:06.502024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b897760-abf0-4151-9090-704ca4df68b4 req-2e392707-8930-4a2c-b9f3-f6faea6fbcfd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Aug 28 08:25:07.074263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ce773bfd-1556-447c-b972-e974432886ad req-d0bbb6ef-3fb7-4013-93f7-1ced29a0194a tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0387938 Aug 28 08:25:07.099910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419dfce-00a9-40fb-85ab-492ae215472c req-8ab27833-5364-4a77-9bf8-2e5e8e0df793 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.101682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0419dfce-00a9-40fb-85ab-492ae215472c req-8ab27833-5364-4a77-9bf8-2e5e8e0df793 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Aug 28 08:25:07.146963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0419dfce-00a9-40fb-85ab-492ae215472c req-9d5cf1fb-7422-40ad-98b7-b92aa1f97513 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Aug 28 08:25:07.422960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.430456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.436772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.443652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.449671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.457405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.463936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.475194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-62cbd8a3-231c-42f6-9a79-9d6c38146ab5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1003239 Aug 28 08:25:07.511542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa8bd8e8-ab6e-49e3-8a41-6dfca77a8049 req-939d217b-aa43-452f-b847-0e24d35b3613 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391099 Aug 28 08:25:07.586564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:07.639817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990433-b311-41ff-a04a-1cb9b4cfe610 req-52971014-c827-4830-9b54-38059d36b8cb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.641346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae990433-b311-41ff-a04a-1cb9b4cfe610 req-52971014-c827-4830-9b54-38059d36b8cb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Aug 28 08:25:07.687497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae990433-b311-41ff-a04a-1cb9b4cfe610 req-6db796b0-7278-49b4-90eb-30b447e00c06 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Aug 28 08:25:07.693891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1056589637'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:07.763456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-8b66e0b4-26af-4523-b2d1-1810f66512aa tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.765115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-8b66e0b4-26af-4523-b2d1-1810f66512aa tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 945 time: 0.0522583 Aug 28 08:25:07.806519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b4b9-e6bd-42b5-9467-7d3c21f7749d req-b1c2a4c7-1413-4c0c-bb80-fb8385fcb6d8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:07.808179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b535b4b9-e6bd-42b5-9467-7d3c21f7749d req-b1c2a4c7-1413-4c0c-bb80-fb8385fcb6d8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0502264 Aug 28 08:25:07.813627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:07.817825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:07.836567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:07.889489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b535b4b9-e6bd-42b5-9467-7d3c21f7749d req-df1fd609-d572-40fd-8ab1-ab53f4f952da tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683954 Aug 28 08:25:07.894295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Deleting port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:07.894295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:07.983429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:07.994835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] For port 765d1db8-6b23-4a2e-8c32-e0b9fccff843, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=765d1db8-6b23-4a2e-8c32-e0b9fccff843,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:07.995247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.020865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Calling delete_port for 765d1db8-6b23-4a2e-8c32-e0b9fccff843 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:08.189516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f28f876-e069-479e-befc-b9c2df34cbc6 req-a423cde1-4fbd-4efa-9ea9-350b457c70ce tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0358484 Aug 28 08:25:08.195231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.233064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:08.245091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4694456-2e93-4faf-91e5-9b1452e3dc58,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:08.250711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.251067 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment 8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c of type vlan for network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 Aug 28 08:25:08.288626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.323653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-335d1231-3b26-49c2-a6c9-761135eb7f19 req-27eab615-4d2e-43a9-81fe-72bd9088dafd tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.0622623 Aug 28 08:25:08.327864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['765d1db8-6b23-4a2e-8c32-e0b9fccff843'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:08.335542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.349447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Pushing event deleted for resources: {'Port': ['ID=765d1db8-6b23-4a2e-8c32-e0b9fccff843,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:08.423554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] No DVR routers for this DVR port 765d1db8-6b23-4a2e-8c32-e0b9fccff843 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:08.427165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.430585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f94a321-884b-4c70-b6a4-c6e45c5d68bc req-cd070c34-f971-433b-a4d5-68f467d9b91a tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.64 "DELETE /v2.0/ports/765d1db8-6b23-4a2e-8c32-e0b9fccff843 HTTP/1.1" status: 204 len: 173 time: 0.6592441 Aug 28 08:25:08.431111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'name': 'network-vif-deleted', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:08.439709 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754f4e9-6f0b-4e0e-b8c1-17af324c7f8f" -d '{"events": [{"server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "name": "network-vif-deleted", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:08.533764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.546960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.546960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:08.625723 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112034c-c002-44f7-b58d-1d63dbe8ccdc x-openstack-request-id: req-6112034c-c002-44f7-b58d-1d63dbe8ccdc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:08.626369 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa622b-53de-4dd9-b1c4-2b50b6393328", "name": "network-vif-deleted", "tag": "765d1db8-6b23-4a2e-8c32-e0b9fccff843", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:08.626793 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6112034c-c002-44f7-b58d-1d63dbe8ccdc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:08.626923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=72c7b03f-01f1-4645-aba0-11c5bdae39b2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:08.627472 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aa622b-53de-4dd9-b1c4-2b50b6393328', 'name': 'network-vif-deleted', 'tag': '765d1db8-6b23-4a2e-8c32-e0b9fccff843', 'status': 'completed', 'code': 200} Aug 28 08:25:08.647713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:08.665112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6d4d-05bc-47c1-9f6a-aada6e89fa1d req-e42f9646-9d91-4652-b7f5-ea1f95af0887 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.685987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-113c6d4d-05bc-47c1-9f6a-aada6e89fa1d req-e42f9646-9d91-4652-b7f5-ea1f95af0887 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1043949 Aug 28 08:25:08.720781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6c174739-ed98-4935-bd45-5e2ccda51fa3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1325421 Aug 28 08:25:08.724719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:08.738712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'name': 'tempest-PortsIpV6TestJSON-1733351363'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:08.753636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-113c6d4d-05bc-47c1-9f6a-aada6e89fa1d req-7974d9e1-647c-4947-8fa7-9ec3e7161a1f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659611 Aug 28 08:25:08.864925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.871758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.877847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.883968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.889863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.895861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.901776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:08.903815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-9d8d9113-3b99-456f-9911-d5594bdcea2a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.2369730 Aug 28 08:25:08.968203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3680ea7-0ada-4a4f-95a9-ee8a6ea3504d req-e9281530-ebb9-4d64-81f5-1da1af9e9916 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562024 Aug 28 08:25:09.082719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:09.086975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:09.110965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port f66bc448-9027-47d6-b080-c85f9526e7b3 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:09.304802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:09.327483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62336650-e3ba-4dbe-9c87-620218f1c0d7 req-4d58ae53-472d-4d5c-8105-b3d892765eb2 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0286684 Aug 28 08:25:09.443490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d597be4-eb17-4a9f-ac12-fe9cbd055be5 req-014e57a6-d0c1-4886-b605-3e913bb94218 tempest-AttachSCSIVolumeTestJSON-1644110092 tempest-AttachSCSIVolumeTestJSON-1644110092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1aa622b-53de-4dd9-b1c4-2b50b6393328 HTTP/1.1" status: 200 len: 210 time: 0.0285964 Aug 28 08:25:09.456744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:09.529392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=f66bc448-9027-47d6-b080-c85f9526e7b3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:09.545751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:09.546198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 72c7b03f-01f1-4645-aba0-11c5bdae39b2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:09.648540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:09.756505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 72c7b03f-01f1-4645-aba0-11c5bdae39b2) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:09.760300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:09.766233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:09.766526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f2282-c99d-4008-8b41-c5a3145827db None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:09.766950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:09.861020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4123c3e2-200f-41d2-bdfe-1caea0ffd649 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1344800 Aug 28 08:25:09.864740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52374) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:09.870104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319410293'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:09.886830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cf4e-1ea2-4cb3-b1d3-eaadb2b98a41 req-affedb38-f741-4d15-8016-956e7571826c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:09.888861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0717cf4e-1ea2-4cb3-b1d3-eaadb2b98a41 req-affedb38-f741-4d15-8016-956e7571826c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0568438 Aug 28 08:25:09.933894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0717cf4e-1ea2-4cb3-b1d3-eaadb2b98a41 req-3005bd62-b1d2-4dd5-aef2-d3173d7ea235 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Aug 28 08:25:09.968138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:09.972868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.000231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:10.011735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.012098 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment ddd81029-1e1e-4192-b480-77b860e597d3 of type vlan for network 22378176-ab5a-41b7-b30d-455ff70cd0c7 Aug 28 08:25:10.069231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.133460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.139509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.146320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.152605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.159715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.165823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.172462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.174616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-237b5542-0220-4787-861a-b50be046f1a4 req-bf9aab2f-6a8b-410c-b4e7-faa8417d1b4a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1172354 Aug 28 08:25:10.175965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.181561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:10.182183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.278300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=22378176-ab5a-41b7-b30d-455ff70cd0c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:10.290039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 22378176-ab5a-41b7-b30d-455ff70cd0c7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:10.293085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-237b5542-0220-4787-861a-b50be046f1a4 req-36682b4f-2e1b-4c21-8c84-a7de9edf7996 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078403 Aug 28 08:25:10.368513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a4639fa8-5aa5-4555-a170-053933f214c9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5025175 Aug 28 08:25:10.372596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52380) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:10.384375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'ports': [{'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'}, {'network_id': '22378176-ab5a-41b7-b30d-455ff70cd0c7'}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:10.384591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:10.385080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '22378176-ab5a-41b7-b30d-455ff70cd0c7'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:10.405462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 765d1db8-6b23-4a2e-8c32-e0b9fccff843 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:10.433274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 765d1db8-6b23-4a2e-8c32-e0b9fccff843 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:10.433669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 765d1db8-6b23-4a2e-8c32-e0b9fccff843 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:10.443274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c63c4b5-f3c8-4671-a997-447593ec3668 req-cdd07527-ed06-46d3-aefe-e35efaddbea3 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Aug 28 08:25:10.654130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a9f53a6-7313-4797-9092-72dc0afa6517 req-bb672ea6-3e80-45b0-a42d-fc0c8310914c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0314686 Aug 28 08:25:10.659095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:10.674398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.700526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:10.805878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:10.947333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:11.033416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 063c1fdd-ac90-46e6-894b-35c71548894f yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:11.088883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a054ea1-736a-480c-91de-2c94c71d3bec req-368de5b5-593e-4aa1-b370-6a8466700768 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.090532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6a054ea1-736a-480c-91de-2c94c71d3bec req-368de5b5-593e-4aa1-b370-6a8466700768 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0797615 Aug 28 08:25:11.192789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6a054ea1-736a-480c-91de-2c94c71d3bec req-7c06eec3-6e32-48fa-a61a-0fd35b546d57 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933218 Aug 28 08:25:11.222571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:11.355356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:11.405707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:11.409480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:11.413418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:11.414290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:11.423012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:11.435147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.441271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.447422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.453506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.459986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.466733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.473657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.477385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-642a4639-9b9b-4f82-b5c4-638e5c80d72e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.0997429 Aug 28 08:25:11.485853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=063c1fdd-ac90-46e6-894b-35c71548894f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:11.499844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': 'ddd81029-1e1e-4192-b480-77b860e597d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22378176-ab5a-41b7-b30d-455ff70cd0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:11.500219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 22378176-ab5a-41b7-b30d-455ff70cd0c7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:11.531466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-293fc09f-6033-4cf4-b338-27ed002f2ec4 req-156572ed-6405-4b5a-b599-124b26dabd47 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399828 Aug 28 08:25:11.565806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-643c1182-2158-47cb-acf6-de39b28fee2b req-f76de20c-9fd1-45ae-b552-0bf4a33ae460 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Aug 28 08:25:11.629215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 22378176-ab5a-41b7-b30d-455ff70cd0c7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:11.779571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 22378176-ab5a-41b7-b30d-455ff70cd0c7) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:11.787301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:11.792324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.803712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3eb750-891c-4b05-912f-d53e7e6083d8 None None] Network 22378176-ab5a-41b7-b30d-455ff70cd0c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:11.824280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.827410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:11.917389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a35e0f-c9ee-4133-bfbc-60733980dbf5 req-5d7d879a-24bc-4c2a-954e-b3b1858a25b2 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:11.919136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90a35e0f-c9ee-4133-bfbc-60733980dbf5 req-5d7d879a-24bc-4c2a-954e-b3b1858a25b2 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0630498 Aug 28 08:25:11.967165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90a35e0f-c9ee-4133-bfbc-60733980dbf5 req-914df65e-5fb2-4367-a2fb-6c7d3513f5bc tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388868 Aug 28 08:25:11.983697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3041011e-a091-4d5b-aa4b-ed36b1ea71aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6080019 Aug 28 08:25:11.987133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52442) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:12.088330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 063c1fdd-ac90-46e6-894b-35c71548894f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:12.088678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.158643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.172782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 063c1fdd-ac90-46e6-894b-35c71548894f owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:12.339061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61ef9-a4f1-426e-b48c-ac5c13413e37 req-fbcd716e-f3fa-492e-af87-03e75e5ac539 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.340583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0da61ef9-a4f1-426e-b48c-ac5c13413e37 req-fbcd716e-f3fa-492e-af87-03e75e5ac539 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0598562 Aug 28 08:25:12.377176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.411697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0da61ef9-a4f1-426e-b48c-ac5c13413e37 req-2fc85459-a91d-43af-abfb-5906f20b9295 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645690 Aug 28 08:25:12.412981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=063c1fdd-ac90-46e6-894b-35c71548894f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:12.419733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.422457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71466e11-6b07-476b-856c-a46264f20794 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/063c1fdd-ac90-46e6-894b-35c71548894f HTTP/1.1" status: 204 len: 168 time: 0.4340537 Aug 28 08:25:12.426167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52454) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:12.478779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a7f87-ecea-4196-a8ba-3fb654d68c49 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.484895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a7f87-ecea-4196-a8ba-3fb654d68c49 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.486688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-281a7f87-ecea-4196-a8ba-3fb654d68c49 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0594599 Aug 28 08:25:12.496717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52456) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:12.607279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:12.607664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.672134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.680204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.686932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.693193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.696943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ba37c322-5992-4e3e-8473-75ac3a478391 req-7f33bc7c-40dd-433a-91cd-8bef51c46887 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0395765 Aug 28 08:25:12.699454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.706070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.710947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.712999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:12.714424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-e743936c-2e2c-473c-a3aa-e2a7c6485422 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5430 time: 0.1010511 Aug 28 08:25:12.741577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:12.781827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642329a2-736e-4e8f-b2bf-0d3ef694fdf6 req-c920dd9b-a6eb-44a4-8d89-048ac4d98dad tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542285 Aug 28 08:25:12.922667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.966004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 91a02057-cb39-4ac9-bfda-d79ab58a5e3b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:12.967464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:12.973976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b HTTP/1.1" status: 204 len: 168 time: 0.4722564 Aug 28 08:25:12.973976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe74709-a6a3-4fed-b2c1-3d6065892e40 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:12.974510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:13.061984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8079225-30d3-4915-95ba-23f1ca8853bd tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:13.066316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a8079225-30d3-4915-95ba-23f1ca8853bd tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0878971 Aug 28 08:25:13.066813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:13.103741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:13.119628 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7b4b66-bd31-445e-adc7-31b46131ed3d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:13.119943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'port_id': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'mac_address': 'fa:16:3e:2a:26:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:13.123836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c7b4b66-bd31-445e-adc7-31b46131ed3d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/063c1fdd-ac90-46e6-894b-35c71548894f HTTP/1.1" status: 404 len: 333 time: 0.0533719 Aug 28 08:25:13.124724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:13.160696 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dc9564-62e2-4b4d-a4ad-e21ca7185053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:13.166772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52484) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:13.170779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14dc9564-62e2-4b4d-a4ad-e21ca7185053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/c1b9b7b0-d7eb-4dc3-ae3a-911e668eb52b HTTP/1.1" status: 404 len: 333 time: 0.0450685 Aug 28 08:25:13.183469 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.200863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a02057-cb39-4ac9-bfda-d79ab58a5e3b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:13.225984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:13.294839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.306255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6c3f7-63fb-4e24-bf94-e83cebd27115 req-6813e58f-bcab-4a95-b33e-89eea115c5bd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:13.314313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ad6c3f7-63fb-4e24-bf94-e83cebd27115 req-6813e58f-bcab-4a95-b33e-89eea115c5bd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0655255 Aug 28 08:25:13.367679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ad6c3f7-63fb-4e24-bf94-e83cebd27115 req-6c9a7849-f089-48e7-a0d1-7e30470bf1d7 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523818 Aug 28 08:25:13.407797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.419205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22378176-ab5a-41b7-b30d-455ff70cd0c7']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:13.431222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd81029-1e1e-4192-b480-77b860e597d3') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:13.431918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd81029-1e1e-4192-b480-77b860e597d3') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:13.445253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.463766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.470864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 37bb34ea-a324-44b4-b8df-149ea6458fbc details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:13.471036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.473483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:13.474261 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:13.487658 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:13.552449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4472c-2630-4d25-8684-58e4ae1ab061 req-e53218d0-d3a1-4fcc-bf27-4b09a7df01d0 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:13.560576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48a4472c-2630-4d25-8684-58e4ae1ab061 req-e53218d0-d3a1-4fcc-bf27-4b09a7df01d0 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0753484 Aug 28 08:25:13.607352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:13.612350 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48a4472c-2630-4d25-8684-58e4ae1ab061 req-531704bf-6bb9-4f85-a7f0-1a6a29394057 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507698 Aug 28 08:25:13.636845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:13.651306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'port_id': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'mac_address': 'fa:16:3e:fe:1e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:13.686529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.696438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.698470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.704170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/22378176-ab5a-41b7-b30d-455ff70cd0c7 HTTP/1.1" status: 204 len: 168 time: 0.5326149 Aug 28 08:25:13.704488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52500) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:13.709686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-863488595'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:13.711560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb9fe3-5475-4f5d-accb-470352586831 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=22378176-ab5a-41b7-b30d-455ff70cd0c7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:13.721943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bb34ea-a324-44b4-b8df-149ea6458fbc {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:13.742977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:13.863691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:13.867411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.891584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:13.900802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.901226 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment ca012f9c-1957-495c-ba75-bcbd112bfff0 of type vlan for network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc Aug 28 08:25:13.911222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:13.912269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3e1f6b13-905b-42eb-b327-358d800bc2bb details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:13.950456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:13.954564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.000656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '3e1f6b13-905b-42eb-b327-358d800bc2bb', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'port_id': '3e1f6b13-905b-42eb-b327-358d800bc2bb', 'mac_address': 'fa:16:3e:08:83:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:14.040533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:14.055417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.069510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1f6b13-905b-42eb-b327-358d800bc2bb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:14.091650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:14.106826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.113466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.115117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.121542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.125071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.125493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.132418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.133714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.140143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.147355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.155387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-a7c149c7-a69e-4380-8bfb-aa7b00ff497c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5432 time: 0.1123173 Aug 28 08:25:14.194525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fc24406-aa05-4c66-b539-0ef476b69ffb req-1cedfb51-368f-49c8-b1e3-239631e89554 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381949 Aug 28 08:25:14.212640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=6f39a8e4-1615-4fbd-ab81-e2acf1d845bc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:14.213304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.214366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 226d7285-2471-4895-9e5c-10b145a62897 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:14.245217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:14.327304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad836d6c-90bd-43c2-876f-79069bda44e1 req-803b69c4-3a95-4048-ad90-8891d2f72023 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0315239 Aug 28 08:25:14.344075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=226d7285-2471-4895-9e5c-10b145a62897,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:14.360994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:14.364775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '226d7285-2471-4895-9e5c-10b145a62897', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'port_id': '226d7285-2471-4895-9e5c-10b145a62897', 'mac_address': 'fa:16:3e:c3:f8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:14.372305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-121b5c0f-ab47-44f4-b334-f20a54db3053 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6663275 Aug 28 08:25:14.375542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:14.397892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:14.413177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.458549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226d7285-2471-4895-9e5c-10b145a62897 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:14.505577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=226d7285-2471-4895-9e5c-10b145a62897,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:14.561503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b076-9ae2-4271-87a7-f1ad0ff0a458 req-0a538e17-2eb1-4cfe-a92e-5f33bc02eec4 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.563718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64c2b076-9ae2-4271-87a7-f1ad0ff0a458 req-0a538e17-2eb1-4cfe-a92e-5f33bc02eec4 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0572348 Aug 28 08:25:14.604571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64c2b076-9ae2-4271-87a7-f1ad0ff0a458 req-98c00c5f-9677-4b14-843f-5e990b5b1d23 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342064 Aug 28 08:25:14.624988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.679932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:14.725822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:14.729434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:14.815797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d5ad-bee6-47c4-93c9-453d92c74314 req-95986112-b422-42b7-8237-3923a24421ab tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:14.817297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d046d5ad-bee6-47c4-93c9-453d92c74314 req-95986112-b422-42b7-8237-3923a24421ab tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1198070 Aug 28 08:25:14.881205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d046d5ad-bee6-47c4-93c9-453d92c74314 req-add0490e-2155-4bf8-859c-7df7ece5a523 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Aug 28 08:25:14.970006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 406ae6eb-14d4-4c85-ab62-8bbee3415176 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:15.084445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:15.096874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'port_id': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'mac_address': 'fa:16:3e:84:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100a5e82-b31c-4410-a70b-cb7227e88e11', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:15.133580 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.139512 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.155197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406ae6eb-14d4-4c85-ab62-8bbee3415176 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:15.176338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:15.199605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=f2ae8b27-6cd7-4938-be24-a755b1556364,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:15.217422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': 'ca012f9c-1957-495c-ba75-bcbd112bfff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:15.217422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:15.282340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.283251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:15.345168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.351656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.357556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.363945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.370000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.383867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.384705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.386660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32df558f-700d-4818-9ccf-1c5962342823 req-50e13e4f-63e4-4239-b4a1-258b73ab4e07 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5435 time: 0.1028008 Aug 28 08:25:15.398145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:15.421087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:15.451853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6407523-0a7a-4c4f-80ae-1ceb56c528ef req-80606144-5dea-4197-9d1c-5ebec1c1d447 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0322363 Aug 28 08:25:15.459869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:15.481312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'network_id': 'e81f0055-88c2-462f-ba31-8fcd845c3d6b', 'port_id': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'mac_address': 'fa:16:3e:fe:ae:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4208bf-b6c1-47b1-85ef-2e1e30004e10', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:15.532529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.543638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:15.565906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:15.619177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:15.624433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.625350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.632718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de074379-e0de-4fca-8ba9-24c0096f5287 None None] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:15.719264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32df558f-700d-4818-9ccf-1c5962342823 req-94b27463-81cc-47e2-bc04-bb94f3285f7c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3236001 Aug 28 08:25:15.768820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441053f-9198-42f1-8693-5991db41c97a req-1bfd6410-b9b8-441a-a17f-ded73f1af9dd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:15.770560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5441053f-9198-42f1-8693-5991db41c97a req-1bfd6410-b9b8-441a-a17f-ded73f1af9dd tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0569532 Aug 28 08:25:15.813454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5441053f-9198-42f1-8693-5991db41c97a req-abf49c53-03db-4e2e-b963-3b49ffe6800c tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Aug 28 08:25:15.892594 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0bb37a67-44ae-4d5a-82bb-6cbb7bb29637 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5152621 Aug 28 08:25:15.895582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52536) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:15.900909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc', 'name': 'tempest-PortsIpV6TestJSON-232456183'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:15.905093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['91a02057-cb39-4ac9-bfda-d79ab58a5e3b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:15.907755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['37bb34ea-a324-44b4-b8df-149ea6458fbc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:15.911799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['226d7285-2471-4895-9e5c-10b145a62897'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:15.919081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:15.919749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:16.034468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade46b6-d669-4192-860f-b2f03c1311ea req-f5058b30-62cd-472c-9a94-6db417f01a66 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:16.042270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ade46b6-d669-4192-860f-b2f03c1311ea req-f5058b30-62cd-472c-9a94-6db417f01a66 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0825312 Aug 28 08:25:16.076550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:16.088098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ade46b6-d669-4192-860f-b2f03c1311ea req-0e7aeaa9-9385-427a-840a-90b6cbe93b3c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Aug 28 08:25:16.144337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6f39a8e4-1615-4fbd-ab81-e2acf1d845bc', 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'f2ae8b27-6cd7-4938-be24-a755b1556364'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:25:16.145111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:16.200638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:16.201350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:16.205400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:16.229180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:16.260811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e', 'network_id': '73ed7c51-2cdc-4c96-a358-e46ab47b641f', 'port_id': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e', 'mac_address': 'fa:16:3e:e3:23:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100a5e82-b31c-4410-a70b-cb7227e88e11', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:16.279409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 839e8b81-3e3a-4f48-8b15-b8f68a8a6727 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:16.475429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:16.558683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:16.638173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:16.641422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Allocated IP 2001:db8::2 (6f39a8e4-1615-4fbd-ab81-e2acf1d845bc/f2ae8b27-6cd7-4938-be24-a755b1556364/005e37a0-13b3-402f-8af3-db7c9fc8cd0a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:16.721854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bc3a174-0618-4ef4-ab5a-22f996579811 req-bcc9b0aa-cc2d-402f-b6c1-ecf2b05a835e tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0811985 Aug 28 08:25:16.790867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:16.880165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-15c6a4e6-f1d9-4c31-a7b1-d9a42542e2e8 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:16.881708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-15c6a4e6-f1d9-4c31-a7b1-d9a42542e2e8 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.1001136 Aug 28 08:25:16.896839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:16.911323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:16.921135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Transition to ACTIVE for port object 005e37a0-13b3-402f-8af3-db7c9fc8cd0a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:16.939775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Transition to ACTIVE for port object 005e37a0-13b3-402f-8af3-db7c9fc8cd0a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:16.966935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d2a7-564e-46f0-9fe4-7d975a2e1c2f req-5618fe9e-356f-44dd-9a35-02db88179f6a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:16.970539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7762d2a7-564e-46f0-9fe4-7d975a2e1c2f req-5618fe9e-356f-44dd-9a35-02db88179f6a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0722461 Aug 28 08:25:17.013405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7762d2a7-564e-46f0-9fe4-7d975a2e1c2f req-c22fa51b-1acc-40fe-9795-e92d4d9b7158 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363994 Aug 28 08:25:17.023575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.029597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.036080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.042091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.047974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.054580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.059845 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.060479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.062440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-d910984d-9aac-461d-9abf-1ca6d73aaa5e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5437 time: 0.1797574 Aug 28 08:25:17.105521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['3e1f6b13-905b-42eb-b327-358d800bc2bb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:17.110673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:17.135078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:17.137652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:17.142756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Pushing event updated for resources: {'Port': ['ID=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:17.200090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::26e (6f39a8e4-1615-4fbd-ab81-e2acf1d845bc/f2ae8b27-6cd7-4938-be24-a755b1556364/839e8b81-3e3a-4f48-8b15-b8f68a8a6727) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:17.214825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68a5a6ca-8366-4d84-874b-defc5d7e5780 req-8cdfdb1d-1d17-4e99-8eb7-57760365e3c3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401939 Aug 28 08:25:17.230986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06bb66-aeb7-48b8-8606-b0b116056346 req-e5138b1b-e6aa-43a6-bde2-998bdff51d65 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:17.232441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Attempting to bind port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:17.232921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a06bb66-aeb7-48b8-8606-b0b116056346 req-e5138b1b-e6aa-43a6-bde2-998bdff51d65 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0662620 Aug 28 08:25:17.233006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Attempting to bind port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ca012f9c-1957-495c-ba75-bcbd112bfff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:17.233165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Attempting to bind port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a on network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:17.242034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:17.242691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Checking segment: {'id': 'ca012f9c-1957-495c-ba75-bcbd112bfff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:17.243059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.245511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Bound using segment: {'id': 'ca012f9c-1957-495c-ba75-bcbd112bfff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:17.245511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Bound port: 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca012f9c-1957-495c-ba75-bcbd112bfff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f39a8e4-1615-4fbd-ab81-e2acf1d845bc'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:17.245511 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.245875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Deleting port 760b2600-5f6a-4850-a187-006fc4027301 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:17.245875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.276600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a06bb66-aeb7-48b8-8606-b0b116056346 req-7652c3b0-fe53-4443-b91d-432da92f4c82 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Aug 28 08:25:17.355066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] For port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:17.359763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] For port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,segment=NetworkSegment(ca012f9c-1957-495c-ba75-bcbd112bfff0),segment_id=ca012f9c-1957-495c-ba75-bcbd112bfff0)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:17.385838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.477708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.493315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] For port 760b2600-5f6a-4850-a187-006fc4027301, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=760b2600-5f6a-4850-a187-006fc4027301,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:17.493749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.541925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac874e-152f-4b60-ac54-3799222f8f21 None None] Pushing event updated for resources: {'Port': ['ID=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:17.728293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.779900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 839e8b81-3e3a-4f48-8b15-b8f68a8a6727 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:17.829365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22088ee8-71cb-4e37-bcfd-f6084e6f8fbe req-36fccf95-bb6e-4e90-a9b0-cbc7c03af276 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0304210 Aug 28 08:25:17.881464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.881862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:17.882177 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Floating IP 0709fed1-8c45-45f0-a8b9-2f05e23c6a93 disassociated. External IP: 172.25.0.109, port: 760b2600-5f6a-4850-a187-006fc4027301. Aug 28 08:25:17.882546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Calling delete_port for 760b2600-5f6a-4850-a187-006fc4027301 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:18.020484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.107102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Deleting port 16e78bfe-681f-4b78-878f-d0eaab371950 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:18.107448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.113137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:18.132487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:18.137226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff139535-6930-4081-b99b-3302bb387b8d req-7ba5c981-b6ab-4f7e-8ee6-f9504b0889e7 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.138808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff139535-6930-4081-b99b-3302bb387b8d req-7ba5c981-b6ab-4f7e-8ee6-f9504b0889e7 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 28 08:25:18.163261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:18.169250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.170120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.172754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=839e8b81-3e3a-4f48-8b15-b8f68a8a6727,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:18.191794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff139535-6930-4081-b99b-3302bb387b8d req-c25a4591-a1fc-4d57-b78c-41aad1117a65 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups?id=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 Aug 28 08:25:18.239310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] For port 16e78bfe-681f-4b78-878f-d0eaab371950, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16e78bfe-681f-4b78-878f-d0eaab371950,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:18.239956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.247563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['406ae6eb-14d4-4c85-ab62-8bbee3415176'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:18.255525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Calling delete_port for 16e78bfe-681f-4b78-878f-d0eaab371950 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:18.419238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:18.431367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b20720-3182-4b2b-809a-5914845cedbd req-bc0313da-0889-40b0-8bf6-13f91dc4859e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.434621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65b20720-3182-4b2b-809a-5914845cedbd req-bc0313da-0889-40b0-8bf6-13f91dc4859e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0645545 Aug 28 08:25:18.438548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.468191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.474641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.480522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.487985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.494736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.495740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65b20720-3182-4b2b-809a-5914845cedbd req-604806be-6beb-4079-9e51-0869e4eed0ab tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Aug 28 08:25:18.502501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.507282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:18.509179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-6f5ff2a9-7bbf-4657-9219-ab3a646ebcc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5437 time: 0.1628134 Aug 28 08:25:18.538659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-456c35a1-e53f-49b0-b881-4f24e773ac73 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6419954 Aug 28 08:25:18.541878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52572) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:18.547513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event deleted for resources: {'Port': ['ID=760b2600-5f6a-4850-a187-006fc4027301,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:18.648055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33d14f-24ce-4ba3-af71-2934d67da35c None None] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:18.648154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a5101e8-3cfa-4be1-a1b0-6bc94209d135 req-592c940c-e177-43be-b977-ed435a00860d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038270 Aug 28 08:25:18.672212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 839e8b81-3e3a-4f48-8b15-b8f68a8a6727 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:18.672212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.743685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:18.777136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:18.785748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 839e8b81-3e3a-4f48-8b15-b8f68a8a6727 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:18.882748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:18.887803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e4bf458e-4b0f-429d-a870-6ac80512bf37 None None] Provisioning for port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:18.897402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Sync routers for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:18.917649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:18.918414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:18.949503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.010852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] No DVR routers for this DVR port 760b2600-5f6a-4850-a187-006fc4027301 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:19.036222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:19.046460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.046460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bde3e15-f0bf-4217-90ef-3aad1164fc94 req-4c4cefff-e981-44ae-b71e-44a17f53c781 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.39 "DELETE /v2.0/ports/760b2600-5f6a-4850-a187-006fc4027301 HTTP/1.1" status: 204 len: 173 time: 2.1519828 Aug 28 08:25:19.046894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'name': 'network-vif-deleted', 'tag': '760b2600-5f6a-4850-a187-006fc4027301'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:19.049719 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80fb828-d23c-41ec-99c1-56fa3a0072d3" -d '{"events": [{"server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "name": "network-vif-deleted", "tag": "760b2600-5f6a-4850-a187-006fc4027301"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:19.059937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.114594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:19.119395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fbb330cc-eb6c-4f9e-b626-c0e730043942 req-29aee9bd-89c2-482c-a3f9-eca49a03ab1c tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1357222 Aug 28 08:25:19.120839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Pushing event deleted for resources: {'Port': ['ID=16e78bfe-681f-4b78-878f-d0eaab371950,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:19.131861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=839e8b81-3e3a-4f48-8b15-b8f68a8a6727,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:19.210013 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebfe3ab-1141-402d-a5a7-7c44f5f25f54 x-openstack-request-id: req-2ebfe3ab-1141-402d-a5a7-7c44f5f25f54 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:19.210391 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ab8108-7420-4c2e-a8c6-a25a40b90ef9", "name": "network-vif-deleted", "tag": "760b2600-5f6a-4850-a187-006fc4027301", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:19.210574 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ebfe3ab-1141-402d-a5a7-7c44f5f25f54 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:19.210987 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ab8108-7420-4c2e-a8c6-a25a40b90ef9', 'name': 'network-vif-deleted', 'tag': '760b2600-5f6a-4850-a187-006fc4027301', 'status': 'completed', 'code': 200} Aug 28 08:25:19.231444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.233706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a76ff5d8-98e8-46fc-adb8-55b9715fffae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/839e8b81-3e3a-4f48-8b15-b8f68a8a6727 HTTP/1.1" status: 204 len: 168 time: 0.6906545 Aug 28 08:25:19.237968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52584) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:19.285071 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7b981a-fede-4508-bc15-04cbec0be50f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:25:19.285834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7b981a-fede-4508-bc15-04cbec0be50f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:19.291751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef7b981a-fede-4508-bc15-04cbec0be50f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/839e8b81-3e3a-4f48-8b15-b8f68a8a6727 HTTP/1.1" status: 404 len: 333 time: 0.0473886 Aug 28 08:25:19.291751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52586) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:19.335053 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b9467a-fffd-4dab-beb2-a56afbbca6db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:19.337108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c9b9467a-fffd-4dab-beb2-a56afbbca6db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/839e8b81-3e3a-4f48-8b15-b8f68a8a6727 HTTP/1.1" status: 404 len: 333 time: 0.0456944 Aug 28 08:25:19.347922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52588) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:19.369873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4708e055-ff4b-4d43-83da-5a21b7fa25e5 None None] Could not find standard attr ID for object 839e8b81-3e3a-4f48-8b15-b8f68a8a6727. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:25:19.425067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d566ba06-9c43-46af-a6b5-3f0c54cafb94 req-9031e07c-99c1-4cc8-9c31-ad086c498e8a tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0754733 Aug 28 08:25:19.467744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.470358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet f2ae8b27-6cd7-4938-be24-a755b1556364 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:19.475280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.545131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.715933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 005e37a0-13b3-402f-8af3-db7c9fc8cd0a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:19.779804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf441e-2771-46bb-bc36-2ba530bb45af req-06771e14-ff4e-40b2-9cbc-8aaaa4801874 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.781519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bddf441e-2771-46bb-bc36-2ba530bb45af req-06771e14-ff4e-40b2-9cbc-8aaaa4801874 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1775689 Aug 28 08:25:19.805454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f2462e86-eed8-462f-af15-784484e11923 None None] Could not find standard attr ID for object 839e8b81-3e3a-4f48-8b15-b8f68a8a6727. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:25:19.813851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:19.857652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bddf441e-2771-46bb-bc36-2ba530bb45af req-b70080d2-cf0b-4cb3-9f2f-f9d108311e6d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Aug 28 08:25:19.872875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.873856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:19.883554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.885327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.891643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.898681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.903845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Checking router: 6c85a931-5b6c-48ab-8299-59d68f75f8a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:19.904692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.914596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:19.916666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-1e4dbe72-376b-4012-8a2e-af88d6733356 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5437 time: 0.1243000 Aug 28 08:25:19.921938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:19.923071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:19.927592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Router dd047f4a-429a-40da-a7d1-38896bcaa15b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:19.970767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:19.983585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:19.984186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.008366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d053956-d9a1-47db-a7b0-a11dfa17db36 req-e749c185-f3da-4a94-a785-942f67c43473 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835285 Aug 28 08:25:20.030114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.084445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d455e-41d2-45b1-9f73-1148d760eadb None None] Network 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:20.087000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.091614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/f2ae8b27-6cd7-4938-be24-a755b1556364 HTTP/1.1" status: 204 len: 168 time: 0.7401786 Aug 28 08:25:20.094461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52598) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:20.095400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:20.100711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66a2b-1785-4d78-9614-73adf19dcd39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ae8b27-6cd7-4938-be24-a755b1556364,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:20.104899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52600) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:20.108477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Sync routers for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:20.119100 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e038958a-930c-4c05-91af-d37ba9d736af admin admin] 10.222.0.46 "PUT /v2.0/routers/dd047f4a-429a-40da-a7d1-38896bcaa15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0393381 Aug 28 08:25:20.126181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:20.127146 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:20.279289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.287537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eec6dc7-db9d-40d2-a081-bb63dd7de2cf req-ebee64c9-5dcd-4789-b323-f3e24847c043 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0349698 Aug 28 08:25:20.293579 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:20.337345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.395760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:20.452856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:20.453468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.478943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.510693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.535639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,segment=NetworkSegment(ca012f9c-1957-495c-ba75-bcbd112bfff0),segment_id=ca012f9c-1957-495c-ba75-bcbd112bfff0)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:20.536018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.540705 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:25:18Z', 'revision_number': 5, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:20.551732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 005e37a0-13b3-402f-8af3-db7c9fc8cd0a owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:20.577389 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Checking router: dd047f4a-429a-40da-a7d1-38896bcaa15b for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:20.597416 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Routers {'dd047f4a-429a-40da-a7d1-38896bcaa15b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:20.598444 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['dd047f4a-429a-40da-a7d1-38896bcaa15b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:20.631518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5e70f90-27f4-4ff6-899f-89733955dc79 req-14185e83-5edb-402c-abbd-742b58c652e8 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ab8108-7420-4c2e-a8c6-a25a40b90ef9 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Aug 28 08:25:20.652629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,segment=NetworkSegment(ca012f9c-1957-495c-ba75-bcbd112bfff0),segment_id=ca012f9c-1957-495c-ba75-bcbd112bfff0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:20.722702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Deleting port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:20.722702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.748263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] DHCP port deletion for 6f39a8e4-1615-4fbd-ab81-e2acf1d845bc request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:20.748774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] Set router dd047f4a-429a-40da-a7d1-38896bcaa15b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:20.777570 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.787419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:20.851658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a932d-3b8e-4991-b9a2-4b98b41a2219 None None] The sync data for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 is: [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:21:38Z', 'revision_number': 4, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd6c088af-1c7b-4d24-a54f-743d376b2be7', 'name': '', 'network_id': '8b16bcc9-479d-4a5e-a66d-624918046d40', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'mac_address': 'fa:16:3e:a9:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:36Z', 'updated_at': '2021-08-28T08:21:46Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'subnets': [{'id': '52df32c5-8138-4fb5-900a-fcd8c17e5145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:20.859117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] For port a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:20.862485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.885201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:20.901464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Calling delete_port for a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:20.921166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.921534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Deleting port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:20.922150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:20.990717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:20.996459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:21.033067 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:25:18Z', 'revision_number': 5, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:21.035856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3095-ee41-485d-b78e-5e398d0d7b24 req-17f1015f-6088-407a-ab7b-8ae88e8598f9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.037691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-947e3095-ee41-485d-b78e-5e398d0d7b24 req-17f1015f-6088-407a-ab7b-8ae88e8598f9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0770831 Aug 28 08:25:21.052377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 760b2600-5f6a-4850-a187-006fc4027301 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:21.079156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6d31b-fbd0-4562-b7dd-9237eab8940c None None] The sync data for ids ['dd047f4a-429a-40da-a7d1-38896bcaa15b'] in n-d-792458-16 is: [{'id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1100804335-router', 'tenant_id': 'd390fb91a6ea457fad985ced00d44397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:25:18Z', 'revision_number': 5, 'project_id': 'd390fb91a6ea457fad985ced00d44397', 'gw_port': {'id': 'a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd047f4a-429a-40da-a7d1-38896bcaa15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:03Z', 'updated_at': '2021-08-28T08:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:21.108192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] For port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:21.108733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.113329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.125950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 760b2600-5f6a-4850-a187-006fc4027301 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:21.126562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 760b2600-5f6a-4850-a187-006fc4027301 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:21.127805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-947e3095-ee41-485d-b78e-5e398d0d7b24 req-31fbadea-1b6a-48e5-907f-33c5fea9352e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Aug 28 08:25:21.129324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Calling delete_port for 005e37a0-13b3-402f-8af3-db7c9fc8cd0a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:21.135282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:25:21.137210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.156867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] No DVR routers for this DVR port 005e37a0-13b3-402f-8af3-db7c9fc8cd0a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:21.186726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52506d52-6ca0-4578-a227-0f5041243069 None None] Pushing event deleted for resources: {'Port': ['ID=005e37a0-13b3-402f-8af3-db7c9fc8cd0a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:21.204864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f39a8e4-1615-4fbd-ab81-e2acf1d845bc']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:21.216032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca012f9c-1957-495c-ba75-bcbd112bfff0') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:21.216339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca012f9c-1957-495c-ba75-bcbd112bfff0') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:21.231008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.248618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.257121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:21.257534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.284131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.290970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.295131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec5f9e-d7ee-4289-94f6-2cf1ecc7b879 None None] New status for floating IP 0709fed1-8c45-45f0-a8b9-2f05e23c6a93: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:25:21.298776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:21.304494 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:21.306726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.312173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.325463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.331012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:21.333064 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf036a75-016e-4a05-bede-7e4fee533059 req-6ceca58c-2c68-4562-8e66-4572219b3989 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5437 time: 0.1115906 Aug 28 08:25:21.379379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf036a75-016e-4a05-bede-7e4fee533059 req-28b1bb5b-db60-4425-823e-eeff94a65f2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395463 Aug 28 08:25:21.434577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9019a2ba-b6a0-435f-a155-735bb2602d0a req-07234cb8-6eff-44b0-85bc-f627652874bc tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Aug 28 08:25:21.560141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 005e37a0-13b3-402f-8af3-db7c9fc8cd0a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:21.589236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 005e37a0-13b3-402f-8af3-db7c9fc8cd0a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:21.589236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 005e37a0-13b3-402f-8af3-db7c9fc8cd0a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:21.589236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16e78bfe-681f-4b78-878f-d0eaab371950 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:21.608470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 16e78bfe-681f-4b78-878f-d0eaab371950 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:21.608470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16e78bfe-681f-4b78-878f-d0eaab371950 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:21.653969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.655937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.689714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.691714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/6f39a8e4-1615-4fbd-ab81-e2acf1d845bc HTTP/1.1" status: 204 len: 168 time: 1.5987062 Aug 28 08:25:21.695379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:21.696000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52618) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:21.701987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677430346'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:21.716372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67473-1c92-4fd4-b795-dac3e77a6c77 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=6f39a8e4-1615-4fbd-ab81-e2acf1d845bc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:21.783934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.802281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:21.807827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.834242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52622) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:21.845374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:21.864901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.865666 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment 31f7a3ee-fba0-4701-999d-3256a6f61bbe of type vlan for network edbfe279-9e5e-4d3f-85bf-6db6c89500ce Aug 28 08:25:21.912659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.917156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:21.921250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.011184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.018547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.024364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.025011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.040494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.093791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=edbfe279-9e5e-4d3f-85bf-6db6c89500ce,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:22.106028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:22.116210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.116887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd047f4a-429a-40da-a7d1-38896bcaa15b {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:25:22.122167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.123479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-15d3f469-a8ca-4d72-914a-02518c96caf9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/dd047f4a-429a-40da-a7d1-38896bcaa15b HTTP/1.1" status: 204 len: 168 time: 2.0174289 Aug 28 08:25:22.126040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52624) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:22.197861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Deleting subnet a349cbae-065e-476d-8b47-5adb11515e25 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:22.201286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.206409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1ddcc09-b6af-40c8-9891-f97af318b612 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5065756 Aug 28 08:25:22.209866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52628) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:22.215730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:22.242017 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.246325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.250019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "DELETE /v2.0/security-groups/30c27d46-b6f5-4fa6-9fb6-fc003e1b9112 HTTP/1.1" status: 204 len: 168 time: 0.3809645 Aug 28 08:25:22.255111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.282441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52632) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:22.302042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468ab0-0503-41a7-8ebd-1be2a9ea6664 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c27d46-b6f5-4fa6-9fb6-fc003e1b9112,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:22.382716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.549549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.555930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.561976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.568636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.574491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.581204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.587057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.589137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-e8db29e4-b0a0-4403-9a0c-6d5eb3824685 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5437 time: 0.1046584 Aug 28 08:25:22.590654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.622366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a349cbae-065e-476d-8b47-5adb11515e25,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:22.627013 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-ceb0ce13-18ef-4bdb-a5d5-1da43167d711 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] show failed (client error): The resource could not be found. Aug 28 08:25:22.628454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ceb0ce13-18ef-4bdb-a5d5-1da43167d711 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "GET /v2.0/security-groups/30c27d46-b6f5-4fa6-9fb6-fc003e1b9112 HTTP/1.1" status: 404 len: 347 time: 0.3448386 Aug 28 08:25:22.633150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52640) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:22.636887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.637050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953492f-bb4c-4fb9-ab8d-fa4ea9a50236 None None] Network 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:22.641527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-23268526-edb8-4d4f-8465-de4e884193ba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a349cbae-065e-476d-8b47-5adb11515e25 HTTP/1.1" status: 204 len: 168 time: 0.5140762 Aug 28 08:25:22.642585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52642) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:22.689523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc60175d-bb0e-4960-93a2-3d884d8f0c32 req-96cfb362-bf01-4481-a37b-03546fad7e24 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711064 Aug 28 08:25:22.785791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a197eb6-6339-4496-9079-c9b14e1b3d48 req-09106d3c-ff02-4ea2-a6db-a6f8a41d6191 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Aug 28 08:25:22.843564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.855714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b084a9-e83f-437a-bffa-ef4dbf388803 req-b046929d-6f19-48fc-89b0-15fdcbe47441 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:22.857232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0b084a9-e83f-437a-bffa-ef4dbf388803 req-b046929d-6f19-48fc-89b0-15fdcbe47441 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.6352394 Aug 28 08:25:22.874918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] DHCP port deletion for 6f8bcf9c-b2e8-46a5-8635-54df9fe371ba request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:22.927129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Deleting port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:22.927612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.940947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0b084a9-e83f-437a-bffa-ef4dbf388803 req-42fec129-810a-4b08-905b-e95333b5fb93 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750020 Aug 28 08:25:22.949426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Deleting port 905adafe-83bd-43b0-8110-d17bcf10da19 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:22.949717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.954967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:22.958727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:22.998262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] For port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:22.998586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.017068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Calling delete_port for f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:23.060429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 91a02057-cb39-4ac9-bfda-d79ab58a5e3b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:23.097684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Deleting port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:23.098271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.184430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.184766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.211499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] For port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,segment=NetworkSegment(e78dc2a3-f18d-463b-a472-4c5e52936899),segment_id=e78dc2a3-f18d-463b-a472-4c5e52936899)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:23.211786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.213424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:23.217696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:23.218064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.243175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Calling delete_port for 905adafe-83bd-43b0-8110-d17bcf10da19 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:23.256218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Calling delete_port for f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:23.287496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.319796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] Pushing event deleted for resources: {'Port': ['ID=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:23.324713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380aff3-567b-4d90-a3d4-4ba492582c83 None None] No DVR routers for this DVR port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:23.333648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.356404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:23.358810 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097f081-8dfd-4c86-aa29-049bb148d9a5" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:23.382057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:23.403304 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d763a9ab-612e-4ce2-b829-6c2d9a9cba45 x-openstack-request-id: req-d763a9ab-612e-4ce2-b829-6c2d9a9cba45 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:23.403304 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:23.403304 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d763a9ab-612e-4ce2-b829-6c2d9a9cba45 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:23.403673 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'code': 200} Aug 28 08:25:23.466488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:23.472875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.490689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:23.491037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5fdf3cf-382b-46aa-a7a3-e1f8f35d1dc6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:23.491473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:23.507351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cff091-7816-43e9-99d4-dcc1e4a6c3b8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:23.514863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] No DVR routers for this DVR port f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:23.515625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:23.515976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f5cff091-7816-43e9-99d4-dcc1e4a6c3b8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:23.520534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.522140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 37bb34ea-a324-44b4-b8df-149ea6458fbc up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:23.573205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.607265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:23.660418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.681579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 37bb34ea-a324-44b4-b8df-149ea6458fbc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:23.682791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8bcf9c-b2e8-46a5-8635-54df9fe371ba']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:23.685713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 37bb34ea-a324-44b4-b8df-149ea6458fbc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:23.686172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.704796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78dc2a3-f18d-463b-a472-4c5e52936899') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:23.705068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78dc2a3-f18d-463b-a472-4c5e52936899') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:23.713096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=b7e6cb37-2394-4ffa-acc9-f7b1771d162c,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:23.722300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.730182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.764318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': '31f7a3ee-fba0-4701-999d-3256a6f61bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:23.764794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: edbfe279-9e5e-4d3f-85bf-6db6c89500ce, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:23.768706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.774627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Pushing event deleted for resources: {'Port': ['ID=905adafe-83bd-43b0-8110-d17bcf10da19,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:23.777117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.782245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:23.782664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:23.787568 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:23.819805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:23.837685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.844383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.852899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.858425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.864987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.871095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.877161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:23.885215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-0a3d2ad2-ac68-4ed7-a969-78f643ffbd0c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5438 time: 0.1181819 Aug 28 08:25:23.893690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.894565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 226d7285-2471-4895-9e5c-10b145a62897 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:23.923336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b58450e4-39ed-4f0d-ab8e-933da536a763 req-74890f76-4a02-4d63-a271-6f3d940c643f tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0374005 Aug 28 08:25:23.932091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.934752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:23.938846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1960899e-8927-44ac-b37a-68b8dde58883 tempest-ServersTestJSON-1285961076 tempest-ServersTestJSON-1285961076-project] 10.222.0.46 "DELETE /v2.0/floatingips/0709fed1-8c45-45f0-a8b9-2f05e23c6a93 HTTP/1.1" status: 204 len: 168 time: 1.3005364 Aug 28 08:25:23.939106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:23.939775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-826c92a8-3687-4ec5-9be0-f2626c5b0164 req-d3d69fde-cf6b-443f-8400-36b0026417bf tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536981 Aug 28 08:25:23.985311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:24.002349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:24.003226 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.008468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.010560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f8bcf9c-b2e8-46a5-8635-54df9fe371ba HTTP/1.1" status: 204 len: 168 time: 1.3235004 Aug 28 08:25:24.013714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:24.060985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5a6b9-eea2-4d47-98bc-48137e4a8a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8bcf9c-b2e8-46a5-8635-54df9fe371ba,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:24.087662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, edbfe279-9e5e-4d3f-85bf-6db6c89500ce) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:24.095789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:24.097015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.098381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ac2cd-5686-43f4-9395-8eae51f0e6f6 None None] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:24.162036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 226d7285-2471-4895-9e5c-10b145a62897 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:24.163412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c02459-f261-40fd-ac65-2cb216a32caa req-864fd2d6-c514-4e30-9eb7-082407d9d32f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:24.170018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00c02459-f261-40fd-ac65-2cb216a32caa req-864fd2d6-c514-4e30-9eb7-082407d9d32f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1113975 Aug 28 08:25:24.170805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 226d7285-2471-4895-9e5c-10b145a62897 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:24.171170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.263432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00c02459-f261-40fd-ac65-2cb216a32caa req-0ac297fc-a264-44aa-bbcf-8722c47dd29c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Aug 28 08:25:24.299551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.309119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34ee5a08-90b1-4a16-9a65-41bb00b234f6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0977819 Aug 28 08:25:24.312721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52660) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:24.319167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-541545842'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:24.346363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-edbfe279-9e5e-4d3f-85bf-6db6c89500ce', 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'b7e6cb37-2394-4ffa-acc9-f7b1771d162c'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:25:24.347162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.369319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=226d7285-2471-4895-9e5c-10b145a62897,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:24.498862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.525801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.535769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.544460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Allocated IP 2001:db8::2 (edbfe279-9e5e-4d3f-85bf-6db6c89500ce/b7e6cb37-2394-4ffa-acc9-f7b1771d162c/278caccc-0368-4e00-ad83-5a5703b94e33) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:24.586437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:24.599659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:24.609607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.659908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 4c0edae5-59fe-461a-b2c9-af48562574c7 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:24.740210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.749681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Transition to ACTIVE for port object 278caccc-0368-4e00-ad83-5a5703b94e33 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:24.769628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Transition to ACTIVE for port object 278caccc-0368-4e00-ad83-5a5703b94e33 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:24.865362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:24.912885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:24.920370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:24.923020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:24.927429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Pushing event updated for resources: {'Port': ['ID=278caccc-0368-4e00-ad83-5a5703b94e33,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:24.950816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::236 (edbfe279-9e5e-4d3f-85bf-6db6c89500ce/b7e6cb37-2394-4ffa-acc9-f7b1771d162c/4c0edae5-59fe-461a-b2c9-af48562574c7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:24.954151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Deleting port d6c088af-1c7b-4d24-a54f-743d376b2be7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:24.954651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.019469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Attempting to bind port 278caccc-0368-4e00-ad83-5a5703b94e33 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:25.020317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Attempting to bind port 278caccc-0368-4e00-ad83-5a5703b94e33 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '31f7a3ee-fba0-4701-999d-3256a6f61bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:25.020806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Attempting to bind port 278caccc-0368-4e00-ad83-5a5703b94e33 on network edbfe279-9e5e-4d3f-85bf-6db6c89500ce {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:25.030772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:25.031313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Checking segment: {'id': '31f7a3ee-fba0-4701-999d-3256a6f61bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:25.031829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.033022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Bound using segment: {'id': '31f7a3ee-fba0-4701-999d-3256a6f61bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:25.036745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Bound port: 278caccc-0368-4e00-ad83-5a5703b94e33, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f7a3ee-fba0-4701-999d-3256a6f61bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'edbfe279-9e5e-4d3f-85bf-6db6c89500ce'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:25.038535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.056219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:25.145397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] For port 278caccc-0368-4e00-ad83-5a5703b94e33, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:25.145613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4da8853b-9c88-47a3-bab5-8e33d9ae90a0 req-1a0e2a5b-89c6-496f-81a3-76876b795f4c tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0893338 Aug 28 08:25:25.160167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] For port 278caccc-0368-4e00-ad83-5a5703b94e33, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=278caccc-0368-4e00-ad83-5a5703b94e33,segment=NetworkSegment(31f7a3ee-fba0-4701-999d-3256a6f61bbe),segment_id=31f7a3ee-fba0-4701-999d-3256a6f61bbe)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:25.181890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] For port d6c088af-1c7b-4d24-a54f-743d376b2be7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6c088af-1c7b-4d24-a54f-743d376b2be7,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:25.182299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.199820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.206782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Calling delete_port for d6c088af-1c7b-4d24-a54f-743d376b2be7 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:25.211686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.213130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.219240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.226181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.233846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.240136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.242278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-f00f420a-eed6-4aac-b592-d19c1b2c335f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5440 time: 0.1651833 Aug 28 08:25:25.277544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.280807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Deleting port 4b547d15-9ee5-4097-ad95-220df4e37b83 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:25.281241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.304007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 4c0edae5-59fe-461a-b2c9-af48562574c7 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:25.327453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:25.332965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.351993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:25.352558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.364062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eef79a28-ecc2-48a3-9872-04a8ae0322fd req-6ca9307a-1b46-49f3-b271-3d9d4ea04ea5 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126585 Aug 28 08:25:25.418892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226d7285-2471-4895-9e5c-10b145a62897'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:25.421626 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49ab3f-e190-48a8-9253-e54ded6aa47c" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "226d7285-2471-4895-9e5c-10b145a62897"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:25.433773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] For port 4b547d15-9ee5-4097-ad95-220df4e37b83, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4b547d15-9ee5-4097-ad95-220df4e37b83,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:25.434107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.476109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1334940-9124-456c-b710-1134cd332bed req-588e1898-dc98-41dc-a792-fdc5c1183f87 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.477767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1334940-9124-456c-b710-1134cd332bed req-588e1898-dc98-41dc-a792-fdc5c1183f87 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1076028 Aug 28 08:25:25.482196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Calling delete_port for 4b547d15-9ee5-4097-ad95-220df4e37b83 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:25.487705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6743-168e-4a1f-b619-5c711671f691 None None] Pushing event updated for resources: {'Port': ['ID=278caccc-0368-4e00-ad83-5a5703b94e33,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:25.504689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24072ef7-4936-47cd-9028-2566bcea3975 x-openstack-request-id: req-24072ef7-4936-47cd-9028-2566bcea3975 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:25.505071 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "226d7285-2471-4895-9e5c-10b145a62897", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:25.505817 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24072ef7-4936-47cd-9028-2566bcea3975 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:25.506253 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'code': 200} Aug 28 08:25:25.506525 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226d7285-2471-4895-9e5c-10b145a62897', 'code': 200} Aug 28 08:25:25.562735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1334940-9124-456c-b710-1134cd332bed req-010ff38a-205a-4aec-a735-c099e1177b9a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Aug 28 08:25:25.585572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.596147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.636770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:25.643398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:25.647776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:25.657335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:25.657335 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.672264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=4c0edae5-59fe-461a-b2c9-af48562574c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:25.682885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.723959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:25.725059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.725889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c088af-1c7b-4d24-a54f-743d376b2be7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:25.801088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b6991306-ca7f-4f61-b00f-1e1337dfc4d2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4870367 Aug 28 08:25:25.803611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:25.836873 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.837530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:25.928010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:25.953845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:25.963992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b547d15-9ee5-4097-ad95-220df4e37b83,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:26.017402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 4c0edae5-59fe-461a-b2c9-af48562574c7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:26.018185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.024131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.059150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:26.063850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:26.064257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.191561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.235391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:26.243918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.244029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.261555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 4c0edae5-59fe-461a-b2c9-af48562574c7 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:26.304875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32fda3bc-3f26-4c02-a43f-db1d3a7be631 req-37795c91-a3cd-47e1-a0f9-eaeb8310c4b6 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0408497 Aug 28 08:25:26.373468 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.374328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 406ae6eb-14d4-4c85-ab62-8bbee3415176 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:26.505333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:26.571805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Router 7187ce44-df6d-447a-8694-fc571ed73fce has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:26.600342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 406ae6eb-14d4-4c85-ab62-8bbee3415176 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:26.606669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 406ae6eb-14d4-4c85-ab62-8bbee3415176 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:26.607307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.649175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.655358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.662069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.668455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.674635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.680656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.687155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.695042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-e4b1ebfe-aea3-4883-841a-c02a4f9aa58f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5442 time: 0.1655407 Aug 28 08:25:26.742605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0322f9-0e73-42b5-961e-36657d607baf None None] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:26.780953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea4ecc8a-5d60-462e-b5a4-5209a3e83402 req-2cc04ce5-5d21-440a-8c24-367695229790 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849879 Aug 28 08:25:26.798978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:26.804589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f7c865c3-432e-449f-89c4-3dc8f9477895 admin admin] 10.222.0.46 "PUT /v2.0/routers/7187ce44-df6d-447a-8694-fc571ed73fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895629 Aug 28 08:25:26.806899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:26.811291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Sync routers for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:26.829619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:26.830870 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:26.891261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60fb16-350c-474c-924d-454466221f30 req-057f8a85-3512-4efe-9067-03f501b07910 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:26.895500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e60fb16-350c-474c-924d-454466221f30 req-057f8a85-3512-4efe-9067-03f501b07910 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1534317 Aug 28 08:25:26.967040 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:26.969402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:26.974442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:26.998765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e60fb16-350c-474c-924d-454466221f30 req-16adca53-e0aa-435d-9dae-24e14a1e543f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968945 Aug 28 08:25:27.126027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.133513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.155440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.187355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:27.215652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=4c0edae5-59fe-461a-b2c9-af48562574c7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:27.255102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:27.262914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ce0e69b-ca05-423e-9881-47e01397cee2 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c85a931-5b6c-48ab-8299-59d68f75f8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3224502 Aug 28 08:25:27.264887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.267178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-062aa7c9-b003-41e9-89b4-347cff70158e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/4c0edae5-59fe-461a-b2c9-af48562574c7 HTTP/1.1" status: 204 len: 168 time: 1.4626102 Aug 28 08:25:27.267363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:27.273072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52694) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:27.289790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Sync routers for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:27.292155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bc52d0b6-a4e6-4389-bf86-33066ba73e95 None None] Provisioning for port 278caccc-0368-4e00-ad83-5a5703b94e33 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:27.301332 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.302732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3e1f6b13-905b-42eb-b327-358d800bc2bb up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:27.313200 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca3cf2-0d04-46a7-a3f5-fc81c31eb01a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:27.313200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81ca3cf2-0d04-46a7-a3f5-fc81c31eb01a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/4c0edae5-59fe-461a-b2c9-af48562574c7 HTTP/1.1" status: 404 len: 333 time: 0.0350845 Aug 28 08:25:27.315331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52696) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:27.334389 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:25:25Z', 'revision_number': 5, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port': {'id': 'bc7c69e9-27ac-4fc7-a03b-6c4534692e0e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:16Z', 'updated_at': '2021-08-28T08:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:27.368303 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Checking router: 7187ce44-df6d-447a-8694-fc571ed73fce for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:27.381078 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Routers {'7187ce44-df6d-447a-8694-fc571ed73fce'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:27.382140 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7187ce44-df6d-447a-8694-fc571ed73fce'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:27.431283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet b7e6cb37-2394-4ffa-acc9-f7b1771d162c {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:27.435012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.440259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:27.440942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:27.481714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.539086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:27.544745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.545207 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8464b9-2e90-47d1-848c-f286294cb6b7" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:27.565923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:27.590138 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] Set router 7187ce44-df6d-447a-8694-fc571ed73fce gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:27.591866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60c29d61-f001-4c03-8643-93c23a981a17 req-b59740ce-81ba-4099-83ed-7e45bc0d7bdd tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1768777 Aug 28 08:25:27.650550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4be7432-6c14-444d-9add-2afac29c6ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.676733 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211f797e-4f58-47b0-8492-14342d7c8977 x-openstack-request-id: req-211f797e-4f58-47b0-8492-14342d7c8977 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:27.676933 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:27.677221 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-211f797e-4f58-47b0-8492-14342d7c8977 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:27.678478 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e', 'code': 200} Aug 28 08:25:27.678825 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'code': 200} Aug 28 08:25:27.679005 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'code': 200} Aug 28 08:25:27.700579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:27.719048 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:25:27Z', 'revision_number': 6, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:27.728254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.757042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Deleting port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:27.757393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.791065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 3e1f6b13-905b-42eb-b327-358d800bc2bb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:27.791399 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2502fc-19a4-48c4-8ba3-84cd770063d7 None None] The sync data for ids ['7187ce44-df6d-447a-8694-fc571ed73fce'] in n-d-792458-16 is: [{'id': '7187ce44-df6d-447a-8694-fc571ed73fce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1981184524-router', 'tenant_id': '3bfdead4f175490e82f7246df790ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:14Z', 'updated_at': '2021-08-28T08:25:27Z', 'revision_number': 6, 'project_id': '3bfdead4f175490e82f7246df790ce7b', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:27.794414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 278caccc-0368-4e00-ad83-5a5703b94e33 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:27.851740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.880848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 3e1f6b13-905b-42eb-b327-358d800bc2bb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:27.881291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.891933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] For port bc7c69e9-27ac-4fc7-a03b-6c4534692e0e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:27.892406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:27.910171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Calling delete_port for bc7c69e9-27ac-4fc7-a03b-6c4534692e0e owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:27.959649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.004872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e6cb37-2394-4ffa-acc9-f7b1771d162c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:28.014150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.016329 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d72a47b8-f7ca-4612-b71a-87b13196b033 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/b7e6cb37-2394-4ffa-acc9-f7b1771d162c HTTP/1.1" status: 204 len: 168 time: 0.7014675 Aug 28 08:25:28.022247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52706) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:28.045529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.051127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.058440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.066115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.075513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.083671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.089831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.098711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-85053492-3387-4e2b-8495-e04a013504bb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5443 time: 0.1892548 Aug 28 08:25:28.178754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dba6690a-1ff7-46e6-ba9f-0352eacef5d5 req-05b3552e-30e8-48c2-b6cc-1e865e8858cb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778739 Aug 28 08:25:28.180501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.185498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.208782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 278caccc-0368-4e00-ad83-5a5703b94e33 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:28.238306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 278caccc-0368-4e00-ad83-5a5703b94e33 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:28.238306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.336663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fa62d-2634-4ca0-8824-3bd50d0a4624 None None] Network edbfe279-9e5e-4d3f-85bf-6db6c89500ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:28.359737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Deleting port c395bc9d-9907-4d3c-903f-1ab7cef9258e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:28.360344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.382582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec53833d-266c-4797-8a72-1159eb30653b None None] Could not find standard attr ID for object 4c0edae5-59fe-461a-b2c9-af48562574c7. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:25:28.409128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:28.433410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7084-f62c-4f2b-87cf-99662047d745 req-03c5fb67-eafd-43aa-a342-39b2c1fc61c1 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:28.435116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac2e7084-f62c-4f2b-87cf-99662047d745 req-03c5fb67-eafd-43aa-a342-39b2c1fc61c1 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.2473483 Aug 28 08:25:28.443267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:25:25Z', 'revision_number': 5, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port': {'id': 'c395bc9d-9907-4d3c-903f-1ab7cef9258e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:21:31Z', 'updated_at': '2021-08-28T08:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:28.492750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.495692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Checking router: 6c85a931-5b6c-48ab-8299-59d68f75f8a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:28.556612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac2e7084-f62c-4f2b-87cf-99662047d745 req-9cefd9aa-7b3d-41d8-b43d-4a9b553052cd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968423 Aug 28 08:25:28.562497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] For port c395bc9d-9907-4d3c-903f-1ab7cef9258e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c395bc9d-9907-4d3c-903f-1ab7cef9258e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:28.562873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.568711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 278caccc-0368-4e00-ad83-5a5703b94e33 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:28.569057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.577026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Routers {'6c85a931-5b6c-48ab-8299-59d68f75f8a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:28.577679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:28.630034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.634456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Calling delete_port for c395bc9d-9907-4d3c-903f-1ab7cef9258e owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:28.682995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7c69e9-27ac-4fc7-a03b-6c4534692e0e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:28.724344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:28.744219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.746200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e67a2f06-7ceb-436a-87c2-580efa524028 req-13d2db7d-349e-4798-b870-a817c0c299d0 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0369165 Aug 28 08:25:28.763648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] Set router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:28.764415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port 278caccc-0368-4e00-ad83-5a5703b94e33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=278caccc-0368-4e00-ad83-5a5703b94e33,segment=NetworkSegment(31f7a3ee-fba0-4701-999d-3256a6f61bbe),segment_id=31f7a3ee-fba0-4701-999d-3256a6f61bbe)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:28.765801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.809166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 278caccc-0368-4e00-ad83-5a5703b94e33 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:28.831966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:25:27Z', 'revision_number': 6, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:28.870642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07baeb6f-61c0-4755-ba24-e656193ec5af None None] The sync data for ids ['6c85a931-5b6c-48ab-8299-59d68f75f8a9'] in n-d-792458-16 is: [{'id': '6c85a931-5b6c-48ab-8299-59d68f75f8a9', 'name': 'tempest-ServersTestJSON-1216209983-router', 'tenant_id': '02c848e5098649a8b29d62e6a3680a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:21:29Z', 'updated_at': '2021-08-28T08:25:27Z', 'revision_number': 6, 'project_id': '02c848e5098649a8b29d62e6a3680a63', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:28.877808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 278caccc-0368-4e00-ad83-5a5703b94e33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=278caccc-0368-4e00-ad83-5a5703b94e33,segment=NetworkSegment(31f7a3ee-fba0-4701-999d-3256a6f61bbe),segment_id=31f7a3ee-fba0-4701-999d-3256a6f61bbe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:28.894781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] DHCP port deletion for edbfe279-9e5e-4d3f-85bf-6db6c89500ce request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:28.927527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:28.960657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Deleting port 278caccc-0368-4e00-ad83-5a5703b94e33 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:28.961041 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.010191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.041650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.045545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.208528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.222848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] For port 278caccc-0368-4e00-ad83-5a5703b94e33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=278caccc-0368-4e00-ad83-5a5703b94e33,segment=NetworkSegment(31f7a3ee-fba0-4701-999d-3256a6f61bbe),segment_id=31f7a3ee-fba0-4701-999d-3256a6f61bbe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:29.223355 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.234129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port 278caccc-0368-4e00-ad83-5a5703b94e33 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:29.250365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Calling delete_port for 278caccc-0368-4e00-ad83-5a5703b94e33 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:29.259656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.260478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7187ce44-df6d-447a-8694-fc571ed73fce {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:25:29.261503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=278caccc-0368-4e00-ad83-5a5703b94e33,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:29.265317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=278caccc-0368-4e00-ad83-5a5703b94e33,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:29.267714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.281981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.281981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-af9bf43b-eba7-4ded-91d5-37ed1d3ffef3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7187ce44-df6d-447a-8694-fc571ed73fce HTTP/1.1" status: 204 len: 168 time: 2.4709213 Aug 28 08:25:29.288174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: from cryptography.utils import int_from_bytes Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: from cryptography.utils import int_from_bytes Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.360068 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:25:29.370005 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:25:29.375559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.376079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.381525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.388314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Pushing event deleted for resources: {'Port': ['ID=c395bc9d-9907-4d3c-903f-1ab7cef9258e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:29.390779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.422053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.428674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.459560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.462193 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.473233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.478368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] No DVR routers for this DVR port 278caccc-0368-4e00-ad83-5a5703b94e33 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:29.481866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-ca8d15ea-60c2-4d17-b5fc-2b03c0713f78 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.2222579 Aug 28 08:25:29.483431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e49ff1-11d3-47fc-a7d1-9e4825e5eb9f None None] Pushing event deleted for resources: {'Port': ['ID=278caccc-0368-4e00-ad83-5a5703b94e33,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:29.512430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Deleting subnet 09c4f054-f6f1-4210-b124-279ad2e80346 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:29.515793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.521568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbfe279-9e5e-4d3f-85bf-6db6c89500ce']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:29.527557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c395bc9d-9907-4d3c-903f-1ab7cef9258e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:29.539979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f7a3ee-fba0-4701-999d-3256a6f61bbe') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:29.540322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f7a3ee-fba0-4701-999d-3256a6f61bbe') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:29.553503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c395bc9d-9907-4d3c-903f-1ab7cef9258e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:29.553797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.554370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c395bc9d-9907-4d3c-903f-1ab7cef9258e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:29.554801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc7c69e9-27ac-4fc7-a03b-6c4534692e0e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:29.569051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.576807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.585250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: bc7c69e9-27ac-4fc7-a03b-6c4534692e0e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:29.585250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bc7c69e9-27ac-4fc7-a03b-6c4534692e0e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:29.585250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 278caccc-0368-4e00-ad83-5a5703b94e33 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:29.608488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 278caccc-0368-4e00-ad83-5a5703b94e33 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:29.608488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 278caccc-0368-4e00-ad83-5a5703b94e33 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:29.608488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4b547d15-9ee5-4097-ad95-220df4e37b83 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:29.619859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.620592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-421eca69-8ffd-4da2-97b9-bd75bf510afa req-f41cda83-bdb9-49b8-863b-941a51ea14a4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306341 Aug 28 08:25:29.643229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4b547d15-9ee5-4097-ad95-220df4e37b83 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:29.643229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4b547d15-9ee5-4097-ad95-220df4e37b83 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:29.643229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6c088af-1c7b-4d24-a54f-743d376b2be7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:29.679378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: d6c088af-1c7b-4d24-a54f-743d376b2be7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:29.679836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6c088af-1c7b-4d24-a54f-743d376b2be7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:29.682651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1f6b13-905b-42eb-b327-358d800bc2bb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:29.685377 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ed112-1b0b-4f4f-864e-183f6f3983e8" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "3e1f6b13-905b-42eb-b327-358d800bc2bb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:29.697380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:29.697891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:29.702421 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:29.725941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.737259 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e499b496-9bdf-4189-98d6-6d755c2b32bd x-openstack-request-id: req-e499b496-9bdf-4189-98d6-6d755c2b32bd {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:29.737259 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-plugged", "status": "completed", "tag": "3e1f6b13-905b-42eb-b327-358d800bc2bb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:29.737259 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e499b496-9bdf-4189-98d6-6d755c2b32bd {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:29.737259 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1f6b13-905b-42eb-b327-358d800bc2bb', 'code': 200} Aug 28 08:25:29.776734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.785124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.873390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3be14709-30e1-4f74-a406-f5b88adee097 req-67051aab-e2f0-4dcd-9a05-726c21598726 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0396397 Aug 28 08:25:29.911747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.912267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.912767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.913236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.913743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.914363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.914834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:29.916965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-a9b98d77-5aff-46d9-8d09-46235706599e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6508 time: 0.0747390 Aug 28 08:25:29.922272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.922478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.956252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c4f054-f6f1-4210-b124-279ad2e80346,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:29.971635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:29.976380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9edd3b8b-d9d7-4312-bc23-f38d5ae7fe94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/09c4f054-f6f1-4210-b124-279ad2e80346 HTTP/1.1" status: 204 len: 168 time: 0.6841776 Aug 28 08:25:29.976380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:29.979115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40602ab1-d6e8-4dea-8671-5da26abf93b3 None None] Network 87919968-4eab-4a07-a667-b1fc9e184f42 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:30.045253 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-45dffaaa-6eac-4411-9e42-3e7ce6b24274 req-725e7af8-6798-486b-8e2c-348ea42e4610 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e944ca61-4313-4273-88e3-ac24f83b7d57&id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175983 Aug 28 08:25:30.065359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.122069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Deleting port 2803fc29-8c0f-473c-9fee-f5efef268a33 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:30.122447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.153512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf4335-5d8c-49bd-b1a2-109ca23b87e2 req-566f6b7b-b374-413e-867c-f873e91246e5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.158971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98bf4335-5d8c-49bd-b1a2-109ca23b87e2 req-566f6b7b-b374-413e-867c-f873e91246e5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.4573436 Aug 28 08:25:30.176525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] DHCP port deletion for 87919968-4eab-4a07-a667-b1fc9e184f42 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:30.193762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] For port 2803fc29-8c0f-473c-9fee-f5efef268a33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2803fc29-8c0f-473c-9fee-f5efef268a33,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:30.194130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.208917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Calling delete_port for 2803fc29-8c0f-473c-9fee-f5efef268a33 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:30.211029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98bf4335-5d8c-49bd-b1a2-109ca23b87e2 req-f36f3be5-7512-406b-8245-f01b355c7152 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Aug 28 08:25:30.242082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.242706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c85a931-5b6c-48ab-8299-59d68f75f8a9 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:25:30.247296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.251428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-303ff4a4-e466-4e5e-91b4-8d23a330d44c admin admin] 10.222.0.46 "DELETE /v2.0/routers/6c85a931-5b6c-48ab-8299-59d68f75f8a9 HTTP/1.1" status: 204 len: 168 time: 2.9799848 Aug 28 08:25:30.251527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Deleting port 2803fc29-8c0f-473c-9fee-f5efef268a33 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:30.251527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.253511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:30.319880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Deleting subnet 52df32c5-8138-4fb5-900a-fcd8c17e5145 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:30.321925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-60c04e40-d0bb-4387-89bd-9bf1cfc364f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.323540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.325285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] For port 2803fc29-8c0f-473c-9fee-f5efef268a33, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2803fc29-8c0f-473c-9fee-f5efef268a33,segment=NetworkSegment(e31bcddb-d25f-4a24-87f2-757ce1dd821c),segment_id=e31bcddb-d25f-4a24-87f2-757ce1dd821c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:30.325407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.325498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.340542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Calling delete_port for 2803fc29-8c0f-473c-9fee-f5efef268a33 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:30.351914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.358938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52736) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:30.366204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/edbfe279-9e5e-4d3f-85bf-6db6c89500ce HTTP/1.1" status: 204 len: 168 time: 2.3375549 Aug 28 08:25:30.366482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'name': 'tempest-PortsIpV6TestJSON-2133072464'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:30.394396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38acc1-1c72-48b3-a12d-13303b8e74e6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=edbfe279-9e5e-4d3f-85bf-6db6c89500ce,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:30.401258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.444192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.449577 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.481051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] Pushing event deleted for resources: {'Port': ['ID=2803fc29-8c0f-473c-9fee-f5efef268a33,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:30.482800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2803fc29-8c0f-473c-9fee-f5efef268a33,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:30.485828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8440eb7-f3cf-4b55-8f56-f4f6d5018b55 None None] No DVR routers for this DVR port 2803fc29-8c0f-473c-9fee-f5efef268a33 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:30.489376 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.492454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] No DVR routers for this DVR port 2803fc29-8c0f-473c-9fee-f5efef268a33 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:30.573985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.584736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87919968-4eab-4a07-a667-b1fc9e184f42']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:30.594602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:30.599640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.601866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31bcddb-d25f-4a24-87f2-757ce1dd821c') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:30.602168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31bcddb-d25f-4a24-87f2-757ce1dd821c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:30.619750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.619868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.631635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 6fb56bf9-a448-4205-ad6b-5d1f06bb6141 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:30.645113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52df32c5-8138-4fb5-900a-fcd8c17e5145,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:30.651913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.654535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9c607d43-9711-4699-85be-bd834a182725 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/52df32c5-8138-4fb5-900a-fcd8c17e5145 HTTP/1.1" status: 204 len: 168 time: 0.3992879 Aug 28 08:25:30.663162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:30.664062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46484c-a1f2-4824-84de-99dc2c6658db None None] Network 8b16bcc9-479d-4a5e-a66d-624918046d40 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:30.688486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.701257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:30.702006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:30.704918 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:30.749881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.808565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Deleting port 649ef181-b574-4e0d-b92a-2858ef4c186f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:30.808918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.878367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] For port 649ef181-b574-4e0d-b92a-2858ef4c186f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=649ef181-b574-4e0d-b92a-2858ef4c186f,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:30.878747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.880363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] DHCP port deletion for 8b16bcc9-479d-4a5e-a66d-624918046d40 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:30.881829 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.887732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.893959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Calling delete_port for 649ef181-b574-4e0d-b92a-2858ef4c186f owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:30.894194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.900181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.907101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.914323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.920318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:30.928252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-c0ed5b4e-ad0d-4fe6-a876-28fd29be3ef4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.1743748 Aug 28 08:25:30.946390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.950375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Deleting port 649ef181-b574-4e0d-b92a-2858ef4c186f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:30.955854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.965340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:30.967219 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/87919968-4eab-4a07-a667-b1fc9e184f42 HTTP/1.1" status: 204 len: 168 time: 0.9901972 Aug 28 08:25:31.000826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122f19-cc40-4c66-a540-1790a20dadc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87919968-4eab-4a07-a667-b1fc9e184f42,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:31.030038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2da2342-9c91-45ae-b438-075622088b53 req-963fd203-818f-40df-9a26-eeecbc84cc12 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Aug 28 08:25:31.048164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-474a7103-6d06-43c9-94e7-c0e2710e33d1 req-8aa8d360-4c76-4b6c-bb40-b8a89453d87d tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087031 Aug 28 08:25:31.049090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.049615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] For port 649ef181-b574-4e0d-b92a-2858ef4c186f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=649ef181-b574-4e0d-b92a-2858ef4c186f,segment=NetworkSegment(81693087-9a9b-4dec-98db-394385bdf1df),segment_id=81693087-9a9b-4dec-98db-394385bdf1df)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:31.050197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.075442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Calling delete_port for 649ef181-b574-4e0d-b92a-2858ef4c186f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:31.177753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.184074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.207268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.212982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] Pushing event deleted for resources: {'Port': ['ID=649ef181-b574-4e0d-b92a-2858ef4c186f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:31.217692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d0823-401a-4df4-8a66-5d85fe9fc32b None None] No DVR routers for this DVR port 649ef181-b574-4e0d-b92a-2858ef4c186f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:31.221655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=649ef181-b574-4e0d-b92a-2858ef4c186f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:31.228377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] No DVR routers for this DVR port 649ef181-b574-4e0d-b92a-2858ef4c186f on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:31.258102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:31.265442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:31.270501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:31.276275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:31.280089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.298276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=6fb56bf9-a448-4205-ad6b-5d1f06bb6141,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:31.315902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.328563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b16bcc9-479d-4a5e-a66d-624918046d40']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:31.340747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81693087-9a9b-4dec-98db-394385bdf1df') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:31.341130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81693087-9a9b-4dec-98db-394385bdf1df') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:31.348826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3898a4-94ad-4ca5-8a37-d85b41c8a778 req-be9f30df-522f-427b-983a-b9d9e9ff30d6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:31.350475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d3898a4-94ad-4ca5-8a37-d85b41c8a778 req-be9f30df-522f-427b-983a-b9d9e9ff30d6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0685294 Aug 28 08:25:31.351459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.366257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.379019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:31.379438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:31.381249 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:31.393361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d3898a4-94ad-4ca5-8a37-d85b41c8a778 req-05b3f30a-265f-4ef3-827b-3e0abefcf875 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351760 Aug 28 08:25:31.464551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2803fc29-8c0f-473c-9fee-f5efef268a33 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:31.485622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2803fc29-8c0f-473c-9fee-f5efef268a33 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:31.485932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2803fc29-8c0f-473c-9fee-f5efef268a33 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:31.487064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 649ef181-b574-4e0d-b92a-2858ef4c186f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:31.505882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 649ef181-b574-4e0d-b92a-2858ef4c186f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:31.506253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 649ef181-b574-4e0d-b92a-2858ef4c186f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:31.521746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.529081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e7c66cc-9450-4297-a0fc-fbd42bc6aabe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1639252 Aug 28 08:25:31.529081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:31.529545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.542263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b16bcc9-479d-4a5e-a66d-624918046d40 HTTP/1.1" status: 204 len: 168 time: 0.8710494 Aug 28 08:25:31.545480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:31.561318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31d1a-b6d5-46ee-aff8-6ea8555d4cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b16bcc9-479d-4a5e-a66d-624918046d40,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:31.657543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dcefaf9d-0530-4627-ac07-1f95d650d671 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d390fb91a6ea457fad985ced00d44397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087091 Aug 28 08:25:31.657756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52762) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:31.721865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 6fb56bf9-a448-4205-ad6b-5d1f06bb6141 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:31.722133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.739950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.802440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.817317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.841697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:31.841933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 6fb56bf9-a448-4205-ad6b-5d1f06bb6141 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:31.991063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52764) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:31.998985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.001475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.002635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca3d362a-7337-4a8f-8fff-cc1043e0cc0c HTTP/1.1" status: 204 len: 168 time: 0.3432052 Aug 28 08:25:32.020553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0f958-32e1-4371-8eeb-c997764582b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d362a-7337-4a8f-8fff-cc1043e0cc0c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:32.049531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41d5ab2a-ec07-4b2f-8aa1-57f358ca5585 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02c848e5098649a8b29d62e6a3680a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572493 Aug 28 08:25:32.052025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:32.065637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.113760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=6fb56bf9-a448-4205-ad6b-5d1f06bb6141,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:32.137180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.139480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2ed65cfb-fcf4-4373-868b-15928b17fa4e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/6fb56bf9-a448-4205-ad6b-5d1f06bb6141 HTTP/1.1" status: 204 len: 168 time: 0.6114883 Aug 28 08:25:32.141804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52774) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:32.153146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'mac_address': 'fa:16:3e:4a:96:34', 'name': 'tempest-PortsIpV6TestJSON-649391425'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:32.175398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e5ba3457-d416-4fa8-b6bc-1a47c1c01dad req-036fe134-d994-4116-9f8d-26f6f409a5a8 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0345969 Aug 28 08:25:32.186245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.215159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.254873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.260681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.266746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.273343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.279209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.285072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.290867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.298855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-197891d1-7e0e-4156-961c-003c3ef7a31a tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.1689501 Aug 28 08:25:32.349761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4beb4ba4-4fcc-4b1c-999d-55fea56f3d56 req-31ca03af-e4bc-4547-8f67-90142ea8ad62 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499122 Aug 28 08:25:32.367996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.370591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.371811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38d9bb8f-460d-422e-8fa5-8e4635b335db HTTP/1.1" status: 204 len: 168 time: 0.3187089 Aug 28 08:25:32.380508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736b2c-4f1e-45d8-93e9-07bc21599e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d9bb8f-460d-422e-8fa5-8e4635b335db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:32.515999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:32.522201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfadb8-d352-4cfa-8256-85430137585e req-e5ca47d9-e61a-4bd4-b488-8441317deca8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.526593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bddfadb8-d352-4cfa-8256-85430137585e req-e5ca47d9-e61a-4bd4-b488-8441317deca8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.0552454 Aug 28 08:25:32.563697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bddfadb8-d352-4cfa-8256-85430137585e req-61b96a56-93f4-4bee-9ccb-ae9ea4eeb716 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Aug 28 08:25:32.588306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.612176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port acbc3bfa-2076-495f-8ef3-21485928de1a yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:32.784977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.927814 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:32.971361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:32.972605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52788) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:32.984255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:32.984255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:32.985217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:32.985861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.004791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=acbc3bfa-2076-495f-8ef3-21485928de1a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:33.019195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-63fc306a-8e75-405b-94cf-84f8d1236d70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bfdead4f175490e82f7246df790ce7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452554 Aug 28 08:25:33.021582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52790) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.073925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.096346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.133797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-052ef0fc-6407-46d6-a5b6-5651be1957d6 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9908857 Aug 28 08:25:33.136316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52796) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.183632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d1bc2-590d-4dc3-b83e-f7195305090a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.185056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f05d1bc2-590d-4dc3-b83e-f7195305090a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/acbc3bfa-2076-495f-8ef3-21485928de1a HTTP/1.1" status: 200 len: 844 time: 0.0477149 Aug 28 08:25:33.187799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.270681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.273582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.275066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b30aebb7-242f-47c3-a5b7-32853dd1410a HTTP/1.1" status: 204 len: 168 time: 0.2525263 Aug 28 08:25:33.284302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a8ddf-73cb-4fe0-9578-116e96534afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30aebb7-242f-47c3-a5b7-32853dd1410a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:33.292234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9265d0ef-0dca-4b3b-975d-d66b5e785a62 req-36966509-842e-42bc-a871-aded2ab9a6fc tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 28 08:25:33.329599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port acbc3bfa-2076-495f-8ef3-21485928de1a {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:33.329599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.392110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.407353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for acbc3bfa-2076-495f-8ef3-21485928de1a owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:33.505033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.511113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.516968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.522963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.528745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.535453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.541526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.543498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-fbd6768d-8981-4e2f-9e21-eea5ef2c5214 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.0948150 Aug 28 08:25:33.585669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-866cd3c3-a0ce-4d1c-b290-5730ad686fcf req-5752c2ca-bc25-4748-8f9a-62e945bb595e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353038 Aug 28 08:25:33.644503 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.696394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=acbc3bfa-2076-495f-8ef3-21485928de1a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:33.708679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.710682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4ddb232c-32a7-4e90-a1e8-8100e513eda9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/acbc3bfa-2076-495f-8ef3-21485928de1a HTTP/1.1" status: 204 len: 168 time: 0.5219376 Aug 28 08:25:33.713736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52816) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.740708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.748607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.749115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cc622-6085-4098-b7ba-f71feb1b5e3e req-96b91e17-51c6-4b7b-bd7e-b92f42f3d2c4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.752984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62cc622-6085-4098-b7ba-f71feb1b5e3e req-96b91e17-51c6-4b7b-bd7e-b92f42f3d2c4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1172557 Aug 28 08:25:33.752984 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-390e904f-c83f-4892-be00-251fcca7d45a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:33.753300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.754022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-390e904f-c83f-4892-be00-251fcca7d45a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/acbc3bfa-2076-495f-8ef3-21485928de1a HTTP/1.1" status: 404 len: 333 time: 0.0393448 Aug 28 08:25:33.757938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.759623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.763215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'name': 'tempest-PortsIpV6TestJSON-718696450'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:33.767571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.773871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.779859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:33.781839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eef382e7-373e-4c21-a3d1-1eda9bb232fb req-3b41e299-44b8-4785-a871-fd86b16f5429 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.1156032 Aug 28 08:25:33.792837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52826) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:33.798048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Request body: {'floatingip': {'port_id': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:33.849472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:33.925266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62cc622-6085-4098-b7ba-f71feb1b5e3e req-35b6fa54-66bc-426a-892f-eadbc7a80f07 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529925 Aug 28 08:25:34.041532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:34.045332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.065878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 455aeb8f-98e8-43f6-a7ea-7ef82f8d982d yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:34.116212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52840) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:34.264301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.358296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1448840621-network', 'tenant_id': '41ff539afca24bb7837f32d2513db114'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:34.423204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.423416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb4d78c2-c837-4ef8-9e46-922da6973ce6 req-7644ba75-4e1b-47c6-99a5-f587a58bb4d8 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0295470 Aug 28 08:25:34.433942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.481889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:34.485278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:34.489825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:34.495465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:34.496085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.500265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Made reservation on behalf of 41ff539afca24bb7837f32d2513db114 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:34.503175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.508349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=455aeb8f-98e8-43f6-a7ea-7ef82f8d982d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:34.520564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.544302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.657639 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Floating IP 60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc associated. External IP: 172.25.0.59, port: 91a02057-cb39-4ac9-bfda-d79ab58a5e3b. Aug 28 08:25:34.662838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59a24a21-d8b8-4ef4-87a4-e183abea6a64 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9037950 Aug 28 08:25:34.665670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52856) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:34.671055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:34.735116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.742767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52858) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:34.771100 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.868885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:34.875007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-network', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:34.913646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:34.956971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.007954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f78218-f748-4034-a227-476370def194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:35.018200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.023498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f375d39-6831-490d-af27-ffca79009abc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:35.039939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.039939 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Added segment 7d2b50d1-0055-4db7-9e04-a168821b6923 of type vlan for network 5ce9e44b-0145-4218-a334-c021a07b77b9 Aug 28 08:25:35.103865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.115736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.123020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e20c2-8bd0-4fc4-830a-99164b228219 req-1f6180ca-ead6-495b-b4eb-4386f219f68f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.127618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99e20c2-8bd0-4fc4-830a-99164b228219 req-1f6180ca-ead6-495b-b4eb-4386f219f68f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1042242 Aug 28 08:25:35.156681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.212000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] In _notify_port_updated(), no bound segment for port 455aeb8f-98e8-43f6-a7ea-7ef82f8d982d on network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:25:35.217781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.218281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.219658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/ports/455aeb8f-98e8-43f6-a7ea-7ef82f8d982d HTTP/1.1" status: 200 len: 818 time: 0.5529957 Aug 28 08:25:35.227209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52868) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:35.244793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.245715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.246393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.285460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99e20c2-8bd0-4fc4-830a-99164b228219 req-8e7f5b8f-26a0-4337-abce-4fd73b9244f0 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373327 Aug 28 08:25:35.302750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8359-68c3-4cf2-9c6e-0b12e9473aa0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=455aeb8f-98e8-43f6-a7ea-7ef82f8d982d,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:35.364187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:35.369171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.375810 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Sync routers for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:35.383172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f78218-f748-4034-a227-476370def194 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce9e44b-0145-4218-a334-c021a07b77b9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:35.388106 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:35.389011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:35.397219 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ba9f80e3-1200-4145-9a7d-9a756ed77c34 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "PUT /v2.0/floatingips/60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc HTTP/1.1" status: 200 len: 990 time: 1.6033838 Aug 28 08:25:35.398127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:35.401138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:35.410506 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:35.414591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 455aeb8f-98e8-43f6-a7ea-7ef82f8d982d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:35.415001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.433351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Made reservation on behalf of 3fe23a6420c345dd88307cf5548ee572 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:35.435734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.453338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.502474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c7f78218-f748-4034-a227-476370def194 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3842297 Aug 28 08:25:35.514381 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f1c7f-d6d6-4e27-b41a-05ba4935484c x-openstack-request-id: req-9f5f1c7f-d6d6-4e27-b41a-05ba4935484c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:35.514671 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:35.514917 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f5f1c7f-d6d6-4e27-b41a-05ba4935484c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:35.515317 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'status': 'completed', 'code': 200} Aug 28 08:25:35.516211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52876) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:35.523672 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:35.524272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Request body: {'subnet': {'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1448840621-subnet', 'tenant_id': '41ff539afca24bb7837f32d2513db114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:35.562572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.588895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 455aeb8f-98e8-43f6-a7ea-7ef82f8d982d owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:35.607605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e04d674-8525-4cf6-97c4-b1d07c4bc52d req-d48375ea-501c-48ed-acee-f03efefa9b0c tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0325687 Aug 28 08:25:35.627351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.633723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.634273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.634764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.635237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.635768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.636279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.636748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.638724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-7ddc6837-6477-44c0-8dcd-280a1a794b9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6508 time: 0.0785236 Aug 28 08:25:35.710907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.747709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:35.766888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:35.774775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.775123 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Added segment 5068021e-a82e-4d1e-b3be-c83ed62e53fe of type vlan for network 695146bf-7966-4f75-8711-1d13764591fe Aug 28 08:25:35.786955 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'port_id': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'mac_address': 'fa:16:3e:2a:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:23:50Z', 'updated_at': '2021-08-28T08:25:34Z', 'revision_number': 1, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:35.792610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-e332cdcb-2436-4a1f-8860-dd3a3bb2b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.794110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-e332cdcb-2436-4a1f-8860-dd3a3bb2b893 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4abac3-327a-40d1-9e1a-6a83d154829d HTTP/1.1" status: 200 len: 917 time: 0.1467931 Aug 28 08:25:35.801849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.815722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Checking router: 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:35.825355 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:35.825979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:35.839494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.841968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/455aeb8f-98e8-43f6-a7ea-7ef82f8d982d HTTP/1.1" status: 204 len: 168 time: 0.6089411 Aug 28 08:25:35.843076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e1d24-1394-4327-ad25-bd61653e7a9b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=455aeb8f-98e8-43f6-a7ea-7ef82f8d982d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:35.845942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:35.882224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Made reservation on behalf of 41ff539afca24bb7837f32d2513db114 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:35.884566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.926578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:35.934051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eca69d-617c-4699-9ddd-2297551473aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:35.935902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b2eca69d-617c-4699-9ddd-2297551473aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0885580 Aug 28 08:25:35.938611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52880) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:35.962267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-e52fd944-05e3-437e-bd59-87e79b4a80b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 200 len: 998 time: 0.1427922 Aug 28 08:25:35.968011 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a87fd5-04b6-49b1-b6ff-39ad8b26dff2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:35.973133 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:35.973311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20a87fd5-04b6-49b1-b6ff-39ad8b26dff2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/455aeb8f-98e8-43f6-a7ea-7ef82f8d982d HTTP/1.1" status: 404 len: 333 time: 0.0292075 Aug 28 08:25:35.973413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:35.978517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1740754963'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:36.053738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-a0fabcdc-c800-4cbe-af1b-d3bb2a6d5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.055216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-a0fabcdc-c800-4cbe-af1b-d3bb2a6d5561 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=243593f2-4d96-4a11-bf22-e9f7dccf0445 HTTP/1.1" status: 200 len: 855 time: 0.0660043 Aug 28 08:25:36.110465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:36.114008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.143356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-3245090d-794d-442f-9e87-199fe49c9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.144894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-3245090d-794d-442f-9e87-199fe49c9d0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4abac3-327a-40d1-9e1a-6a83d154829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809691 Aug 28 08:25:36.150612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:36.165256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.166806 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment b0b12e3c-2528-4da5-8864-5c28cb372f46 of type vlan for network 953bed7f-31b6-487f-a16f-59fb83098829 Aug 28 08:25:36.184026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.185040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.185635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.228920 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'port_id': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'mac_address': 'fa:16:3e:2a:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:23:50Z', 'updated_at': '2021-08-28T08:25:34Z', 'revision_number': 1, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:36.233861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.260815 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc47d3-461a-4502-a5b3-6e4a24d6249a None None] The sync data for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 is: [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'port_id': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'mac_address': 'fa:16:3e:2a:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:23:50Z', 'updated_at': '2021-08-28T08:25:34Z', 'revision_number': 1, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:36.323877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] Pushing event updated for resources: {'Network': ['ID=695146bf-7966-4f75-8711-1d13764591fe,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:36.329424 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.335149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 695146bf-7966-4f75-8711-1d13764591fe details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:36.343995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.343995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.375946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af3138a8-b75a-44af-9dd4-535e1f613320 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6319931 Aug 28 08:25:36.376843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52890) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:36.384351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Request body: {'subnet': {'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-subnet', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:36.396615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-2ec9ccfa-9b68-4b9d-bdce-f28dbbe7a86b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271376 Aug 28 08:25:36.399893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.419407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=953bed7f-31b6-487f-a16f-59fb83098829,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:36.431751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:36.530778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbc090-80a2-4648-b1b7-165ea82ff353 None None] New status for floating IP 60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:25:36.566483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16292c8-c3d5-4883-82f5-37b977a6ca96,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:36.590847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Made reservation on behalf of 3fe23a6420c345dd88307cf5548ee572 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:36.593188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.605951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Checking segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:36.606451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Network hostable DHCP agents. Network: 5ce9e44b-0145-4218-a334-c021a07b77b9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:36.655260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b6970-53c1-4307-9ec4-21b020e281da req-0fceb935-e172-45bc-8da8-843e4e4aeb4b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.656999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a3b6970-53c1-4307-9ec4-21b020e281da req-0fceb935-e172-45bc-8da8-843e4e4aeb4b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.2159503 Aug 28 08:25:36.687211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a26b226a-5939-43ee-9d1c-a0602c4c7c66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7127447 Aug 28 08:25:36.690371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52896) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:36.696895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:36.711981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dde6cf4-e184-4ee6-99df-9519ecf06d9d req-ae28cee5-2c19-49e2-94b6-ff840a24d97e service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697897 Aug 28 08:25:36.752461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a3b6970-53c1-4307-9ec4-21b020e281da req-c20d7e99-f182-4953-ad8c-9895bd964554 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 Aug 28 08:25:36.799371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67a39b43-b70c-40d2-883e-9e68175a575b req-e4f7ee34-7a7e-493f-b2fc-dcb4da31c3f9 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0742519 Aug 28 08:25:36.820271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:36.909429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5ce9e44b-0145-4218-a334-c021a07b77b9) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:36.913610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:36.914199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.918666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8504a-9f4c-43b1-ad65-7892cb1d9b0f None None] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:36.985368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:36.988472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:36.989474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.048249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d361367-81f9-4576-861f-85cd322271d2 None None] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:37.059619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:37.069559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Checking segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:37.070022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Network hostable DHCP agents. Network: 695146bf-7966-4f75-8711-1d13764591fe, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:37.201298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2993096e-a05e-47c9-a2b0-6bd5cf04490d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6839054 Aug 28 08:25:37.259570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Network 695146bf-7966-4f75-8711-1d13764591fe is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:37.333572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.372819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 695146bf-7966-4f75-8711-1d13764591fe) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:37.379466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:37.380711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.385664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77c076-4f09-408e-8189-143eb60a987d None None] Network 695146bf-7966-4f75-8711-1d13764591fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:37.392087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=a0e772f1-dffe-43ab-b6df-43a49f06466c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:37.416926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': 'b0b12e3c-2528-4da5-8864-5c28cb372f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:37.417502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 953bed7f-31b6-487f-a16f-59fb83098829, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:37.482592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b15baf9d-31d4-46b0-a9c7-98f742ba1cec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1021531 Aug 28 08:25:37.485352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52912) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:37.492452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:37.514893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 953bed7f-31b6-487f-a16f-59fb83098829 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:37.552206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-695146bf-7966-4f75-8711-1d13764591fe', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:25:37.553109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.579240 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.581075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.610079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 953bed7f-31b6-487f-a16f-59fb83098829) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:37.615110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:37.615922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.625326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5b44c-29ca-42d2-a032-573af745b539 None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:37.655604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.711010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5dcbd997-62cd-4b48-817c-d9ad4f16e049 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:37.713282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5dcbd997-62cd-4b48-817c-d9ad4f16e049 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 818 time: 0.1273010 Aug 28 08:25:37.735695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-c9d645f9-99b7-4cf4-89ed-da78e4aa128a tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/quotas/41ff539afca24bb7837f32d2513db114 HTTP/1.1" status: 200 len: 375 time: 0.0121374 Aug 28 08:25:37.770942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5823b7c1-91c2-4274-892d-e4312652a1e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0787091 Aug 28 08:25:37.774009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52924) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:37.775048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Allocated IP 172.20.0.2 (695146bf-7966-4f75-8711-1d13764591fe/f3d3ecf1-5008-4b3b-aa8d-545b075e9d60/3c083829-3026-4d36-9204-eea7fb2eb420) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:37.783449 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-559dbde1-ea73-4726-8bd7-2cc27ce5e4a3 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408871 Aug 28 08:25:37.785727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:37.917680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-953bed7f-31b6-487f-a16f-59fb83098829', 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'a0e772f1-dffe-43ab-b6df-43a49f06466c'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:25:37.919489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:37.961980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-360e8ff4-dc13-45bf-bac4-6a0a039773f1 service neutron] 10.222.0.46 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692133 Aug 28 08:25:38.075976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.076692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.092399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-17f590f1-44e9-4513-82f9-fddf36da225a service neutron] 10.222.0.46 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232579 Aug 28 08:25:38.097727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c658076-72c2-4161-93d5-a1a166aab029 req-fd21ce60-362d-44ff-82a3-fb6b07c62ecc tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:38.099253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c658076-72c2-4161-93d5-a1a166aab029 req-fd21ce60-362d-44ff-82a3-fb6b07c62ecc tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1902969 Aug 28 08:25:38.117139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Transition to ACTIVE for port object 3c083829-3026-4d36-9204-eea7fb2eb420 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:38.151549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Transition to ACTIVE for port object 3c083829-3026-4d36-9204-eea7fb2eb420 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:38.152131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c658076-72c2-4161-93d5-a1a166aab029 req-c0455cd5-599b-417c-9fdc-979ffeb4d32c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Aug 28 08:25:38.153754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Allocated IP 2001:db8::2 (953bed7f-31b6-487f-a16f-59fb83098829/a0e772f1-dffe-43ab-b6df-43a49f06466c/af651206-e19b-4663-a0e7-6708a470fedb) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:38.267733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:38.271001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.321239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.330435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Transition to ACTIVE for port object af651206-e19b-4663-a0e7-6708a470fedb will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:38.346827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Transition to ACTIVE for port object af651206-e19b-4663-a0e7-6708a470fedb will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:38.413619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.458474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Network 695146bf-7966-4f75-8711-1d13764591fe is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:38.461589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:38.465822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:38.473995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Pushing event updated for resources: {'Port': ['ID=3c083829-3026-4d36-9204-eea7fb2eb420,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:38.484950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.485291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.485719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.486083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.486446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.486778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.487110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.487434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.487758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.488083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.488430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.488779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:38.538879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Attempting to bind port 3c083829-3026-4d36-9204-eea7fb2eb420 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:38.539168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Attempting to bind port 3c083829-3026-4d36-9204-eea7fb2eb420 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:38.539539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Attempting to bind port 3c083829-3026-4d36-9204-eea7fb2eb420 on network 695146bf-7966-4f75-8711-1d13764591fe {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:38.544901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:38.545235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Checking segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:38.545643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.546056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Bound using segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:38.546570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Bound port: 3c083829-3026-4d36-9204-eea7fb2eb420, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:38.546961 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.599317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.621347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3361944d-a23d-4c98-8c56-f6bd34feab2c req-7d838596-ffc1-48cc-9674-f284a79b38f1 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.3574476 Aug 28 08:25:38.683453 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0e772f1-dffe-43ab-b6df-43a49f06466c (CIDR: 2001:db8::/64) Aug 28 08:25:38.804122 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:25:38.804591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:25:38.822970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:38.827095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] For port 3c083829-3026-4d36-9204-eea7fb2eb420, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:38.829414 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:25:38.833760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:38.836345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:38.845329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Pushing event updated for resources: {'Port': ['ID=af651206-e19b-4663-a0e7-6708a470fedb,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:38.854668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.875678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.884358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] For port 3c083829-3026-4d36-9204-eea7fb2eb420, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3c083829-3026-4d36-9204-eea7fb2eb420,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:38.927902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Attempting to bind port af651206-e19b-4663-a0e7-6708a470fedb on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:38.929176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Attempting to bind port af651206-e19b-4663-a0e7-6708a470fedb by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'b0b12e3c-2528-4da5-8864-5c28cb372f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:38.929719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Attempting to bind port af651206-e19b-4663-a0e7-6708a470fedb on network 953bed7f-31b6-487f-a16f-59fb83098829 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:38.940691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:38.940890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2781569-5322-4088-8211-14771d05f1e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1636851 Aug 28 08:25:38.940986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Checking segment: {'id': 'b0b12e3c-2528-4da5-8864-5c28cb372f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:38.940986 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.940986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Bound using segment: {'id': 'b0b12e3c-2528-4da5-8864-5c28cb372f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:38.941391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Bound port: af651206-e19b-4663-a0e7-6708a470fedb, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b12e3c-2528-4da5-8864-5c28cb372f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '953bed7f-31b6-487f-a16f-59fb83098829'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:38.942327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:38.949451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52940) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:38.949451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:38.964175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:39.021556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Allocated IP 172.25.0.241 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/698ac3c8-ce3d-4b92-a02a-70187513a4fd) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:39.068238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb128-270e-4b67-981f-455a5e9baeeb None None] Pushing event updated for resources: {'Port': ['ID=3c083829-3026-4d36-9204-eea7fb2eb420,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:39.100755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] For port af651206-e19b-4663-a0e7-6708a470fedb, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:39.104693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] For port af651206-e19b-4663-a0e7-6708a470fedb, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=af651206-e19b-4663-a0e7-6708a470fedb,segment=NetworkSegment(b0b12e3c-2528-4da5-8864-5c28cb372f46),segment_id=b0b12e3c-2528-4da5-8864-5c28cb372f46)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:39.148804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f8d03f7-212a-48fa-8e35-5193c02802ca req-0b7447e4-7030-49cb-9d31-a3c5c1226b9f tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0401576 Aug 28 08:25:39.185114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:39.213862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:39.218880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:39.233630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:39.272357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f352f0f-5820-481c-89a4-234ad444792b None None] Pushing event updated for resources: {'Port': ['ID=af651206-e19b-4663-a0e7-6708a470fedb,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:39.345522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:39.398311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:39.413536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:39.433782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2887e8-431c-43df-a9df-3e3a116b05b1 req-41fb2e40-9067-4ceb-bf4b-95b715bd7390 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:39.438913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=698ac3c8-ce3d-4b92-a02a-70187513a4fd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:39.442957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e2887e8-431c-43df-a9df-3e3a116b05b1 req-41fb2e40-9067-4ceb-bf4b-95b715bd7390 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1696491 Aug 28 08:25:39.446964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:39.634687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e2887e8-431c-43df-a9df-3e3a116b05b1 req-1d220bfe-55d8-444f-9d58-0f5272009759 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862109 Aug 28 08:25:39.693581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3c083829-3026-4d36-9204-eea7fb2eb420 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:39.825518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20131f48-5042-4157-8ebe-319b44a75a77 req-2c1b163c-ed6a-4d6f-b60c-bbbbe091538a tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0366292 Aug 28 08:25:39.830139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3c083829-3026-4d36-9204-eea7fb2eb420 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:39.994308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.002366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.048713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 953bed7f-31b6-487f-a16f-59fb83098829 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:40.060870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:40.065791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:40.066126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.075482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=447162d8-b1b4-4fe3-a366-fde40a141026,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:40.179505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e10f2ef0-9890-4e22-bd0b-dda5a2a71e66 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2346601 Aug 28 08:25:40.181320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:40.199286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'fixed_ips': [{'subnet_id': 'a0e772f1-dffe-43ab-b6df-43a49f06466c'}, {'subnet_id': '447162d8-b1b4-4fe3-a366-fde40a141026'}], 'name': 'tempest-PortsIpV6TestJSON-1901676862'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:40.254568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.276503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3348b23a-5e11-4562-a89e-32d3eded96ff req-37ab63ec-cb11-4f6a-a437-83c30800d48c tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0378513 Aug 28 08:25:40.331103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547ed74-2843-4878-ac88-dd52900a98cc None None] Network 695146bf-7966-4f75-8711-1d13764591fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:40.449910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:40.476894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Provisioning for port 3c083829-3026-4d36-9204-eea7fb2eb420 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:40.487388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Provisioning complete for port 3c083829-3026-4d36-9204-eea7fb2eb420 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:40.487864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.540342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Router 14c7c73e-726b-47af-aa57-2d350a665d76 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:25:40.555522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.591166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port f5660b01-f2dc-47c3-83e5-e99cf17df49c yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:40.618662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.710863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] For port 3c083829-3026-4d36-9204-eea7fb2eb420, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3c083829-3026-4d36-9204-eea7fb2eb420,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:40.737531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:40.749055 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Sync routers for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:40.761432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:40.762071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:40.801821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.864849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26697f80-79f0-4da7-8c03-c065a5ff97db req-f6b5fc2f-3674-490d-80b1-ecd48801ac3c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:40.866457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26697f80-79f0-4da7-8c03-c065a5ff97db req-f6b5fc2f-3674-490d-80b1-ecd48801ac3c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1091964 Aug 28 08:25:40.874844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:40.874844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9182fd7-53cb-4fc7-932e-9f7dbcf19bd2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3860900 Aug 28 08:25:40.875675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52978) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:40.882203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739a374-11d6-498a-8e40-786079d37a91 None None] Pushing event updated for resources: {'Port': ['ID=3c083829-3026-4d36-9204-eea7fb2eb420,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:40.918185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32604eed-512e-4907-a0f7-a807c2fb4427 None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:40.951104 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:41.029501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b526c34a-de46-4b91-89cc-f9cf48f21dbf req-9912f97d-fcfc-4978-b256-01857149bf05 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0412531 Aug 28 08:25:41.063216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-26697f80-79f0-4da7-8c03-c065a5ff97db req-5610638d-205d-491f-8dc1-4c9b4430ddf7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398020 Aug 28 08:25:41.065184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-019b362e-6baa-4e88-86c0-546b3dd4800b None None] Provisioning for port af651206-e19b-4663-a0e7-6708a470fedb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:41.224755 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:39Z', 'revision_number': 3, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:41.265884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3e15c678-2941-4c68-a472-5da284f0d4b7 None None] Provisioning complete for port 3c083829-3026-4d36-9204-eea7fb2eb420 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:41.266394 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3e15c678-2941-4c68-a472-5da284f0d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.280607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Checking router: 14c7c73e-726b-47af-aa57-2d350a665d76 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:41.281247 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Updating router 14c7c73e-726b-47af-aa57-2d350a665d76 port 698ac3c8-ce3d-4b92-a02a-70187513a4fd binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:25:41.328558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Update dhcp port {'port': {'network_id': '953bed7f-31b6-487f-a16f-59fb83098829', 'fixed_ips': [{'subnet_id': 'a0e772f1-dffe-43ab-b6df-43a49f06466c', 'ip_address': '2001:db8::2'}, {'subnet_id': '447162d8-b1b4-4fe3-a366-fde40a141026'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'af651206-e19b-4663-a0e7-6708a470fedb'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:25:41.365671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.380001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::af (953bed7f-31b6-487f-a16f-59fb83098829/a0e772f1-dffe-43ab-b6df-43a49f06466c/f5660b01-f2dc-47c3-83e5-e99cf17df49c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:41.414827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8:0:1::2ca (953bed7f-31b6-487f-a16f-59fb83098829/447162d8-b1b4-4fe3-a366-fde40a141026/f5660b01-f2dc-47c3-83e5-e99cf17df49c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:41.424365 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.459388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8fea175e-55e8-48a3-9a0f-54dae91ba5f4 req-1ae9f509-6630-4b0a-a01b-bb4f3e0da45d tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0733647 Aug 28 08:25:41.682635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device af651206-e19b-4663-a0e7-6708a470fedb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:41.737446 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.747525 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Transition to ACTIVE for port object 698ac3c8-ce3d-4b92-a02a-70187513a4fd will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:41.834766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port af651206-e19b-4663-a0e7-6708a470fedb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:41.835896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.841937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port af651206-e19b-4663-a0e7-6708a470fedb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:41.846532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.857107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object f5660b01-f2dc-47c3-83e5-e99cf17df49c will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:41.922796 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.924902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:41.974740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port af651206-e19b-4663-a0e7-6708a470fedb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=af651206-e19b-4663-a0e7-6708a470fedb,segment=NetworkSegment(b0b12e3c-2528-4da5-8864-5c28cb372f46),segment_id=b0b12e3c-2528-4da5-8864-5c28cb372f46)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:41.989005 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Attempting to bind port 698ac3c8-ce3d-4b92-a02a-70187513a4fd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:41.989670 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Attempting to bind port 698ac3c8-ce3d-4b92-a02a-70187513a4fd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:41.990023 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Attempting to bind port 698ac3c8-ce3d-4b92-a02a-70187513a4fd on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:42.001535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.001861 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:42.002280 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:42.002673 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.003077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:42.003625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Bound port: 698ac3c8-ce3d-4b92-a02a-70187513a4fd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:42.004041 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.032427 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Pushing event updated for resources: {'Port': ['ID=698ac3c8-ce3d-4b92-a02a-70187513a4fd,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:42.044242 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.044594 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.044935 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.045281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.045588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.045915 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.046261 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.046587 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.046903 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.047220 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.047540 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.047853 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:42.062834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.066029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.066878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3c083829-3026-4d36-9204-eea7fb2eb420 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:42.100014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] For port 698ac3c8-ce3d-4b92-a02a-70187513a4fd, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:42.103987 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] For port 698ac3c8-ce3d-4b92-a02a-70187513a4fd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=698ac3c8-ce3d-4b92-a02a-70187513a4fd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:42.129966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 953bed7f-31b6-487f-a16f-59fb83098829 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:42.143149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:42.155335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:42.155809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a303a4e-1bdc-49f8-90de-64ba9b21d245 req-33b979ed-9159-44cd-b729-e1a58e693e6f tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0318761 Aug 28 08:25:42.162383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:42.163063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.172676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=f5660b01-f2dc-47c3-83e5-e99cf17df49c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:42.213291 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.230372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Allocated IP 2001:db8:0:1::2 (953bed7f-31b6-487f-a16f-59fb83098829/447162d8-b1b4-4fe3-a366-fde40a141026/af651206-e19b-4663-a0e7-6708a470fedb) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:42.270816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:42.271832 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:42.406871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] For port af651206-e19b-4663-a0e7-6708a470fedb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=af651206-e19b-4663-a0e7-6708a470fedb,segment=NetworkSegment(b0b12e3c-2528-4da5-8864-5c28cb372f46),segment_id=b0b12e3c-2528-4da5-8864-5c28cb372f46)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:42.419721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586245-098b-41dd-bcfd-7fd6d2522be4 None None] Pushing event updated for resources: {'Port': ['ID=698ac3c8-ce3d-4b92-a02a-70187513a4fd,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:42.438822 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:42.448302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.464543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Transition to ACTIVE for port object af651206-e19b-4663-a0e7-6708a470fedb will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:42.468664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=af651206-e19b-4663-a0e7-6708a470fedb,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:42.504168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3c083829-3026-4d36-9204-eea7fb2eb420 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:42.504543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.644104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b81a014-e5fa-430f-bb75-fbbec433c0d5 req-87c64ac2-d94e-47b6-b02a-0994758dd443 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0388422 Aug 28 08:25:42.646204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.693244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9ef4-e005-43fa-8444-da573f26f0d2 req-a8f9b73a-5d53-4007-8e93-4cec58a8889d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:42.694786 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbac9ef4-e005-43fa-8444-da573f26f0d2 req-a8f9b73a-5d53-4007-8e93-4cec58a8889d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.5287635 Aug 28 08:25:42.716040 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:39Z', 'revision_number': 3, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:42.725812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Allocated IP 172.20.0.1 (695146bf-7966-4f75-8711-1d13764591fe/f3d3ecf1-5008-4b3b-aa8d-545b075e9d60/eed68ce1-0f6f-44b3-bc3b-49912e96cac8) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:42.750237 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95a213-cb8b-43cc-9122-e12dbb117d49 None None] The sync data for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 is: [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:39Z', 'revision_number': 3, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:42.759078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dbac9ef4-e005-43fa-8444-da573f26f0d2 req-44b81e22-42ec-41f4-8ab8-8610ca2d481b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Aug 28 08:25:42.792305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41d32-4a6f-411a-8029-b019932e33ca None None] Pushing event updated for resources: {'Port': ['ID=af651206-e19b-4663-a0e7-6708a470fedb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:42.794576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-233cdd82-c345-4cba-895d-33c8c74a50e0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6110358 Aug 28 08:25:42.797118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52998) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:42.803497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0e772f1-dffe-43ab-b6df-43a49f06466c'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:42.899205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:42.921432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Transition to ACTIVE for port object eed68ce1-0f6f-44b3-bc3b-49912e96cac8 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:43.065187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:43.114937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:43.288709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Network 695146bf-7966-4f75-8711-1d13764591fe is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:43.313407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:43.313407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Pushing event updated for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:43.326322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:43.394554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-120f2cd5-5a30-45b7-98e5-a53715133752 req-6bc655ab-4ff5-4d3c-a71b-4d2ad416bcf1 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0896189 Aug 28 08:25:43.664339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-759303ac-c98d-4e29-9b20-9c672838e28a tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:43.670510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-759303ac-c98d-4e29-9b20-9c672838e28a tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.64 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 818 time: 0.2273271 Aug 28 08:25:43.751067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc66408-dc48-4073-87ba-85f4b3939460 None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:43.775497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Request body: {'port': {'device_id': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'admin_state_up': True, 'tenant_id': '41ff539afca24bb7837f32d2513db114'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:43.847309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device af651206-e19b-4663-a0e7-6708a470fedb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:43.859696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c09fb3ab-280d-48ea-b4b3-655c1d9a6b3a req-f0d206a0-0232-47fb-bdd9-34972577bd01 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0458627 Aug 28 08:25:43.950139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Delete allocated IP 2001:db8:0:1::2ca (953bed7f-31b6-487f-a16f-59fb83098829/447162d8-b1b4-4fe3-a366-fde40a141026) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:25:44.003857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 698ac3c8-ce3d-4b92-a02a-70187513a4fd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:44.025845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.039278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-958a6166-6a19-4616-8bcd-e846465dcd7b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:44.040949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-958a6166-6a19-4616-8bcd-e846465dcd7b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 818 time: 0.9126699 Aug 28 08:25:44.068506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fb337d46-5b47-44f6-b2ff-ec1106d87b4e None None] Provisioning for port af651206-e19b-4663-a0e7-6708a470fedb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:44.076355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fb337d46-5b47-44f6-b2ff-ec1106d87b4e None None] Provisioning complete for port af651206-e19b-4663-a0e7-6708a470fedb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:44.076728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb337d46-5b47-44f6-b2ff-ec1106d87b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.116025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Request body: {'port': {'device_id': '3807acc9-918d-407c-93c1-84dff91a29c3', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'admin_state_up': True, 'tenant_id': '41ff539afca24bb7837f32d2513db114'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:44.163635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.183018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Ignored duplicate provisioning block setup for port f5660b01-f2dc-47c3-83e5-e99cf17df49c by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 08:25:44.206286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66201e3-f94f-4ce8-bf8d-67f42b936b49 req-19aed1fa-b9f0-4f1e-bdca-34d46edaa282 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:44.216308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b66201e3-f94f-4ce8-bf8d-67f42b936b49 req-19aed1fa-b9f0-4f1e-bdca-34d46edaa282 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.2256477 Aug 28 08:25:44.338741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 698ac3c8-ce3d-4b92-a02a-70187513a4fd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:44.338963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.349403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 698ac3c8-ce3d-4b92-a02a-70187513a4fd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:44.349403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.404373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b66201e3-f94f-4ce8-bf8d-67f42b936b49 req-9fef8ec5-97c7-4af5-89ea-04753a8ab13d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870365 Aug 28 08:25:44.416175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Made reservation on behalf of 41ff539afca24bb7837f32d2513db114 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:44.419953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.438915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] In _notify_port_updated(), no bound segment for port f5660b01-f2dc-47c3-83e5-e99cf17df49c on network 953bed7f-31b6-487f-a16f-59fb83098829 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:25:44.446641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:44.453099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.453099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/ports/f5660b01-f2dc-47c3-83e5-e99cf17df49c HTTP/1.1" status: 200 len: 925 time: 1.6500065 Aug 28 08:25:44.455445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf4213-b74b-42a1-adde-48b205f65fcc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=f5660b01-f2dc-47c3-83e5-e99cf17df49c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:44.459208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53012) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:44.466856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0e772f1-dffe-43ab-b6df-43a49f06466c'}, {'subnet_id': '447162d8-b1b4-4fe3-a366-fde40a141026'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:44.478429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.544442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4c81d592-4834-47c3-af2b-f19493603136 None None] Provisioning for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:44.570606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 698ac3c8-ce3d-4b92-a02a-70187513a4fd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=698ac3c8-ce3d-4b92-a02a-70187513a4fd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:44.570606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4c81d592-4834-47c3-af2b-f19493603136 None None] Provisioning complete for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:44.570606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4c81d592-4834-47c3-af2b-f19493603136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.634871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4c81d592-4834-47c3-af2b-f19493603136 None None] Port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:44.644524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:44.652698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-55be1c94-28b2-4296-b3bb-793d6121ef86 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:44.654489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-55be1c94-28b2-4296-b3bb-793d6121ef86 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 818 time: 0.4688537 Aug 28 08:25:44.656436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e48ba8e-cff5-433b-819b-e6f3014308a3 req-5550856b-dc8f-4d1e-8dac-7ef2e804de8a tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0616663 Aug 28 08:25:44.659640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:44.692864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.695267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.800228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Request body: {'port': {'device_id': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'admin_state_up': True, 'tenant_id': '41ff539afca24bb7837f32d2513db114'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:44.830655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Made reservation on behalf of 41ff539afca24bb7837f32d2513db114 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:44.833727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.895705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:44.927659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Allocated IP 172.20.0.9 (5ce9e44b-0145-4218-a334-c021a07b77b9/d16292c8-c3d5-4883-82f5-37b977a6ca96/c604efc6-5448-43bf-84a8-b82d4d0cb185) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:44.951050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:44.968226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=698ac3c8-ce3d-4b92-a02a-70187513a4fd,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:44.993440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Provisioning complete for port af651206-e19b-4663-a0e7-6708a470fedb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:44.993685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.035968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'port_id': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'mac_address': 'fa:16:3e:d2:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a10c88-6119-4029-8356-de0f8fa66b7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:45.124310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.149538 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.167419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3719371e-4ceb-44d1-9012-e3363b2f0df9 req-2a03008a-3b47-4aba-94a5-0be5d744c61f tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.1070950 Aug 28 08:25:45.171230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:45.187549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8:0:1::286 (953bed7f-31b6-487f-a16f-59fb83098829/447162d8-b1b4-4fe3-a366-fde40a141026/f5660b01-f2dc-47c3-83e5-e99cf17df49c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:45.246618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:45.324691 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.375183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:25:45.375523 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:25:45.395810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Provisioning for port f5660b01-f2dc-47c3-83e5-e99cf17df49c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:45.404245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Provisioning complete for port f5660b01-f2dc-47c3-83e5-e99cf17df49c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:45.404762 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.435893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.459797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Ignored duplicate provisioning block setup for port f5660b01-f2dc-47c3-83e5-e99cf17df49c by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 08:25:45.481874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Made reservation on behalf of 41ff539afca24bb7837f32d2513db114 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:45.486487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:45.486632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.490857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ca3be62c-95a4-40a6-8a13-9a561756915f None None] Port f5660b01-f2dc-47c3-83e5-e99cf17df49c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:45.504008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.550769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.555300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 698ac3c8-ce3d-4b92-a02a-70187513a4fd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:45.604238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.617622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.630438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09f9c-acd7-4a73-b964-5bcef30f2aa7 req-c8667eec-dc23-471b-81ee-f00cebe08c52 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:45.632065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59a09f9c-acd7-4a73-b964-5bcef30f2aa7 req-c8667eec-dc23-471b-81ee-f00cebe08c52 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 945 time: 0.1204844 Aug 28 08:25:45.641515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 698ac3c8-ce3d-4b92-a02a-70187513a4fd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:45.641937 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.645449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45012ded-2e0e-4efe-9ad7-0d34d8a04f5d None None] Provisioning complete for port f5660b01-f2dc-47c3-83e5-e99cf17df49c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:45.645839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-45012ded-2e0e-4efe-9ad7-0d34d8a04f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.671480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] In _notify_port_updated(), no bound segment for port f5660b01-f2dc-47c3-83e5-e99cf17df49c on network 953bed7f-31b6-487f-a16f-59fb83098829 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:25:45.695887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:45.696742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.707914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/ports/f5660b01-f2dc-47c3-83e5-e99cf17df49c HTTP/1.1" status: 200 len: 1011 time: 1.2471969 Aug 28 08:25:45.711412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:45.724990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-45012ded-2e0e-4efe-9ad7-0d34d8a04f5d None None] Port f5660b01-f2dc-47c3-83e5-e99cf17df49c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:45.727944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda665b-cef8-4c39-ab88-a87ddd224e19 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=f5660b01-f2dc-47c3-83e5-e99cf17df49c,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:45.735123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:45.756006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59a09f9c-acd7-4a73-b964-5bcef30f2aa7 req-83f82154-ba54-467a-90c8-b795215f26d7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103070 Aug 28 08:25:45.836327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Pushing event updated for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:45.851053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:45.874044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0aa70e67-0ae9-42a1-bd69-d7e675b7c319 req-ca60f674-aa30-40ec-9719-d2dbaee4f64d tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0434270 Aug 28 08:25:46.002629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Network 695146bf-7966-4f75-8711-1d13764591fe is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:46.002629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:46.030377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.054367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port f5660b01-f2dc-47c3-83e5-e99cf17df49c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:46.054717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.102311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.110126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:46.134928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d40041e2-19c6-4634-8c05-b8bae3b3c19f None None] Provisioning complete for port f5660b01-f2dc-47c3-83e5-e99cf17df49c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:46.135300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d40041e2-19c6-4634-8c05-b8bae3b3c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.182351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:46.217603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d40041e2-19c6-4634-8c05-b8bae3b3c19f None None] Port f5660b01-f2dc-47c3-83e5-e99cf17df49c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:46.261817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.340968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:46.352101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-572d1535-bed3-4871-8e6b-e03a4549c9dd None None] Provisioning complete for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:46.356162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-572d1535-bed3-4871-8e6b-e03a4549c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.400135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-572d1535-bed3-4871-8e6b-e03a4549c9dd None None] Port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:46.585549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:46.616138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eff8cff6-94ca-40fc-84e8-aa2d92efc8d6 req-e70e3a00-535b-40f9-8ac2-9ec8b23daa36 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.0777266 Aug 28 08:25:46.623970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:46.629581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Allocated IP 172.20.0.12 (5ce9e44b-0145-4218-a334-c021a07b77b9/d16292c8-c3d5-4883-82f5-37b977a6ca96/16d56b59-9a7f-4e71-a993-df3a61e399a2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:46.634387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event updated for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:46.639444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:46.707379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.712599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Router 14c7c73e-726b-47af-aa57-2d350a665d76 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:25:46.743890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for f5660b01-f2dc-47c3-83e5-e99cf17df49c owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:46.756778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:46.757476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:46.894758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5bd4-81e7-4c4c-a0c4-1d7a50a73df3 req-7612c242-52f8-471c-8262-2d388a3061e5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:46.896394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e5e5bd4-81e7-4c4c-a0c4-1d7a50a73df3 req-7612c242-52f8-471c-8262-2d388a3061e5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.0622001 Aug 28 08:25:46.941776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e5e5bd4-81e7-4c4c-a0c4-1d7a50a73df3 req-e23edb92-37dc-471f-8e14-051d1be779ed tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Aug 28 08:25:46.969400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5481dc5a-ddea-489e-8cc7-1147dd9d516b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2446868 Aug 28 08:25:47.023850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Request body: {'port': {'device_id': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:47.116238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8421c872-8995-4a4a-b07c-e5a3d4d1ef0c req-8918b725-87e8-484b-b150-519b777c5c9b tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0970292 Aug 28 08:25:47.162338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:25:47.177993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-389c81a4-f399-4959-8d4f-b37fa91462ca admin admin] 10.222.0.46 "PUT /v2.0/routers/14c7c73e-726b-47af-aa57-2d350a665d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2976279 Aug 28 08:25:47.197195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Sync routers for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:25:47.216774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:47.224250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.224489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:47.266244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.401218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:47.559179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.636670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.664669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:47.678496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:47.684379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:45Z', 'revision_number': 2, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:47.685632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:47.690184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Allocated IP 172.20.0.2 (5ce9e44b-0145-4218-a334-c021a07b77b9/d16292c8-c3d5-4883-82f5-37b977a6ca96/0888ff85-c59f-412a-83ae-ecee67ef39a7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:47.692277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event updated for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:47.725490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Checking router: 14c7c73e-726b-47af-aa57-2d350a665d76 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:25:47.725858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Updating router 14c7c73e-726b-47af-aa57-2d350a665d76 port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:25:47.764601 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.828840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-9eb41c3e-ea4f-4b5b-b014-216c30e81be0 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:47.837444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=f5660b01-f2dc-47c3-83e5-e99cf17df49c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:47.842778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-9eb41c3e-ea4f-4b5b-b014-216c30e81be0 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 828 time: 0.2286718 Aug 28 08:25:47.853885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3f7102c-b759-4084-93c8-3ce48548ea26 req-ba0b41b5-d270-4e2d-9021-f501f048c23d tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 210 time: 0.1389539 Aug 28 08:25:47.855156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.858937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a5616ac-eee2-44c5-abae-2f23f3991ec5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/f5660b01-f2dc-47c3-83e5-e99cf17df49c HTTP/1.1" status: 204 len: 168 time: 2.1461041 Aug 28 08:25:47.866038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:47.897700 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3a2c98-d0ce-411b-80c0-95bc478415ef tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:47.904711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea3a2c98-d0ce-411b-80c0-95bc478415ef tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/f5660b01-f2dc-47c3-83e5-e99cf17df49c HTTP/1.1" status: 404 len: 333 time: 0.0332570 Aug 28 08:25:47.905599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:47.906341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:47.906558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53068) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:47.923058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-5626bfef-bb0d-47e1-a4a7-5883b8bd8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/quotas/3fe23a6420c345dd88307cf5548ee572 HTTP/1.1" status: 200 len: 375 time: 0.0710721 Aug 28 08:25:48.033742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet 447162d8-b1b4-4fe3-a366-fde40a141026 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:48.039087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.057928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-4fdcaaa4-8556-46e8-9ca3-893ba46eeb29 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233935 Aug 28 08:25:48.058869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-57d760ea-9bc6-4fd6-a631-773af9741272 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9489393 Aug 28 08:25:48.088664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.141659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Request body: {'port': {'device_id': '3807acc9-918d-407c-93c1-84dff91a29c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:48.155654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.202919 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.228400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Transition to ACTIVE for port object eed68ce1-0f6f-44b3-bc3b-49912e96cac8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:48.242929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-54441d05-49c6-4884-a5ec-c47371db73c8 service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835265 Aug 28 08:25:48.270710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.320899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.327952 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.330759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd6d8a-acf6-4864-91a1-b76da45b2eee req-a331f79e-4f1f-4a2a-96ce-6a37ffd92d0b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:48.332762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07dd6d8a-acf6-4864-91a1-b76da45b2eee req-a331f79e-4f1f-4a2a-96ce-6a37ffd92d0b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 944 time: 0.1240308 Aug 28 08:25:48.337163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.400802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e10a12-27ba-4553-84b2-183eac33ecb7 None None] Pushing event updated for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:48.439789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-fc341819-c850-4837-8cf3-fbd300507c16 service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758320 Aug 28 08:25:48.493567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Network 5ce9e44b-0145-4218-a334-c021a07b77b9 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:48.518151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Attempting to bind port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:48.518719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Attempting to bind port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:48.519157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Attempting to bind port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 on network 695146bf-7966-4f75-8711-1d13764591fe {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:48.526921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:48.527300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Checking segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:48.528195 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.528607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Bound using segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:48.529400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Bound port: eed68ce1-0f6f-44b3-bc3b-49912e96cac8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:48.529884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.531084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.558890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.564459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/447162d8-b1b4-4fe3-a366-fde40a141026 HTTP/1.1" status: 204 len: 168 time: 0.6539686 Aug 28 08:25:48.565463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53080) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:48.589801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8ab30-e7aa-4ca8-be80-d74f51debafa None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:48.594059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event updated for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:48.599789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:48.605616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:48.659559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet a0e772f1-dffe-43ab-b6df-43a49f06466c {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:48.663460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453e9f6-9d53-4916-b3f8-24e08b8c8414 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=447162d8-b1b4-4fe3-a366-fde40a141026,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:48.665279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.665544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfee160b-1024-4c99-8e9c-0990630aebdc req-aa9a7715-cd07-4765-ac5b-b46984f3e68e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1033447 Aug 28 08:25:48.676305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07dd6d8a-acf6-4864-91a1-b76da45b2eee req-1e0cb4f5-b196-47c1-ac33-ae10e234b3f5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988675 Aug 28 08:25:48.721064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:48.751146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.849625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-78723180-ed82-498a-a47c-99c4b0673ef9 req-57d4af20-e21c-42cc-8f91-becdd922b031 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0627143 Aug 28 08:25:48.861800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] For port eed68ce1-0f6f-44b3-bc3b-49912e96cac8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:48.867760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] For port eed68ce1-0f6f-44b3-bc3b-49912e96cac8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:48.878416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.893820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:48.910370 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.922736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c604efc6-5448-43bf-84a8-b82d4d0cb185 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:48.935069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:48.959777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Transition to ACTIVE for port object c604efc6-5448-43bf-84a8-b82d4d0cb185 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:48.978389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:48.978887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.005664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.032026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7850995f-35e2-48e5-a7ba-655f04dbc9a5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2440352 Aug 28 08:25:49.051246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10e6c551-5455-4b7e-9fbd-cfce920d4af6 req-56e353fc-862d-4a06-a1d6-af7810c6185f tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.0389314 Aug 28 08:25:49.066792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Request body: {'port': {'device_id': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:49.093793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.151500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e772f1-dffe-43ab-b6df-43a49f06466c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:49.166275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:25:49.173750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.177793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:25:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:49.185537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-09f352c5-988d-4121-b537-805c4865e056 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/a0e772f1-dffe-43ab-b6df-43a49f06466c HTTP/1.1" status: 204 len: 168 time: 0.6171970 Aug 28 08:25:49.185537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53094) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:49.274521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e10a12-27ba-4553-84b2-183eac33ecb7 None None] Pushing event updated for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:49.276982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.365896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.442059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port af651206-e19b-4663-a0e7-6708a470fedb {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:49.442679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.443222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:25:49.524847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.545222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48877f-e1b3-449f-bb53-e29c6e845d7e req-532dd5dd-2431-408c-a047-127043db8696 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:49.546804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db48877f-e1b3-449f-bb53-e29c6e845d7e req-532dd5dd-2431-408c-a047-127043db8696 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 931 time: 0.3094139 Aug 28 08:25:49.547476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.571350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port af651206-e19b-4663-a0e7-6708a470fedb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=af651206-e19b-4663-a0e7-6708a470fedb,segment=NetworkSegment(b0b12e3c-2528-4da5-8864-5c28cb372f46),segment_id=b0b12e3c-2528-4da5-8864-5c28cb372f46)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:49.571759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.584923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Pushing event updated for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:49.616010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for af651206-e19b-4663-a0e7-6708a470fedb owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:49.649113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:49.651738 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32eacf-bccf-43d9-8b02-830428494149" -d '{"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:49.674469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:49.731243 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c742e4-6d76-4c82-8e2d-d6f4b588505d x-openstack-request-id: req-f6c742e4-6d76-4c82-8e2d-d6f4b588505d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:49.731611 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:49.731930 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6c742e4-6d76-4c82-8e2d-d6f4b588505d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:49.732394 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'code': 200} Aug 28 08:25:49.779877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.870807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:49.906976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d56b59-9a7f-4e71-a993-df3a61e399a2 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:49.916279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:48Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:49.922025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:49.965127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655515c-f1fb-4900-af3d-ee509376a564 None None] The sync data for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 is: [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:48Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:25:49.970395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Transition to ACTIVE for port object 16d56b59-9a7f-4e71-a993-df3a61e399a2 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:49.982525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18fcfb-6120-4141-a0d7-83846c0fb409 req-98e4a9d4-c9cb-4955-a68e-2d5cad4baff4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:49.983973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a18fcfb-6120-4141-a0d7-83846c0fb409 req-98e4a9d4-c9cb-4955-a68e-2d5cad4baff4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1285789 Aug 28 08:25:50.073216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b712c-dd65-4595-b625-e7cb0b5eda18 None None] Network 953bed7f-31b6-487f-a16f-59fb83098829 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:50.075447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a18fcfb-6120-4141-a0d7-83846c0fb409 req-0d779cdf-e437-4613-8558-20466c4abb7b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814974 Aug 28 08:25:50.076972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-730ea6bb-62b0-438a-9c17-3a80c758bee9 None None] Could not find standard attr ID for object af651206-e19b-4663-a0e7-6708a470fedb. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:25:50.085257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.101604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-db48877f-e1b3-449f-bb53-e29c6e845d7e req-9262ccd9-9681-4d6c-aa8d-4b31e8c710e2 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230265 Aug 28 08:25:50.103109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.140466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=af651206-e19b-4663-a0e7-6708a470fedb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:50.171390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port af651206-e19b-4663-a0e7-6708a470fedb on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:50.333618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4229130d-e2a5-4b8e-bab3-83ab104144bc req-9ed38df0-89ce-440d-8614-629163684d51 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1174793 Aug 28 08:25:50.354531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:50.398642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Attempting to bind port c604efc6-5448-43bf-84a8-b82d4d0cb185 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:50.398642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Attempting to bind port c604efc6-5448-43bf-84a8-b82d4d0cb185 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:50.398642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Attempting to bind port c604efc6-5448-43bf-84a8-b82d4d0cb185 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:50.404190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.418136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953bed7f-31b6-487f-a16f-59fb83098829']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:50.421516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Port c604efc6-5448-43bf-84a8-b82d4d0cb185 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:25:50.421516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Attempting to bind port c604efc6-5448-43bf-84a8-b82d4d0cb185 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:50.429259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1862cb-2f72-4312-ab76-fef9ff18ec4e None None] DHCP port deletion for 953bed7f-31b6-487f-a16f-59fb83098829 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:25:50.462003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b12e3c-2528-4da5-8864-5c28cb372f46') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:50.463315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b12e3c-2528-4da5-8864-5c28cb372f46') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:25:50.476933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.477198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:50.477300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Checking segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:50.477663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Bound using segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:50.478116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Bound port: c604efc6-5448-43bf-84a8-b82d4d0cb185, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:50.478892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.486706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f6f68-892d-4d5c-b632-137e02a678a0 req-d653e940-8eca-4f3e-b360-8c0c971c89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:50.488306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b58f6f68-892d-4d5c-b632-137e02a678a0 req-d653e940-8eca-4f3e-b360-8c0c971c89ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 1098 time: 0.4848030 Aug 28 08:25:50.495201 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.508215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:25:50.508215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:25:50.509706 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:25:50.579856 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eaeda530-efe3-411a-b794-3bb231b901de req-bdbb428a-4f5c-4f51-a236-14fa27f0fe1b tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.1048062 Aug 28 08:25:50.588680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b58f6f68-892d-4d5c-b632-137e02a678a0 req-434703ce-58be-4f2c-a3b7-bf4dbaa27b04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Aug 28 08:25:50.660728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.684592 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.688010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/953bed7f-31b6-487f-a16f-59fb83098829 HTTP/1.1" status: 204 len: 168 time: 1.5002630 Aug 28 08:25:50.698568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:50.711413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1fa84-781e-4db6-b0bb-5e60f9dd9d68 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=953bed7f-31b6-487f-a16f-59fb83098829,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:50.777862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:50.837978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:50.843619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Attempting to bind port 16d56b59-9a7f-4e71-a993-df3a61e399a2 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:50.843978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Attempting to bind port 16d56b59-9a7f-4e71-a993-df3a61e399a2 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:50.844301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Attempting to bind port 16d56b59-9a7f-4e71-a993-df3a61e399a2 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:50.847804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0888ff85-c59f-412a-83ae-ecee67ef39a7 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:50.858695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Port 16d56b59-9a7f-4e71-a993-df3a61e399a2 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:25:50.859071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Attempting to bind port 16d56b59-9a7f-4e71-a993-df3a61e399a2 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:50.864163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.875770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd923f-b200-4d51-9df0-5e0d142ca1fe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:50.878025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34fd923f-b200-4d51-9df0-5e0d142ca1fe tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1784630 Aug 28 08:25:50.882780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53114) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:50.885026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:50.885533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Checking segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:50.885935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Bound using segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:50.886418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Bound port: 16d56b59-9a7f-4e71-a993-df3a61e399a2, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:50.886818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:50.930806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Transition to ACTIVE for port object 0888ff85-c59f-412a-83ae-ecee67ef39a7 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:50.965835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.027105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.027744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.029192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] 10.222.0.64 "PUT /v2.0/ports/c604efc6-5448-43bf-84a8-b82d4d0cb185 HTTP/1.1" status: 200 len: 1092 time: 4.0112851 Aug 28 08:25:51.031457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:51.033874 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91921346-2ec4-4261-8032-8b194ee107d1" -d '{"events": [{"name": "network-changed", "server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:51.046462 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6824f0cd-cca4-4126-83cf-02f4aadf1777 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1623738 Aug 28 08:25:51.050155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53118) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:51.055939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1228308147'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:51.059807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.075719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:51.105570 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc81ab6-3ba6-48a4-9991-a96332f89767 x-openstack-request-id: req-dbc81ab6-3ba6-48a4-9991-a96332f89767 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:51.105771 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:51.105951 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbc81ab6-3ba6-48a4-9991-a96332f89767 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:51.106462 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185', 'status': 'completed', 'code': 200} Aug 28 08:25:51.108447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:51.109519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa13b-a83c-40d0-9fea-7e1b09780778 service neutron] Pushing event updated for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:51.182327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:51.186648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.198094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.243878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:25:51.276837 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.277483 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment 42fdc90f-342d-473b-ae3e-9e69609aab41 of type vlan for network 1bae4205-6318-44ba-98f3-44af80455922 Aug 28 08:25:51.337454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a3af-5ae3-463a-8592-bb7d73872575 req-7887031e-58a6-4a52-9097-8764670ddd08 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.339166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a18a3af-5ae3-463a-8592-bb7d73872575 req-7887031e-58a6-4a52-9097-8764670ddd08 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.1225407 Aug 28 08:25:51.344838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.418352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a18a3af-5ae3-463a-8592-bb7d73872575 req-99a7ea09-4f93-4330-8c38-7d6682128aba tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654280 Aug 28 08:25:51.493090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.498825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.499476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.579984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eed68ce1-0f6f-44b3-bc3b-49912e96cac8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:51.647721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=1bae4205-6318-44ba-98f3-44af80455922,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:51.661556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1bae4205-6318-44ba-98f3-44af80455922 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:25:51.714584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a6a0ade6-9a81-4454-9bc7-f530b322a1db tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6627328 Aug 28 08:25:51.715247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53134) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:51.721217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '1bae4205-6318-44ba-98f3-44af80455922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:51.778276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.781171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.781171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/16d56b59-9a7f-4e71-a993-df3a61e399a2 HTTP/1.1" status: 200 len: 1093 time: 3.6486495 Aug 28 08:25:51.789851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Pushing event updated for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:51.859974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e328630e-5d96-4481-8001-ca9072cc7da6 req-8a9cdc29-41f9-4427-82db-96c926a86b8b tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0355217 Aug 28 08:25:51.878745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921346-2ec4-4261-8032-8b194ee107d1 req-ddc73f0d-b16f-4653-806a-7e5015616f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.880464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91921346-2ec4-4261-8032-8b194ee107d1 req-ddc73f0d-b16f-4653-806a-7e5015616f31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 1095 time: 0.6959884 Aug 28 08:25:51.887570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:51.888299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5ec7a-3616-4189-8061-5103fc9067dd req-4f226a6d-9677-437b-8aef-953bd8f2233e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:51.889908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9e5ec7a-3616-4189-8061-5103fc9067dd req-4f226a6d-9677-437b-8aef-953bd8f2233e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.7068949 Aug 28 08:25:51.902261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:51.902261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:51.902646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Attempting to bind port 0888ff85-c59f-412a-83ae-ecee67ef39a7 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:51.902646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Attempting to bind port 0888ff85-c59f-412a-83ae-ecee67ef39a7 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:51.902646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Attempting to bind port 0888ff85-c59f-412a-83ae-ecee67ef39a7 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:51.993650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Port 0888ff85-c59f-412a-83ae-ecee67ef39a7 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:25:51.994368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Attempting to bind port 0888ff85-c59f-412a-83ae-ecee67ef39a7 on network 5ce9e44b-0145-4218-a334-c021a07b77b9 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:51.995224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:52.000448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.017066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17ea2-83ae-45f8-9c3e-49ea4f8a04b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:52.036759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-d33fb66c-3f50-4cd7-8536-679109511a05 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.038507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-d33fb66c-3f50-4cd7-8536-679109511a05 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.64 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 828 time: 0.3658764 Aug 28 08:25:52.054541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:52.054836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.054995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Checking segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:52.055300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Bound using segment: {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:52.055792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Bound port: 0888ff85-c59f-412a-83ae-ecee67ef39a7, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2b50d1-0055-4db7-9e04-a168821b6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:52.056224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.079757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'port': {'device_id': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'admin_state_up': True, 'tenant_id': '3fe23a6420c345dd88307cf5548ee572'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:52.155820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port eed68ce1-0f6f-44b3-bc3b-49912e96cac8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:52.194473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9e5ec7a-3616-4189-8061-5103fc9067dd req-1c7d6765-f08e-4f92-856d-45e6024db4e7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628641 Aug 28 08:25:52.217675 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.313477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device af651206-e19b-4663-a0e7-6708a470fedb no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:25:52.318468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48903dd3-8980-4b72-9f31-df5479ed16fa req-38750a58-3bea-409c-9ada-be72c27551f7 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.1245856 Aug 28 08:25:52.414525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921346-2ec4-4261-8032-8b194ee107d1 req-175202de-8bed-4a6c-88c4-8f767a812e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.418160 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91921346-2ec4-4261-8032-8b194ee107d1 req-175202de-8bed-4a6c-88c4-8f767a812e77 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=41ff539afca24bb7837f32d2513db114&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5214150 Aug 28 08:25:52.495391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:52.527378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-12650566-141e-42a5-bdd7-79746e251df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.529028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-12650566-141e-42a5-bdd7-79746e251df1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 1096 time: 0.4861023 Aug 28 08:25:52.572517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:52.602250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: af651206-e19b-4663-a0e7-6708a470fedb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:25:52.603079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device af651206-e19b-4663-a0e7-6708a470fedb not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:25:52.608309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:52.643309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-5cede03d-5a7c-4386-b946-a27b606a4714 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2 HTTP/1.1" status: 200 len: 217 time: 0.0733280 Aug 28 08:25:52.742592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921346-2ec4-4261-8032-8b194ee107d1 req-185116cc-9558-4984-b8f3-7e0d12e5978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.744272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91921346-2ec4-4261-8032-8b194ee107d1 req-185116cc-9558-4984-b8f3-7e0d12e5978c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160338 Aug 28 08:25:52.764617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-3405739f-9893-4e5d-85a6-226c92913654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.766159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-3405739f-9893-4e5d-85a6-226c92913654 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.1105778 Aug 28 08:25:52.770012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.840226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6dd93009-adda-4f7e-b0f3-31b92d809c24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419452 Aug 28 08:25:52.841517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.842203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.843701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] 10.222.0.39 "PUT /v2.0/ports/0888ff85-c59f-412a-83ae-ecee67ef39a7 HTTP/1.1" status: 200 len: 1092 time: 3.7910228 Aug 28 08:25:52.918094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.918496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Made reservation on behalf of 3fe23a6420c345dd88307cf5548ee572 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:52.922371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:52.961615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a768b-6de8-4bb6-a54f-2c5f9467c601 service neutron] Pushing event updated for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:52.991400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9b60-98dc-4621-a62e-2b837be25dfb req-29033c30-aa27-4704-b937-a28213aa06a8 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:52.993788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617f9b60-98dc-4621-a62e-2b837be25dfb req-29033c30-aa27-4704-b937-a28213aa06a8 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.4248085 Aug 28 08:25:53.008512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=d8d5b1f6-c37a-49fa-9352-277fbdd9a521,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:53.009008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-8ad4d9f4-12bb-42d3-aadd-d80c4c8f1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.010696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-8ad4d9f4-12bb-42d3-aadd-d80c4c8f1eeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 1095 time: 0.1777442 Aug 28 08:25:53.025858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': '42fdc90f-342d-473b-ae3e-9e69609aab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1bae4205-6318-44ba-98f3-44af80455922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:53.026262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 1bae4205-6318-44ba-98f3-44af80455922, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:25:53.108743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2'}, {'name': 'network-changed', 'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:53.112447 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d9861-c029-44de-ad69-e188139a9637" -d '{"events": [{"name": "network-changed", "server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2"}, {"name": "network-changed", "server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:53.118865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac98f7c7-4488-42ed-ad9d-fb94ccc0efe2 req-dd7a203a-bdb8-4554-b03a-0691c21c2e14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d5b3f7455fa4326b42b503f1c88ea48&device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0440297 Aug 28 08:25:53.122676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617f9b60-98dc-4621-a62e-2b837be25dfb req-4036ebaf-1e22-41bd-8952-642914b5f944 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916107 Aug 28 08:25:53.152332 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-f323923e-0000-4740-ad3f-38b174235f4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185 HTTP/1.1" status: 200 len: 217 time: 0.0716796 Aug 28 08:25:53.158002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-7b5cbbce-15db-4c2d-81bd-6e82cc824b24 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776122 Aug 28 08:25:53.162240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac98f7c7-4488-42ed-ad9d-fb94ccc0efe2 req-0c8937b7-baa3-4000-8a8b-e4c7821ca8ac service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5d5b3f7455fa4326b42b503f1c88ea48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285339 Aug 28 08:25:53.227677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 1bae4205-6318-44ba-98f3-44af80455922 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:25:53.285592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-1ed86bce-7a00-492f-be46-043877a97560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.287318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-1ed86bce-7a00-492f-be46-043877a97560 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 1095 time: 0.2402711 Aug 28 08:25:53.294406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98f7c7-4488-42ed-ad9d-fb94ccc0efe2 req-28ca6a5e-c9f5-4ec7-a6de-9d3cd690544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.296251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac98f7c7-4488-42ed-ad9d-fb94ccc0efe2 req-28ca6a5e-c9f5-4ec7-a6de-9d3cd690544a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266606 Aug 28 08:25:53.338464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 1bae4205-6318-44ba-98f3-44af80455922) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:53.343418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.343642 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:53.353973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc384d4-ccf3-4403-a6d7-9085819632e1 None None] Network 1bae4205-6318-44ba-98f3-44af80455922 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:53.358566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5be6ed6d-95d1-4d28-b2ea-4b0e168f0aa5 req-fcde938c-5241-4393-b7cb-5f36e9ec76e9 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1133842 Aug 28 08:25:53.400057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-08421ca6-0b29-493d-b01c-01ec86ceb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.401726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-08421ca6-0b29-493d-b01c-01ec86ceb396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.2350495 Aug 28 08:25:53.415677 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-11c1c5be-407f-4ec8-8b86-3afaa9697712 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7 HTTP/1.1" status: 200 len: 217 time: 0.1002390 Aug 28 08:25:53.435569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Allocated IP 172.20.0.10 (695146bf-7966-4f75-8711-1d13764591fe/f3d3ecf1-5008-4b3b-aa8d-545b075e9d60/37f86502-a3e7-43cc-a2c4-78be56b2c5fb) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:53.438753 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82f0fb1-45db-41eb-a2d5-56ffde06b6ce x-openstack-request-id: req-c82f0fb1-45db-41eb-a2d5-56ffde06b6ce {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:53.439076 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:53.439366 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c82f0fb1-45db-41eb-a2d5-56ffde06b6ce {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:53.439694 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2', 'status': 'completed', 'code': 200} Aug 28 08:25:53.439948 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7', 'status': 'completed', 'code': 200} Aug 28 08:25:53.456438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c365cb53-6080-46ba-94c6-235dd084a754 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7394130 Aug 28 08:25:53.463284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53156) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:53.469252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '1bae4205-6318-44ba-98f3-44af80455922', 'name': 'tempest-PortsIpV6TestJSON-1051090882'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:53.481973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-eb51bc71-bbbb-45fe-9566-e46e8608d0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651836 Aug 28 08:25:53.574244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-a75a516f-32e3-43ca-9738-cdb5e999b88a service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753145 Aug 28 08:25:53.581277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eed68ce1-0f6f-44b3-bc3b-49912e96cac8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:53.599830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f7f9e18-a010-4e00-b766-42f4dea3b39e req-b4d91fd6-3513-4898-91f5-1f605cb3b5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.0425863 Aug 28 08:25:53.631285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-1bae4205-6318-44ba-98f3-44af80455922', 'network_id': '1bae4205-6318-44ba-98f3-44af80455922', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'd8d5b1f6-c37a-49fa-9352-277fbdd9a521'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:25:53.632858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:53.690522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-d71fe8ed-b880-45f3-9897-18c65a5924af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.692495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-d71fe8ed-b880-45f3-9897-18c65a5924af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.2587750 Aug 28 08:25:53.719748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:53.720764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:53.736286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6401-9952-4aeb-8695-a583f2746b26 req-2e50501c-9b4a-4ec3-8150-1965709de018 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:53.738024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89dd6401-9952-4aeb-8695-a583f2746b26 req-2e50501c-9b4a-4ec3-8150-1965709de018 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.2610559 Aug 28 08:25:53.777015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:53.781215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:53.801084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 991766e3-7347-4d3d-a135-8d505f2abe2e yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:53.867422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Allocated IP 2001:db8::2 (1bae4205-6318-44ba-98f3-44af80455922/d8d5b1f6-c37a-49fa-9352-277fbdd9a521/85523074-51ec-4fa4-b638-2aa0c511145c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:53.899503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-84c77a17-c8e8-4cb5-b6f1-2de3161f5575 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931487 Aug 28 08:25:53.915876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-8fcbf057-d20f-494c-a0bc-12c80dc655f3 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817718 Aug 28 08:25:54.022166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89dd6401-9952-4aeb-8695-a583f2746b26 req-2659933d-ba97-46be-ba73-b8920e34857c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707520 Aug 28 08:25:54.029074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.040651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Transition to ACTIVE for port object 85523074-51ec-4fa4-b638-2aa0c511145c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:54.070177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Transition to ACTIVE for port object 85523074-51ec-4fa4-b638-2aa0c511145c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:54.090627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-3ea33852-f9e7-4aa0-b431-4f2b157edfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:54.096160 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-3ea33852-f9e7-4aa0-b431-4f2b157edfcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 1096 time: 0.2818232 Aug 28 08:25:54.141336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.152407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.206997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Network 1bae4205-6318-44ba-98f3-44af80455922 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:54.211895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba90aa-682f-4325-8ddb-7b2fafcfb029 req-b326b798-f7f9-4ef1-a1e3-4b587ecdfefa tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:54.214947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aba90aa-682f-4325-8ddb-7b2fafcfb029 req-b326b798-f7f9-4ef1-a1e3-4b587ecdfefa tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.1059678 Aug 28 08:25:54.218883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:54.223765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:54.230440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Pushing event updated for resources: {'Port': ['ID=85523074-51ec-4fa4-b638-2aa0c511145c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:54.244432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::36e (1bae4205-6318-44ba-98f3-44af80455922/d8d5b1f6-c37a-49fa-9352-277fbdd9a521/991766e3-7347-4d3d-a135-8d505f2abe2e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:54.245821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Transition to ACTIVE for port object 37f86502-a3e7-43cc-a2c4-78be56b2c5fb will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:54.294222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Attempting to bind port 85523074-51ec-4fa4-b638-2aa0c511145c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:54.294937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Attempting to bind port 85523074-51ec-4fa4-b638-2aa0c511145c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42fdc90f-342d-473b-ae3e-9e69609aab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1bae4205-6318-44ba-98f3-44af80455922'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:54.295954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Attempting to bind port 85523074-51ec-4fa4-b638-2aa0c511145c on network 1bae4205-6318-44ba-98f3-44af80455922 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:54.299398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aba90aa-682f-4325-8ddb-7b2fafcfb029 req-5ae2e12d-535a-46ff-bdcf-298b299ff844 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565445 Aug 28 08:25:54.301629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:54.302145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Checking segment: {'id': '42fdc90f-342d-473b-ae3e-9e69609aab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1bae4205-6318-44ba-98f3-44af80455922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:54.302680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.303173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Bound using segment: {'id': '42fdc90f-342d-473b-ae3e-9e69609aab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1bae4205-6318-44ba-98f3-44af80455922'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:54.304024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Bound port: 85523074-51ec-4fa4-b638-2aa0c511145c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdc90f-342d-473b-ae3e-9e69609aab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1bae4205-6318-44ba-98f3-44af80455922'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:54.304642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.304785 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-6e79612b-11dc-4e41-ae14-557cd4d563b6 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630593 Aug 28 08:25:54.311566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-f1d76637-1a2a-4223-b665-1d768c59d1ff service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980999 Aug 28 08:25:54.450575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] For port 85523074-51ec-4fa4-b638-2aa0c511145c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:54.456790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] For port 85523074-51ec-4fa4-b638-2aa0c511145c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85523074-51ec-4fa4-b638-2aa0c511145c,segment=NetworkSegment(42fdc90f-342d-473b-ae3e-9e69609aab41),segment_id=42fdc90f-342d-473b-ae3e-9e69609aab41)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:54.509782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.529168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 991766e3-7347-4d3d-a135-8d505f2abe2e will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:54.551463 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.641138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0d74-04a0-4359-98db-6d2f97312778 None None] Pushing event updated for resources: {'Port': ['ID=85523074-51ec-4fa4-b638-2aa0c511145c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:54.676742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.731376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=991766e3-7347-4d3d-a135-8d505f2abe2e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:54.750918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 1bae4205-6318-44ba-98f3-44af80455922 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:54.757386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:54.757386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:54.764397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:54.765167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:54.776174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-5f8f18f4-99a8-4c20-b7e2-a85a384cb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:54.779182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-5f8f18f4-99a8-4c20-b7e2-a85a384cb003 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 919 time: 0.6639214 Aug 28 08:25:54.822667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885009c2-1389-46a9-8fea-a7a415907184 req-244648f8-109d-4477-aeb3-527891ca2aac tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:54.825147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-885009c2-1389-46a9-8fea-a7a415907184 req-244648f8-109d-4477-aeb3-527891ca2aac tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.5969682 Aug 28 08:25:54.871419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c41c48ba-f36f-470f-8e04-db9506c83846 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4101303 Aug 28 08:25:54.874736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:54.879852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '1bae4205-6318-44ba-98f3-44af80455922', 'name': 'tempest-PortsIpV6TestJSON-1052569025'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:54.952680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-3459f695-465f-409c-a300-8e6bdc54b32b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2 HTTP/1.1" status: 200 len: 217 time: 0.1235611 Aug 28 08:25:54.960128 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ac98f7c7-4488-42ed-ad9d-fb94ccc0efe2 req-a50eea04-1aec-445c-9309-d19388f12ac8 tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.1330769 Aug 28 08:25:55.046876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8578d349-64cd-42b9-9974-77b3e3ad0f0b req-9f9d0481-71ee-41c3-ba24-93f169a0cea5 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239881 Aug 28 08:25:55.049912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-885009c2-1389-46a9-8fea-a7a415907184 req-b4c35230-eb24-460f-9e35-044e4d7a7313 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162681 Aug 28 08:25:55.054974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.083968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-b6ea4954-f143-481c-878e-2adc4ce067fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:55.085721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-b6ea4954-f143-481c-878e-2adc4ce067fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.1219373 Aug 28 08:25:55.098441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:25:55.102821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.139385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:25:55.139972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Network 695146bf-7966-4f75-8711-1d13764591fe is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:55.168279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:55.175092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:55.184141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-fc285e58-16dc-45fe-aeec-c42aaabeef53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677507 Aug 28 08:25:55.197657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event updated for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:55.275666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00f6545b-4adb-4230-a77a-b53c81a41065 req-bc6d92c5-7fdb-4886-accd-856c4714101f tempest-ServerShowV254Test-973430273 tempest-ServerShowV254Test-973430273-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8526bfc-b756-4235-bdaf-78b8d73606c2 HTTP/1.1" status: 200 len: 210 time: 0.0453079 Aug 28 08:25:55.292064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.292433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.292787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.293136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.293483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.293824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.294175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.294529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.294873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.295206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.295539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.295879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:55.398738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:55.399429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.413502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::7b (1bae4205-6318-44ba-98f3-44af80455922/d8d5b1f6-c37a-49fa-9352-277fbdd9a521/d12bbf74-74e2-4e6c-92c4-080c1f0c4d09) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:25:55.456280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d43b7-0a99-44b0-83d4-f47fa499e83e req-f78c2b9b-e786-4063-9e5d-722af1a58bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:55.458037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-029d43b7-0a99-44b0-83d4-f47fa499e83e req-f78c2b9b-e786-4063-9e5d-722af1a58bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 932 time: 0.1547482 Aug 28 08:25:55.499623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-c709baae-183b-4b44-9b13-1a6c662b1f42 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983425 Aug 28 08:25:55.532211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-b24eb855-db43-437b-83b8-196f78b66cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4686816 Aug 28 08:25:55.602670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-029d43b7-0a99-44b0-83d4-f47fa499e83e req-77eecd66-63f6-4ce5-bb18-16f4fd57a15d tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309872 Aug 28 08:25:55.610125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Request body: {'port': {'device_id': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:25:55.627493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85523074-51ec-4fa4-b638-2aa0c511145c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:55.687518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1dccaffe-dab8-4f81-a2b5-6c9a2735e371 None None] Provisioning for port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:55.699871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.713353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1dccaffe-dab8-4f81-a2b5-6c9a2735e371 None None] Provisioning complete for port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:55.713728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1dccaffe-dab8-4f81-a2b5-6c9a2735e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.740103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-2fe8b6f7-8cd9-4928-92ff-6f62a0b07a68 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:55.758191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-2fe8b6f7-8cd9-4928-92ff-6f62a0b07a68 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.3466470 Aug 28 08:25:55.774016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.797529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1dccaffe-dab8-4f81-a2b5-6c9a2735e371 None None] Port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:55.804095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-e47592e3-a431-465f-8bb1-54cd99e5e0fa tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/quotas/f5183b045fe04c0487a78883f77da663 HTTP/1.1" status: 200 len: 375 time: 0.0459595 Aug 28 08:25:55.832101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-2116f65a-7cc8-469f-88aa-7b9100ea7366 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192122 Aug 28 08:25:55.898652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-bdd6ec0b-b250-4be0-8893-d6e7533c8a5b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934372 Aug 28 08:25:55.909563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 85523074-51ec-4fa4-b638-2aa0c511145c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:55.968274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:55.993938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:56.035435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295e5b9-11ac-416b-aa65-cd9b54d29958 None None] Network 1bae4205-6318-44ba-98f3-44af80455922 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:25:56.053199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-f3e48f59-264f-42e5-b9b0-fae9a96c45b2 service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535304 Aug 28 08:25:56.164873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-c816565e-b072-48b7-a03d-be1b6a829647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.166479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-c816565e-b072-48b7-a03d-be1b6a829647 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 1095 time: 0.1097026 Aug 28 08:25:56.176062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.207361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Provisioning for port 85523074-51ec-4fa4-b638-2aa0c511145c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:56.214592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Provisioning complete for port 85523074-51ec-4fa4-b638-2aa0c511145c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:56.214867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.248340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-46723984-1336-46d5-b0cf-9a184059e0ef service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941447 Aug 28 08:25:56.253790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 1bae4205-6318-44ba-98f3-44af80455922 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:25:56.255312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:25:56.267743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:25:56.275697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.276555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.290199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=d12bbf74-74e2-4e6c-92c4-080c1f0c4d09,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:56.310937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3a281-7ecc-4f30-b309-4302ec513156 req-7146ee35-7016-4f47-ab12-1ae71a083ae5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.313177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cfe3a281-7ecc-4f30-b309-4302ec513156 req-7146ee35-7016-4f47-ab12-1ae71a083ae5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.1634173 Aug 28 08:25:56.337232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f86502-a3e7-43cc-a2c4-78be56b2c5fb {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:56.354676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.383079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.385485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Transition to ACTIVE for port object 37f86502-a3e7-43cc-a2c4-78be56b2c5fb will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:25:56.404301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-19d969cf-d183-45ca-9653-8a2278fe9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.405896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-19d969cf-d183-45ca-9653-8a2278fe9fa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 919 time: 0.2159021 Aug 28 08:25:56.411516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cfe3a281-7ecc-4f30-b309-4302ec513156 req-b1245e99-7e73-4ab5-942e-8faeae9229e0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Aug 28 08:25:56.429997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] For port 85523074-51ec-4fa4-b638-2aa0c511145c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85523074-51ec-4fa4-b638-2aa0c511145c,segment=NetworkSegment(42fdc90f-342d-473b-ae3e-9e69609aab41),segment_id=42fdc90f-342d-473b-ae3e-9e69609aab41)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:56.462965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-b684cc36-62db-4a08-8853-339ee577613e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7 HTTP/1.1" status: 200 len: 217 time: 0.0459657 Aug 28 08:25:56.488589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dcfbd63e-f09c-45f4-baba-c0a3debc6fbc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6129227 Aug 28 08:25:56.492511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:56.553284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9861-c029-44de-ad69-e188139a9637 req-d0c78213-8c37-42c2-bbd7-1f49405dd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.555536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-d0c78213-8c37-42c2-bbd7-1f49405dd489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.0786941 Aug 28 08:25:56.556888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.606470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864dd18d-3500-47dc-ab0b-91ce4822cbfa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:56.607996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:56.609655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-864dd18d-3500-47dc-ab0b-91ce4822cbfa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36e HTTP/1.1" status: 200 len: 929 time: 0.1158133 Aug 28 08:25:56.614556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53204) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:56.690918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c604efc6-5448-43bf-84a8-b82d4d0cb185 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:56.741495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:56.818974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-182cb951-2708-4a55-8fe2-203ae81dd705 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206119 Aug 28 08:25:56.882197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d07a34d0-8cbc-418c-ac60-8c1482861e9e req-3fb57601-6e91-4352-b47f-3a2f72e0b225 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 210 time: 0.1686230 Aug 28 08:25:56.934718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:56.935222 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.036973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe4c7-d212-49cf-9226-5e664b0f0740 None None] Pushing event updated for resources: {'Port': ['ID=85523074-51ec-4fa4-b638-2aa0c511145c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:57.148823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.179842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:57.196926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:57.200987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-3c53bd31-83d2-46a2-b68c-2cec9c11c909 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689075 Aug 28 08:25:57.249455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'c604efc6-5448-43bf-84a8-b82d4d0cb185', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'port_id': 'c604efc6-5448-43bf-84a8-b82d4d0cb185', 'mac_address': 'fa:16:3e:ab:22:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16292c8-c3d5-4883-82f5-37b977a6ca96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:57.256110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Provisioning for port d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:57.273522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Provisioning complete for port d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:57.274697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.309914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Attempting to bind port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:25:57.310292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Attempting to bind port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:25:57.311323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Attempting to bind port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb on network 695146bf-7966-4f75-8711-1d13764591fe {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:57.347379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb on network 695146bf-7966-4f75-8711-1d13764591fe not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:25:57.347622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Attempting to bind port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb on network 695146bf-7966-4f75-8711-1d13764591fe {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:25:57.370866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Port d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:57.373456 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.385748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:25:57.386318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Checking segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:25:57.387118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Bound using segment: {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:25:57.387868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Bound port: 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5068021e-a82e-4d1e-b3be-c83ed62e53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '695146bf-7966-4f75-8711-1d13764591fe'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:25:57.388462 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.393785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Provisioning complete for port 85523074-51ec-4fa4-b638-2aa0c511145c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:57.394162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.397694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c604efc6-5448-43bf-84a8-b82d4d0cb185 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:57.463434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-2810f297-9e62-4703-a067-42f938220953 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:57.467020 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-2810f297-9e62-4703-a067-42f938220953 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "GET /v2.0/ports?device_id=abb0b39b-ede3-46b2-87f0-b8bb2eec0476 HTTP/1.1" status: 200 len: 946 time: 0.6105173 Aug 28 08:25:57.506258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:57.579183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:57.599321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85523074-51ec-4fa4-b638-2aa0c511145c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:25:57.620350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b9f09-9e9d-40a0-a6ed-35a9bd0975ef req-3121663e-9a51-41d6-b946-0788293a1824 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:57.621026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.624695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e95b9f09-9e9d-40a0-a6ed-35a9bd0975ef req-3121663e-9a51-41d6-b946-0788293a1824 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 944 time: 0.6646037 Aug 28 08:25:57.671961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=d12bbf74-74e2-4e6c-92c4-080c1f0c4d09,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:57.682054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 85523074-51ec-4fa4-b638-2aa0c511145c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:57.682824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.711811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.711811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-793a8c5b-fc82-4bdb-b237-20b707783afb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 HTTP/1.1" status: 204 len: 168 time: 1.0919955 Aug 28 08:25:57.711811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:57.741986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aa0d9861-c029-44de-ad69-e188139a9637 req-02996a17-5393-498e-b1ba-8592ff5f9b62 service neutron] 10.222.0.39 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785905 Aug 28 08:25:57.745429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.750117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d052e88-fb01-4717-a444-fe79c6619ba0 req-a23a50e3-19e6-4a74-bdd4-8f564b90e350 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:57.762777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d052e88-fb01-4717-a444-fe79c6619ba0 req-a23a50e3-19e6-4a74-bdd4-8f564b90e350 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.1609254 Aug 28 08:25:57.762777 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4cab35-f6c3-4603-be21-549122ed1f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:57.762777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f4cab35-f6c3-4603-be21-549122ed1f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/d12bbf74-74e2-4e6c-92c4-080c1f0c4d09 HTTP/1.1" status: 404 len: 333 time: 0.0428522 Aug 28 08:25:57.764511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53234) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:57.818521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90c4f624-c33c-467b-b0ba-55edbf4fda3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.831050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.837521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d052e88-fb01-4717-a444-fe79c6619ba0 req-605046e8-7954-4252-9ddd-45882fd494d6 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793705 Aug 28 08:25:57.855056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Provisioning for port 991766e3-7347-4d3d-a135-8d505f2abe2e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:25:57.864217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Provisioning complete for port 991766e3-7347-4d3d-a135-8d505f2abe2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:57.865051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:57.873383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:57.946350 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e95b9f09-9e9d-40a0-a6ed-35a9bd0975ef req-6338d141-8ef5-4495-997b-089c0938779a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556994 Aug 28 08:25:57.986489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ac58f-261a-490a-ab8e-95eb44430b3e None None] Port 991766e3-7347-4d3d-a135-8d505f2abe2e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:58.004256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.033152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:25:58.054370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:25:58.079828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c604efc6-5448-43bf-84a8-b82d4d0cb185'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:25:58.088452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9771f35a-5786-4d13-b76c-0dd863755161 req-03d70173-64d7-4d02-bbaf-433097b1a368 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 210 time: 0.0409107 Aug 28 08:25:58.092822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Deleting port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:58.093267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.135067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03c867b7-e476-460d-a8bc-e2b32b9aa677 None None] Could not find standard attr ID for object d12bbf74-74e2-4e6c-92c4-080c1f0c4d09. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:25:58.172019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 991766e3-7347-4d3d-a135-8d505f2abe2e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:25:58.172364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.185275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.197068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03c867b7-e476-460d-a8bc-e2b32b9aa677 None None] Provisioning complete for port 991766e3-7347-4d3d-a135-8d505f2abe2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:25:58.197493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03c867b7-e476-460d-a8bc-e2b32b9aa677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.248763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.269688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d5b3f7455fa4326b42b503f1c88ea48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844022 Aug 28 08:25:58.269688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53242) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:58.297987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663898d3-66d1-421c-8767-132bf88c2f72,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:58.308876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-03c867b7-e476-460d-a8bc-e2b32b9aa677 None None] Port 991766e3-7347-4d3d-a135-8d505f2abe2e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:25:58.336707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] For port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:58.338014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.343446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.344098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.345033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.345383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.346034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.346719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.357893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fb40a-87e9-48de-abea-11e8a737d5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:25:58.371337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Calling delete_port for e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:58.385112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:58.385725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.387282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 1093 time: 2.7884164 Aug 28 08:25:58.395012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:25:58.398267 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839d54dc-815e-41df-8baa-8a99fe2e4649" -d '{"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:25:58.431386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.486246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.512645 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619615b2-a892-4108-baeb-65bd8fc41325 x-openstack-request-id: req-619615b2-a892-4108-baeb-65bd8fc41325 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:25:58.512951 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:25:58.513363 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-619615b2-a892-4108-baeb-65bd8fc41325 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:25:58.514293 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'status': 'completed', 'code': 200} Aug 28 08:25:58.599346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717610-5880-4bd6-9fd5-34608e6c9cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:58.614076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.643094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.644708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 991766e3-7347-4d3d-a135-8d505f2abe2e owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:25:58.646678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:58.647877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/663898d3-66d1-421c-8767-132bf88c2f72 HTTP/1.1" status: 204 len: 168 time: 0.3739846 Aug 28 08:25:58.657812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e68e0-9e78-4166-ae7f-1766c5c6cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663898d3-66d1-421c-8767-132bf88c2f72,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:58.682965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-d881c021-afce-4ecc-8717-41717f3cb7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:58.684522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-d881c021-afce-4ecc-8717-41717f3cb7e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1096 time: 0.1557245 Aug 28 08:25:58.929792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-ecf60f30-88d4-41d5-9ea9-c3d7c31e7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:58.931399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-ecf60f30-88d4-41d5-9ea9-c3d7c31e7739 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3fe23a6420c345dd88307cf5548ee572&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2086594 Aug 28 08:25:58.993023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.099059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event deleted for resources: {'Port': ['ID=e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:59.154420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266d12-afa9-48c9-a0d8-b034baca3eb2 req-982856ba-d258-4119-8a03-27cdd279e952 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.156026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb266d12-afa9-48c9-a0d8-b034baca3eb2 req-982856ba-d258-4119-8a03-27cdd279e952 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 943 time: 0.2285712 Aug 28 08:25:59.179268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ab89-8f57-4e48-b162-e56f9db07300 req-ddd8eaa7-221c-4b47-aa2e-bbf5762559aa tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.180573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] No DVR routers for this DVR port e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:25:59.183052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3e6ab89-8f57-4e48-b162-e56f9db07300 req-ddd8eaa7-221c-4b47-aa2e-bbf5762559aa tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 944 time: 0.0697064 Aug 28 08:25:59.185834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.188092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d31793f4-0490-4c21-b05c-28a16cdb2fa6 req-9bbbcc47-ba58-4851-a49c-dcdcb9876b61 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "DELETE /v2.0/ports/e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 HTTP/1.1" status: 204 len: 173 time: 1.6982620 Aug 28 08:25:59.221420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-4ebb1373-c111-4f99-b282-92a1f0b8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.222962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-839d54dc-815e-41df-8baa-8a99fe2e4649 req-4ebb1373-c111-4f99-b282-92a1f0b8abde service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773180 Aug 28 08:25:59.237340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.246641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 16d56b59-9a7f-4e71-a993-df3a61e399a2 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:59.255173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb266d12-afa9-48c9-a0d8-b034baca3eb2 req-b7d5ec58-9df2-43e2-b640-aa622c7cea1b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781214 Aug 28 08:25:59.276122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=991766e3-7347-4d3d-a135-8d505f2abe2e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:59.301429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3e6ab89-8f57-4e48-b162-e56f9db07300 req-4d65726f-f9c2-4c45-a15b-a82b52c616d7 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084111 Aug 28 08:25:59.337553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.341571 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e592673d-bce0-4bcf-bfdc-3629cf7e5811 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/991766e3-7347-4d3d-a135-8d505f2abe2e HTTP/1.1" status: 204 len: 168 time: 1.5740502 Aug 28 08:25:59.346718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53262) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:59.420577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-f33eb001-8665-49d9-aee4-fc02e3919dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.428819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-f33eb001-8665-49d9-aee4-fc02e3919dca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1096 time: 0.0833578 Aug 28 08:25:59.464217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:59.491781 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f4018e-1d87-41b2-a6fc-96a207be7887 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:25:59.499843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-57f4018e-1d87-41b2-a6fc-96a207be7887 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/991766e3-7347-4d3d-a135-8d505f2abe2e HTTP/1.1" status: 404 len: 333 time: 0.1519492 Aug 28 08:25:59.505201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53270) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:25:59.543125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '16d56b59-9a7f-4e71-a993-df3a61e399a2', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'port_id': '16d56b59-9a7f-4e71-a993-df3a61e399a2', 'mac_address': 'fa:16:3e:60:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16292c8-c3d5-4883-82f5-37b977a6ca96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:59.578371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-35943a4e-3fb1-4879-985a-a69b73ff45f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 217 time: 0.1346619 Aug 28 08:25:59.635992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet d8d5b1f6-c37a-49fa-9352-277fbdd9a521 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:25:59.640750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.647483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-a53e3193-66a3-4462-9f9f-a4003b65bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.648982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-a53e3193-66a3-4462-9f9f-a4003b65bacf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 200 len: 867 time: 0.0628359 Aug 28 08:25:59.666010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.682197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d56b59-9a7f-4e71-a993-df3a61e399a2 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:25:59.692778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.709217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:59.731933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-a631ff18-408b-44a8-a382-25786f92d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:25:59.734584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-a631ff18-408b-44a8-a382-25786f92d56f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=695146bf-7966-4f75-8711-1d13764591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774119 Aug 28 08:25:59.784883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.785631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0888ff85-c59f-412a-83ae-ecee67ef39a7 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:25:59.814610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-200ff694-fbd0-4fd7-b4ae-08bee5ce9b80 req-d48eef68-c705-460e-b7cd-f03b6a6ec3a4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 210 time: 0.0914140 Aug 28 08:25:59.875414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:25:59.882038 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.908360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:25:59.919581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.922469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '0888ff85-c59f-412a-83ae-ecee67ef39a7', 'network_id': '5ce9e44b-0145-4218-a334-c021a07b77b9', 'port_id': '0888ff85-c59f-412a-83ae-ecee67ef39a7', 'mac_address': 'fa:16:3e:fe:f9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16292c8-c3d5-4883-82f5-37b977a6ca96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:25:59.971144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:25:59.987896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0888ff85-c59f-412a-83ae-ecee67ef39a7 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:00.010198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:00.011437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-6b9020a4-9e34-4f58-8091-73f853f51dde service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604332 Aug 28 08:26:00.105652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.106174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.148871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-ce1861eb-39b3-4bbf-a94a-dd107bdecaae tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:00.150703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-ce1861eb-39b3-4bbf-a94a-dd107bdecaae tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.2020125 Aug 28 08:26:00.158949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d5b1f6-c37a-49fa-9352-277fbdd9a521,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:00.161676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.164625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2224a3c-0f31-4632-ad98-eb133c830492 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/d8d5b1f6-c37a-49fa-9352-277fbdd9a521 HTTP/1.1" status: 204 len: 168 time: 0.6502120 Aug 28 08:26:00.170832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53278) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:00.175593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640ace1-e73f-4d60-b1f5-44fb5ec12167 None None] Network 1bae4205-6318-44ba-98f3-44af80455922 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:00.191114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Request body: {'port': {'device_id': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'admin_state_up': True, 'tenant_id': 'f5183b045fe04c0487a78883f77da663'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:00.274676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ceccd869-30f6-48a6-bb2d-3145e0a8d64b req-be73ceed-8870-4f6d-bfd7-ed8ef6c86b83 service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520721 Aug 28 08:26:00.292666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b83101e-62e1-42d8-84dd-3e094e69cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.294356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.299467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:00.449955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 85523074-51ec-4fa4-b638-2aa0c511145c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:00.451820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.518657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-deleted', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:00.529339 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d786b3d6-f9e6-4031-b2e2-ab3c33b542d1" -d '{"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-deleted", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:00.534508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] DHCP port deletion for 1bae4205-6318-44ba-98f3-44af80455922 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:26:00.561661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2879-e6e8-42d9-ad87-4432fbe5b067 req-d2fc4ed6-fe81-4989-8192-495a53d4bb2a tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:00.565602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d02f2879-e6e8-42d9-ad87-4432fbe5b067 req-d2fc4ed6-fe81-4989-8192-495a53d4bb2a tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 944 time: 0.1161199 Aug 28 08:26:00.609551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port 85523074-51ec-4fa4-b638-2aa0c511145c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85523074-51ec-4fa4-b638-2aa0c511145c,segment=NetworkSegment(42fdc90f-342d-473b-ae3e-9e69609aab41),segment_id=42fdc90f-342d-473b-ae3e-9e69609aab41)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:00.609934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.619566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Deleting port 85523074-51ec-4fa4-b638-2aa0c511145c {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:00.620596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.642337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 85523074-51ec-4fa4-b638-2aa0c511145c owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:00.653156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c72983-e03a-4b73-8541-ff4e3fa0f62e req-ae8392e0-dc66-44bc-890d-85bd2f31f40f tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:00.654934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53c72983-e03a-4b73-8541-ff4e3fa0f62e req-ae8392e0-dc66-44bc-890d-85bd2f31f40f tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 944 time: 0.1103032 Aug 28 08:26:00.718179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c604efc6-5448-43bf-84a8-b82d4d0cb185 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:00.805987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] For port 85523074-51ec-4fa4-b638-2aa0c511145c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=85523074-51ec-4fa4-b638-2aa0c511145c,segment=NetworkSegment(42fdc90f-342d-473b-ae3e-9e69609aab41),segment_id=42fdc90f-342d-473b-ae3e-9e69609aab41)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:00.806548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:00.822098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Calling delete_port for 85523074-51ec-4fa4-b638-2aa0c511145c owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:00.857852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53c72983-e03a-4b73-8541-ff4e3fa0f62e req-5674991a-6e96-44a9-ae36-1b91b5a49843 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170583 Aug 28 08:26:00.899589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['0888ff85-c59f-412a-83ae-ecee67ef39a7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:00.901919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['16d56b59-9a7f-4e71-a993-df3a61e399a2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:00.954928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port c604efc6-5448-43bf-84a8-b82d4d0cb185 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:00.982189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port c604efc6-5448-43bf-84a8-b82d4d0cb185 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:00.982594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.004184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Made reservation on behalf of f5183b045fe04c0487a78883f77da663 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:01.007758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.025635 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448148b5-8e77-4b71-8e7b-507b15bbd90b x-openstack-request-id: req-448148b5-8e77-4b71-8e7b-507b15bbd90b {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:01.025635 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0b39b-ede3-46b2-87f0-b8bb2eec0476", "name": "network-vif-deleted", "tag": "e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:01.025635 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-448148b5-8e77-4b71-8e7b-507b15bbd90b {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:01.025635 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0b39b-ede3-46b2-87f0-b8bb2eec0476', 'name': 'network-vif-deleted', 'tag': 'e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0', 'status': 'completed', 'code': 200} Aug 28 08:26:01.027182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.039440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d02f2879-e6e8-42d9-ad87-4432fbe5b067 req-e3b76314-f1bd-4ed1-9134-89587c6f2062 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694273 Aug 28 08:26:01.101972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=85523074-51ec-4fa4-b638-2aa0c511145c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:01.121887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port 85523074-51ec-4fa4-b638-2aa0c511145c on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:01.181349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Allocated IP 172.20.0.4 (d5ee0171-cbe2-45e1-8cad-d14cd2509079/32a10c88-6119-4029-8356-de0f8fa66b7d/db2bba06-56ba-4048-bda1-2f68d3b14311) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:01.314579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.319879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-489ea95a-d36c-423f-924f-01b0c04253de req-28c8ca0b-7d3e-418f-93cf-39fc6b2d7d1c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 210 time: 0.0547814 Aug 28 08:26:01.331904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bae4205-6318-44ba-98f3-44af80455922']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:01.366991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fdc90f-342d-473b-ae3e-9e69609aab41') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:01.366991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fdc90f-342d-473b-ae3e-9e69609aab41') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:01.370252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.391897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.419747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.431630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:01.432536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.436872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] Pushing event deleted for resources: {'Port': ['ID=85523074-51ec-4fa4-b638-2aa0c511145c,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:01.439027 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:01.446564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515bbcd-2e0e-433e-88b7-91445a268a90 None None] No DVR routers for this DVR port 85523074-51ec-4fa4-b638-2aa0c511145c on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:01.536888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.538899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.597709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85523074-51ec-4fa4-b638-2aa0c511145c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:01.613226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.621347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.623909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/1bae4205-6318-44ba-98f3-44af80455922 HTTP/1.1" status: 204 len: 168 time: 1.4499447 Aug 28 08:26:01.628259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53308) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:01.633687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1519638712'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:01.648643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cf052-cde3-43ba-86fb-6f2ce597954a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=1bae4205-6318-44ba-98f3-44af80455922,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:01.648965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:01.652548 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2642a1-8895-4224-ac9c-6d79a7a67da6" -d '{"events": [{"server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "name": "network-vif-plugged", "status": "completed", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:01.655875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 85523074-51ec-4fa4-b638-2aa0c511145c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:01.656323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 85523074-51ec-4fa4-b638-2aa0c511145c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:01.695497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:01.716579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.722997 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4fb0a-45ba-4c6c-8262-3b7a55cf6162 x-openstack-request-id: req-5cd4fb0a-45ba-4c6c-8262-3b7a55cf6162 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:01.723290 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "name": "network-vif-plugged", "status": "completed", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:01.723548 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cd4fb0a-45ba-4c6c-8262-3b7a55cf6162 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:01.723941 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185', 'code': 200} Aug 28 08:26:01.773839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:01.777489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:01.782653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:01.785475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:01.789046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.793648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:01.836884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.838432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:01.844554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.870420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:01.870919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4c7ee2a-fe0b-4c7b-8be9-a20452f78fe0 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:01.878050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:26:01.894005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:01.898475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.910252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:01.910618 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment 45205e89-25cc-4f13-ade3-bfdb36a983c1 of type vlan for network 7df7f27d-45b3-4927-abec-ac267133d645 Aug 28 08:26:01.950276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a23bc3-ebc7-437d-8efb-46f85de2b946 req-e015a73a-a714-4bc3-a06b-b08ab71212b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:01.950821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f7a23bc3-ebc7-437d-8efb-46f85de2b946 req-e015a73a-a714-4bc3-a06b-b08ab71212b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 1097 time: 0.1180878 Aug 28 08:26:01.960548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:01.985881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.012555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-388e27ed-8a5d-4825-9148-012031d9a15b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8373532 Aug 28 08:26:02.045120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53318) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:02.080550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Request body: {'port': {'device_id': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:02.086687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475319ea-f26f-42c9-bf13-27ccf243583a req-6f15ad31-2f3f-4aba-81b4-791027577283 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:02.088347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-475319ea-f26f-42c9-bf13-27ccf243583a req-6f15ad31-2f3f-4aba-81b4-791027577283 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 944 time: 0.0945020 Aug 28 08:26:02.111997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f7a23bc3-ebc7-437d-8efb-46f85de2b946 req-13ded915-92a0-4606-bb3f-a0a806c129d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436570 Aug 28 08:26:02.162075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.166684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-475319ea-f26f-42c9-bf13-27ccf243583a req-a50b0aab-74c6-4e88-ab15-bfef7b133db0 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Aug 28 08:26:02.239058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ea76-b0aa-4dc7-bb59-0373ec722338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.310290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.313495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:02.314146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.400215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ea76-b0aa-4dc7-bb59-0373ec722338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.407038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657c48-b073-4b5b-9941-23da1b7fff45 req-028c96d4-6ffb-4435-997f-f4b6ba9736ad tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:02.409318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62657c48-b073-4b5b-9941-23da1b7fff45 req-028c96d4-6ffb-4435-997f-f4b6ba9736ad tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 944 time: 0.2090993 Aug 28 08:26:02.490761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=7df7f27d-45b3-4927-abec-ac267133d645,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:02.506121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7df7f27d-45b3-4927-abec-ac267133d645 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:26:02.545964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62657c48-b073-4b5b-9941-23da1b7fff45 req-ebad8719-7240-484b-9ccb-142b5a1ffcfa tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214104 Aug 28 08:26:02.549608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ea76-b0aa-4dc7-bb59-0373ec722338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.608729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d4b1ea76-b0aa-4dc7-bb59-0373ec722338 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d34b34054f7843da809fa0f138df26d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589612 Aug 28 08:26:02.608729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53330) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:02.615670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ea76-b0aa-4dc7-bb59-0373ec722338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04c77f-0c59-4b01-96cd-c7c75966a932,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:02.630195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ce38b-023c-4f0c-b24b-10b5ec603b76 req-29367bc8-e7b9-4ee7-93e5-050a0f5168c4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:02.631832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b68ce38b-023c-4f0c-b24b-10b5ec603b76 req-29367bc8-e7b9-4ee7-93e5-050a0f5168c4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 931 time: 0.1399968 Aug 28 08:26:02.666050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2bba06-56ba-4048-bda1-2f68d3b14311 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:02.674479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.686925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Transition to ACTIVE for port object db2bba06-56ba-4048-bda1-2f68d3b14311 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:02.704658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2c8f254-6599-4b62-89dd-991dedccdca0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0698471 Aug 28 08:26:02.704658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53332) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:02.707155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 37f86502-a3e7-43cc-a2c4-78be56b2c5fb details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:26:02.708917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '7df7f27d-45b3-4927-abec-ac267133d645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:02.734694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b68ce38b-023c-4f0c-b24b-10b5ec603b76 req-257192b7-bbea-4969-beff-061274342554 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Aug 28 08:26:02.747764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.795860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.838379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.858277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:02.881276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'mac_address': 'fa:16:3e:79:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:26:02.899350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:02.927381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:02.951237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f86502-a3e7-43cc-a2c4-78be56b2c5fb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:02.987108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:02.987317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Attempting to bind port db2bba06-56ba-4048-bda1-2f68d3b14311 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:02.987701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Attempting to bind port db2bba06-56ba-4048-bda1-2f68d3b14311 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:02.988222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Attempting to bind port db2bba06-56ba-4048-bda1-2f68d3b14311 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:02.996013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Port db2bba06-56ba-4048-bda1-2f68d3b14311 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:26:02.996775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Attempting to bind port db2bba06-56ba-4048-bda1-2f68d3b14311 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:03.003530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:03.003874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Checking segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:03.004269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Bound using segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:03.004707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Bound port: db2bba06-56ba-4048-bda1-2f68d3b14311, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:03.005071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.034330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.036951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.038266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f04c77f-0c59-4b01-96cd-c7c75966a932 HTTP/1.1" status: 204 len: 168 time: 0.4289212 Aug 28 08:26:03.048415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:03.051275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbd1ee-b635-4f24-b827-a7b41de14bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04c77f-0c59-4b01-96cd-c7c75966a932,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:03.052574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.077218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.158676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:03.159456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:03.165856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:03.297089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.356131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.356784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.358373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] 10.222.0.64 "PUT /v2.0/ports/db2bba06-56ba-4048-bda1-2f68d3b14311 HTTP/1.1" status: 200 len: 1092 time: 1.3032451 Aug 28 08:26:03.358858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:03.361337 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:03.361794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721614c-18e2-4f40-ae80-8244cf4e8d9b req-bc3fd364-6bf0-4c54-b3ed-a9859aae0ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.364587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3721614c-18e2-4f40-ae80-8244cf4e8d9b req-bc3fd364-6bf0-4c54-b3ed-a9859aae0ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 945 time: 0.0897906 Aug 28 08:26:03.386354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073a9d-f992-4cb3-9adc-a7b0e563bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:03.396429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['37f86502-a3e7-43cc-a2c4-78be56b2c5fb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:03.418695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3721614c-18e2-4f40-ae80-8244cf4e8d9b req-5dddcb81-4b75-4e60-9a99-5ae76138612d tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Aug 28 08:26:03.469281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.508482 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0daabb8-31ec-4fc9-9db3-ef2dbf26a2e2 x-openstack-request-id: req-b0daabb8-31ec-4fc9-9db3-ef2dbf26a2e2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:03.508781 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:03.509038 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0daabb8-31ec-4fc9-9db3-ef2dbf26a2e2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:03.509446 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'status': 'completed', 'code': 200} Aug 28 08:26:03.549550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:03.565309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': '45205e89-25cc-4f13-ade3-bfdb36a983c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:03.566040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: 7df7f27d-45b3-4927-abec-ac267133d645, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:26:03.662404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-90d98912-8637-42f2-aa93-71a940a99f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.664377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-90d98912-8637-42f2-aa93-71a940a99f53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0849597 Aug 28 08:26:03.716446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6562b6c-8121-4429-b4a7-8c3c630e93c1 req-7313f5d6-b015-4afd-8492-3c4e38e76750 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.718460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6562b6c-8121-4429-b4a7-8c3c630e93c1 req-7313f5d6-b015-4afd-8492-3c4e38e76750 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 944 time: 0.0820394 Aug 28 08:26:03.760354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 7df7f27d-45b3-4927-abec-ac267133d645 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:26:03.785359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6562b6c-8121-4429-b4a7-8c3c630e93c1 req-45f42863-ce19-450c-9e85-a3b00f599b63 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 Aug 28 08:26:03.821732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-42817e0b-432d-4736-ae0a-479384f16ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.823382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-42817e0b-432d-4736-ae0a-479384f16ebd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f5183b045fe04c0487a78883f77da663&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1426196 Aug 28 08:26:03.907237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7df7f27d-45b3-4927-abec-ac267133d645) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:03.918194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.918545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4758384-5f01-4b4b-a32b-7f7afee6a330 None None] Network 7df7f27d-45b3-4927-abec-ac267133d645 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:03.919005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:03.977382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6caee1-25e4-43d0-9d88-4e5f1ed91ee0 req-a63b2ad0-4128-4a9e-844a-3920a64ab93b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.979060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e6caee1-25e4-43d0-9d88-4e5f1ed91ee0 req-a63b2ad0-4128-4a9e-844a-3920a64ab93b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 943 time: 0.1398814 Aug 28 08:26:03.984503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-6d4153cc-d45b-421a-a556-298958793341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:03.986704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6798bc85-494d-4c16-a93c-be4ccfb1a9ab req-6d4153cc-d45b-421a-a556-298958793341 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554668 Aug 28 08:26:04.030272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e6caee1-25e4-43d0-9d88-4e5f1ed91ee0 req-d5bff214-a6f9-420c-ab6f-382cee6f785a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Aug 28 08:26:04.039240 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79a32bbb-fcf1-474b-836e-0bdc3dbfed1d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3341408 Aug 28 08:26:04.041741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:04.067078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '7df7f27d-45b3-4927-abec-ac267133d645', 'name': 'tempest-PortsIpV6TestJSON-1410587910', 'fixed_ips': [{'subnet_id': 'a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d', 'ip_address': '2001:db8::10'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:04.148812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7df7f27d-45b3-4927-abec-ac267133d645', 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:26:04.149886 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.254800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-03d21973-c6cc-4dbb-995c-a7ec3e1e6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:04.256509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-03d21973-c6cc-4dbb-995c-a7ec3e1e6f9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0610392 Aug 28 08:26:04.324872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-9feb159f-e67f-4b47-ae9e-d69528e75a23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db2bba06-56ba-4048-bda1-2f68d3b14311 HTTP/1.1" status: 200 len: 217 time: 0.0536354 Aug 28 08:26:04.377931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Allocated IP 2001:db8::2 (7df7f27d-45b3-4927-abec-ac267133d645/a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d/28fc0c15-49d4-4edb-ad69-a0c53d679c32) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:04.382450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedeea2-5269-4be5-949b-78553fe1295c req-b2f11a0d-0d3c-4303-bbb6-0e8e79be34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:04.383951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-b2f11a0d-0d3c-4303-bbb6-0e8e79be34c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32a10c88-6119-4029-8356-de0f8fa66b7d HTTP/1.1" status: 200 len: 855 time: 0.0500987 Aug 28 08:26:04.420826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-09e4e6e3-27a3-40ef-980b-2470b7a25cde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5ee0171-cbe2-45e1-8cad-d14cd2509079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286818 Aug 28 08:26:04.504336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:04.548676 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-847eebc0-d9b3-45e7-bf55-61ee7f255d66 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201277 Aug 28 08:26:04.551298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.564473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Transition to ACTIVE for port object 28fc0c15-49d4-4edb-ad69-a0c53d679c32 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:04.622980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Transition to ACTIVE for port object 28fc0c15-49d4-4edb-ad69-a0c53d679c32 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:04.670109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.690288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecdfff-2c08-4de4-aa66-43446f7e295e req-60afdbbe-5d75-40ad-a1eb-4927419c1ddc tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:04.692201 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1ecdfff-2c08-4de4-aa66-43446f7e295e req-60afdbbe-5d75-40ad-a1eb-4927419c1ddc tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 945 time: 0.1090648 Aug 28 08:26:04.700525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port d43a53d4-1697-4318-bb32-49c183ec5b80 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:26:04.717465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7fedeea2-5269-4be5-949b-78553fe1295c req-37c47726-8afa-40ed-b3ee-c5bba57e6986 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578290 Aug 28 08:26:04.717995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 37f86502-a3e7-43cc-a2c4-78be56b2c5fb up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:04.750645 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.760107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1ecdfff-2c08-4de4-aa66-43446f7e295e req-a7c9385c-dbc2-45eb-8bbe-a10a22fee55a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 Aug 28 08:26:04.802856 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.836547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Network 7df7f27d-45b3-4927-abec-ac267133d645 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:04.839363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Pushing event updated for resources: {'Port': ['ID=28fc0c15-49d4-4edb-ad69-a0c53d679c32,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:04.843480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:04.846532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:04.930848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Attempting to bind port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:04.931527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Attempting to bind port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '45205e89-25cc-4f13-ade3-bfdb36a983c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:04.931666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Attempting to bind port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 on network 7df7f27d-45b3-4927-abec-ac267133d645 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:04.937588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:04.937962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Checking segment: {'id': '45205e89-25cc-4f13-ade3-bfdb36a983c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:04.939043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.939443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Bound using segment: {'id': '45205e89-25cc-4f13-ade3-bfdb36a983c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:04.939916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Bound port: 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45205e89-25cc-4f13-ade3-bfdb36a983c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7df7f27d-45b3-4927-abec-ac267133d645'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:04.940363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:04.976001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:04.984697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:04.985721 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.032506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f703a7-db10-4f36-a255-1bd9f73389dd req-63d10e04-93ff-4043-94e4-f94e96e21a2c tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:05.034196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77f703a7-db10-4f36-a255-1bd9f73389dd req-63d10e04-93ff-4043-94e4-f94e96e21a2c tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 944 time: 0.1132183 Aug 28 08:26:05.035926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::10 (7df7f27d-45b3-4927-abec-ac267133d645/a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d/d43a53d4-1697-4318-bb32-49c183ec5b80) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:05.071549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] For port 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:05.077870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] For port 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28fc0c15-49d4-4edb-ad69-a0c53d679c32,segment=NetworkSegment(45205e89-25cc-4f13-ade3-bfdb36a983c1),segment_id=45205e89-25cc-4f13-ade3-bfdb36a983c1)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:05.128292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77f703a7-db10-4f36-a255-1bd9f73389dd req-571dd962-af3d-4353-b8b6-2b3ea87e379e tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792849 Aug 28 08:26:05.175979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.189312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604f832-9145-4f3b-b97a-c364fb441867 req-f26775d2-f150-4c05-bf34-50eec207f7b7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:05.191092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2604f832-9145-4f3b-b97a-c364fb441867 req-f26775d2-f150-4c05-bf34-50eec207f7b7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 943 time: 0.0696161 Aug 28 08:26:05.217991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:05.226023 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52198e9-ad5e-46a5-9bc1-30260a8b4271" -d '{"events": [{"server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "name": "network-vif-plugged", "status": "completed", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:05.250449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:05.252892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.255233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 16d56b59-9a7f-4e71-a993-df3a61e399a2 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:05.283039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2604f832-9145-4f3b-b97a-c364fb441867 req-d827e1d9-ec48-4542-8fe3-f11103d43f8e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713184 Aug 28 08:26:05.283264 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d5b31-7b2a-4ffd-903a-1a9882f09ee6 x-openstack-request-id: req-840d5b31-7b2a-4ffd-903a-1a9882f09ee6 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:05.283606 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "name": "network-vif-plugged", "status": "completed", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:05.283797 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-840d5b31-7b2a-4ffd-903a-1a9882f09ee6 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:05.284236 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'code': 200} Aug 28 08:26:05.308141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.332751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.358524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object d43a53d4-1697-4318-bb32-49c183ec5b80 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:05.384292 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.391288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2da8fc-7efe-41cf-929d-3f23900c4d43 None None] Pushing event updated for resources: {'Port': ['ID=28fc0c15-49d4-4edb-ad69-a0c53d679c32,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:05.468232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:05.481482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44372fbd-ff26-43e0-9d9d-772b056cab06 req-2baa1b07-be15-4fc3-9474-a633c8b89f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:05.483371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44372fbd-ff26-43e0-9d9d-772b056cab06 req-2baa1b07-be15-4fc3-9474-a633c8b89f6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1098 time: 0.0720232 Aug 28 08:26:05.544141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44372fbd-ff26-43e0-9d9d-772b056cab06 req-c90e90aa-39d2-4dd9-a545-0291cc705df9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527031 Aug 28 08:26:05.548121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 16d56b59-9a7f-4e71-a993-df3a61e399a2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:05.552455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 16d56b59-9a7f-4e71-a993-df3a61e399a2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:05.554095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.633993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.678818 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.708882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 7df7f27d-45b3-4927-abec-ac267133d645 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:05.708882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:05.716657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:05.723177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:05.723833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.727052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=d43a53d4-1697-4318-bb32-49c183ec5b80,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:05.751233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:05.854194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2631b5a5-336a-4ce5-84c0-b42215dddde5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7950583 Aug 28 08:26:05.859877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53404) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:05.865500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': '7df7f27d-45b3-4927-abec-ac267133d645', 'name': 'tempest-PortsIpV6TestJSON-2142642987', 'fixed_ips': [{'subnet_id': 'a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d', 'ip_address': '2001:db8::f'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:05.910900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:05.912457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0888ff85-c59f-412a-83ae-ecee67ef39a7 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:05.919586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a890-31b6-4ca4-b0d4-5b42907c6325 req-5ac85bef-65ba-4ac4-8f6b-842144a63b7e tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:05.921321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c07a890-31b6-4ca4-b0d4-5b42907c6325 req-5ac85bef-65ba-4ac4-8f6b-842144a63b7e tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 946 time: 0.0742097 Aug 28 08:26:05.991107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c07a890-31b6-4ca4-b0d4-5b42907c6325 req-3a4695d5-c12f-42aa-afe4-7250bcbf4fcf tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Aug 28 08:26:06.035004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:06.091904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:06.099473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.123927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port f29a1028-2825-4320-bb1c-bd990dcde6f4 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:26:06.138292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 0888ff85-c59f-412a-83ae-ecee67ef39a7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:06.143067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 0888ff85-c59f-412a-83ae-ecee67ef39a7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:06.143528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.261388 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.307116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:06.372717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712296b2-600f-498d-bca0-dd382a667c48 req-42490c9d-c162-4561-a426-56c5b89af6e5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:06.374454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-712296b2-600f-498d-bca0-dd382a667c48 req-42490c9d-c162-4561-a426-56c5b89af6e5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 944 time: 0.1056025 Aug 28 08:26:06.378981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::f (7df7f27d-45b3-4927-abec-ac267133d645/a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d/f29a1028-2825-4320-bb1c-bd990dcde6f4) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:06.453427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.460184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-712296b2-600f-498d-bca0-dd382a667c48 req-6e4b4b06-dad8-43ad-b24f-99c102e057b5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759237 Aug 28 08:26:06.486940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab4b99-528d-45ec-a809-bbdb5019c33c req-0c456e8c-b411-4ee8-a3ff-3cd0a8226e56 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:06.498249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-caab4b99-528d-45ec-a809-bbdb5019c33c req-0c456e8c-b411-4ee8-a3ff-3cd0a8226e56 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 943 time: 0.1010408 Aug 28 08:26:06.553499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:06.564095 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-caab4b99-528d-45ec-a809-bbdb5019c33c req-b35115a2-1adb-42e6-98e7-5b070e69f664 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647423 Aug 28 08:26:06.667485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.684135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object f29a1028-2825-4320-bb1c-bd990dcde6f4 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:06.712234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:26:06.720684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c859e-d899-4a6a-9a67-c9f59114e511 None None] Network 7df7f27d-45b3-4927-abec-ac267133d645 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:06.862461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.919450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a0195012-2a22-4ae5-8605-a7bd14863e24 None None] Provisioning for port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:06.920640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=f29a1028-2825-4320-bb1c-bd990dcde6f4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:06.928665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 7df7f27d-45b3-4927-abec-ac267133d645 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:06.933741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:06.934036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:06.937519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:06.940296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:06.940940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:06.964679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'port_id': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'mac_address': 'fa:16:3e:38:4c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a10c88-6119-4029-8356-de0f8fa66b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:26:07.038990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:07.059172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2bba06-56ba-4048-bda1-2f68d3b14311 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:07.086167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:07.103259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a055919-91e3-4986-9900-01172c9f672c tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2391350 Aug 28 08:26:07.110097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53430) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:07.145887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48990fe-7d1c-45a7-a999-11abcf358101 req-96f8ed6c-8ada-4a06-9e29-da6f8c5bd831 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.154580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b48990fe-7d1c-45a7-a999-11abcf358101 req-96f8ed6c-8ada-4a06-9e29-da6f8c5bd831 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 946 time: 0.0852911 Aug 28 08:26:07.172917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:07.204950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b48990fe-7d1c-45a7-a999-11abcf358101 req-dc9a8db7-9df2-4043-8cda-1378ce759ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Aug 28 08:26:07.245247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:07.250572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae32b2-1d23-4efd-9875-ab2ec1ef5248 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.252269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3dae32b2-1d23-4efd-9875-ab2ec1ef5248 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1471527 Aug 28 08:26:07.261846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:07.285287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2'}, {'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:07.287633 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54ddf1-d73d-4573-a12e-228c2c4c713a" -d '{"events": [{"server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "name": "network-vif-plugged", "status": "completed", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2"}, {"server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "name": "network-vif-plugged", "status": "completed", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:07.350905 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1883da36-3d18-4459-8c81-82aeb55d82fe x-openstack-request-id: req-1883da36-3d18-4459-8c81-82aeb55d82fe {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:07.351428 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "name": "network-vif-plugged", "status": "completed", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2", "code": 200}, {"server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "name": "network-vif-plugged", "status": "completed", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:07.351925 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1883da36-3d18-4459-8c81-82aeb55d82fe {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:07.352491 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2', 'code': 200} Aug 28 08:26:07.353710 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7', 'code': 200} Aug 28 08:26:07.393314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd5d25-729c-4887-8c4a-28c7571ee782 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.399619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd5d25-729c-4887-8c4a-28c7571ee782 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.406601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd5d25-729c-4887-8c4a-28c7571ee782 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.408801 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0afd5d25-729c-4887-8c4a-28c7571ee782 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1449094 Aug 28 08:26:07.412286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:07.504086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['db2bba06-56ba-4048-bda1-2f68d3b14311'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:07.707140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28fc0c15-49d4-4edb-ad69-a0c53d679c32 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:07.728100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f37c-7682-43c1-a8d4-2add58a8e1ce req-8434abff-635b-4906-b032-ef09b61ef6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.730903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4288f37c-7682-43c1-a8d4-2add58a8e1ce req-8434abff-635b-4906-b032-ef09b61ef6c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 1097 time: 0.1743550 Aug 28 08:26:07.744177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9730f-369b-44f5-9b07-917195236f9b req-f6cd1e01-d441-4d74-b2ca-bb191b49199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.747147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ac9730f-369b-44f5-9b07-917195236f9b req-f6cd1e01-d441-4d74-b2ca-bb191b49199f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 1098 time: 0.1489849 Aug 28 08:26:07.787759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Provisioning for port d43a53d4-1697-4318-bb32-49c183ec5b80 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:07.805512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Provisioning complete for port d43a53d4-1697-4318-bb32-49c183ec5b80 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:07.806000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:07.830015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port f29a1028-2825-4320-bb1c-bd990dcde6f4 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:07.830660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:07.871917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4288f37c-7682-43c1-a8d4-2add58a8e1ce req-e0375821-c547-4d81-b287-848a575c9a10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318784 Aug 28 08:26:07.887435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Port d43a53d4-1697-4318-bb32-49c183ec5b80 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:07.902566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0ac9730f-369b-44f5-9b07-917195236f9b req-369023e1-ccb4-47a3-ba50-a82c23838d96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326408 Aug 28 08:26:07.926697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3ee08-a2b8-48f1-be35-5f0475991806 req-e66ad995-a5b6-4b87-a7da-3fdc9fb018d8 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:07.936824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-92d58c18-7272-475b-883e-5c9f87e581b7 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 258 time: 0.6772039 Aug 28 08:26:07.944611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62e3ee08-a2b8-48f1-be35-5f0475991806 req-e66ad995-a5b6-4b87-a7da-3fdc9fb018d8 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 945 time: 0.2105911 Aug 28 08:26:07.963880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:07.984347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:07.990904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:07.991289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.035429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62e3ee08-a2b8-48f1-be35-5f0475991806 req-788fae9e-92f2-4686-a2d3-b708a2ff75b6 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897186 Aug 28 08:26:08.052126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Provisioning for port f29a1028-2825-4320-bb1c-bd990dcde6f4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:08.066126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.067416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Provisioning complete for port f29a1028-2825-4320-bb1c-bd990dcde6f4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:08.068087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.082314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for f29a1028-2825-4320-bb1c-bd990dcde6f4 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:08.104302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.153210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e85c015d-b8f9-4d7c-aaff-97ad366a81ec None None] Port f29a1028-2825-4320-bb1c-bd990dcde6f4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:08.176888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.260482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28fc0c15-49d4-4edb-ad69-a0c53d679c32,segment=NetworkSegment(45205e89-25cc-4f13-ade3-bfdb36a983c1),segment_id=45205e89-25cc-4f13-ade3-bfdb36a983c1)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:08.278500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c444bbcd-d263-4329-bfbb-68ad3383d4f3 None None] Provisioning complete for port d43a53d4-1697-4318-bb32-49c183ec5b80 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:08.278823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d98873-19cb-4e8d-8978-a1ef60e8161e req-b307147a-617e-42ed-8878-3e27e59fb6d7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:08.283369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c444bbcd-d263-4329-bfbb-68ad3383d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.287171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53d98873-19cb-4e8d-8978-a1ef60e8161e req-b307147a-617e-42ed-8878-3e27e59fb6d7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 944 time: 0.0950522 Aug 28 08:26:08.291581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.333299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c444bbcd-d263-4329-bfbb-68ad3383d4f3 None None] Port d43a53d4-1697-4318-bb32-49c183ec5b80 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:08.362205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53d98873-19cb-4e8d-8978-a1ef60e8161e req-83c9ee3d-b1ff-430a-a2e7-c422ec5040aa tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741940 Aug 28 08:26:08.396752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.473338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c654e53c-bf10-4f12-884d-a6b36ef44fe2 None None] Provisioning complete for port f29a1028-2825-4320-bb1c-bd990dcde6f4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:08.473754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c654e53c-bf10-4f12-884d-a6b36ef44fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.475425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=28fc0c15-49d4-4edb-ad69-a0c53d679c32,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:08.490193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.554320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=f29a1028-2825-4320-bb1c-bd990dcde6f4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:08.555707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c654e53c-bf10-4f12-884d-a6b36ef44fe2 None None] Port f29a1028-2825-4320-bb1c-bd990dcde6f4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:08.588540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:08.593337 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30a24767-1ebd-4d71-8594-98946d8f1018 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/f29a1028-2825-4320-bb1c-bd990dcde6f4 HTTP/1.1" status: 204 len: 168 time: 1.1774321 Aug 28 08:26:08.593815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53464) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:08.639811 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-45aa8cf8-11d1-42e7-a7ad-4bd28fefa5f2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:26:08.645942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:08.646167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-45aa8cf8-11d1-42e7-a7ad-4bd28fefa5f2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/f29a1028-2825-4320-bb1c-bd990dcde6f4 HTTP/1.1" status: 404 len: 333 time: 0.0508149 Aug 28 08:26:08.722874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:08.758251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Allocated IP 172.25.0.61 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ed7e14f4-4dda-43de-9b8b-0fd420e47752) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:08.922283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port db2bba06-56ba-4048-bda1-2f68d3b14311 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:08.934685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port db2bba06-56ba-4048-bda1-2f68d3b14311 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:08.936069 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.009591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port d43a53d4-1697-4318-bb32-49c183ec5b80 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:09.010260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.065287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.141002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:09.148474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.187285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.205894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for d43a53d4-1697-4318-bb32-49c183ec5b80 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:09.248694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ee1c-f735-4952-b9ad-b184a2cd9325 req-57c10f9e-1fad-44df-bfd4-baff09378d4e tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:09.255084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4701ee1c-f735-4952-b9ad-b184a2cd9325 req-57c10f9e-1fad-44df-bfd4-baff09378d4e tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 945 time: 0.0887055 Aug 28 08:26:09.258835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.324565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4701ee1c-f735-4952-b9ad-b184a2cd9325 req-24bdbfe8-fbb1-4a29-9cca-923efe646ecb tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574567 Aug 28 08:26:09.329944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:09.354952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:09.358597 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a1d84-def3-4ce5-87ae-1af682170c10" -d '{"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:09.411227 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a37d9-7dd3-4bfa-a27e-7b294d7dc4b1 x-openstack-request-id: req-f58a37d9-7dd3-4bfa-a27e-7b294d7dc4b1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:09.411804 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:09.412308 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f58a37d9-7dd3-4bfa-a27e-7b294d7dc4b1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:09.412982 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'code': 200} Aug 28 08:26:09.509832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.573043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28fc0c15-49d4-4edb-ad69-a0c53d679c32 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:09.793171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:09.793171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:09.793171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event updated for resources: {'Port': ['ID=ed7e14f4-4dda-43de-9b8b-0fd420e47752,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:09.793171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:09.794125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8ce4-66a9-4e2f-9246-c375d1cb8c09 req-454cfe93-a452-482e-ab40-a92ec39129f8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:09.794125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-252b8ce4-66a9-4e2f-9246-c375d1cb8c09 req-454cfe93-a452-482e-ab40-a92ec39129f8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1131701 Aug 28 08:26:09.794525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:09.794525 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.794872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1caf5-10fb-4389-8927-35256261e1b0 req-c7f9fbe2-963d-4694-b53c-ba90e02fdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:09.794872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ba1caf5-10fb-4389-8927-35256261e1b0 req-c7f9fbe2-963d-4694-b53c-ba90e02fdacc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 1097 time: 0.1108325 Aug 28 08:26:09.794872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-252b8ce4-66a9-4e2f-9246-c375d1cb8c09 req-8b369346-861b-4788-be91-1413cdd5b3c6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673513 Aug 28 08:26:09.794872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ba1caf5-10fb-4389-8927-35256261e1b0 req-606d1fb0-ea20-4d21-b581-a7b5696cddf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Aug 28 08:26:09.825629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.987418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=d43a53d4-1697-4318-bb32-49c183ec5b80,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:09.987418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.987418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7bc17c97-c617-44e1-9220-9f00bacdee74 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/d43a53d4-1697-4318-bb32-49c183ec5b80 HTTP/1.1" status: 204 len: 168 time: 1.2888079 Aug 28 08:26:09.987418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:09.991924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53484) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:10.108412 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a1f074-839c-4411-8c3e-52c75ba000a9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:26:10.108412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d0a1f074-839c-4411-8c3e-52c75ba000a9 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/d43a53d4-1697-4318-bb32-49c183ec5b80 HTTP/1.1" status: 404 len: 333 time: 0.0395973 Aug 28 08:26:10.108412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:10.192936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:10.192936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.232868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.344330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.388881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.477207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d515-b673-42e4-9b39-1e2d6824ab53 req-91c1e59f-4806-4bde-aac3-91b76d170a52 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:10.479934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25f4d515-b673-42e4-9b39-1e2d6824ab53 req-91c1e59f-4806-4bde-aac3-91b76d170a52 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 945 time: 0.0577862 Aug 28 08:26:10.540425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25f4d515-b673-42e4-9b39-1e2d6824ab53 req-c3816531-576a-47ba-bd0d-8e36f16d8c47 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Aug 28 08:26:10.603843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.644308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:10.650394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.655456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.661212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53498) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:10.661378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-11c6138e-5ac0-4deb-a5de-2f44d8d622bb tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d HTTP/1.1" status: 204 len: 168 time: 0.5592844 Aug 28 08:26:10.665997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63cb62-e506-47cc-8f13-87890be3d739 None None] Network 7df7f27d-45b3-4927-abec-ac267133d645 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:10.789808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.804477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.860971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event updated for resources: {'Port': ['ID=ed7e14f4-4dda-43de-9b8b-0fd420e47752,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:10.890175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:10.890602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:10.935250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] DHCP port deletion for 7df7f27d-45b3-4927-abec-ac267133d645 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:26:10.942290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.038017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28fc0c15-49d4-4edb-ad69-a0c53d679c32,segment=NetworkSegment(45205e89-25cc-4f13-ade3-bfdb36a983c1),segment_id=45205e89-25cc-4f13-ade3-bfdb36a983c1)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:11.038754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.056866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb032c-fce5-42b6-9781-18a64aa1cc28 req-3ed2dd43-58bb-46bf-9f2f-7afa273a8942 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:11.063863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.066283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-fb368efb-0d1d-4d4f-93f0-bbcef5df1383 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1068783 Aug 28 08:26:11.067311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5adb032c-fce5-42b6-9781-18a64aa1cc28 req-3ed2dd43-58bb-46bf-9f2f-7afa273a8942 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1796544 Aug 28 08:26:11.082920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 28fc0c15-49d4-4edb-ad69-a0c53d679c32 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:11.164885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-abb7b0a5-17c6-43ad-a3b9-214e9f8948ff tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0879366 Aug 28 08:26:11.244605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Deleting port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:11.245681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.331572 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5adb032c-fce5-42b6-9781-18a64aa1cc28 req-6dec0434-d329-4ba6-a0cb-db1701a4861b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568996 Aug 28 08:26:11.366872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] For port 28fc0c15-49d4-4edb-ad69-a0c53d679c32, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28fc0c15-49d4-4edb-ad69-a0c53d679c32,segment=NetworkSegment(45205e89-25cc-4f13-ade3-bfdb36a983c1),segment_id=45205e89-25cc-4f13-ade3-bfdb36a983c1)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:11.367902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.393084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Calling delete_port for 28fc0c15-49d4-4edb-ad69-a0c53d679c32 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:11.395096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-295b67e5-18ad-4195-b876-8abcdaa6f6b6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:11.403330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-295b67e5-18ad-4195-b876-8abcdaa6f6b6 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.2295246 Aug 28 08:26:11.412441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-234d0494-8739-4dda-876c-39bde560258d tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:26:11.414836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-997b3b8a-034e-4eb7-a2e1-5eb5f9fe5f55 req-234d0494-8739-4dda-876c-39bde560258d tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102007 Aug 28 08:26:11.470239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.515603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=28fc0c15-49d4-4edb-ad69-a0c53d679c32,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:11.524896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:11.549164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.575426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28fc0c15-49d4-4edb-ad69-a0c53d679c32 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:11.604314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] Pushing event deleted for resources: {'Port': ['ID=28fc0c15-49d4-4edb-ad69-a0c53d679c32,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:11.606417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189dc71-6060-4eb3-a11c-28c131f49ec9 None None] No DVR routers for this DVR port 28fc0c15-49d4-4edb-ad69-a0c53d679c32 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:11.634805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.642935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 28fc0c15-49d4-4edb-ad69-a0c53d679c32 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:11.643758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28fc0c15-49d4-4edb-ad69-a0c53d679c32 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:11.670528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df7f27d-45b3-4927-abec-ac267133d645']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:11.692019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45205e89-25cc-4f13-ade3-bfdb36a983c1') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:11.692794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45205e89-25cc-4f13-ade3-bfdb36a983c1') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:11.719542 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.723023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-727f400c-fa93-4812-a89e-9949a3dbe74a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:11.730721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-727f400c-fa93-4812-a89e-9949a3dbe74a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1218069 Aug 28 08:26:11.779967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.788629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-134cb973-9491-4630-a748-f92cba81f69a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0569801 Aug 28 08:26:11.791814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:11.792405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:11.795905 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:11.806416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'floatingip': {'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:11.850445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.851311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df216-817d-41ea-924a-e874c719643e req-bb706f2a-c820-4846-9b2c-921a10cc7e3d tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:11.852963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d18df216-817d-41ea-924a-e874c719643e req-bb706f2a-c820-4846-9b2c-921a10cc7e3d tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 945 time: 0.1388316 Aug 28 08:26:11.910078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d18df216-817d-41ea-924a-e874c719643e req-a49d9670-3cc3-43b1-bb84-336ffdca1db0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Aug 28 08:26:11.978371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.989230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:11.992415 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/7df7f27d-45b3-4927-abec-ac267133d645 HTTP/1.1" status: 204 len: 168 time: 1.3298204 Aug 28 08:26:11.999569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53532) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:12.006866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-834889475'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:12.025958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9b8f3-6c4c-4e73-8c2b-ded5fe37fd2f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=7df7f27d-45b3-4927-abec-ac267133d645,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:12.099496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789f1d9-4687-4de2-be81-1b6dfb71f84b req-10d1ebe0-2dfe-49a8-a31f-490aafebe4ff tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:12.103716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1789f1d9-4687-4de2-be81-1b6dfb71f84b req-10d1ebe0-2dfe-49a8-a31f-490aafebe4ff tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 945 time: 0.0815735 Aug 28 08:26:12.173739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1789f1d9-4687-4de2-be81-1b6dfb71f84b req-cc7326c9-a563-4959-96fd-d18796dd9e2c tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 Aug 28 08:26:12.247081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:12.251847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.302011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:26:12.320970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.321325 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Added segment 6a6fbda1-af9e-4b39-a13e-df844b0152f0 of type vlan for network e993e452-fb78-4cb8-bda9-4169fc292f9d Aug 28 08:26:12.355847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da001-15a2-4f1d-9fad-31b38fc04797 req-c685bcfa-cc8b-477f-b454-485c60573909 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:12.358560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f50da001-15a2-4f1d-9fad-31b38fc04797 req-c685bcfa-cc8b-477f-b454-485c60573909 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 946 time: 0.0931766 Aug 28 08:26:12.418599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.458595 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f50da001-15a2-4f1d-9fad-31b38fc04797 req-f095ef56-d2e8-42cf-9bb6-e1f6fc64ca02 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683982 Aug 28 08:26:12.587667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.595727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.606808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:12.607911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.731735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:12.748239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512a691-8396-438f-9443-60de17be6f36 req-10fa1d07-3d04-4fbf-8a54-0c152ae0234b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:12.751171 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d512a691-8396-438f-9443-60de17be6f36 req-10fa1d07-3d04-4fbf-8a54-0c152ae0234b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1994610 Aug 28 08:26:12.790370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Network': ['ID=e993e452-fb78-4cb8-bda9-4169fc292f9d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:12.803958 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e8794e22-961b-4a6e-b289-39209d130c93 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8025522 Aug 28 08:26:12.806980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e993e452-fb78-4cb8-bda9-4169fc292f9d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:26:12.807684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53556) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:12.817153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:12.853069 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Floating IP b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 associated. External IP: 172.25.0.61, port: 37f86502-a3e7-43cc-a2c4-78be56b2c5fb. Aug 28 08:26:12.922196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d512a691-8396-438f-9443-60de17be6f36 req-caf6228d-acf7-47c3-9768-2b273e730f3a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645133 Aug 28 08:26:13.120786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Router 14c7c73e-726b-47af-aa57-2d350a665d76 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:26:13.134909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:13.139000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:13.255340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:26:13.260887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:13.265610 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Sync routers for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:26:13.278799 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:13.280342 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:13.295934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-8317d21c-9db1-42fc-876d-d515abb4c6c5 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "PUT /v2.0/floatingips/b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 HTTP/1.1" status: 200 len: 996 time: 1.4942915 Aug 28 08:26:13.296394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:13.298779 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03" -d '{"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:13.360658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-3595ec10-47d6-4ffc-a3da-9c2be22bbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:13.362375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-3595ec10-47d6-4ffc-a3da-9c2be22bbde8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1098 time: 0.0472760 Aug 28 08:26:13.395182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:13.485768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-f26e779d-1e42-4797-886f-d8eecb63f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:13.487831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-f26e779d-1e42-4797-886f-d8eecb63f5c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 929 time: 0.1179545 Aug 28 08:26:13.521830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:13.583499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=379c7995-9560-488e-8c76-a6a3cdc25eee,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:13.612914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-e98be6b9-5e39-440e-9a48-054c521921cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 999 time: 0.1153238 Aug 28 08:26:13.628457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Checking segment: {'id': '6a6fbda1-af9e-4b39-a13e-df844b0152f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:13.629238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network hostable DHCP agents. Network: e993e452-fb78-4cb8-bda9-4169fc292f9d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:26:13.677572 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b70a75fa-4357-41f8-bdba-0beaf0ae3ab6', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'mac_address': 'fa:16:3e:79:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:26:09Z', 'updated_at': '2021-08-28T08:26:12Z', 'revision_number': 1, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:13.712567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Checking router: 14c7c73e-726b-47af-aa57-2d350a665d76 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:26:13.722028 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:13.722598 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:13.789154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network e993e452-fb78-4cb8-bda9-4169fc292f9d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:26:13.857441 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:13.913757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e993e452-fb78-4cb8-bda9-4169fc292f9d) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:13.928329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6ff50-7d9b-49b6-b942-8159c7f6a6d0 None None] Network e993e452-fb78-4cb8-bda9-4169fc292f9d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:13.936278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:13.941703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.001808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-0ac97365-73e7-4dbd-b93a-adb34691664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.013819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-0ac97365-73e7-4dbd-b93a-adb34691664a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 200 len: 867 time: 0.3885550 Aug 28 08:26:14.089700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-e46f4da4-b0e4-4a6a-99ab-837f0bb22cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.095941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dff95-c26e-44db-9ce9-a9aae1713e5f req-b9d6acc6-40f3-422e-8990-3d90dbf17c86 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.097537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea8dff95-c26e-44db-9ce9-a9aae1713e5f req-b9d6acc6-40f3-422e-8990-3d90dbf17c86 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0944889 Aug 28 08:26:14.098941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-e46f4da4-b0e4-4a6a-99ab-837f0bb22cd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=695146bf-7966-4f75-8711-1d13764591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718420 Aug 28 08:26:14.109743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-03b9e039-1a20-4ca0-9834-b7d8288b53e2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:26:14.111516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-03b9e039-1a20-4ca0-9834-b7d8288b53e2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092998 Aug 28 08:26:14.125730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe894a68-0fa9-47bc-804d-d434389ad326 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3165958 Aug 28 08:26:14.129714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53576) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:14.135896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-56924984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:14.139889 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b70a75fa-4357-41f8-bdba-0beaf0ae3ab6', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'mac_address': 'fa:16:3e:79:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:26:09Z', 'updated_at': '2021-08-28T08:26:12Z', 'revision_number': 1, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:14.173881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41087bc5-4e8a-4424-94d9-c4751920a65c None None] The sync data for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 is: [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'b70a75fa-4357-41f8-bdba-0beaf0ae3ab6', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'mac_address': 'fa:16:3e:79:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:26:09Z', 'updated_at': '2021-08-28T08:26:12Z', 'revision_number': 1, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:26:14.177747 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea8dff95-c26e-44db-9ce9-a9aae1713e5f req-b1d0e910-04ef-4e77-a528-8366ac893e81 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664895 Aug 28 08:26:14.191855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e993e452-fb78-4cb8-bda9-4169fc292f9d', 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': '379c7995-9560-488e-8c76-a6a3cdc25eee'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:26:14.193137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.248274 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d587c86-4d37-4d6d-88e8-d342bd2222f6 x-openstack-request-id: req-0d587c86-4d37-4d6d-88e8-d342bd2222f6 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:14.248274 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:14.248274 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d587c86-4d37-4d6d-88e8-d342bd2222f6 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:14.248274 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'status': 'completed', 'code': 200} Aug 28 08:26:14.277007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.278147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.298227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-c0fcb6e6-232e-4346-91aa-d31db92317b4 service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759074 Aug 28 08:26:14.418978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.423149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Allocated IP 2001:db8::2 (e993e452-fb78-4cb8-bda9-4169fc292f9d/379c7995-9560-488e-8c76-a6a3cdc25eee/4a5175a9-9f36-40ba-bc0b-c4491d818892) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:14.449601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-ba57fd1e-c8ef-43e8-9395-9dd3a90c25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.451922 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-ba57fd1e-c8ef-43e8-9395-9dd3a90c25ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1098 time: 0.1303809 Aug 28 08:26:14.465140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b461f-a2ed-4027-81a0-25e730934f62 req-a541c304-ad16-46b2-9d4e-f5e36a38dd65 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.467385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d74b461f-a2ed-4027-81a0-25e730934f62 req-a541c304-ad16-46b2-9d4e-f5e36a38dd65 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 946 time: 0.1469898 Aug 28 08:26:14.480517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81b2519a-a08c-4618-a390-82d5b2ad59d6 req-c29cd812-16e0-4433-8efd-2cfb86bfa1dc service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679101 Aug 28 08:26:14.609025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c5961-2f3c-4116-a30a-8ffd8171f5d8 None None] New status for floating IP b70a75fa-4357-41f8-bdba-0beaf0ae3ab6: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:26:14.683464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.727322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Transition to ACTIVE for port object 4a5175a9-9f36-40ba-bc0b-c4491d818892 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:14.767403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Transition to ACTIVE for port object 4a5175a9-9f36-40ba-bc0b-c4491d818892 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:14.858096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.900637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:14.924301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d74b461f-a2ed-4027-81a0-25e730934f62 req-63bf2054-7797-4009-879c-d3e6be5e6b32 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435003 Aug 28 08:26:14.945321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-70d4add0-be07-4ea2-89cb-dbf7908c65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:14.947744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-70d4add0-be07-4ea2-89cb-dbf7908c65a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 929 time: 0.4786294 Aug 28 08:26:14.951205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Network e993e452-fb78-4cb8-bda9-4169fc292f9d is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:14.955604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:14.991365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:14.995800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Pushing event updated for resources: {'Port': ['ID=4a5175a9-9f36-40ba-bc0b-c4491d818892,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:15.051499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.055174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e7a0c82-16b6-4d18-901b-ad9be3faf953 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9206512 Aug 28 08:26:15.057280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:15.067913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d', 'name': 'tempest-PortsIpV6TestJSON-527353692'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:15.074522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Attempting to bind port 4a5175a9-9f36-40ba-bc0b-c4491d818892 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:15.074960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Attempting to bind port 4a5175a9-9f36-40ba-bc0b-c4491d818892 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6a6fbda1-af9e-4b39-a13e-df844b0152f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:15.075346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Attempting to bind port 4a5175a9-9f36-40ba-bc0b-c4491d818892 on network e993e452-fb78-4cb8-bda9-4169fc292f9d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:15.084404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:15.084404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Checking segment: {'id': '6a6fbda1-af9e-4b39-a13e-df844b0152f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:15.084404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.086356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Bound using segment: {'id': '6a6fbda1-af9e-4b39-a13e-df844b0152f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:15.087172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Bound port: 4a5175a9-9f36-40ba-bc0b-c4491d818892, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6fbda1-af9e-4b39-a13e-df844b0152f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e993e452-fb78-4cb8-bda9-4169fc292f9d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:15.087770 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.209428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] For port 4a5175a9-9f36-40ba-bc0b-c4491d818892, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:15.216242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-5c254506-8cdc-4a6e-9b47-e5620c3a3a5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 1001 time: 0.2599134 Aug 28 08:26:15.218387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] For port 4a5175a9-9f36-40ba-bc0b-c4491d818892, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4a5175a9-9f36-40ba-bc0b-c4491d818892,segment=NetworkSegment(6a6fbda1-af9e-4b39-a13e-df844b0152f0),segment_id=6a6fbda1-af9e-4b39-a13e-df844b0152f0)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:15.326484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4053f4-5148-4ce1-ab86-82fe0ed2be53 req-94590786-1b0a-4f0e-808a-4e1849ebfc0e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.328375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb4053f4-5148-4ce1-ab86-82fe0ed2be53 req-94590786-1b0a-4f0e-808a-4e1849ebfc0e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0687366 Aug 28 08:26:15.341915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-bd84f407-d8e3-4423-9f42-7015d74e9c44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2881541 Aug 28 08:26:15.350551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.357934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-d27db8cc-a702-4caa-8ec3-b1eec22f09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.359477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-d27db8cc-a702-4caa-8ec3-b1eec22f09f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 200 len: 867 time: 0.1346059 Aug 28 08:26:15.366927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-5550de49-9c42-45db-bad5-7d964b338fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 258 time: 0.3192804 Aug 28 08:26:15.394387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:15.396861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb4053f4-5148-4ce1-ab86-82fe0ed2be53 req-7eec0d27-0907-4c6a-8e0d-282b40ceb86a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Aug 28 08:26:15.431473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:15.431578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5c911-3cb6-488e-be53-d4c37b183fc7 None None] Pushing event updated for resources: {'Port': ['ID=4a5175a9-9f36-40ba-bc0b-c4491d818892,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:15.434539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.471130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 42482b58-2c0b-48e7-afcd-7ff36807bb33 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:26:15.562628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa4a0-8384-4386-9240-945ef6717329 req-bd5460f6-349a-43ae-9360-b5ee559ba39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.564170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-bd5460f6-349a-43ae-9360-b5ee559ba39c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41ff539afca24bb7837f32d2513db114&device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 1097 time: 0.0843017 Aug 28 08:26:15.569875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-532847de-cea2-42fe-b66a-38c7f5c7f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.572493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-532847de-cea2-42fe-b66a-38c7f5c7f4c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=695146bf-7966-4f75-8711-1d13764591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640167 Aug 28 08:26:15.648055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7858-bd67-4843-a4e8-4d82a21126ca req-70517a8b-178e-443b-9321-936ad72e6fa9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.655906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6df7858-bd67-4843-a4e8-4d82a21126ca req-70517a8b-178e-443b-9321-936ad72e6fa9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1215923 Aug 28 08:26:15.712556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::206 (e993e452-fb78-4cb8-bda9-4169fc292f9d/379c7995-9560-488e-8c76-a6a3cdc25eee/42482b58-2c0b-48e7-afcd-7ff36807bb33) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:15.723332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:15.741401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6df7858-bd67-4843-a4e8-4d82a21126ca req-9b2eeeba-b476-474a-a215-9682ab64b580 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845623 Aug 28 08:26:15.834716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:26:15.846971 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-61fadb8f-24b4-41f6-a2d1-25f2010e086b service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639136 Aug 28 08:26:15.855227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa4a0-8384-4386-9240-945ef6717329 req-61aed4d2-b577-4ab8-8590-be1621683567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:15.856888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-61aed4d2-b577-4ab8-8590-be1621683567 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 200 len: 919 time: 0.2649503 Aug 28 08:26:15.997981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.020680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 42482b58-2c0b-48e7-afcd-7ff36807bb33 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:16.023199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-1d748477-e29e-4117-8d9f-5d89ac8b0de3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185 HTTP/1.1" status: 200 len: 217 time: 0.1308961 Aug 28 08:26:16.133148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.149366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa4a0-8384-4386-9240-945ef6717329 req-f516af94-0a65-44e9-9fef-56c3b7897416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:16.150962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-f516af94-0a65-44e9-9fef-56c3b7897416 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 200 len: 858 time: 0.1097050 Aug 28 08:26:16.154110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a74f7fb-897b-460e-8b8c-a92cf43e0d03 req-c8f029ce-91c2-40a1-ba15-98223eefca5d service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906065 Aug 28 08:26:16.162443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e34ee3c3-93d8-4a7a-bfce-3d05b9d7cbed tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:16.164218 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e34ee3c3-93d8-4a7a-bfce-3d05b9d7cbed tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 946 time: 0.1918383 Aug 28 08:26:16.189332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network e993e452-fb78-4cb8-bda9-4169fc292f9d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:16.196917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:16.199200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=42482b58-2c0b-48e7-afcd-7ff36807bb33,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:16.201709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:16.210182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:16.210182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.244980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-d8b71574-42ec-44be-b936-4f61dc579f91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5ce9e44b-0145-4218-a334-c021a07b77b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426707 Aug 28 08:26:16.254273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.355075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea90dad6-8d85-4296-9a48-f4b60e5d99bc tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2937777 Aug 28 08:26:16.356062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53636) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:16.414194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Deleting port 16d56b59-9a7f-4e71-a993-df3a61e399a2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:16.414578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.700716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f2502-d2a2-45ed-b84c-22ca9dafd280 req-d0fc6673-aacd-49df-9dd3-e6c937330d70 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:16.710012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c7f2502-d2a2-45ed-b84c-22ca9dafd280 req-d0fc6673-aacd-49df-9dd3-e6c937330d70 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 946 time: 0.1494925 Aug 28 08:26:16.710713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] For port 16d56b59-9a7f-4e71-a993-df3a61e399a2, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=16d56b59-9a7f-4e71-a993-df3a61e399a2,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:16.711093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.726994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-cddddc5f-bfb9-42aa-891d-7711d23f06a9 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470811 Aug 28 08:26:16.737053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Calling delete_port for 16d56b59-9a7f-4e71-a993-df3a61e399a2 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:16.738945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19fd47-b37f-4c18-bd70-866733614f1a None None] Network e993e452-fb78-4cb8-bda9-4169fc292f9d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:16.746912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Allocated IP 172.25.0.172 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c187716a-e484-4cc0-8fe5-9fbb1705e684) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:16.815037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c7f2502-d2a2-45ed-b84c-22ca9dafd280 req-8dc57365-507b-4af8-a20c-3749dfa2ef40 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035774 Aug 28 08:26:16.885807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:16.942048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-697fc44b-cba3-4d70-8010-ec464e9e81a6 None None] Provisioning for port 4a5175a9-9f36-40ba-bc0b-c4491d818892 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:16.991078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91dfa4a0-8384-4386-9240-945ef6717329 req-807deea4-64a9-4f76-b641-469cbae54b66 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405086 Aug 28 08:26:17.128056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.243541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.268799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a69f00-19c2-49b7-bebb-45f365b78066 req-8535b1b0-8874-4e42-9671-527704cf7e8d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:17.268799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18a69f00-19c2-49b7-bebb-45f365b78066 req-8535b1b0-8874-4e42-9671-527704cf7e8d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0927837 Aug 28 08:26:17.297210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18a69f00-19c2-49b7-bebb-45f365b78066 req-cbe2cb97-211d-4de5-81bd-cadad1a2c48d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355916 Aug 28 08:26:17.372754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.377239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.409865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c604efc6-5448-43bf-84a8-b82d4d0cb185'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:17.425690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.449079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:17.457136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['0888ff85-c59f-412a-83ae-ecee67ef39a7', '16d56b59-9a7f-4e71-a993-df3a61e399a2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:17.482738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:17.502806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a9725c35-054c-49c6-9bb2-374134fba48c None None] Provisioning for port 42482b58-2c0b-48e7-afcd-7ff36807bb33 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:17.522122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a9725c35-054c-49c6-9bb2-374134fba48c None None] Provisioning complete for port 42482b58-2c0b-48e7-afcd-7ff36807bb33 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:17.522782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a9725c35-054c-49c6-9bb2-374134fba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.529554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:17.537959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=42482b58-2c0b-48e7-afcd-7ff36807bb33,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:17.591973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] No DVR routers for this DVR port 16d56b59-9a7f-4e71-a993-df3a61e399a2 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:17.599282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.614391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1b04c5-3920-4283-a35d-d65e3bdadc8c req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "DELETE /v2.0/ports/16d56b59-9a7f-4e71-a993-df3a61e399a2 HTTP/1.1" status: 204 len: 173 time: 1.4345353 Aug 28 08:26:17.615501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'name': 'network-vif-deleted', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:17.618502 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883cd84-214b-4c83-bfbc-c6cb4a726014" -d '{"events": [{"server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "name": "network-vif-deleted", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:17.619388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4a5175a9-9f36-40ba-bc0b-c4491d818892 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:17.634202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event updated for resources: {'Port': ['ID=c187716a-e484-4cc0-8fe5-9fbb1705e684,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:17.679120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2a62a-899c-45c7-9f62-202fdfea81be tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event deleted for resources: {'Port': ['ID=16d56b59-9a7f-4e71-a993-df3a61e399a2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:17.683736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a9725c35-054c-49c6-9bb2-374134fba48c None None] Port 42482b58-2c0b-48e7-afcd-7ff36807bb33 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:17.700289 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee9acc-5b42-46e6-b2cb-85f1055e23c5 x-openstack-request-id: req-3cee9acc-5b42-46e6-b2cb-85f1055e23c5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:17.700669 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3807acc9-918d-407c-93c1-84dff91a29c3", "name": "network-vif-deleted", "tag": "16d56b59-9a7f-4e71-a993-df3a61e399a2", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:17.700923 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3cee9acc-5b42-46e6-b2cb-85f1055e23c5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:17.701323 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3807acc9-918d-407c-93c1-84dff91a29c3', 'name': 'network-vif-deleted', 'tag': '16d56b59-9a7f-4e71-a993-df3a61e399a2', 'status': 'completed', 'code': 200} Aug 28 08:26:17.747124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.748096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.932290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-747272a5-7475-44ca-ab31-bf178383483f req-293ce6f8-1398-4570-8b83-5e5c2e3a4cd5 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Aug 28 08:26:17.943089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a0cb75b9-deff-4e6f-bfac-73a10ad7a103 None None] Provisioning complete for port 42482b58-2c0b-48e7-afcd-7ff36807bb33 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:17.943730 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0cb75b9-deff-4e6f-bfac-73a10ad7a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.986087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:17.987159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb75b9-deff-4e6f-bfac-73a10ad7a103 None None] Port 42482b58-2c0b-48e7-afcd-7ff36807bb33 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:18.039381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4a5175a9-9f36-40ba-bc0b-c4491d818892 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:18.044007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4a5175a9-9f36-40ba-bc0b-c4491d818892 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:18.044383 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.086136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.171077 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.184412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.208503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4a5175a9-9f36-40ba-bc0b-c4491d818892, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4a5175a9-9f36-40ba-bc0b-c4491d818892,segment=NetworkSegment(6a6fbda1-af9e-4b39-a13e-df844b0152f0),segment_id=6a6fbda1-af9e-4b39-a13e-df844b0152f0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:18.327625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.328039 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.411560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event updated for resources: {'Port': ['ID=c187716a-e484-4cc0-8fe5-9fbb1705e684,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:18.428236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.445541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4a5175a9-9f36-40ba-bc0b-c4491d818892,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:18.513856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.523315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5e4ae-a671-4853-8a3e-c7194469e9bf req-c77214db-8bcf-4555-a85c-a8ae35b58f97 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:18.524837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12b5e4ae-a671-4853-8a3e-c7194469e9bf req-c77214db-8bcf-4555-a85c-a8ae35b58f97 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0979865 Aug 28 08:26:18.544457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.546061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-ddbd3056-d21c-4494-a781-1207158d9776 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1612449 Aug 28 08:26:18.570286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12b5e4ae-a671-4853-8a3e-c7194469e9bf req-b84a3b39-a0a4-4a87-9c14-f917bfbc1196 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Aug 28 08:26:18.636482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-5f8b1d0e-42ad-460e-adeb-923abd4afffb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0832734 Aug 28 08:26:18.653604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.655337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:18.749830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=42482b58-2c0b-48e7-afcd-7ff36807bb33,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:18.766661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-28670041-8b50-4e91-b296-77b9adf54cdd tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:18.768179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-28670041-8b50-4e91-b296-77b9adf54cdd tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1259246 Aug 28 08:26:18.779011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-a839a901-1b93-41ba-a90c-9c609b3733c1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:26:18.780039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6882454b-3cac-40c9-a797-dcd2f071bf0e req-a839a901-1b93-41ba-a90c-9c609b3733c1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059700 Aug 28 08:26:18.800802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network e993e452-fb78-4cb8-bda9-4169fc292f9d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:18.806020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:18.959930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-13c8926d-2378-4d55-b039-38058b7f92f1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:18.967465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-13c8926d-2378-4d55-b039-38058b7f92f1 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1161726 Aug 28 08:26:19.030285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-b493a4bc-1efe-4e5f-9eb9-3a44c2bbebfd tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0591900 Aug 28 08:26:19.041247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-f76689de-3abf-4efe-a741-f0dd78996b3c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'floatingip': {'port_id': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:19.079554 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-197a8a59-b4aa-436a-bf48-e85fdb12ea66 req-c51fdbeb-b600-4d4a-8b2a-174b640f693e tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=3807acc9-918d-407c-93c1-84dff91a29c3 HTTP/1.1" status: 200 len: 210 time: 0.0344253 Aug 28 08:26:19.089221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-f76689de-3abf-4efe-a741-f0dd78996b3c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:19.127033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-729f7582-748d-4d37-a760-4266407d6e3c None None] Provisioning complete for port 42482b58-2c0b-48e7-afcd-7ff36807bb33 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:19.127708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-729f7582-748d-4d37-a760-4266407d6e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:19.180744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Router 168ecc97-a7c7-4436-a55c-030f98190d81 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:26:19.182823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-729f7582-748d-4d37-a760-4266407d6e3c None None] Port 42482b58-2c0b-48e7-afcd-7ff36807bb33 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:19.332451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 16d56b59-9a7f-4e71-a993-df3a61e399a2 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:19.365075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 16d56b59-9a7f-4e71-a993-df3a61e399a2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:19.367651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 16d56b59-9a7f-4e71-a993-df3a61e399a2 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:19.422811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:26:19.430489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2008bdc3-3a70-49bb-a081-0bd13ad8dcf8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/routers/168ecc97-a7c7-4436-a55c-030f98190d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731504 Aug 28 08:26:19.433442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:19.439118 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] Sync routers for ids ['168ecc97-a7c7-4436-a55c-030f98190d81'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:26:19.444421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-964fc210-6ef5-4b04-9536-0807fb9276c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0622346 Aug 28 08:26:19.467606 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] Routers {'168ecc97-a7c7-4436-a55c-030f98190d81'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:19.468270 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['168ecc97-a7c7-4436-a55c-030f98190d81'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:19.487831 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-f76689de-3abf-4efe-a741-f0dd78996b3c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 08:26:19.495062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34aecce-6594-4bac-9dcd-4a6ba76ae5a7 req-f76689de-3abf-4efe-a741-f0dd78996b3c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "PUT /v2.0/floatingips/f2fbc47e-1fae-474c-a424-a1ef3338fd8b HTTP/1.1" status: 409 len: 551 time: 0.4589059 Aug 28 08:26:19.512255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d127681-9cb1-44cf-bec9-8917df2d2c72 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:19.513875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d127681-9cb1-44cf-bec9-8917df2d2c72 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?device_id=168ecc97-a7c7-4436-a55c-030f98190d81 HTTP/1.1" status: 200 len: 988 time: 0.0795898 Aug 28 08:26:19.516905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:19.583883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4a5175a9-9f36-40ba-bc0b-c4491d818892 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:19.659377 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:19.662892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4a5175a9-9f36-40ba-bc0b-c4491d818892 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:19.663290 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:19.683330 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] Routers {'168ecc97-a7c7-4436-a55c-030f98190d81'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:19.683984 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['168ecc97-a7c7-4436-a55c-030f98190d81'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:19.764209 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:19.764899 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf1a6c-0b5b-483f-ab58-4f29e29cac4e None None] The sync data for ids ['168ecc97-a7c7-4436-a55c-030f98190d81'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:26:19.775438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632e115-5a63-47a6-84a1-304952da214b req-17c79264-c7da-4abc-8879-39aeb75adb45 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:19.783432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0632e115-5a63-47a6-84a1-304952da214b req-17c79264-c7da-4abc-8879-39aeb75adb45 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0966589 Aug 28 08:26:19.839661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0632e115-5a63-47a6-84a1-304952da214b req-314748c0-a4c8-4873-a292-1d7b255ccef3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Aug 28 08:26:20.069603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-6b4b04b8-0429-4159-95be-df94ffd9d66e tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips/f2fbc47e-1fae-474c-a424-a1ef3338fd8b HTTP/1.1" status: 200 len: 693 time: 0.5501513 Aug 28 08:26:20.192913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.198312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-41be375d-f517-4172-9220-1b1a69d3c29e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6497 time: 0.2573574 Aug 28 08:26:20.396963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-da1fb7fe-eeda-4323-ae5f-eec9e24672eb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.398488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-da1fb7fe-eeda-4323-ae5f-eec9e24672eb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.3096850 Aug 28 08:26:20.441791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-b2675c1b-6975-4918-acad-ac9cdd30cb7a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:26:20.441791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-b2675c1b-6975-4918-acad-ac9cdd30cb7a tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244944 Aug 28 08:26:20.529614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d05ca899-5b02-4d68-8139-c2c7c47adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.530307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d05ca899-5b02-4d68-8139-c2c7c47adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.530639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d05ca899-5b02-4d68-8139-c2c7c47adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.532824 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d05ca899-5b02-4d68-8139-c2c7c47adc9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 200 len: 2294 time: 0.2875674 Aug 28 08:26:20.542832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-40198694-215b-4f75-89e5-8cd584a05c83 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0879676 Aug 28 08:26:20.690184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-a0bcba53-745e-4686-9698-ba03b6e9576b tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1384521 Aug 28 08:26:20.727300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-969359a8-e6e2-42d3-b57d-0dfa64360454 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 200 len: 1001 time: 0.1777391 Aug 28 08:26:20.891732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-f31308d0-29e2-4b3c-9d43-ecdd2220288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:20.893169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-f31308d0-29e2-4b3c-9d43-ecdd2220288e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2da70d31-c82a-4c26-84d2-370bf439a095 HTTP/1.1" status: 200 len: 851 time: 0.1312754 Aug 28 08:26:21.046720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-1b60ee7e-e5cb-4c85-9dd7-94c384c01df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:21.048341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5de5-9a86-42d8-842a-d19a82bf57ec req-839baeb9-151f-4a6a-9289-ce6b8de47c5e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:21.049501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-1b60ee7e-e5cb-4c85-9dd7-94c384c01df3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413484 Aug 28 08:26:21.049663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Deleting port c187716a-e484-4cc0-8fe5-9fbb1705e684 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:21.050200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:21.050382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3ba5de5-9a86-42d8-842a-d19a82bf57ec req-839baeb9-151f-4a6a-9289-ce6b8de47c5e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0630741 Aug 28 08:26:21.067529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:21.101829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3ba5de5-9a86-42d8-842a-d19a82bf57ec req-457d7dd2-d7fc-45bf-830a-dbcbb3509f54 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Aug 28 08:26:21.277741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:21.278128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:21.284441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e623b-0147-456c-a454-6177e65db124 req-bd9f0b65-45de-4611-9a33-3225e27be593 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:21.290966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e623b-0147-456c-a454-6177e65db124 req-bd9f0b65-45de-4611-9a33-3225e27be593 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:21.292796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929e623b-0147-456c-a454-6177e65db124 req-bd9f0b65-45de-4611-9a33-3225e27be593 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f&device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 1681 time: 0.0689385 Aug 28 08:26:21.336245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Calling delete_port for c187716a-e484-4cc0-8fe5-9fbb1705e684 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:21.344024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929e623b-0147-456c-a454-6177e65db124 req-8f9dc64e-d362-4dce-b5de-044dc3f2ee94 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Aug 28 08:26:21.371718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-8ab5ad29-9951-4896-a43d-5288a7b22c9b service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007653 Aug 28 08:26:21.550838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-cb235a01-ae5e-4eeb-85dd-39b90cacdf5a service neutron] 10.222.0.39 "GET /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724560 Aug 28 08:26:21.642840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-c4ca526b-f5ad-40bc-ac62-4cfef60dcffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 217 time: 0.0837181 Aug 28 08:26:21.732478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 42482b58-2c0b-48e7-afcd-7ff36807bb33 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:21.733107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:21.755348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-3f4fb70f-3b78-4dc0-a1db-d309185b73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:21.756899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-3f4fb70f-3b78-4dc0-a1db-d309185b73ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.0826530 Aug 28 08:26:21.785445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:22.177771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event deleted for resources: {'Port': ['ID=c187716a-e484-4cc0-8fe5-9fbb1705e684,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:22.269059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-16e5cac6-f55d-4aaf-931c-554e3b13202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:22.270606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-16e5cac6-f55d-4aaf-931c-554e3b13202e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4814684 Aug 28 08:26:22.274143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:22.283921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9a85f-04f2-4949-8e5e-792e6123e791 req-e8e537ea-a09a-467d-b6df-a51e3826d856 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:22.290896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09d9a85f-04f2-4949-8e5e-792e6123e791 req-e8e537ea-a09a-467d-b6df-a51e3826d856 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0613787 Aug 28 08:26:22.305374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 42482b58-2c0b-48e7-afcd-7ff36807bb33 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:22.325535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:22.328342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:22.328793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09d9a85f-04f2-4949-8e5e-792e6123e791 req-c8cb1847-bf6f-4919-86de-c2ce89fac59b tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368457 Aug 28 08:26:22.329490 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c7146af-8df5-45ef-ad62-f4d5e73da81a req-c3b4b7ea-9f9d-4e20-be18-78c813580b08 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "DELETE /v2.0/floatingips/f2fbc47e-1fae-474c-a424-a1ef3338fd8b HTTP/1.1" status: 204 len: 173 time: 1.6192675 Aug 28 08:26:22.457384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-c7d5342a-3c38-45dd-9427-9ac4f8a7ed5a service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720123 Aug 28 08:26:22.477458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-81da0c74-afd1-4142-bdc7-daf4977f0090 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 1001 time: 0.0890031 Aug 28 08:26:22.537254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-c8816bec-d520-460e-9b6f-d3bb025e44eb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:22.538735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-c8816bec-d520-460e-9b6f-d3bb025e44eb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports/37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 943 time: 0.0555079 Aug 28 08:26:22.624548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-710f93d9-95de-427c-a84e-64ddc0ddbcdd service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365631 Aug 28 08:26:22.654822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-8b63e673-26d2-4005-97bf-3a5801bd26eb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 1001 time: 0.0698910 Aug 28 08:26:22.674651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-9bb6166d-9bf7-46b3-85be-8109a589f668 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 217 time: 0.0401344 Aug 28 08:26:22.734044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-38ef7339-9b39-442f-9d54-83503d553303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:22.735662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-38ef7339-9b39-442f-9d54-83503d553303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.0536919 Aug 28 08:26:22.800186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-569640f5-3d00-4f17-b46d-43f32b548d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:22.803772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-569640f5-3d00-4f17-b46d-43f32b548d74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530806 Aug 28 08:26:22.926376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:22.979065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=42482b58-2c0b-48e7-afcd-7ff36807bb33,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:23.097238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-a9b17f52-81ae-4c6a-a1fc-d4ab95f936a3 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859240 Aug 28 08:26:23.098367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.107149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-bcf8c5e5-4aec-4286-9526-e5240d854004 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:23.108583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-bcf8c5e5-4aec-4286-9526-e5240d854004 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.4460492 Aug 28 08:26:23.207064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-bdcb12cc-8d05-4d7e-b2dd-1b2bc0a023b9 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 1001 time: 0.0851741 Aug 28 08:26:23.214585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:23.294016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.425127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-18cac27d-5e19-4587-bfc5-1df0c99bb96a service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178494 Aug 28 08:26:23.429889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Router 168ecc97-a7c7-4436-a55c-030f98190d81 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:26:23.443268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35872-2a9a-4b00-b744-de6488ca0a49 req-46904e9c-0ab6-4f4a-9b59-a8e72ecab8d3 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:23.444777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5fa35872-2a9a-4b00-b744-de6488ca0a49 req-46904e9c-0ab6-4f4a-9b59-a8e72ecab8d3 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 945 time: 0.1583452 Aug 28 08:26:23.447935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.496411 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-f7f77e77-f652-4c08-ae9f-b63109a32c90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 HTTP/1.1" status: 200 len: 217 time: 0.0495234 Aug 28 08:26:23.515379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.515733 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Floating IP b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 disassociated. External IP: 172.25.0.61, port: 37f86502-a3e7-43cc-a2c4-78be56b2c5fb. Aug 28 08:26:23.618993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:26:23.626019 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bdc5e057-1a25-4df3-a91e-c4a843ef1e7a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/routers/168ecc97-a7c7-4436-a55c-030f98190d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1073813 Aug 28 08:26:23.629216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5fa35872-2a9a-4b00-b744-de6488ca0a49 req-efb545a2-6ab8-4c8f-9b0a-bf88974f8d24 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760728 Aug 28 08:26:23.629705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53810) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:23.635107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] Sync routers for ids ['168ecc97-a7c7-4436-a55c-030f98190d81'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:26:23.653160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] Routers {'168ecc97-a7c7-4436-a55c-030f98190d81'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:23.654190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['168ecc97-a7c7-4436-a55c-030f98190d81'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:23.660082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d7f17223-de62-4865-acb5-cef9b059a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:23.661373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d7f17223-de62-4865-acb5-cef9b059a039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1269019 Aug 28 08:26:23.662929 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-83beb92d-d8c6-4b4d-920f-49912ac96980 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:26:23.667091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83beb92d-d8c6-4b4d-920f-49912ac96980 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/42482b58-2c0b-48e7-afcd-7ff36807bb33 HTTP/1.1" status: 404 len: 333 time: 0.0321615 Aug 28 08:26:23.675653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53812) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:23.703883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:23.714393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] Routers {'168ecc97-a7c7-4436-a55c-030f98190d81'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:23.715750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['168ecc97-a7c7-4436-a55c-030f98190d81'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:23.759935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:23.761309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3563f68-625b-4bf2-9a9c-9417746fc1ec None None] The sync data for ids ['168ecc97-a7c7-4436-a55c-030f98190d81'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:26:23.767249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Router 14c7c73e-726b-47af-aa57-2d350a665d76 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:26:23.833126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.895948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:26:23.903577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:23.908606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-121feb3c-b86f-4d16-add9-84c6f679426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:23.910185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-121feb3c-b86f-4d16-add9-84c6f679426d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2354398 Aug 28 08:26:23.919743 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Sync routers for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:26:23.931966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cc473-6f3c-43f3-b965-30304deb5138 req-48687339-0d1e-4ade-9cb1-0558df6b902e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:23.933143 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:23.934070 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:23.939286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e8cc473-6f3c-43f3-b965-30304deb5138 req-48687339-0d1e-4ade-9cb1-0558df6b902e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1879840 Aug 28 08:26:23.954052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-33991a81-dd62-4bde-b369-3de90c358e72 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "PUT /v2.0/floatingips/b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 HTTP/1.1" status: 200 len: 694 time: 0.7457068 Aug 28 08:26:23.954794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:23.957985 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba6134-cdbc-41ce-b38b-ba5199794ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:24.022020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-f3b33cad-3106-46a3-a2be-a20c8ac6a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.027203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-f3b33cad-3106-46a3-a2be-a20c8ac6a07f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1098 time: 0.0577691 Aug 28 08:26:24.055332 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:24.100610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.112062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.137969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-7b8582f8-7ecb-4009-a9f3-8db520e8ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.139598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-7b8582f8-7ecb-4009-a9f3-8db520e8ba90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 929 time: 0.1089251 Aug 28 08:26:24.202546 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e8cc473-6f3c-43f3-b965-30304deb5138 req-fac9d53a-9857-427e-bc85-0c543fd36c28 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540774 Aug 28 08:26:24.209577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-e7d57d42-7cdf-4f2d-b764-2b8a0b667f11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 217 time: 0.0494363 Aug 28 08:26:24.275827 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274764b3-0868-408e-b9a0-bd2e00afcaa0 x-openstack-request-id: req-274764b3-0868-408e-b9a0-bd2e00afcaa0 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:24.275827 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:24.275827 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-274764b3-0868-408e-b9a0-bd2e00afcaa0 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:24.275827 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'status': 'completed', 'code': 200} Aug 28 08:26:24.276164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f935-3951-4e79-addd-41438d53bbfb req-70660a22-03ed-4447-8085-dd26e18d3351 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.276258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-a5679bdf-25d7-48dd-8ea4-10ae23a7f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.276349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0515f935-3951-4e79-addd-41438d53bbfb req-70660a22-03ed-4447-8085-dd26e18d3351 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.64 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 945 time: 0.1892610 Aug 28 08:26:24.276435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-a5679bdf-25d7-48dd-8ea4-10ae23a7f967 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 200 len: 867 time: 0.0569878 Aug 28 08:26:24.276522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-97591711-951a-493d-8a99-404afe9c5aad service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338561 Aug 28 08:26:24.341120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-c87217ae-dbe8-4acc-9935-fbd0d0bf1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.341739 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:24.343246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-c87217ae-dbe8-4acc-9935-fbd0d0bf1fd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=695146bf-7966-4f75-8711-1d13764591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622358 Aug 28 08:26:24.381239 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Checking router: 14c7c73e-726b-47af-aa57-2d350a665d76 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:26:24.405822 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:24.406911 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:24.409481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.410001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Fanout notify agent at l3_agent the message router_deleted on router 168ecc97-a7c7-4436-a55c-030f98190d81 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:26:24.442851 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.446493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-91032dfe-b6a4-4dd8-83a9-a96d2356ce17 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/routers/168ecc97-a7c7-4436-a55c-030f98190d81 HTTP/1.1" status: 204 len: 168 time: 0.7673168 Aug 28 08:26:24.449550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:24.503009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-d2042b2c-15ee-4ab6-994d-6e7649202af5 service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515274 Aug 28 08:26:24.564006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-2c0d4d6b-c003-44bc-88e6-9e89d884f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.565942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-2c0d4d6b-c003-44bc-88e6-9e89d884f1ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fe23a6420c345dd88307cf5548ee572&device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 1098 time: 0.2073939 Aug 28 08:26:24.586543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:24.598711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-139bc9c9-f842-4620-a970-58233c23ac63 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114808 Aug 28 08:26:24.619387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet 379c7995-9560-488e-8c76-a6a3cdc25eee {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:24.653201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.676837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddeed055-da29-45b1-806f-8887fbdccc9a req-e165220f-b1e8-4c68-9256-69a8c7193e06 service neutron] 10.222.0.46 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726699 Aug 28 08:26:24.714837 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-f1168b3e-2bba-46a0-96a3-a5818f561836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4 HTTP/1.1" status: 200 len: 217 time: 0.0585325 Aug 28 08:26:24.813275 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:24.813705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.845544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916669-cf06-4f51-a026-d9cb53b4f0b2 None None] The sync data for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 is: [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'eed68ce1-0f6f-44b3-bc3b-49912e96cac8', 'name': '', 'network_id': '695146bf-7966-4f75-8711-1d13764591fe', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'mac_address': 'fa:16:3e:60:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:42Z', 'updated_at': '2021-08-28T08:25:52Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'subnets': [{'id': 'f3d3ecf1-5008-4b3b-aa8d-545b075e9d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:26:24.848649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-1aa25371-9d0c-47e5-94f4-70032aa008cb tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips/b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 HTTP/1.1" status: 200 len: 694 time: 0.0565171 Aug 28 08:26:24.869843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Deleting port c604efc6-5448-43bf-84a8-b82d4d0cb185 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:24.870195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:24.907969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d265268c-d2ba-42f2-b644-bfc2d1a35b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.910276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-d265268c-d2ba-42f2-b644-bfc2d1a35b13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 200 len: 797 time: 0.1807017 Aug 28 08:26:24.998132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-c020e228-0dde-4d00-b923-779472c88131 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:24.999807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-c020e228-0dde-4d00-b923-779472c88131 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1411598 Aug 28 08:26:25.010932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-e68a5bfe-8d42-42ad-bfef-4b53153abbab tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:26:25.012140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-e68a5bfe-8d42-42ad-bfef-4b53153abbab tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063789 Aug 28 08:26:25.071977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-ea0edd0d-6cf3-4cc6-9ab9-cd96db6843f4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 697 time: 0.0516229 Aug 28 08:26:25.147773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-de51617a-40ef-4ff6-96b4-f68ffeb00497 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 697 time: 0.0577414 Aug 28 08:26:25.181591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659e121-34ef-48c0-ac28-4b74dfba310c None None] New status for floating IP b70a75fa-4357-41f8-bdba-0beaf0ae3ab6: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:26:25.319110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Deleting port ed7e14f4-4dda-43de-9b8b-0fd420e47752 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:25.319466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.376061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbfd96-e070-4a67-ba14-4364d666ec79 req-0e928cb2-4a2f-495d-a746-fd1dee10ca78 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:25.377757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9fbfd96-e070-4a67-ba14-4364d666ec79 req-0e928cb2-4a2f-495d-a746-fd1dee10ca78 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 945 time: 0.6468906 Aug 28 08:26:25.399537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-e3973a99-9918-415b-ae13-b736349b0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:25.401056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-e3973a99-9918-415b-ae13-b736349b0a5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 200 len: 929 time: 0.8180275 Aug 28 08:26:25.415705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.416286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.434492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Calling delete_port for ed7e14f4-4dda-43de-9b8b-0fd420e47752 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:25.533234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-6f7fd577-0a74-428d-8062-becfb88fa688 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 200 len: 217 time: 0.1189380 Aug 28 08:26:25.612866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] For port c604efc6-5448-43bf-84a8-b82d4d0cb185, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c604efc6-5448-43bf-84a8-b82d4d0cb185,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:25.613250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.616211 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.650334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-85e5b548-0343-41a4-9dd7-679255e39fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:25.651850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-85e5b548-0343-41a4-9dd7-679255e39fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f7f1c22-1b1b-4855-9977-fbafd05d183e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3032513 Aug 28 08:26:25.671443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-0b16354a-7355-4aac-a250-e870241f13c7 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:25.673413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-0b16354a-7355-4aac-a250-e870241f13c7 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "GET /v2.0/ports?device_id=b841741c-ba9c-4646-91eb-dc3038afd511 HTTP/1.1" status: 200 len: 945 time: 0.2755620 Aug 28 08:26:25.680837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Calling delete_port for c604efc6-5448-43bf-84a8-b82d4d0cb185 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:25.684936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9fbfd96-e070-4a67-ba14-4364d666ec79 req-a12008b9-19fc-4b7c-916e-5120f8c590a4 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f375d39-6831-490d-af27-ffca79009abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726765 Aug 28 08:26:25.714820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.766578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.795102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event deleted for resources: {'Port': ['ID=ed7e14f4-4dda-43de-9b8b-0fd420e47752,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:25.800766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-a9fb82a9-b623-4ee9-b9c7-505ec4b26bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:25.802272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-a9fb82a9-b623-4ee9-b9c7-505ec4b26bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 200 len: 867 time: 0.2518814 Aug 28 08:26:25.867759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.874199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:25.876100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e86bc63-6e87-456d-99b3-49b52c9975d7 req-d8d72bcf-7dcb-4125-ad3c-c4b20b066da4 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "DELETE /v2.0/floatingips/b70a75fa-4357-41f8-bdba-0beaf0ae3ab6 HTTP/1.1" status: 204 len: 173 time: 0.7215137 Aug 28 08:26:26.008512 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-bee47151-e642-4d28-b9d5-5314bfb7c511 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320627 Aug 28 08:26:26.023461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ea7b8-4a70-4ee8-bb81-423cf777b785 req-9ca70f80-c89e-4da1-b20c-746786e187ca tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:26.025041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc7ea7b8-4a70-4ee8-bb81-423cf777b785 req-9ca70f80-c89e-4da1-b20c-746786e187ca tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.2453065 Aug 28 08:26:26.026162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.038199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-41d2afce-d5f6-4466-bc39-dfc41d48dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:26.039754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-41d2afce-d5f6-4466-bc39-dfc41d48dc25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=695146bf-7966-4f75-8711-1d13764591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990166 Aug 28 08:26:26.148473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a3ecd-d1c9-4903-97ac-229a4e56dc9b None None] Network e993e452-fb78-4cb8-bda9-4169fc292f9d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:26.156906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=379c7995-9560-488e-8c76-a6a3cdc25eee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:26.192696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.194689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9c07fbf3-9c4f-4639-9033-b6702cc30c81 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/379c7995-9560-488e-8c76-a6a3cdc25eee HTTP/1.1" status: 204 len: 168 time: 1.7424791 Aug 28 08:26:26.201830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:26.261805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Deleting port 0888ff85-c59f-412a-83ae-ecee67ef39a7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:26.262238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.335049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc7ea7b8-4a70-4ee8-bb81-423cf777b785 req-64fbfd52-d0f0-448d-99b4-9487b81d6f42 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851939 Aug 28 08:26:26.357672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.369706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b389-6b7f-4f02-9717-1d452d4d0e0a req-0fc4ced3-5498-4a60-9f00-19ea7d5836ee tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:26.371343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ea5b389-6b7f-4f02-9717-1d452d4d0e0a req-0fc4ced3-5498-4a60-9f00-19ea7d5836ee tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1039841 Aug 28 08:26:26.424320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-779b1652-4ead-4fa5-b22c-d4e3bd6193f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928981 Aug 28 08:26:26.427532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] DHCP port deletion for e993e452-fb78-4cb8-bda9-4169fc292f9d request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:26:26.428834 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-e6a2988a-b370-4367-94e3-c29c11d35f63 service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647714 Aug 28 08:26:26.441589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ea5b389-6b7f-4f02-9717-1d452d4d0e0a req-4ff15e8c-5977-4817-9469-8a640a9ecadf tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0576761 Aug 28 08:26:26.489859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Deleting port 4a5175a9-9f36-40ba-bc0b-c4491d818892 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:26.490372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.492864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 4a5175a9-9f36-40ba-bc0b-c4491d818892 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:26.493216 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.546154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-330b5be8-990d-46c7-aae6-1844b7899f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=489ba983-bd6b-46c8-a623-868b43258bd4 HTTP/1.1" status: 200 len: 217 time: 0.0941532 Aug 28 08:26:26.565289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] For port 4a5175a9-9f36-40ba-bc0b-c4491d818892, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4a5175a9-9f36-40ba-bc0b-c4491d818892,segment=NetworkSegment(6a6fbda1-af9e-4b39-a13e-df844b0152f0),segment_id=6a6fbda1-af9e-4b39-a13e-df844b0152f0)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:26.565661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.572906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] For port 4a5175a9-9f36-40ba-bc0b-c4491d818892, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4a5175a9-9f36-40ba-bc0b-c4491d818892,segment=NetworkSegment(6a6fbda1-af9e-4b39-a13e-df844b0152f0),segment_id=6a6fbda1-af9e-4b39-a13e-df844b0152f0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:26.573310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.580406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 4a5175a9-9f36-40ba-bc0b-c4491d818892 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:26.587925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Calling delete_port for 4a5175a9-9f36-40ba-bc0b-c4491d818892 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:26.588301 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.592484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] For port 0888ff85-c59f-412a-83ae-ecee67ef39a7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0888ff85-c59f-412a-83ae-ecee67ef39a7,segment=NetworkSegment(7d2b50d1-0055-4db7-9e04-a168821b6923),segment_id=7d2b50d1-0055-4db7-9e04-a168821b6923)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:26.592854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.602868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cc36c415-a9ba-49fa-afe4-aa329e1f8140 req-d8503bde-4fa7-42f8-9334-a55854ddc743 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1305733 Aug 28 08:26:26.635931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['0888ff85-c59f-412a-83ae-ecee67ef39a7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:26.652578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Calling delete_port for 0888ff85-c59f-412a-83ae-ecee67ef39a7 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:26.692019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event deleted for resources: {'Port': ['ID=c604efc6-5448-43bf-84a8-b82d4d0cb185,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:26.747964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-b8d19e61-c034-4680-96db-fbfef6681492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:26.749543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-b8d19e61-c034-4680-96db-fbfef6681492 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.1637270 Aug 28 08:26:26.798063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] No DVR routers for this DVR port c604efc6-5448-43bf-84a8-b82d4d0cb185 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:26.802171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.805654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c604efc6-5448-43bf-84a8-b82d4d0cb185 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:26.811070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.813569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0515f935-3951-4e79-addd-41438d53bbfb req-a089df3d-1ddd-4974-977f-2cbc05dba430 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.64 "DELETE /v2.0/ports/c604efc6-5448-43bf-84a8-b82d4d0cb185 HTTP/1.1" status: 204 len: 173 time: 2.4988711 Aug 28 08:26:26.817182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cba6134-cdbc-41ce-b38b-ba5199794ac7 req-51d7f537-46a2-4fdc-a34b-56ac1e98bb1c service neutron] 10.222.0.64 "GET /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793209 Aug 28 08:26:26.817809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'name': 'network-vif-deleted', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:26.820282 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6168fbb-42e7-4b60-9ce2-f96ff6f887fe" -d '{"events": [{"server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "name": "network-vif-deleted", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:26.840369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.851563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c604efc6-5448-43bf-84a8-b82d4d0cb185 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:26.852144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c604efc6-5448-43bf-84a8-b82d4d0cb185 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:26.855786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=4a5175a9-9f36-40ba-bc0b-c4491d818892,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:26.857891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No DVR routers for this DVR port 4a5175a9-9f36-40ba-bc0b-c4491d818892 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:26.883704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e6c03382-ba90-458c-bb62-02198f38c45e req-f85c79c8-8d41-40cb-b912-182ff2ffff4b tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 210 time: 0.0751545 Aug 28 08:26:26.911813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-362b3091-33f8-46c2-b3f9-595676b412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:26.913391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-362b3091-33f8-46c2-b3f9-595676b412a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180360 Aug 28 08:26:26.916248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] Pushing event deleted for resources: {'Port': ['ID=4a5175a9-9f36-40ba-bc0b-c4491d818892,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:26.928717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b8f61-8feb-4f16-8b6c-a7df558079d4 None None] No DVR routers for this DVR port 4a5175a9-9f36-40ba-bc0b-c4491d818892 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:26.977898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:26.991586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e993e452-fb78-4cb8-bda9-4169fc292f9d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:27.003523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6fbda1-af9e-4b39-a13e-df844b0152f0') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:27.003828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6fbda1-af9e-4b39-a13e-df844b0152f0') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:27.012883 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475963ca-60d4-4468-b693-3f1a71cf0bc2 x-openstack-request-id: req-475963ca-60d4-4468-b693-3f1a71cf0bc2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:27.013183 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cbab9d-9839-417f-ae6f-669f8e27788f", "name": "network-vif-deleted", "tag": "c604efc6-5448-43bf-84a8-b82d4d0cb185", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:27.013434 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-475963ca-60d4-4468-b693-3f1a71cf0bc2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:27.013830 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbab9d-9839-417f-ae6f-669f8e27788f', 'name': 'network-vif-deleted', 'tag': 'c604efc6-5448-43bf-84a8-b82d4d0cb185', 'status': 'completed', 'code': 200} Aug 28 08:26:27.015336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.039160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.050157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:27.050157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:27.051393 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:27.086919 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-ac9368b3-f6c6-4d03-b213-4386dc0ad893 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620166 Aug 28 08:26:27.204655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-36a1b5fc-dbb7-4739-b53b-957a0ab29f1f service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079290 Aug 28 08:26:27.206528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.242532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.250665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Pushing event deleted for resources: {'Port': ['ID=0888ff85-c59f-412a-83ae-ecee67ef39a7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:27.257544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.269873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/e993e452-fb78-4cb8-bda9-4169fc292f9d HTTP/1.1" status: 204 len: 168 time: 1.0662758 Aug 28 08:26:27.271096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53886) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:27.288211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-5c76b8f9-6858-4277-8a9c-69c709b29c24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 200 len: 217 time: 0.0516181 Aug 28 08:26:27.320281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bdb46-70b6-48fe-9846-baa53ea01512 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=e993e452-fb78-4cb8-bda9-4169fc292f9d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:27.352933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426c8ed-20b4-43c9-ba83-298e6be0f182 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:27.366462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f426c8ed-20b4-43c9-ba83-298e6be0f182 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/f66bc448-9027-47d6-b080-c85f9526e7b3 HTTP/1.1" status: 200 len: 845 time: 0.0782640 Aug 28 08:26:27.366607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] No DVR routers for this DVR port 0888ff85-c59f-412a-83ae-ecee67ef39a7 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:27.366607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53888) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:27.370025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.371950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d1b6a8af-18aa-4b66-9793-66311f9b2e66 req-cec7b15c-bf2e-4946-a350-07ff0219bce0 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.39 "DELETE /v2.0/ports/0888ff85-c59f-412a-83ae-ecee67ef39a7 HTTP/1.1" status: 204 len: 173 time: 1.6861889 Aug 28 08:26:27.416811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-05da6545-0423-44b7-94d4-315d505b68f8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/f66bc448-9027-47d6-b080-c85f9526e7b3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511646 Aug 28 08:26:27.416811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-0662e944-686b-4717-a41a-7e00b754d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:27.416811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-0662e944-686b-4717-a41a-7e00b754d97e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 200 len: 797 time: 0.1069036 Aug 28 08:26:27.417321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53892) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:27.423067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:27.533272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe279-ea43-4e50-a783-93d84e12e34c req-219eee30-7062-4a24-96e9-2bc7bfe9ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:27.535036 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-219eee30-7062-4a24-96e9-2bc7bfe9ac18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bdf6af-2252-4a9f-aac6-99501a4ebe63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0579422 Aug 28 08:26:27.543467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8568af-68b9-44b8-adf9-310a7d8382ef req-609d762e-ea54-4bd2-b8ad-64e5d55103a7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:27.545028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc8568af-68b9-44b8-adf9-310a7d8382ef req-609d762e-ea54-4bd2-b8ad-64e5d55103a7 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1208484 Aug 28 08:26:27.585449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4a5175a9-9f36-40ba-bc0b-c4491d818892 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:27.590190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e99171d8-0b7f-40c2-9981-4220569957ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.604449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b2e7-5f3f-47a1-a6c9-b1bcd0a939e4 req-8254911b-4fe3-45ed-92b4-2789bb6d138c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:27.606263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7558b2e7-5f3f-47a1-a6c9-b1bcd0a939e4 req-8254911b-4fe3-45ed-92b4-2789bb6d138c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 946 time: 0.0767076 Aug 28 08:26:27.615317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4a5175a9-9f36-40ba-bc0b-c4491d818892 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:27.615764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4a5175a9-9f36-40ba-bc0b-c4491d818892 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:27.658905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dc8568af-68b9-44b8-adf9-310a7d8382ef req-ff1ddcbc-8d85-415c-b0cf-bc845200b188 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841887 Aug 28 08:26:27.660730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7558b2e7-5f3f-47a1-a6c9-b1bcd0a939e4 req-dc73877d-58f3-4adb-bfe5-4a45da38900d tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458701 Aug 28 08:26:27.684269 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-2089a827-a7bb-42bd-b1f5-c4bf6c1c38da service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382582 Aug 28 08:26:27.728725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:27.733688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:27.806942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-504fe279-ea43-4e50-a783-93d84e12e34c req-5b2a3b6a-b030-4147-b188-db0f6b7225e0 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151175 Aug 28 08:26:27.996381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.052335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:28.055934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:28.057746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d523370-c7a3-4acb-acdf-cb0e3e817cc2 req-218c545b-d65c-43e9-b8fc-a541a8c26164 tempest-ListServersNegativeTestJSON-1421108392 tempest-ListServersNegativeTestJSON-1421108392-project] 10.222.0.46 "GET /v2.0/ports?device_id=25cbab9d-9839-417f-ae6f-669f8e27788f HTTP/1.1" status: 200 len: 210 time: 0.0324705 Aug 28 08:26:28.059084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:28.060042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.066129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508290a-a5fc-4221-b891-400eaa899d8b None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:28.085662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=b21283ad-55c6-47d8-97a7-58189aa16dc4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:28.168457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77a9cf0c-43ac-4e16-a9be-48eb5364394f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7500069 Aug 28 08:26:28.179435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53908) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:28.184125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'security_group': {'name': 'tempest-secgroup-523691128'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:28.355510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.404466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'tenant_id': 'ac4cdb9611ec4bf9b645aabe086cc2af', 'fixed_ips': [{'subnet_id': 'b21283ad-55c6-47d8-97a7-58189aa16dc4'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:26:28.405377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.441475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.537718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.546968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Allocated IP 2001:db8::2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/b21283ad-55c6-47d8-97a7-58189aa16dc4/d0ba162f-5718-4f47-881d-8f2f9a532f47) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:28.572243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0254ee-c080-45ef-8590-c8b15f1add3e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:28.707426 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.718513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Transition to ACTIVE for port object d0ba162f-5718-4f47-881d-8f2f9a532f47 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:28.732828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.736045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-902b9e22-ce6a-43c5-b115-0ead9c05e81f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5555067 Aug 28 08:26:28.739275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:28.742126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Transition to ACTIVE for port object d0ba162f-5718-4f47-881d-8f2f9a532f47 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:28.764521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'security_group': {'name': 'tempest-secgroup-898440615'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:28.842557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e93b0-f8e6-4d32-8e5e-81782734bcb6 req-86af66db-68f9-461a-a91b-2e9274695a6c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:28.844198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c87e93b0-f8e6-4d32-8e5e-81782734bcb6 req-86af66db-68f9-461a-a91b-2e9274695a6c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0977781 Aug 28 08:26:28.864544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816640cf-e9e7-4d52-82d6-41c6235e2f64 req-45ebd83a-7262-4604-866c-f312950a277c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:28.866244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-816640cf-e9e7-4d52-82d6-41c6235e2f64 req-45ebd83a-7262-4604-866c-f312950a277c tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 946 time: 0.0612934 Aug 28 08:26:28.885147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c87e93b0-f8e6-4d32-8e5e-81782734bcb6 req-9d939b13-9074-46a8-a6cc-3e106bb349e2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Aug 28 08:26:28.904310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.910442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-816640cf-e9e7-4d52-82d6-41c6235e2f64 req-d3063fe8-09b2-46b9-9e1b-ee8ad45a9546 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Aug 28 08:26:28.951724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:28.955389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:28.961551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:28.963776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:28.966900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:29.015436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'name': 'network-vif-deleted', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:29.017849 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07fa3a5-4a5a-4935-8d89-80fa672bb0e6" -d '{"events": [{"server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "name": "network-vif-deleted", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:29.023503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Attempting to bind port d0ba162f-5718-4f47-881d-8f2f9a532f47 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:29.023886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Attempting to bind port d0ba162f-5718-4f47-881d-8f2f9a532f47 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:29.024438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Attempting to bind port d0ba162f-5718-4f47-881d-8f2f9a532f47 on network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:29.030686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:29.031069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Checking segment: {'id': '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:29.031997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.032391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Bound using segment: {'id': '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:29.033073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Bound port: d0ba162f-5718-4f47-881d-8f2f9a532f47, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:29.033776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.057800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.059646 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f625261b-8fe1-4b19-b832-7b25a6a6b5be x-openstack-request-id: req-f625261b-8fe1-4b19-b832-7b25a6a6b5be {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:29.059943 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b841741c-ba9c-4646-91eb-dc3038afd511", "name": "network-vif-deleted", "tag": "0888ff85-c59f-412a-83ae-ecee67ef39a7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:29.060199 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f625261b-8fe1-4b19-b832-7b25a6a6b5be {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:29.060590 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b841741c-ba9c-4646-91eb-dc3038afd511', 'name': 'network-vif-deleted', 'tag': '0888ff85-c59f-412a-83ae-ecee67ef39a7', 'status': 'completed', 'code': 200} Aug 28 08:26:29.114034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:29.114034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:29.162368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53926) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:29.176536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-ab936783-9768-4df0-ac83-d91c7c7311e8 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:29.178017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-ab936783-9768-4df0-ac83-d91c7c7311e8 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.64 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 946 time: 0.0517671 Aug 28 08:26:29.209752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Deleting subnet d16292c8-c3d5-4883-82f5-37b977a6ca96 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:29.214601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.254459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.290581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.293191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Deleting port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:29.293557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.302318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.350643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.388301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38879e0-c100-4346-aed9-916f569d4652,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:29.398163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0888ff85-c59f-412a-83ae-ecee67ef39a7 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:29.429896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 0888ff85-c59f-412a-83ae-ecee67ef39a7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:29.430268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0888ff85-c59f-412a-83ae-ecee67ef39a7 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:29.452646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] For port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:29.453731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.459235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b748afc-507a-4cf0-a68f-058fa6ce0003 None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:29.471793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Calling delete_port for 37f86502-a3e7-43cc-a2c4-78be56b2c5fb owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:29.482579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.488316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-994b8edb-1faf-4b92-a340-cf4919dc8e9a tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7406290 Aug 28 08:26:29.488675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53936) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:29.494929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1036380599', 'security_groups': ['e38879e0-c100-4346-aed9-916f569d4652'], 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b21283ad-55c6-47d8-97a7-58189aa16dc4'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:29.526618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53938) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:29.550779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.590148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.594015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d16292c8-c3d5-4883-82f5-37b977a6ca96 HTTP/1.1" status: 204 len: 168 time: 0.4287689 Aug 28 08:26:29.595576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769fb73-fec9-49ef-96da-2e7a50e0639b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16292c8-c3d5-4883-82f5-37b977a6ca96,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:29.598617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:29.696029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ebc098-8087-493a-b1d0-0609362d6a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.732142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.778116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.824777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['37f86502-a3e7-43cc-a2c4-78be56b2c5fb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:29.825460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Pushing event deleted for resources: {'Port': ['ID=37f86502-a3e7-43cc-a2c4-78be56b2c5fb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:29.836190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.850356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce9e44b-0145-4218-a334-c021a07b77b9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:29.863948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2b50d1-0055-4db7-9e04-a168821b6923') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:29.864720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2b50d1-0055-4db7-9e04-a168821b6923') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:29.881390 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.886670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] No DVR routers for this DVR port 37f86502-a3e7-43cc-a2c4-78be56b2c5fb on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:29.889624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.892237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.892639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a5ca471-2c29-4884-9474-509b0c33a1ff req-38018fc5-e969-481b-bb11-8c5f5d01d4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.64 "DELETE /v2.0/ports/37f86502-a3e7-43cc-a2c4-78be56b2c5fb HTTP/1.1" status: 204 len: 173 time: 0.7075145 Aug 28 08:26:29.924699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.926907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:29.927235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.948400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ebc098-8087-493a-b1d0-0609362d6a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:29.990254 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:30.039648 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ebc098-8087-493a-b1d0-0609362d6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.057899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8785b3d0-b45a-4622-bffd-d2a277aef5d2 req-8fe2916d-eb06-47bb-83cd-a0a24e402330 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.0376692 Aug 28 08:26:30.061626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.068869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.073795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ce9e44b-0145-4218-a334-c021a07b77b9 HTTP/1.1" status: 204 len: 168 time: 0.4721565 Aug 28 08:26:30.087807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbbb5e-7e47-4b87-ab6d-1ffd95019341 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce9e44b-0145-4218-a334-c021a07b77b9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:30.124736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa5bd3-f881-43f7-b351-d4ea118a6e6b req-1c49ef12-a751-47e0-a52e-c4097caa4ff8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:30.126408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83fa5bd3-f881-43f7-b351-d4ea118a6e6b req-1c49ef12-a751-47e0-a52e-c4097caa4ff8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1352346 Aug 28 08:26:30.127503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc098-8087-493a-b1d0-0609362d6a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbf8fbd-49e5-483e-87d9-b91da371e6b6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:30.132221 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34ebc098-8087-493a-b1d0-0609362d6a69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9211f81decbb47668b4168c4fb381119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045730 Aug 28 08:26:30.134791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:30.148691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:30.229809 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3ceac00a-135b-4e2e-9b57-98e22034aa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.238090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83fa5bd3-f881-43f7-b351-d4ea118a6e6b req-69aa2c9c-d00c-4b33-8357-e9eb9c08b859 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Aug 28 08:26:30.239864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.241203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.266742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port 1c5ba45e-c53a-4246-aee6-ce70028209cf yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:26:30.276278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.474010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::2b2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/b21283ad-55c6-47d8-97a7-58189aa16dc4/1c5ba45e-c53a-4246-aee6-ce70028209cf) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:30.589480 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.593035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.593415 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dbf8fbd-49e5-483e-87d9-b91da371e6b6 HTTP/1.1" status: 204 len: 168 time: 0.4574621 Aug 28 08:26:30.613471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a7ab-e79c-43bc-99d0-220e5a717686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbf8fbd-49e5-483e-87d9-b91da371e6b6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:30.636349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.656878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 1c5ba45e-c53a-4246-aee6-ce70028209cf will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:30.663833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:30.710420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4635063a-2f03-490d-a982-6c6b0f700e14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41ff539afca24bb7837f32d2513db114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448668 Aug 28 08:26:30.713807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:30.720650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d5c84db1-df25-4373-9c92-b5101c435f82 None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:30.721027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d5c84db1-df25-4373-9c92-b5101c435f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.766333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d5c84db1-df25-4373-9c92-b5101c435f82 None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:30.773221 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.796254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.797690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.846880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:30.850492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:30.855733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:30.860703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:30.861349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.874534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=1c5ba45e-c53a-4246-aee6-ce70028209cf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:30.875672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d5c84db1-df25-4373-9c92-b5101c435f82 None None] Provisioning for port d0ba162f-5718-4f47-881d-8f2f9a532f47 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:30.970544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.971429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c31936eb-05d5-4a73-9f0a-6e3a3d0719a3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4777725 Aug 28 08:26:30.972539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53966) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:30.974042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:30.975401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f375d39-6831-490d-af27-ffca79009abc HTTP/1.1" status: 204 len: 168 time: 0.2606177 Aug 28 08:26:30.981652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:30.993505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a348960-ac37-43c5-bb00-6f4fa0b2c253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f375d39-6831-490d-af27-ffca79009abc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:31.061881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'name': 'network-vif-deleted', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:31.065034 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359d62d4-e61f-46a7-9ac9-cd13e9a62499" -d '{"events": [{"server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "name": "network-vif-deleted", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:31.161779 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e66f660-30e8-44a7-9e74-fe5c9124769a x-openstack-request-id: req-2e66f660-30e8-44a7-9e74-fe5c9124769a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:31.162356 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16d545a-1b7c-4d42-9cdc-e7026a502abf", "name": "network-vif-deleted", "tag": "37f86502-a3e7-43cc-a2c4-78be56b2c5fb", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:31.162614 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e66f660-30e8-44a7-9e74-fe5c9124769a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:31.163016 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16d545a-1b7c-4d42-9cdc-e7026a502abf', 'name': 'network-vif-deleted', 'tag': '37f86502-a3e7-43cc-a2c4-78be56b2c5fb', 'status': 'completed', 'code': 200} Aug 28 08:26:31.234063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2607810-abaf-40cb-8ef9-c45f3f68aade req-688a65bc-e1cf-4148-a19c-fc0be7edeacc tempest-FloatingIPsAssociationNegativeTestJSON-1955943035 tempest-FloatingIPsAssociationNegativeTestJSON-1955943035-project] 10.222.0.46 "GET /v2.0/ports?device_id=a16d545a-1b7c-4d42-9cdc-e7026a502abf HTTP/1.1" status: 200 len: 210 time: 0.0388997 Aug 28 08:26:31.280419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:31.285123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.303597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c0d2321-fa39-4824-a72b-a8338cde6197 None None] Provisioning for port 1c5ba45e-c53a-4246-aee6-ce70028209cf completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:31.316626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c0d2321-fa39-4824-a72b-a8338cde6197 None None] Provisioning complete for port 1c5ba45e-c53a-4246-aee6-ce70028209cf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:31.317278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2321-fa39-4824-a72b-a8338cde6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.359101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d2321-fa39-4824-a72b-a8338cde6197 None None] Port 1c5ba45e-c53a-4246-aee6-ce70028209cf cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:31.389222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce998-1a4c-4ab6-820e-b0eed8dd85a6 req-fe1894ad-ce09-4fc5-a7c1-5e93e4435596 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:31.390865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4fce998-1a4c-4ab6-820e-b0eed8dd85a6 req-fe1894ad-ce09-4fc5-a7c1-5e93e4435596 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0569491 Aug 28 08:26:31.400896 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b21283ad-55c6-47d8-97a7-58189aa16dc4 (CIDR: 2001:db8::/64) Aug 28 08:26:31.443522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4fce998-1a4c-4ab6-820e-b0eed8dd85a6 req-f205d1be-262b-44b0-900d-7e446982f57d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Aug 28 08:26:31.475702 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:26:31.476260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:31.547624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:31.563132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9516e6e-f37b-4658-b6ea-0d92b38d0f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.575826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:31.579464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f6756c5-0f25-412a-9334-0513c1891f01 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6058116 Aug 28 08:26:31.582251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53984) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:31.587418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:31.720841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port d0ba162f-5718-4f47-881d-8f2f9a532f47 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:31.725336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:31.725964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.732965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9516e6e-f37b-4658-b6ea-0d92b38d0f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.773099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.805819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9516e6e-f37b-4658-b6ea-0d92b38d0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.817521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.862974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:31.869665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a9516e6e-f37b-4658-b6ea-0d92b38d0f30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baeec93f15be4c68b706f56a12fb74de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205540 Aug 28 08:26:31.873711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53994) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:31.883124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9516e6e-f37b-4658-b6ea-0d92b38d0f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83198a-e24e-4689-ac47-4e76c9c79e96,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:31.937299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.960719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:31.970132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.024208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:32.085306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.087966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.089117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d83198a-e24e-4689-ac47-4e76c9c79e96 HTTP/1.1" status: 204 len: 168 time: 0.2138674 Aug 28 08:26:32.097729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa845ab-f067-431c-92e6-b3eac6dea559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83198a-e24e-4689-ac47-4e76c9c79e96,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:32.113954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:32.120469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.306764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:32.469259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.572016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:32.598768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:32.608265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:32.611009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.615224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a95128-941d-4919-9a4d-1e4705001ced None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:32.623335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=2d8646b6-9761-4878-a6c4-309edecda3a3,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:32.654100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8cec-7816-467f-83ed-9877c651198d req-84b4bc18-9539-431c-b498-643fa4c34b78 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:32.659636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ee8cec-7816-467f-83ed-9877c651198d req-84b4bc18-9539-431c-b498-643fa4c34b78 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1136529 Aug 28 08:26:32.710273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47935864-0d06-4bfd-9bbc-dfc5db7be0b8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1245308 Aug 28 08:26:32.711357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54026) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:32.718738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598547276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d8646b6-9761-4878-a6c4-309edecda3a3'}], 'security_groups': ['fd0254ee-c080-45ef-8590-c8b15f1add3e']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:32.820449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ee8cec-7816-467f-83ed-9877c651198d req-dcad639c-7e3b-4069-90b5-40a7a1db1f8c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554525 Aug 28 08:26:32.891408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:32.931529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 37f86502-a3e7-43cc-a2c4-78be56b2c5fb no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:32.979488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 37f86502-a3e7-43cc-a2c4-78be56b2c5fb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:32.980075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 37f86502-a3e7-43cc-a2c4-78be56b2c5fb not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:33.095367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Update dhcp port {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'fixed_ips': [{'subnet_id': 'b21283ad-55c6-47d8-97a7-58189aa16dc4', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d8646b6-9761-4878-a6c4-309edecda3a3'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'd0ba162f-5718-4f47-881d-8f2f9a532f47'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:26:33.131018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.342926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.425200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Delete allocated IP 2001:db8::2b2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/b21283ad-55c6-47d8-97a7-58189aa16dc4) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:26:33.434166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8:0:1::392 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/2d8646b6-9761-4878-a6c4-309edecda3a3/1c5ba45e-c53a-4246-aee6-ce70028209cf) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:33.569980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:33.651001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:33.651760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.652974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.671506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object 1c5ba45e-c53a-4246-aee6-ce70028209cf will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:33.741750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Deleting port eed68ce1-0f6f-44b3-bc3b-49912e96cac8 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:33.742097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.743185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.822304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] In _notify_port_updated(), no bound segment for port 1c5ba45e-c53a-4246-aee6-ce70028209cf on network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:26:33.826069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Allocated IP 2001:db8:0:1::2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/2d8646b6-9761-4878-a6c4-309edecda3a3/d0ba162f-5718-4f47-881d-8f2f9a532f47) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:33.839204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:33.839910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.841712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/ports/1c5ba45e-c53a-4246-aee6-ce70028209cf HTTP/1.1" status: 200 len: 930 time: 1.1272435 Aug 28 08:26:33.846517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54072) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:33.864970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d72a5-52a1-4b0c-89ea-550cfa616cf5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=1c5ba45e-c53a-4246-aee6-ce70028209cf,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:33.905632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] For port eed68ce1-0f6f-44b3-bc3b-49912e96cac8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:33.907640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:33.950851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Calling delete_port for eed68ce1-0f6f-44b3-bc3b-49912e96cac8 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:33.970371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:34.007489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.027770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Transition to ACTIVE for port object d0ba162f-5718-4f47-881d-8f2f9a532f47 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:34.098833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e503b8-1d66-47b2-b0ea-57dbbd3bf864 req-76f34ce9-ba4c-4f2c-bbc9-0116fedac76d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:34.100422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94e503b8-1d66-47b2-b0ea-57dbbd3bf864 req-76f34ce9-ba4c-4f2c-bbc9-0116fedac76d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1469774 Aug 28 08:26:34.104014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.118987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port 1c5ba45e-c53a-4246-aee6-ce70028209cf {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:34.119338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.176234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54082) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:34.190646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4c401-dc39-44e4-b08f-7a597194616f None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:34.255553 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-94e503b8-1d66-47b2-b0ea-57dbbd3bf864 req-09e606d6-4c6b-4994-8086-99b8376c47a4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480052 Aug 28 08:26:34.330624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.347930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for 1c5ba45e-c53a-4246-aee6-ce70028209cf owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:34.357749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-496c1927-9129-4381-b171-057fa04399b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.486360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-496c1927-9129-4381-b171-057fa04399b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.573194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-496c1927-9129-4381-b171-057fa04399b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.612763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.618745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-496c1927-9129-4381-b171-057fa04399b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd0c7d02150f4251a8e0435f27e92c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413397 Aug 28 08:26:34.619724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c1927-9129-4381-b171-057fa04399b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d48e2-3c44-4484-a342-1f18f8696d2d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:34.622843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54094) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:34.625306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.673014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=1c5ba45e-c53a-4246-aee6-ce70028209cf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:34.715232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.718468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.722475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed68ce1-0f6f-44b3-bc3b-49912e96cac8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:34.736970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.739096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14b8dc3f-42bf-42af-abdc-0ace3de901a7 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/1c5ba45e-c53a-4246-aee6-ce70028209cf HTTP/1.1" status: 204 len: 168 time: 0.8915431 Aug 28 08:26:34.742310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54098) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:34.802043 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c491899d-bce5-4f67-8bc8-1ac668eef84e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:26:34.803765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c491899d-bce5-4f67-8bc8-1ac668eef84e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/1c5ba45e-c53a-4246-aee6-ce70028209cf HTTP/1.1" status: 404 len: 333 time: 0.0604725 Aug 28 08:26:34.810972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54102) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:34.815516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.972693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.973887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.975360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:34.980015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e6d48e2-3c44-4484-a342-1f18f8696d2d HTTP/1.1" status: 204 len: 168 time: 0.3425570 Aug 28 08:26:34.993230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca501a-d8b8-435f-96ae-062acd028281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d48e2-3c44-4484-a342-1f18f8696d2d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:35.038135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.086377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.118293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Could not find standard attr ID for object 1c5ba45e-c53a-4246-aee6-ce70028209cf. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:26:35.129171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:35.129551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.173821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.221631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:35.384455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Router 14c7c73e-726b-47af-aa57-2d350a665d76 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:26:35.410774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff66f5-cb63-449f-9d0f-cadf66b41cfd req-434d00b8-73f5-41a2-831f-834b5f2e6d59 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:35.412398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dff66f5-cb63-449f-9d0f-cadf66b41cfd req-434d00b8-73f5-41a2-831f-834b5f2e6d59 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0755522 Aug 28 08:26:35.458645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Provisioning for port d0ba162f-5718-4f47-881d-8f2f9a532f47 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:35.465529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:35.465908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db894bab-19c8-438a-8a01-5378df4d6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.467216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.471632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.472986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/security-groups/e38879e0-c100-4346-aed9-916f569d4652 HTTP/1.1" status: 204 len: 168 time: 0.6629510 Aug 28 08:26:35.475982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54118) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:35.513563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c471c48-42d1-4f11-b87c-0d09a6d0086f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38879e0-c100-4346-aed9-916f569d4652,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:35.572586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.598514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dff66f5-cb63-449f-9d0f-cadf66b41cfd req-99f631ff-8edc-4830-a7ed-0381bfd34e09 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397369 Aug 28 08:26:35.620012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.653230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:26:35.665540 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Sync routers for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:26:35.669844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a4fef54c-2963-466d-a4df-6921b15f18c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/14c7c73e-726b-47af-aa57-2d350a665d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594899 Aug 28 08:26:35.670307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:35.687707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:35.691280 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:35.700850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:35.755316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:35.755619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.795396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.798191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.799657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/security-groups/fd0254ee-c080-45ef-8590-c8b15f1add3e HTTP/1.1" status: 204 len: 168 time: 0.3223825 Aug 28 08:26:35.800544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9ba5f420-7a85-477f-91d3-a30fe71d4c23 None None] Could not find standard attr ID for object 1c5ba45e-c53a-4246-aee6-ce70028209cf. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:26:35.805501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:35.836188 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:35.880193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb89c-31dc-427e-bb5d-af7d308bb006 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0254ee-c080-45ef-8590-c8b15f1add3e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:35.885447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:35.964166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet b21283ad-55c6-47d8-97a7-58189aa16dc4 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:35.967779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.016886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.032998 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:26:34Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:36.087250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.090011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Checking router: 14c7c73e-726b-47af-aa57-2d350a665d76 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:26:36.101447 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Routers {'14c7c73e-726b-47af-aa57-2d350a665d76'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:26:36.102132 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:26:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['14c7c73e-726b-47af-aa57-2d350a665d76'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:36.137275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.221902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Deleting port 698ac3c8-ce3d-4b92-a02a-70187513a4fd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:36.222649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.265693 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] Set router 14c7c73e-726b-47af-aa57-2d350a665d76 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:26:36.335313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] For port 698ac3c8-ce3d-4b92-a02a-70187513a4fd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=698ac3c8-ce3d-4b92-a02a-70187513a4fd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:36.335983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.350752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Calling delete_port for 698ac3c8-ce3d-4b92-a02a-70187513a4fd owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:36.390058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.449931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=b21283ad-55c6-47d8-97a7-58189aa16dc4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:36.455609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.460253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0055697e-40f8-42d3-9216-ff9d2ba29e97 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/b21283ad-55c6-47d8-97a7-58189aa16dc4 HTTP/1.1" status: 204 len: 168 time: 0.6530464 Aug 28 08:26:36.467263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:36.469449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1b376-471b-4260-9af9-346a2183769f None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:36.472243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:36.555444 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:26:34Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:36.709600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.732471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:36.737034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:36.741948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54162) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:36.755077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c55a6-9b28-4026-b3a8-38c6c7803ab6 None None] The sync data for ids ['14c7c73e-726b-47af-aa57-2d350a665d76'] in n-d-792458-16 is: [{'id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321983364-router', 'tenant_id': '3fe23a6420c345dd88307cf5548ee572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:25:37Z', 'updated_at': '2021-08-28T08:26:34Z', 'revision_number': 5, 'project_id': '3fe23a6420c345dd88307cf5548ee572', 'gw_port': {'id': '698ac3c8-ce3d-4b92-a02a-70187513a4fd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7c73e-726b-47af-aa57-2d350a665d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:25:38Z', 'updated_at': '2021-08-28T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:26:36.755748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Pushing event deleted for resources: {'Port': ['ID=698ac3c8-ce3d-4b92-a02a-70187513a4fd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:36.907827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1981885619-network', 'tenant_id': '44743e5261f34edebd5129754df1af51'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:36.919622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb622a2-eff0-4962-9fe3-19b47635377e req-92420358-5d9f-4a0d-9f6d-472f55aa874c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:36.921402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5bb622a2-eff0-4962-9fe3-19b47635377e req-92420358-5d9f-4a0d-9f6d-472f55aa874c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1708922 Aug 28 08:26:36.946343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.036908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5bb622a2-eff0-4962-9fe3-19b47635377e req-52137b25-f98e-4a55-94b8-51e49a30a0ad tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065948 Aug 28 08:26:37.087689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.091537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Made reservation on behalf of 44743e5261f34edebd5129754df1af51 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:37.096978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.097112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.135420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.275293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.302526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.302526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c7c73e-726b-47af-aa57-2d350a665d76 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:26:37.304251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.305618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1a557c29-e7bf-4681-905d-d91e66951907 admin admin] 10.222.0.46 "DELETE /v2.0/routers/14c7c73e-726b-47af-aa57-2d350a665d76 HTTP/1.1" status: 204 len: 168 time: 1.6327753 Aug 28 08:26:37.313468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:37.363931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:37.377744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:37.384428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:37.388019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.394193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=6f832bd2-ba33-4a48-a822-1da344418c9d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:37.400781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Deleting subnet f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:37.404966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.457841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.508939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.553114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f084403-b0d2-40e8-944d-3d1b97cddb0c None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:37.556185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.596466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.616515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eed68ce1-0f6f-44b3-bc3b-49912e96cac8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:37.628266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a9c87-5097-4c77-9245-1cf7d0011783,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:37.655824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: eed68ce1-0f6f-44b3-bc3b-49912e96cac8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:37.656241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eed68ce1-0f6f-44b3-bc3b-49912e96cac8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:37.683804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a863e1f-7cac-4704-8594-6085a8dd926a None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:37.684177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a863e1f-7cac-4704-8594-6085a8dd926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.721531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.724214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47baefda-cbab-480c-9c31-a93272fb33b3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2563529 Aug 28 08:26:37.727625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54186) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:37.732723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'security_group': {'name': 'tempest-secgroup-1936677724'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:37.738352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:26:37.755136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a863e1f-7cac-4704-8594-6085a8dd926a None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:37.756231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.756642 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Added segment d4c4e03f-f878-4371-9abc-8192de040169 of type vlan for network 9118731f-eef1-4672-a4c0-01649c79cafe Aug 28 08:26:37.760048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.761951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f3d3ecf1-5008-4b3b-aa8d-545b075e9d60 HTTP/1.1" status: 204 len: 168 time: 0.4473093 Aug 28 08:26:37.763624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20985c-40d4-430e-a821-f68553b1a464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d3ecf1-5008-4b3b-aa8d-545b075e9d60,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:37.770298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:37.770978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf853b2-75e7-4a62-934b-72683760b131 None None] Network 695146bf-7966-4f75-8711-1d13764591fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:37.811441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.848848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a863e1f-7cac-4704-8594-6085a8dd926a None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:37.849222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a863e1f-7cac-4704-8594-6085a8dd926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.852061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.858485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.902802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.905459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:37.906572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:37.924922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Deleting port 3c083829-3026-4d36-9204-eea7fb2eb420 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:37.925423 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.016888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] For port 3c083829-3026-4d36-9204-eea7fb2eb420, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3c083829-3026-4d36-9204-eea7fb2eb420,segment=NetworkSegment(5068021e-a82e-4d1e-b3be-c83ed62e53fe),segment_id=5068021e-a82e-4d1e-b3be-c83ed62e53fe)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:38.017263 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.042330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] Pushing event updated for resources: {'Network': ['ID=9118731f-eef1-4672-a4c0-01649c79cafe,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.046329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Calling delete_port for 3c083829-3026-4d36-9204-eea7fb2eb420 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:38.069060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Update dhcp port {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'fixed_ips': [{'subnet_id': '2d8646b6-9761-4878-a6c4-309edecda3a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f832bd2-ba33-4a48-a822-1da344418c9d'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'd0ba162f-5718-4f47-881d-8f2f9a532f47'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:26:38.072894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9118731f-eef1-4672-a4c0-01649c79cafe details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:26:38.088896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.224942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b870a-94c7-4cda-bfbb-9c2e1788b919 req-0a9b7e0f-87af-4dc8-a710-0c8942577131 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:38.233371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c5b870a-94c7-4cda-bfbb-9c2e1788b919 req-0a9b7e0f-87af-4dc8-a710-0c8942577131 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0771770 Aug 28 08:26:38.241942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.279106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29df921-7599-425e-9659-abbacd24af0f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.287564 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c5b870a-94c7-4cda-bfbb-9c2e1788b919 req-330f5b21-439d-4b40-af58-0066b586a433 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Aug 28 08:26:38.329785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.335444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2258e22-58c1-4aef-9897-64ce498d901e None None] DHCP port deletion for 695146bf-7966-4f75-8711-1d13764591fe request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:26:38.340313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.359919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] No DVR routers for this DVR port 3c083829-3026-4d36-9204-eea7fb2eb420 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:38.362100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c083829-3026-4d36-9204-eea7fb2eb420,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.377501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.379287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be0f5539-ca38-4d0c-b197-1774c5119f9e tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6499643 Aug 28 08:26:38.384002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-efa067b5-95c6-41ff-8532-ffe1f1d1737e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6375513 Aug 28 08:26:38.384002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:38.387887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54202) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:38.397319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Request body: {'subnet': {'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1981885619-subnet', 'tenant_id': '44743e5261f34edebd5129754df1af51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:38.405277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'security_group': {'name': 'tempest-secgroup-228906337'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:38.452286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.463666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695146bf-7966-4f75-8711-1d13764591fe']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:38.476197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5068021e-a82e-4d1e-b3be-c83ed62e53fe') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:38.476500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5068021e-a82e-4d1e-b3be-c83ed62e53fe') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:38.486874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.499762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.508608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.518122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:38.518806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:38.521403 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:38.571516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Allocated IP 2001:db8::2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/6f832bd2-ba33-4a48-a822-1da344418c9d/d0ba162f-5718-4f47-881d-8f2f9a532f47) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:38.597293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Made reservation on behalf of 44743e5261f34edebd5129754df1af51 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:38.600004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.664198 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.670417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.675456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] 10.222.0.46 "DELETE /v2.0/networks/695146bf-7966-4f75-8711-1d13764591fe HTTP/1.1" status: 204 len: 168 time: 0.9015496 Aug 28 08:26:38.690711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae7c68-4af9-4171-b1a7-89b07b4be47a admin admin] Pushing event deleted for resources: {'Network': ['ID=695146bf-7966-4f75-8711-1d13764591fe,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.691827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:38.727178 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.743800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Transition to ACTIVE for port object d0ba162f-5718-4f47-881d-8f2f9a532f47 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:38.752977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.864099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.864556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.916414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d4bc6-47e4-44c3-b9ad-7bc66c92c981,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.948920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:38.976185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:38.984336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.984683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.985028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.985367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.986010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.986154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.986407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.987052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.987052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.987377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.987703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:38.988083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fce4ee-1cc5-4303-bd3e-fd4ddd33345c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:39.008469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.012418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-157d43be-a6f4-450c-a096-d131084dd436 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6269100 Aug 28 08:26:39.013067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:39.018275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91e85a1-8f34-4af1-bee9-11e46a8fef6a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:39.018693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'security_group': {'name': 'tempest-secgroup-427471701'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:39.036016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Checking segment: {'id': 'd4c4e03f-f878-4371-9abc-8192de040169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:39.036397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Network hostable DHCP agents. Network: 9118731f-eef1-4672-a4c0-01649c79cafe, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:26:39.143640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Network 9118731f-eef1-4672-a4c0-01649c79cafe is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:26:39.144056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.241584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54216) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:39.246342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.258012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 9118731f-eef1-4672-a4c0-01649c79cafe) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:39.263578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:39.264199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.267408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c3811a-241b-4c34-b6ae-c03d98e36fcd None None] Network 9118731f-eef1-4672-a4c0-01649c79cafe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:39.297589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81b1c19f-e695-4590-844f-f9e0eefb5b43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe23a6420c345dd88307cf5548ee572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547979 Aug 28 08:26:39.300315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:39.310676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.365042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f45259-f761-455b-84ff-8ab14dce4244,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:39.435764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2363bd-efc0-4570-b446-2e4a2b50d3d3 None None] Network 9118731f-eef1-4672-a4c0-01649c79cafe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:39.457895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-32a7ceb8-b51f-474c-ba7f-29576b4e076d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0650885 Aug 28 08:26:39.458956 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.506927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.514644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54230) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:39.521524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-84f7b69c-65af-4083-8c62-414b3955f69f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5075142 Aug 28 08:26:39.538926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-798422863', 'security_groups': ['84f45259-f761-455b-84ff-8ab14dce4244'], 'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f832bd2-ba33-4a48-a822-1da344418c9d'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:39.572239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fa640-02e8-4f95-8af9-f7b961d7c560 req-350477e4-9a0d-4dcb-8808-ccc8874e8c27 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:39.590131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f48fa640-02e8-4f95-8af9-f7b961d7c560 req-350477e4-9a0d-4dcb-8808-ccc8874e8c27 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1779826 Aug 28 08:26:39.650780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:39.703866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.727229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:39.727603 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.776136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:39.861572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 698ac3c8-ce3d-4b92-a02a-70187513a4fd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:39.882062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 698ac3c8-ce3d-4b92-a02a-70187513a4fd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:39.882429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 698ac3c8-ce3d-4b92-a02a-70187513a4fd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:39.882866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3c083829-3026-4d36-9204-eea7fb2eb420 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:39.904472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3c083829-3026-4d36-9204-eea7fb2eb420 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:39.904814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3c083829-3026-4d36-9204-eea7fb2eb420 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:39.947695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f48fa640-02e8-4f95-8af9-f7b961d7c560 req-69d4f2b2-22f8-4df8-8031-d2e42eaf0c52 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505363 Aug 28 08:26:39.960644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.963340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:39.964681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f3a65d5-f2b6-40e4-9c5d-27abb47664ac HTTP/1.1" status: 204 len: 168 time: 0.6632109 Aug 28 08:26:39.973471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f56c9-296d-4258-8774-4d484f06c0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3a65d5-f2b6-40e4-9c5d-27abb47664ac,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:39.993643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Provisioning for port d0ba162f-5718-4f47-881d-8f2f9a532f47 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:39.996945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:40.001653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:40.002044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a86555e-c5b3-4746-9979-b780e94f1fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:40.175616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:40.204550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-d42f5bea-bf0e-4287-a6da-30f8c9bd953d tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:40.206396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-d42f5bea-bf0e-4287-a6da-30f8c9bd953d tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/networks?id=9118731f-eef1-4672-a4c0-01649c79cafe HTTP/1.1" status: 200 len: 813 time: 0.1559927 Aug 28 08:26:40.212202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] device_id is not set on port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:26:40.263194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6d8005be-567c-48eb-9e8e-aef512b74a1e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/quotas/44743e5261f34edebd5129754df1af51 HTTP/1.1" status: 200 len: 375 time: 0.0456433 Aug 28 08:26:40.312393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-f9609b00-0629-43ff-a8fb-886310c5ac2a tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=44743e5261f34edebd5129754df1af51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336976 Aug 28 08:26:40.496213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-3add4312-4ea7-4da1-be1b-1196b28a8fcf service neutron] 10.222.0.46 "GET /v2.0/networks/9118731f-eef1-4672-a4c0-01649c79cafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596522 Aug 28 08:26:40.497377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8::2b5 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/6f832bd2-ba33-4a48-a822-1da344418c9d/ce31bbde-1e18-4c29-b8ab-87cb1fd17223) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:40.758100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-44bb5f01-3bae-4787-a616-7c3cfe66a120 service neutron] 10.222.0.46 "GET /v2.0/networks/9118731f-eef1-4672-a4c0-01649c79cafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511683 Aug 28 08:26:40.827191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:40.845281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object ce31bbde-1e18-4c29-b8ab-87cb1fd17223 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:41.050866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77c5214e-694a-417a-bf19-b505a53d5922 req-8baf9bb8-bdb9-4690-ad0a-ac400e45e553 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.0385273 Aug 28 08:26:41.294638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e4a4-a8de-414e-af3a-2e0a7c03ee23 req-a42f7263-5715-4ca4-be15-3971060a5660 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:41.294638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd35e4a4-a8de-414e-af3a-2e0a7c03ee23 req-a42f7263-5715-4ca4-be15-3971060a5660 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0734475 Aug 28 08:26:41.294638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd35e4a4-a8de-414e-af3a-2e0a7c03ee23 req-8174e258-5f57-463e-bbdb-e5fcc0103d22 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332484 Aug 28 08:26:41.453468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:41.501126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:41.503399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:41.507438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:41.513102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:41.513733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:41.522895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=ce31bbde-1e18-4c29-b8ab-87cb1fd17223,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:41.737222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-829b25da-3964-4a6b-8922-10db999a4e80 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2037985 Aug 28 08:26:41.739443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54308) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:41.744937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:41.898590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54314) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:42.003078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1251139396-network', 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:42.017283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-55e82ff3-15ba-4c24-ac40-22c4331105c0 None None] Provisioning for port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:42.023617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:42.023617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.023867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-55e82ff3-15ba-4c24-ac40-22c4331105c0 None None] Provisioning complete for port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:42.023867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55e82ff3-15ba-4c24-ac40-22c4331105c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.067707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-55e82ff3-15ba-4c24-ac40-22c4331105c0 None None] Port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:42.147645 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f832bd2-ba33-4a48-a822-1da344418c9d (CIDR: 2001:db8::/64) Aug 28 08:26:42.150470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c1925a05-355d-47b9-8ca1-1f9d0045e018 req-a9a8055d-843d-4020-9018-a33ac9a97cdd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.0342588 Aug 28 08:26:42.159555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:42.164294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.175139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.224860 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:26:42.225471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:42.278483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.404620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92bb46-fd96-47f1-a8c5-2fe955519138 req-0e0dda78-8f04-49bb-a7a8-e9a77382c9fb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:42.405603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.406155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e92bb46-fd96-47f1-a8c5-2fe955519138 req-0e0dda78-8f04-49bb-a7a8-e9a77382c9fb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Aug 28 08:26:42.432031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:26:42.441765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c1c70-1f71-49ab-b5ce-6df5e96614b4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:42.448754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e92bb46-fd96-47f1-a8c5-2fe955519138 req-10187b85-b483-402c-99ff-9035e7cd56ec tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362856 Aug 28 08:26:42.454702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.454992 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Added segment 4c325c89-7ea5-4da7-afa4-1c905a2b3a49 of type vlan for network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e Aug 28 08:26:42.503785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.541049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c411426e-5ba8-4984-858e-72c494c2f76f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8004246 Aug 28 08:26:42.543773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54330) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:42.549457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:42.629392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.631658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:42.631658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.693850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] Pushing event updated for resources: {'Network': ['ID=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:42.709377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:26:42.812429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:42.818507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:42.914006 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2d8646b6-9761-4878-a6c4-309edecda3a3 (CIDR: 2001:db8:0:1::/64) Aug 28 08:26:42.933725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a2101b5-e533-46cf-8420-f1f7d1f3a5ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0336797 Aug 28 08:26:42.945158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54340) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:42.948077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Request body: {'subnet': {'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1251139396-subnet', 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:42.983200 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:26:42.984576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:43.064724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:43.067116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:43.183270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0ca2e0f2-0139-4959-a846-865b1466ff0d tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6384151 Aug 28 08:26:43.186121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54346) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:43.193283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'subnet': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:43.423909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:43.489015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05c801d3-4ea5-4d19-8a5a-41b5b218a661 req-ccb1a810-029c-4d5c-9c18-8d3d202c13a3 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.2425175 Aug 28 08:26:43.517985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Made reservation on behalf of ac4cdb9611ec4bf9b645aabe086cc2af for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:43.521619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:43.528278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6969332-7cb7-43c5-b60a-42e9b8a8613f,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:43.575692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Checking segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:43.576047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Network hostable DHCP agents. Network: 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:26:43.602745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91704fd-6dea-4956-99fb-f5bde9a3dded req-69dccb12-6c73-41dc-8918-8e64280a05de tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:43.604301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e91704fd-6dea-4956-99fb-f5bde9a3dded req-69dccb12-6c73-41dc-8918-8e64280a05de tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Aug 28 08:26:43.655125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e91704fd-6dea-4956-99fb-f5bde9a3dded req-3ef3a150-bab6-4e57-a897-8659e16ae659 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Aug 28 08:26:43.746793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:26:43.874539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:43.878637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:43.879230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:43.886788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871cab0-85e4-43ab-bc0d-8464de089351 None None] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:43.960790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:44.010411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:44.021693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:44.026127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:44.026822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:44.041957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684ea3c-3555-421d-af60-d9891f4b8414 None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:44.042078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Subnet': ['ID=18e5cf59-27d8-4764-a39a-05e3f9cf8d33,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:44.042164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b59739-a3d4-4620-946d-02390801fcb9 None None] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:44.070471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c1945f68-24eb-44ab-a228-58fb1850d583 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1302338 Aug 28 08:26:44.186529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-030428fc-1199-4814-9eb4-71e5a15d0991 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9992492 Aug 28 08:26:44.187832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54364) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:44.193158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1319401157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18e5cf59-27d8-4764-a39a-05e3f9cf8d33'}], 'security_groups': ['f29df921-7599-425e-9659-abbacd24af0f', 'b15d4bc6-47e4-44c3-b9ad-7bc66c92c981']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:44.297270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:44.369650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-fc374ec5-cc76-4346-a45d-ff6ef12293d3 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:44.371647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-fc374ec5-cc76-4346-a45d-ff6ef12293d3 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.39 "GET /v2.0/networks?id=9118731f-eef1-4672-a4c0-01649c79cafe HTTP/1.1" status: 200 len: 813 time: 0.1890330 Aug 28 08:26:44.398982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Request body: {'port': {'device_id': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe', 'admin_state_up': True, 'tenant_id': '44743e5261f34edebd5129754df1af51'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:44.467399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Update dhcp port {'port': {'network_id': '72c7b03f-01f1-4645-aba0-11c5bdae39b2', 'fixed_ips': [{'subnet_id': '2d8646b6-9761-4878-a6c4-309edecda3a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f832bd2-ba33-4a48-a822-1da344418c9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '18e5cf59-27d8-4764-a39a-05e3f9cf8d33'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'd0ba162f-5718-4f47-881d-8f2f9a532f47'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:26:44.524011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:44.634905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2c10c52-7054-4226-8d24-b8b790a64129 req-e6776e26-be20-4b39-afca-d65fd15d7d7e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.0433180 Aug 28 08:26:44.691173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-2abdc593-07f9-49b2-bf02-fffc5dc07499 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:44.698537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-2abdc593-07f9-49b2-bf02-fffc5dc07499 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1680186 Aug 28 08:26:44.718275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-992a4a19-8590-4af0-837a-00f5c9b51f56 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/quotas/fafc05cd982e40da9eebd8ae45da7e11 HTTP/1.1" status: 200 len: 375 time: 0.0187049 Aug 28 08:26:44.757600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-bd54a25f-0a3a-4019-ba2b-c4b0d49667f0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378776 Aug 28 08:26:44.758704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Made reservation on behalf of 44743e5261f34edebd5129754df1af51 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:44.763316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:44.829163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Delete allocated IP 2001:db8::2b5 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/6f832bd2-ba33-4a48-a822-1da344418c9d) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:26:44.842708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Allocated IP 2001:db8:0:2::266 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/18e5cf59-27d8-4764-a39a-05e3f9cf8d33/ce31bbde-1e18-4c29-b8ab-87cb1fd17223) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:44.860130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867a919-0051-4cdc-a965-2e425b0ac5e1 req-3f76ff7f-b045-43b1-957c-83edfa000519 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:44.861993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0867a919-0051-4cdc-a965-2e425b0ac5e1 req-3f76ff7f-b045-43b1-957c-83edfa000519 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1117380 Aug 28 08:26:44.936342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0867a919-0051-4cdc-a965-2e425b0ac5e1 req-98eac489-742b-49aa-b739-d66ff54feded tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619199 Aug 28 08:26:44.941143 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-9d17a9d6-2500-4d23-92d5-a70c99471fe2 service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676047 Aug 28 08:26:45.018006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Allocated IP 172.20.0.14 (9118731f-eef1-4672-a4c0-01649c79cafe/a91e85a1-8f34-4af1-bee9-11e46a8fef6a/5082e11e-e0d3-4f7a-b486-633679d86a38) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:45.095730 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.097809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-2af3395b-fa7c-4114-a83d-3b4330337a1c service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430080 Aug 28 08:26:45.120108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Transition to ACTIVE for port object ce31bbde-1e18-4c29-b8ab-87cb1fd17223 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:45.243881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.298152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.384146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.391565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] In _notify_port_updated(), no bound segment for port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 on network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:26:45.397200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:45.397885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.399314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "PUT /v2.0/ports/ce31bbde-1e18-4c29-b8ab-87cb1fd17223 HTTP/1.1" status: 200 len: 970 time: 1.2106807 Aug 28 08:26:45.415139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54404) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:45.415316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Allocated IP 2001:db8:0:2::2 (72c7b03f-01f1-4645-aba0-11c5bdae39b2/18e5cf59-27d8-4764-a39a-05e3f9cf8d33/d0ba162f-5718-4f47-881d-8f2f9a532f47) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:45.456398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Network 9118731f-eef1-4672-a4c0-01649c79cafe is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:45.460438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:45.473000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:45.486552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03dd20b1-4281-4adb-b1b9-49ed4cd0122a req-1b056cf9-73e2-4ac7-a2a6-79aa04eff4d8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 210 time: 0.0835884 Aug 28 08:26:45.487322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0955f-e6d7-44c0-90b5-71de09ee2180 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event updated for resources: {'Port': ['ID=ce31bbde-1e18-4c29-b8ab-87cb1fd17223,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:45.554923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:45.555931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Pushing event updated for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:45.598974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:45.599986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.612479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.629610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Transition to ACTIVE for port object d0ba162f-5718-4f47-881d-8f2f9a532f47 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:45.648747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port ce31bbde-1e18-4c29-b8ab-87cb1fd17223 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:45.648987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.751522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6bd4495d-bc4d-437a-9ae3-b7382bed1fc4 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595505 Aug 28 08:26:45.763023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.774938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a1fbc-2267-46ff-848a-172a52c9a820 req-6de5b42b-81da-4951-9d18-1b79faf5bc74 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:45.782818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d3a1fbc-2267-46ff-848a-172a52c9a820 req-6de5b42b-81da-4951-9d18-1b79faf5bc74 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 932 time: 0.0639567 Aug 28 08:26:45.785303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for ce31bbde-1e18-4c29-b8ab-87cb1fd17223 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:45.790949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Request body: {'port': {'device_id': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:45.824000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.891476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d3a1fbc-2267-46ff-848a-172a52c9a820 req-75888147-33a9-4739-9350-b8dc3d21a5d6 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076088 Aug 28 08:26:45.919618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:45.961490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2fd02-0d1c-4fa5-9a45-5b914de4d7c0 None None] Pushing event updated for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:46.422806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5082e11e-e0d3-4f7a-b486-633679d86a38 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:46.438935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.454091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Transition to ACTIVE for port object 5082e11e-e0d3-4f7a-b486-633679d86a38 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:46.477085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.515771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=ce31bbde-1e18-4c29-b8ab-87cb1fd17223,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:46.534404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b17de5-47fc-4085-ac55-08335a35d55e req-6f5eb980-05a8-4d74-8309-3e1ecbf46cb3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:46.535988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0b17de5-47fc-4085-ac55-08335a35d55e req-6f5eb980-05a8-4d74-8309-3e1ecbf46cb3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.5056767 Aug 28 08:26:46.558691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.563921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-deb1659a-dd0e-4035-a9bc-539990a0c9b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/ce31bbde-1e18-4c29-b8ab-87cb1fd17223 HTTP/1.1" status: 204 len: 168 time: 1.1490083 Aug 28 08:26:46.567442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54444) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:46.598413 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4289e554-b464-45ae-be14-cc983a94b250 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] GET failed (client error): The resource could not be found. Aug 28 08:26:46.599723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0b17de5-47fc-4085-ac55-08335a35d55e req-a54c0d69-d096-49ba-9b96-5dea7925c6ca tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Aug 28 08:26:46.601267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4289e554-b464-45ae-be14-cc983a94b250 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports/ce31bbde-1e18-4c29-b8ab-87cb1fd17223 HTTP/1.1" status: 404 len: 333 time: 0.0319841 Aug 28 08:26:46.603148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54446) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:46.632483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d8edcd5b-b11f-472e-96e4-e8b070a1c44b req-0bac50e7-3b48-43df-97ea-dbc8f379ef6d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 210 time: 0.0299664 Aug 28 08:26:46.643621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.688779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.711200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Pushing event updated for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:46.721561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.756263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:46.760167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.806175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Attempting to bind port 5082e11e-e0d3-4f7a-b486-633679d86a38 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:46.808684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Attempting to bind port 5082e11e-e0d3-4f7a-b486-633679d86a38 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'd4c4e03f-f878-4371-9abc-8192de040169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:46.808684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Attempting to bind port 5082e11e-e0d3-4f7a-b486-633679d86a38 on network 9118731f-eef1-4672-a4c0-01649c79cafe {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:46.812706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Port 5082e11e-e0d3-4f7a-b486-633679d86a38 on network 9118731f-eef1-4672-a4c0-01649c79cafe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:26:46.813497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Attempting to bind port 5082e11e-e0d3-4f7a-b486-633679d86a38 on network 9118731f-eef1-4672-a4c0-01649c79cafe {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:46.820839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:46.821482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Checking segment: {'id': 'd4c4e03f-f878-4371-9abc-8192de040169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:46.822034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Bound using segment: {'id': 'd4c4e03f-f878-4371-9abc-8192de040169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:46.822566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Bound port: 5082e11e-e0d3-4f7a-b486-633679d86a38, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c4e03f-f878-4371-9abc-8192de040169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:46.822941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.828781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:46.836440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Could not find standard attr ID for object ce31bbde-1e18-4c29-b8ab-87cb1fd17223. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:26:46.881259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:26:46.894940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.894940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:46.898459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/security-groups/84f45259-f761-455b-84ff-8ab14dce4244 HTTP/1.1" status: 204 len: 168 time: 0.2919588 Aug 28 08:26:46.899016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:46.899418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54452) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:46.909265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5082e11e-e0d3-4f7a-b486-633679d86a38,segment=NetworkSegment(d4c4e03f-f878-4371-9abc-8192de040169),segment_id=d4c4e03f-f878-4371-9abc-8192de040169)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:46.922354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608f609-9c19-4ecc-871e-a8616c7f3b39 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f45259-f761-455b-84ff-8ab14dce4244,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:46.976160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Provisioning for port d0ba162f-5718-4f47-881d-8f2f9a532f47 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:46.993463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:46.993813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a71e972d-dcd9-44f9-8fc7-7a29990bf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.014810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.055339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.064771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.080566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:47.096512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'port_id': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'mac_address': 'fa:16:3e:38:4c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a10c88-6119-4029-8356-de0f8fa66b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:26:47.105420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:47.106054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.107607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] 10.222.0.39 "PUT /v2.0/ports/5082e11e-e0d3-4f7a-b486-633679d86a38 HTTP/1.1" status: 200 len: 1093 time: 1.3225536 Aug 28 08:26:47.108110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:47.110489 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab" -d '{"events": [{"name": "network-changed", "server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:47.194814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.196173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c507223-2b87-4977-b246-bcd74a445b85 req-f6e3d972-f9cd-436d-ba1f-af104006e94a tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:47.198549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c507223-2b87-4977-b246-bcd74a445b85 req-f6e3d972-f9cd-436d-ba1f-af104006e94a tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.2179117 Aug 28 08:26:47.201230 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909d0da6-938d-47de-892d-d30025f11518 x-openstack-request-id: req-909d0da6-938d-47de-892d-d30025f11518 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:47.201775 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:47.202045 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-909d0da6-938d-47de-892d-d30025f11518 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:47.202506 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38', 'status': 'completed', 'code': 200} Aug 28 08:26:47.203976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562802a3-8c06-40b6-bcb5-f4116b559413 service neutron] Pushing event updated for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:47.212697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db2bba06-56ba-4048-bda1-2f68d3b14311 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:47.264298 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.267240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:47.268624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.274123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/security-groups/b15d4bc6-47e4-44c3-b9ad-7bc66c92c981 HTTP/1.1" status: 204 len: 168 time: 0.3719943 Aug 28 08:26:47.274787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:47.306623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b7da2bd7-6d6b-42ab-9293-9a37f636afef None None] Could not find standard attr ID for object ce31bbde-1e18-4c29-b8ab-87cb1fd17223. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:26:47.320391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-246fc81f-56c7-4c9e-a59b-4e4d4781c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:47.320597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-246fc81f-56c7-4c9e-a59b-4e4d4781c422 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44743e5261f34edebd5129754df1af51&device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 1096 time: 0.0743659 Aug 28 08:26:47.325337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1b6b-2f09-4541-b3fd-aeee3b3b80c2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d4bc6-47e4-44c3-b9ad-7bc66c92c981,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:47.346351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.351964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c507223-2b87-4977-b246-bcd74a445b85 req-ce2b46ca-cb13-44d0-b5c3-132f706646bc tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444409 Aug 28 08:26:47.421365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.435904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:47.459766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.467966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-d5f0d0c0-58de-49f3-915c-8488c6fe0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:47.470436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-d5f0d0c0-58de-49f3-915c-8488c6fe0933 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=44743e5261f34edebd5129754df1af51&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1275175 Aug 28 08:26:47.565422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:47.594906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-812fc8a1-fdf2-491a-84ac-0fb336f71d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:47.596541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d5fefd7-6ffd-4412-a0d6-6ceba410adab req-812fc8a1-fdf2-491a-84ac-0fb336f71d70 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115179 Aug 28 08:26:47.613601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.619633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:47.620021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.620164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.621770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/security-groups/f29df921-7599-425e-9659-abbacd24af0f HTTP/1.1" status: 204 len: 168 time: 0.3400259 Aug 28 08:26:47.626580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54468) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:47.640024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353c331-c936-4521-a408-5b0cb05bb4ae tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29df921-7599-425e-9659-abbacd24af0f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:47.712780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['db2bba06-56ba-4048-bda1-2f68d3b14311'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:47.731313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet 6f832bd2-ba33-4a48-a822-1da344418c9d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:47.737070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.821516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:47.886879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cff81508-6906-416a-b08f-1f07f29ea593 req-368a0002-fbf2-44fb-af6a-e4b430a0cceb tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 210 time: 0.1097457 Aug 28 08:26:48.039091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:48.072131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-74d4699f-5e35-4959-9e29-19b4f7df655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:48.073857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-74d4699f-5e35-4959-9e29-19b4f7df655e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44743e5261f34edebd5129754df1af51&device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 1096 time: 0.1508601 Aug 28 08:26:48.100588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3e79-5777-45b7-92c4-2c16f1f19aa7 req-c755ee25-469c-4f22-a25d-27e06bbc56c9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:48.102074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66ec3e79-5777-45b7-92c4-2c16f1f19aa7 req-c755ee25-469c-4f22-a25d-27e06bbc56c9 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 944 time: 0.1776290 Aug 28 08:26:48.529898 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-eaa4b6c3-8823-44c1-8041-13b9b5397304 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5082e11e-e0d3-4f7a-b486-633679d86a38 HTTP/1.1" status: 200 len: 217 time: 0.4266520 Aug 28 08:26:48.546601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928acb-455c-4904-9e1a-1a266b5c3ed3 req-b30a8387-b4a0-49ca-a24a-e73bc2754fc2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:48.550118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe928acb-455c-4904-9e1a-1a266b5c3ed3 req-b30a8387-b4a0-49ca-a24a-e73bc2754fc2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.0547917 Aug 28 08:26:48.591215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe928acb-455c-4904-9e1a-1a266b5c3ed3 req-18308aef-9627-42e6-b648-437b83d3c079 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366685 Aug 28 08:26:48.630938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66ec3e79-5777-45b7-92c4-2c16f1f19aa7 req-f55e0a26-172b-498a-b706-edd49df37d40 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174437 Aug 28 08:26:48.665749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-3101cba6-aeca-4afa-b36d-2e9d88d05b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:48.667393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-3101cba6-aeca-4afa-b36d-2e9d88d05b8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a91e85a1-8f34-4af1-bee9-11e46a8fef6a HTTP/1.1" status: 200 len: 853 time: 0.1216531 Aug 28 08:26:48.692916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-dda4226f-31b1-4613-ac1a-74ddfba22505 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:48.694526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-dda4226f-31b1-4613-ac1a-74ddfba22505 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1880944 Aug 28 08:26:48.719247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Request body: {'port': {'device_id': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'admin_state_up': True, 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:48.724497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:48.801420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=6f832bd2-ba33-4a48-a822-1da344418c9d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:48.830483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-59a2cdcd-aefa-4d42-b536-0aebb19d0d19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9118731f-eef1-4672-a4c0-01649c79cafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848129 Aug 28 08:26:48.830483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:48.835475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee721e88-475f-444b-99be-27c6a8c494a0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/6f832bd2-ba33-4a48-a822-1da344418c9d HTTP/1.1" status: 204 len: 168 time: 1.2040353 Aug 28 08:26:48.839787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:48.840374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55536b47-dd34-4491-8883-03000fd77c54 None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:48.901488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet 18e5cf59-27d8-4764-a39a-05e3f9cf8d33 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:48.905164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:48.906108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:48.955696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.011692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port db2bba06-56ba-4048-bda1-2f68d3b14311 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:49.012454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.046896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-f4775b21-613a-4f66-8cd6-7a1ae81c53a6 service neutron] 10.222.0.39 "GET /v2.0/networks/9118731f-eef1-4672-a4c0-01649c79cafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103193 Aug 28 08:26:49.064130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85193370-695a-47d5-9bf9-8739a09a4d1b req-87fd7147-a10a-4f71-9579-5028bea46466 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 210 time: 0.0331972 Aug 28 08:26:49.114134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.185989 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-39e7727b-25e9-4fc1-b1b6-093c1de840c2 req-6a369be4-5de1-458c-8e08-a85369bea613 service neutron] 10.222.0.39 "GET /v2.0/networks/9118731f-eef1-4672-a4c0-01649c79cafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311908 Aug 28 08:26:49.189544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:49.193613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.194278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.234287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:49.236816 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc174130-7918-4787-b08a-aac1421a6edb" -d '{"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:49.268908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:49.286947 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7720c2-5e9b-4f7c-b703-f8f85c470f9f x-openstack-request-id: req-0f7720c2-5e9b-4f7c-b703-f8f85c470f9f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:49.287299 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:49.290320 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f7720c2-5e9b-4f7c-b703-f8f85c470f9f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:49.290320 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'code': 200} Aug 28 08:26:49.326763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.358556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=18e5cf59-27d8-4764-a39a-05e3f9cf8d33,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:49.364823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.368576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ab0fbd78-aaeb-4857-942f-1115dd0ce6d5 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/18e5cf59-27d8-4764-a39a-05e3f9cf8d33 HTTP/1.1" status: 204 len: 168 time: 0.5274742 Aug 28 08:26:49.370813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54496) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:49.387361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Allocated IP 172.20.0.4 (42cbf7ff-4a14-4719-861d-d1db4e4c4b5e/d6969332-7cb7-43c5-b60a-42e9b8a8613f/42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:49.400629 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ee05a3-db11-4bac-bb4f-c1a9280b902b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:49.401511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ee05a3-db11-4bac-bb4f-c1a9280b902b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:49.403459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-89ee05a3-db11-4bac-bb4f-c1a9280b902b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/6f832bd2-ba33-4a48-a822-1da344418c9d HTTP/1.1" status: 404 len: 337 time: 0.0313478 Aug 28 08:26:49.406136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:49.469527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.506899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting subnet 2d8646b6-9761-4878-a6c4-309edecda3a3 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:26:49.514868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.571089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:49.571917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.653495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ad593-0052-47e9-838a-1bb0b3e12e03 req-2b16d8e2-64a6-4dfa-af1d-55f67d0eda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.655650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e5ad593-0052-47e9-838a-1bb0b3e12e03 req-2b16d8e2-64a6-4dfa-af1d-55f67d0eda12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 1097 time: 0.1418967 Aug 28 08:26:49.680709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.736669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.774565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.778570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628256d-b9d7-4c6f-98b9-cab3085cb790 req-ce7fecdc-6eee-4721-aa9a-780ff2dd5265 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.780274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f628256d-b9d7-4c6f-98b9-cab3085cb790 req-ce7fecdc-6eee-4721-aa9a-780ff2dd5265 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.0959654 Aug 28 08:26:49.780645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.786703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.792787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.799726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.805640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.812433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:49.821185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-0a95e8a1-3d2c-4c23-af5f-56745b012b4d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1891677 Aug 28 08:26:49.833873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e5ad593-0052-47e9-838a-1bb0b3e12e03 req-38e4ca18-0532-4342-9ce9-5e01937b200a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332147 Aug 28 08:26:49.843534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f628256d-b9d7-4c6f-98b9-cab3085cb790 req-852b087b-5395-4a92-b499-c691ccd9bb1c tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525055 Aug 28 08:26:49.894864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.896529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42746f9a-c401-4e15-bf8c-4ff316f98cf8 req-a996c423-a876-4c7c-a1d2-bee82968e635 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658312 Aug 28 08:26:49.944011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8646b6-9761-4878-a6c4-309edecda3a3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:49.953181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5b349-b460-48ae-be40-aa6434bb7cdc None None] Network 72c7b03f-01f1-4645-aba0-11c5bdae39b2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:26:49.980067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:49.982029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-85f6ecf5-0e4b-414f-b32a-d56a8cbf9247 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/2d8646b6-9761-4878-a6c4-309edecda3a3 HTTP/1.1" status: 204 len: 168 time: 0.5748506 Aug 28 08:26:49.985286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.011574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df1c5-55b6-420b-9f70-f3eea297fda0 req-96ccf78d-b0b8-431e-95a7-1e9c1aaab50d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.014124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f62df1c5-55b6-420b-9f70-f3eea297fda0 req-96ccf78d-b0b8-431e-95a7-1e9c1aaab50d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Aug 28 08:26:50.031093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac91be43-f344-43e4-ac9c-6ceedd20d6e6 None None] Provisioning complete for port f66bc448-9027-47d6-b080-c85f9526e7b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:50.031861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac91be43-f344-43e4-ac9c-6ceedd20d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.050256 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5861fd84-26d6-4a9f-9025-2238b02c2793 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.051922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5861fd84-26d6-4a9f-9025-2238b02c2793 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.057346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5861fd84-26d6-4a9f-9025-2238b02c2793 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/b21283ad-55c6-47d8-97a7-58189aa16dc4 HTTP/1.1" status: 404 len: 337 time: 0.0676923 Aug 28 08:26:50.057346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.060131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54524) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.112368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ca47d1c5-54b3-4fc8-a638-b324a03b11e2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "GET /v2.0/ports?device_id=168ecc97-a7c7-4436-a55c-030f98190d81 HTTP/1.1" status: 200 len: 205 time: 0.0489955 Aug 28 08:26:50.113531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.117241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ac91be43-f344-43e4-ac9c-6ceedd20d6e6 None None] Port f66bc448-9027-47d6-b080-c85f9526e7b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:26:50.134554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac91be43-f344-43e4-ac9c-6ceedd20d6e6 None None] Provisioning complete for port d0ba162f-5718-4f47-881d-8f2f9a532f47 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:50.134927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac91be43-f344-43e4-ac9c-6ceedd20d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.178426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:50.185273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f62df1c5-55b6-420b-9f70-f3eea297fda0 req-de3f66aa-8ab7-464f-86fa-f949032d5202 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532247 Aug 28 08:26:50.186621 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-14d8bf64-6cc0-4ab6-9b3d-f47c8cd8f2d3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] delete failed (client error): The resource could not be found. Aug 28 08:26:50.188156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14d8bf64-6cc0-4ab6-9b3d-f47c8cd8f2d3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/routers/168ecc97-a7c7-4436-a55c-030f98190d81 HTTP/1.1" status: 404 len: 336 time: 0.0738535 Aug 28 08:26:50.206644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54530) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.207078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:50.207078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:50.212283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:50.250456 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2e6d1b-f5de-412c-a98c-82292a9fcce8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.252383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2e6d1b-f5de-412c-a98c-82292a9fcce8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.257902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4d2e6d1b-f5de-412c-a98c-82292a9fcce8 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/379c7995-9560-488e-8c76-a6a3cdc25eee HTTP/1.1" status: 404 len: 337 time: 0.0593271 Aug 28 08:26:50.260315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.261011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] DHCP port deletion for 72c7b03f-01f1-4645-aba0-11c5bdae39b2 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:26:50.310702 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d391a59-8c4a-4fd8-a48b-ec52dcaec8aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.311160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d391a59-8c4a-4fd8-a48b-ec52dcaec8aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.316200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d391a59-8c4a-4fd8-a48b-ec52dcaec8aa tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/a05ff8bf-4669-44a5-97f8-fae7fa1b3d8d HTTP/1.1" status: 404 len: 337 time: 0.0518801 Aug 28 08:26:50.316449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.316553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54536) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.317052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.368698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Deleting port d0ba162f-5718-4f47-881d-8f2f9a532f47 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:50.368903 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1550c0de-9c2f-43c7-a763-8723e3e997d3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.369063 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.369304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1550c0de-9c2f-43c7-a763-8723e3e997d3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.373728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1550c0de-9c2f-43c7-a763-8723e3e997d3 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/d8d5b1f6-c37a-49fa-9352-277fbdd9a521 HTTP/1.1" status: 404 len: 337 time: 0.0539265 Aug 28 08:26:50.374766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54538) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.380823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.388587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.397446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.403033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.406409 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f3e2d1-5ff9-4752-8998-8e89444c940f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.407264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f3e2d1-5ff9-4752-8998-8e89444c940f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.411577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-34f3e2d1-5ff9-4752-8998-8e89444c940f tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/f5660b01-f2dc-47c3-83e5-e99cf17df49c HTTP/1.1" status: 404 len: 333 time: 0.0337334 Aug 28 08:26:50.411743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.413130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54540) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.418802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.425859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.428282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c89f2f7c-2aac-42d8-aeb0-8fc16565a719 req-f2bc9bae-5ae1-4ea6-a3b1-d88097b8110e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.1368566 Aug 28 08:26:50.441684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0b17-57fa-481d-8b10-ed0474148502 req-1523a89d-ab0c-49eb-aec6-9ef190ed887c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.446531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-e355a918-3d6a-470a-bc12-f2d7f8c8889b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7311509 Aug 28 08:26:50.447272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-780f0b17-57fa-481d-8b10-ed0474148502 req-1523a89d-ab0c-49eb-aec6-9ef190ed887c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 931 time: 0.1615639 Aug 28 08:26:50.471276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Request body: {'port': {'device_id': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:50.471795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] For port d0ba162f-5718-4f47-881d-8f2f9a532f47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d0ba162f-5718-4f47-881d-8f2f9a532f47,segment=NetworkSegment(8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c),segment_id=8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:50.472211 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.477697 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f576822-3353-4605-bd24-fab097e117b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.478458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f576822-3353-4605-bd24-fab097e117b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.481397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0f576822-3353-4605-bd24-fab097e117b0 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/447162d8-b1b4-4fe3-a366-fde40a141026 HTTP/1.1" status: 404 len: 337 time: 0.0643349 Aug 28 08:26:50.491787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Calling delete_port for d0ba162f-5718-4f47-881d-8f2f9a532f47 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:50.492884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54546) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.547473 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ba3801-9cec-40d7-9977-2a2711c159d1 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.547944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ba3801-9cec-40d7-9977-2a2711c159d1 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.549677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e1ba3801-9cec-40d7-9977-2a2711c159d1 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/a0e772f1-dffe-43ab-b6df-43a49f06466c HTTP/1.1" status: 404 len: 337 time: 0.0545781 Aug 28 08:26:50.557195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54548) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.579001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.592575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-780f0b17-57fa-481d-8b10-ed0474148502 req-7dc8d2d5-6e7f-41f2-8a55-8ea59997cef5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169262 Aug 28 08:26:50.593117 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb65dcd2-a7ee-4778-a68f-9eec9d0aa4a2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.593838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb65dcd2-a7ee-4778-a68f-9eec9d0aa4a2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.596430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb65dcd2-a7ee-4778-a68f-9eec9d0aa4a2 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/4c0edae5-59fe-461a-b2c9-af48562574c7 HTTP/1.1" status: 404 len: 333 time: 0.0374167 Aug 28 08:26:50.599715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.630301 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-942dd18a-f89d-4f85-a085-52d008fa104b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.630676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942dd18a-f89d-4f85-a085-52d008fa104b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.632424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-942dd18a-f89d-4f85-a085-52d008fa104b tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/b7e6cb37-2394-4ffa-acc9-f7b1771d162c HTTP/1.1" status: 404 len: 337 time: 0.0317025 Aug 28 08:26:50.635431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54554) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.663083 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be10675-4ea0-451f-b771-7de26d970116 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] DELETE failed (client error): The resource could not be found. Aug 28 08:26:50.663632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be10675-4ea0-451f-b771-7de26d970116 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:26:50.665462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2be10675-4ea0-451f-b771-7de26d970116 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/subnets/f2ae8b27-6cd7-4938-be24-a755b1556364 HTTP/1.1" status: 404 len: 337 time: 0.0293918 Aug 28 08:26:50.668491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54558) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:50.736596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.764549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] Pushing event deleted for resources: {'Port': ['ID=d0ba162f-5718-4f47-881d-8f2f9a532f47,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:50.773068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6545d3-a1eb-4bc6-8fca-ae46757d6825 None None] No DVR routers for this DVR port d0ba162f-5718-4f47-881d-8f2f9a532f47 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:50.800007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Deleting port f66bc448-9027-47d6-b080-c85f9526e7b3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:50.800358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.874504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.887884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:50.894355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Calling delete_port for f66bc448-9027-47d6-b080-c85f9526e7b3 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:50.896364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:50.910151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Transition to ACTIVE for port object 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:50.973550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8504c9d-d00b-407b-a32c-0bd415c3db99 req-c27f13ce-1464-4b6c-b2b2-d8b846b48a59 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:50.975194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b8504c9d-d00b-407b-a32c-0bd415c3db99 req-c27f13ce-1464-4b6c-b2b2-d8b846b48a59 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.0492551 Aug 28 08:26:51.015076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b8504c9d-d00b-407b-a32c-0bd415c3db99 req-25786f2d-f7d4-418c-8618-10e6e4beb9fc tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Aug 28 08:26:51.074601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.120519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.129814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d3286-5892-431f-aa06-481622622f99 service neutron] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:51.159226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Port': ['ID=f66bc448-9027-47d6-b080-c85f9526e7b3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:51.166368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.168596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-43b3c428-384a-4144-a32c-86cb41a05a91 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/ports/f66bc448-9027-47d6-b080-c85f9526e7b3 HTTP/1.1" status: 204 len: 168 time: 0.4988873 Aug 28 08:26:51.171133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:51.226839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Attempting to bind port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:51.227185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Attempting to bind port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:51.227672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Attempting to bind port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:51.235463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:26:51.235918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Attempting to bind port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:51.243582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:51.246379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Checking segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:51.246379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Bound using segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:51.246379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Bound port: 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:51.246379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.270286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.333241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:51.337156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:51.407191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.420437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c7b03f-01f1-4645-aba0-11c5bdae39b2']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:51.435745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f9b8-32e9-44b7-bb7a-bd73d44acd5a req-8a47299a-8ad4-45e8-81f4-58f79ac6a34e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.437297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6032f9b8-32e9-44b7-bb7a-bd73d44acd5a req-8a47299a-8ad4-45e8-81f4-58f79ac6a34e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.1516888 Aug 28 08:26:51.440919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:51.441216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56f8f2-9a9c-44a7-b8f7-fbf6825f753c') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:26:51.457316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.470364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.479910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.493041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:26:51.493463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:26:51.501286 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:26:51.515808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6032f9b8-32e9-44b7-bb7a-bd73d44acd5a req-7977445e-f27b-4ef5-8a31-522a50edcc97 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678566 Aug 28 08:26:51.520026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.520706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.522442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-962d3286-5892-431f-aa06-481622622f99 service neutron] 10.222.0.64 "PUT /v2.0/ports/42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 HTTP/1.1" status: 200 len: 1092 time: 1.0588849 Aug 28 08:26:51.523140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:51.527098 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b28b67-d2b6-4cd7-b087-4f05a169a77a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:51.559717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d3286-5892-431f-aa06-481622622f99 service neutron] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:51.576420 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea58d6c2-6943-4612-94af-c32bb2ebdb3f x-openstack-request-id: req-ea58d6c2-6943-4612-94af-c32bb2ebdb3f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:51.576420 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:51.576420 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea58d6c2-6943-4612-94af-c32bb2ebdb3f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:51.576420 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'status': 'completed', 'code': 200} Aug 28 08:26:51.591851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:51.612057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: d0ba162f-5718-4f47-881d-8f2f9a532f47 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:51.612475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d0ba162f-5718-4f47-881d-8f2f9a532f47 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:51.665872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-0210a91d-ca56-4894-a222-9048ce494ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.667810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-0210a91d-ca56-4894-a222-9048ce494ccf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0546727 Aug 28 08:26:51.729392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4316ce-f10b-487a-90a2-b430789bda4e req-e125f8db-8b2e-4d42-aaa7-c3a24be7469c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.731298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed4316ce-f10b-487a-90a2-b430789bda4e req-e125f8db-8b2e-4d42-aaa7-c3a24be7469c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 943 time: 0.0555811 Aug 28 08:26:51.745623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.762150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:51.763997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] 10.222.0.46 "DELETE /v2.0/networks/72c7b03f-01f1-4645-aba0-11c5bdae39b2 HTTP/1.1" status: 204 len: 168 time: 0.5916989 Aug 28 08:26:51.775847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11742-8e27-4f66-9902-91ee6c643504 tempest-PortsIpV6TestJSON-772168700 tempest-PortsIpV6TestJSON-772168700-project] Pushing event deleted for resources: {'Network': ['ID=72c7b03f-01f1-4645-aba0-11c5bdae39b2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:51.794916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-528cd57f-5d9d-4829-8155-49a9072f29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.798775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-528cd57f-5d9d-4829-8155-49a9072f29ac service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1145751 Aug 28 08:26:51.798926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed4316ce-f10b-487a-90a2-b430789bda4e req-04b3c0bf-8449-429f-8a65-ed22bf3ad589 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Aug 28 08:26:51.903735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-85229077-fe3e-486e-9656-b1d5cd549d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:51.906507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84b28b67-d2b6-4cd7-b087-4f05a169a77a req-85229077-fe3e-486e-9656-b1d5cd549d5c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020455 Aug 28 08:26:52.012254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-716f92e9-1ba7-4ca5-b315-89c022fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.013863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-716f92e9-1ba7-4ca5-b315-89c022fd9286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0441966 Aug 28 08:26:52.071465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-4b3614ba-0bda-4d84-a14c-13421424523f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 HTTP/1.1" status: 200 len: 217 time: 0.0441177 Aug 28 08:26:52.162481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-4d16d016-23d6-4914-b597-b086578e2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.164125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-4d16d016-23d6-4914-b597-b086578e2da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.0853350 Aug 28 08:26:52.179344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe469-e861-427e-a9b4-84d91bf5a5fc req-3dc784de-38e0-4498-9192-f802f3ad2b48 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.180880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d4fe469-e861-427e-a9b4-84d91bf5a5fc req-3dc784de-38e0-4498-9192-f802f3ad2b48 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.0906661 Aug 28 08:26:52.214744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-4620b202-7839-4309-b872-f70089f1199e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327694 Aug 28 08:26:52.288685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1d4fe469-e861-427e-a9b4-84d91bf5a5fc req-66b84717-9d98-4a06-a55b-6fbd910459a9 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982127 Aug 28 08:26:52.339711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-662e4010-87e5-4944-87bc-47cb007d95d6 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166866 Aug 28 08:26:52.395404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:52.466065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b2a9067-eb4a-488e-9e58-f799c2fb57e1 req-9e77d8b8-5844-45e0-bd4e-d84c9357c1b0 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191373 Aug 28 08:26:52.560879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-43f7f31a-9442-4f12-b173-b8885d813b05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac4cdb9611ec4bf9b645aabe086cc2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635649 Aug 28 08:26:52.563445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54600) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:52.623867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:52.646926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:52.657695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b22881-7392-43cb-b1b1-61295feeaef8 req-10aa5a77-e72e-4f0d-adce-7727d725acb5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.659248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8b22881-7392-43cb-b1b1-61295feeaef8 req-10aa5a77-e72e-4f0d-adce-7727d725acb5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Aug 28 08:26:52.705021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f8b22881-7392-43cb-b1b1-61295feeaef8 req-e46fbcd2-518f-42ff-8e19-f4883b3a62be tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339596 Aug 28 08:26:52.800943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:52.803963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:52.805485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4694456-2e93-4faf-91e5-9b1452e3dc58 HTTP/1.1" status: 204 len: 168 time: 0.2409201 Aug 28 08:26:52.835716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:26:52.851016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e62d22-0a12-4017-9d8f-f120bd687ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4694456-2e93-4faf-91e5-9b1452e3dc58,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:52.884613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091702-9b7e-4519-9ef2-6e1c443c544d req-01fb6788-2957-4d4c-97df-961671e5944d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.893257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b091702-9b7e-4519-9ef2-6e1c443c544d req-01fb6788-2957-4d4c-97df-961671e5944d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0862079 Aug 28 08:26:52.946894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b091702-9b7e-4519-9ef2-6e1c443c544d req-be7c76e0-fe55-4c23-965d-33ad88d9d7f2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Aug 28 08:26:52.958758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d0947-f684-48dc-b84f-b4d204555df8 req-8b557176-d0d2-4deb-aea4-6d1753cf9232 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:52.962787 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e33d0947-f684-48dc-b84f-b4d204555df8 req-8b557176-d0d2-4deb-aea4-6d1753cf9232 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 943 time: 0.0648670 Aug 28 08:26:53.007267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e33d0947-f684-48dc-b84f-b4d204555df8 req-eb3e3b77-ad4d-408d-86d6-2f891d7e3f9e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Aug 28 08:26:53.447657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496384ff-8a81-4e10-a62c-24dea148d5e7 req-0fbe8317-7ecd-4d83-a88c-4ffeb7cade77 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:53.450888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-496384ff-8a81-4e10-a62c-24dea148d5e7 req-0fbe8317-7ecd-4d83-a88c-4ffeb7cade77 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 944 time: 0.0756819 Aug 28 08:26:53.497449 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-496384ff-8a81-4e10-a62c-24dea148d5e7 req-e54d3007-6321-4ea7-a73d-13a18afc3fcc tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Aug 28 08:26:53.675918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5082e11e-e0d3-4f7a-b486-633679d86a38 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:26:53.793122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-8049b008-783b-4b15-8128-219f8cc37ab5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:53.795338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-8049b008-783b-4b15-8128-219f8cc37ab5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.1270075 Aug 28 08:26:53.820762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-eb007e6c-469b-45ec-bd12-bdf8c6725dfe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/quotas/f5183b045fe04c0487a78883f77da663 HTTP/1.1" status: 200 len: 375 time: 0.0175545 Aug 28 08:26:53.839006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5082e11e-e0d3-4f7a-b486-633679d86a38,segment=NetworkSegment(d4c4e03f-f878-4371-9abc-8192de040169),segment_id=d4c4e03f-f878-4371-9abc-8192de040169)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:53.853206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '5082e11e-e0d3-4f7a-b486-633679d86a38', 'network_id': '9118731f-eef1-4672-a4c0-01649c79cafe', 'port_id': '5082e11e-e0d3-4f7a-b486-633679d86a38', 'mac_address': 'fa:16:3e:32:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91e85a1-8f34-4af1-bee9-11e46a8fef6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:26:53.886259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-c2d0d3ca-cf91-4ea4-9216-c0e4e88139f5 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642738 Aug 28 08:26:53.896386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:53.912267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5082e11e-e0d3-4f7a-b486-633679d86a38 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:53.937895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5082e11e-e0d3-4f7a-b486-633679d86a38,segment=NetworkSegment(d4c4e03f-f878-4371-9abc-8192de040169),segment_id=d4c4e03f-f878-4371-9abc-8192de040169)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:53.994936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-578ff856-e6c3-4e2b-8f1a-e589d383756e service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075370 Aug 28 08:26:54.018509 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:54.110872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-aa66fb35-9c54-49e6-98ad-4d017a605a1c service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090174 Aug 28 08:26:54.114348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:54.173115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54680) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:54.173574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef540a-4c16-47f8-9423-6f9e4d2d8cea req-3f4da466-0746-4b11-87c4-0bcc6a691cea tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.182148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cef540a-4c16-47f8-9423-6f9e4d2d8cea req-3f4da466-0746-4b11-87c4-0bcc6a691cea tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 943 time: 0.0619211 Aug 28 08:26:54.222338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cef540a-4c16-47f8-9423-6f9e4d2d8cea req-d844fec4-14ce-47dd-845d-39e824be131b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Aug 28 08:26:54.341086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.346419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.346419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.346419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.346419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.346419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.347067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.355899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-6a6f80c9-9303-4a1e-9689-b54be38da305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 6497 time: 0.1807399 Aug 28 08:26:54.422591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c52a18f3-92eb-4b70-a6da-5486a6a20f8d req-980c2210-a54d-4ce6-a33a-4790452f142a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 210 time: 0.0402486 Aug 28 08:26:54.440309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aab51900-8516-453b-a0ef-ae4925c2f728 req-b0e3a744-2c15-4bc8-b7cd-85c0b769326e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757155 Aug 28 08:26:54.651329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99832-b3df-4585-b218-dc1112dbae7b req-02684424-c8ae-4f67-a2ed-f5798624e4e8 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:54.656203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5082e11e-e0d3-4f7a-b486-633679d86a38'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:54.660723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5c99832-b3df-4585-b218-dc1112dbae7b req-02684424-c8ae-4f67-a2ed-f5798624e4e8 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 945 time: 0.0726256 Aug 28 08:26:54.712749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5c99832-b3df-4585-b218-dc1112dbae7b req-957f847f-9a2f-4785-ac13-514b545f663e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Aug 28 08:26:54.891492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:26:55.034489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:55.034760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-a7c365ed-cb80-4d9e-b1b7-8b7662e00738 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:55.034760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-a7c365ed-cb80-4d9e-b1b7-8b7662e00738 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c453ec42-b143-472d-9ad3-9e1a85904ba9 HTTP/1.1" status: 200 len: 945 time: 0.0628223 Aug 28 08:26:55.043535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'mac_address': 'fa:16:3e:97:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:26:55.101906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.130822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:55.153656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:55.170520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Deleting port db2bba06-56ba-4048-bda1-2f68d3b14311 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:26:55.170869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.241537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.296607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] For port db2bba06-56ba-4048-bda1-2f68d3b14311, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=db2bba06-56ba-4048-bda1-2f68d3b14311,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:55.297140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.327353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:55.330092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Calling delete_port for db2bba06-56ba-4048-bda1-2f68d3b14311 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:26:55.427802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691c9ed-8f67-4d0f-b576-bcd8ad8b1a08 req-bd1e1d00-6ecc-426d-9d99-a0adb0124150 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:55.430725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a691c9ed-8f67-4d0f-b576-bcd8ad8b1a08 req-bd1e1d00-6ecc-426d-9d99-a0adb0124150 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 944 time: 0.1242392 Aug 28 08:26:55.556847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a691c9ed-8f67-4d0f-b576-bcd8ad8b1a08 req-dc53e259-e359-4254-a267-75258274189e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787511 Aug 28 08:26:55.603599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:55.636013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c787fdd-f9f7-490a-ac19-e9fe9f7e5e82 req-745b0054-938a-4b11-a517-0403e8d4c595 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 210 time: 0.0498421 Aug 28 08:26:55.721190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.744172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.806302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event deleted for resources: {'Port': ['ID=db2bba06-56ba-4048-bda1-2f68d3b14311,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:55.820949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.821286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.821672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.821999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.822354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.822679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.823027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.823351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.823719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.824039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.824357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.824731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:55.873330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] No DVR routers for this DVR port db2bba06-56ba-4048-bda1-2f68d3b14311 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:26:55.876571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:55.877606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597c10-0a26-4143-998f-fad61001edbd req-1a362253-685e-40be-bbba-4d5d03fab229 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:55.879677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa597c10-0a26-4143-998f-fad61001edbd req-1a362253-685e-40be-bbba-4d5d03fab229 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 945 time: 0.0744731 Aug 28 08:26:55.893585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-22a3a13d-2117-4d22-9fac-28cbf77430b7 req-779f396a-2377-414b-a078-63cb8a343abe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.64 "DELETE /v2.0/ports/db2bba06-56ba-4048-bda1-2f68d3b14311 HTTP/1.1" status: 204 len: 173 time: 0.8479955 Aug 28 08:26:55.894119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-deleted', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:55.897118 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e33ed1-6e6c-441f-8123-6c57195edee5" -d '{"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-deleted", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:55.936262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa597c10-0a26-4143-998f-fad61001edbd req-a7d3fb7f-bd0c-4276-88ca-50dca243cbd2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 Aug 28 08:26:55.943193 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4642f6d-ee87-4d88-8f6e-d470675f14d5 x-openstack-request-id: req-b4642f6d-ee87-4d88-8f6e-d470675f14d5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:55.943492 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c453ec42-b143-472d-9ad3-9e1a85904ba9", "name": "network-vif-deleted", "tag": "db2bba06-56ba-4048-bda1-2f68d3b14311", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:55.943878 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4642f6d-ee87-4d88-8f6e-d470675f14d5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:55.947537 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c453ec42-b143-472d-9ad3-9e1a85904ba9', 'name': 'network-vif-deleted', 'tag': 'db2bba06-56ba-4048-bda1-2f68d3b14311', 'status': 'completed', 'code': 200} Aug 28 08:26:56.191807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['db2bba06-56ba-4048-bda1-2f68d3b14311'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:26:56.425771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54776) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:56.553447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a549e7ad-6465-40b0-82e1-372f0fa59050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:56.667151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a549e7ad-6465-40b0-82e1-372f0fa59050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:56.730877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a549e7ad-6465-40b0-82e1-372f0fa59050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:56.753776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b9621-b049-4b21-b99a-9a6eb8661e19 req-35f3f6c8-d654-43c4-9a10-bdda38782a2f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:56.757340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc9b9621-b049-4b21-b99a-9a6eb8661e19 req-35f3f6c8-d654-43c4-9a10-bdda38782a2f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 944 time: 0.0649290 Aug 28 08:26:56.806809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb0d82b6-5a9e-46a8-86a7-46fc816bdfac req-83a27184-e360-407d-858b-e5ac8ea3463f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 210 time: 0.0510147 Aug 28 08:26:56.812969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a549e7ad-6465-40b0-82e1-372f0fa59050 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6d20c1277674c32abc7f7d448289911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860891 Aug 28 08:26:56.814171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc9b9621-b049-4b21-b99a-9a6eb8661e19 req-c6f1b681-873e-4a23-b12c-58fd701a2a33 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495362 Aug 28 08:26:56.814871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549e7ad-6465-40b0-82e1-372f0fa59050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0375e44a-5d83-4f66-9016-5565e1c688e9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:56.816010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:56.880382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:56.905511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:56.909169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:57.051875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.052171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:57.055072 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.056687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0375e44a-5d83-4f66-9016-5565e1c688e9 HTTP/1.1" status: 204 len: 168 time: 0.2392657 Aug 28 08:26:57.063137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:57.079496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.079645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceef71-6f3e-47e9-9e3f-75ee71b5a849 req-a1bd0c05-0679-49d6-9127-a5a186625c2e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:57.079645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25ceef71-6f3e-47e9-9e3f-75ee71b5a849 req-a1bd0c05-0679-49d6-9127-a5a186625c2e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 945 time: 0.0628603 Aug 28 08:26:57.079645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7995e7-d229-4831-8d41-7709228ad88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375e44a-5d83-4f66-9016-5565e1c688e9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:57.149032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25ceef71-6f3e-47e9-9e3f-75ee71b5a849 req-5d0f5a70-698e-41a1-904f-0b4bf617cd5a tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617502 Aug 28 08:26:57.197361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.223717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-beede2be-b8ce-4215-a06a-fcfc4cc9ee3a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:57.226438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-beede2be-b8ce-4215-a06a-fcfc4cc9ee3a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.39 "GET /v2.0/networks?id=d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 200 len: 815 time: 0.1584244 Aug 28 08:26:57.238615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:57.240838 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ddf3d-85c6-4692-8ad9-0b8214015147" -d '{"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-plugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:57.254941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:57.264631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Request body: {'port': {'device_id': 'b3b8f116-5173-4181-9d69-609234d72038', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'admin_state_up': True, 'tenant_id': 'f5183b045fe04c0487a78883f77da663'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:57.298739 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0028a4a-2e18-4046-bb2b-ea9ba7fe0570 x-openstack-request-id: req-c0028a4a-2e18-4046-bb2b-ea9ba7fe0570 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:57.299581 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-plugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:57.300033 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0028a4a-2e18-4046-bb2b-ea9ba7fe0570 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:57.300783 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'code': 200} Aug 28 08:26:57.387641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.463341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:57.480573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452441d-441b-48b9-a7ec-ec15c5bb54af req-7d03bec8-32bf-46dd-ad20-669d9256e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:57.482170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7452441d-441b-48b9-a7ec-ec15c5bb54af req-7d03bec8-32bf-46dd-ad20-669d9256e9fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0620942 Aug 28 08:26:57.509261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Made reservation on behalf of f5183b045fe04c0487a78883f77da663 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:26:57.513102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.521338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5082e11e-e0d3-4f7a-b486-633679d86a38 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:26:57.549754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7452441d-441b-48b9-a7ec-ec15c5bb54af req-0bbbe4ca-a78d-4107-b090-0f80efd4a49c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Aug 28 08:26:57.595022 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0137a7b-4b57-4954-bf28-f623dcc0ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.664801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Allocated IP 172.20.0.10 (d5ee0171-cbe2-45e1-8cad-d14cd2509079/32a10c88-6119-4029-8356-de0f8fa66b7d/a676cdca-9a88-4881-9485-4de5bf7c09e7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:26:57.732385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 5082e11e-e0d3-4f7a-b486-633679d86a38 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:26:57.746656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 5082e11e-e0d3-4f7a-b486-633679d86a38 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:26:57.746656 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.828230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.834351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:57.898051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5082e11e-e0d3-4f7a-b486-633679d86a38,segment=NetworkSegment(d4c4e03f-f878-4371-9abc-8192de040169),segment_id=d4c4e03f-f878-4371-9abc-8192de040169)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:26:57.936122 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8238ee11-5c85-4406-97eb-6812855c96d5 req-12c62f7d-2139-442a-8d6d-3191ffa693fd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 210 time: 0.0329483 Aug 28 08:26:57.959003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6093a8c-2f9f-41aa-aaf3-e4f7bdd58588 req-ca110a1a-5be5-41b6-bcf8-611b8e31b167 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:57.963255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6093a8c-2f9f-41aa-aaf3-e4f7bdd58588 req-ca110a1a-5be5-41b6-bcf8-611b8e31b167 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 945 time: 0.0601532 Aug 28 08:26:58.004349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6093a8c-2f9f-41aa-aaf3-e4f7bdd58588 req-7486394b-9df0-4743-9aaa-ef19bba49557 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Aug 28 08:26:58.044967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.045293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.091715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Network d5ee0171-cbe2-45e1-8cad-d14cd2509079 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:26:58.098193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:26:58.100949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:26:58.101259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:58.132384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event updated for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:58.162130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:58.163288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:58.163905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.177092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.275507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe44e8-7ed0-4667-ab69-6da6e1970541 req-2780e936-83bb-4c14-ac6f-c0530b9921dd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:58.277058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbe44e8-7ed0-4667-ab69-6da6e1970541 req-2780e936-83bb-4c14-ac6f-c0530b9921dd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0519683 Aug 28 08:26:58.287140 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-e5281654-88f5-41a0-92ff-dec6e5fbceba tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0322897 Aug 28 08:26:58.307681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Request body: {'port': {'device_id': 'b3b8f116-5173-4181-9d69-609234d72038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:26:58.346704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbe44e8-7ed0-4667-ab69-6da6e1970541 req-a501c817-0cf8-4ac6-a255-de49f1b15934 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Aug 28 08:26:58.373259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.400772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.514391 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.564017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d4453-6fea-49e1-8277-1311dec0680d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:58.569421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c2f2069ab9b48c7b190f44a8993b04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057748 Aug 28 08:26:58.572560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:26:58.575030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.575400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.575778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.576123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.576722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.577074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.577948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.578479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.579014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.579347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.579677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.580004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99e683-8e85-45b3-8422-3d3572ba3b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:26:58.674510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.729005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.744989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a676cdca-9a88-4881-9485-4de5bf7c09e7 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:26:58.762443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.791562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Transition to ACTIVE for port object a676cdca-9a88-4881-9485-4de5bf7c09e7 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:26:58.856886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.896821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.899325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:58.900520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca2d4453-6fea-49e1-8277-1311dec0680d HTTP/1.1" status: 204 len: 168 time: 0.3262792 Aug 28 08:26:58.907891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:26:58.922112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36e93a-9c06-4705-baaa-caf8eaf73737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d4453-6fea-49e1-8277-1311dec0680d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:58.937614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:58.952037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: db2bba06-56ba-4048-bda1-2f68d3b14311 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:26:58.952381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device db2bba06-56ba-4048-bda1-2f68d3b14311 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:26:59.018684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Attempting to bind port a676cdca-9a88-4881-9485-4de5bf7c09e7 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:26:59.024044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Attempting to bind port a676cdca-9a88-4881-9485-4de5bf7c09e7 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:26:59.024044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Attempting to bind port a676cdca-9a88-4881-9485-4de5bf7c09e7 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:59.025264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Port a676cdca-9a88-4881-9485-4de5bf7c09e7 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:26:59.025599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Attempting to bind port a676cdca-9a88-4881-9485-4de5bf7c09e7 on network d5ee0171-cbe2-45e1-8cad-d14cd2509079 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:26:59.031641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:26:59.031980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Checking segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:26:59.034231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Bound using segment: {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:26:59.035976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Bound port: a676cdca-9a88-4881-9485-4de5bf7c09e7, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274beccc-18d2-402e-a433-5ba570d58550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:26:59.035976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:59.075221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782458-7dd3-408e-83f2-e74dd78471e5 req-e8660c79-dbdb-4080-99f3-013404f46a85 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.082631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9782458-7dd3-408e-83f2-e74dd78471e5 req-e8660c79-dbdb-4080-99f3-013404f46a85 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0660944 Aug 28 08:26:59.102695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:26:59.106274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:26:59.121937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9782458-7dd3-408e-83f2-e74dd78471e5 req-03bca958-83a7-48e6-a9cd-a22e9cdc1a2f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Aug 28 08:26:59.178346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:59.254103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.254900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:59.256168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] 10.222.0.39 "PUT /v2.0/ports/a676cdca-9a88-4881-9485-4de5bf7c09e7 HTTP/1.1" status: 200 len: 1093 time: 0.9530275 Aug 28 08:26:59.257298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:59.259568 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea75811-0ea9-42db-ae9d-7a4cb8f59030" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:59.295525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58530bd-f380-450b-9a9b-161c518f936b req-24463b66-9cba-4612-a378-ee403541b308 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.297004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d58530bd-f380-450b-9a9b-161c518f936b req-24463b66-9cba-4612-a378-ee403541b308 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 945 time: 0.1164150 Aug 28 08:26:59.297812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0715c-314a-406b-b815-fe4b593b6c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:26:59.305883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:26:59.316397 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f42953-c779-471c-a193-4ba2e6a20411" -d '{"events": [{"server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "name": "network-vif-plugged", "status": "completed", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:26:59.324653 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd2ab8-ea9e-4950-aa06-931c9d10b0a2 x-openstack-request-id: req-25cd2ab8-ea9e-4950-aa06-931c9d10b0a2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:59.325135 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:59.325453 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25cd2ab8-ea9e-4950-aa06-931c9d10b0a2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:59.325914 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7', 'status': 'completed', 'code': 200} Aug 28 08:26:59.369338 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5412a-8269-427f-90a5-7f483767b417 x-openstack-request-id: req-63b5412a-8269-427f-90a5-7f483767b417 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:26:59.369747 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "name": "network-vif-plugged", "status": "completed", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:26:59.370016 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63b5412a-8269-427f-90a5-7f483767b417 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:26:59.370465 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38', 'code': 200} Aug 28 08:26:59.382544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d58530bd-f380-450b-9a9b-161c518f936b req-c7c499d3-31a2-4757-829b-f4d03d371385 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766273 Aug 28 08:26:59.496289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-d3eb0965-e77f-453a-bace-1572103ec82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.498576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04528f46-df8d-439e-b86b-a101e0cca3ab req-4f7c8197-15ff-47f6-a68d-734d6e2c5537 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.500949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04528f46-df8d-439e-b86b-a101e0cca3ab req-4f7c8197-15ff-47f6-a68d-734d6e2c5537 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0590551 Aug 28 08:26:59.503173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-d3eb0965-e77f-453a-bace-1572103ec82f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 1096 time: 0.1194963 Aug 28 08:26:59.545085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04528f46-df8d-439e-b86b-a101e0cca3ab req-61e635c6-b166-4b84-8bac-98f10639fcc2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Aug 28 08:26:59.595758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22b2a-edf7-4a4a-84d4-e7d6149dcc18 req-830f3c49-5e47-4412-9546-988711721948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.597260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92b22b2a-edf7-4a4a-84d4-e7d6149dcc18 req-830f3c49-5e47-4412-9546-988711721948 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 1098 time: 0.1257102 Aug 28 08:26:59.654599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92b22b2a-edf7-4a4a-84d4-e7d6149dcc18 req-497dd1d2-3bba-4d70-b3de-f34119417145 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Aug 28 08:26:59.655523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-4f99f0ee-4c8d-4466-aad8-f6a8871bb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.656888 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-4f99f0ee-4c8d-4466-aad8-f6a8871bb53f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5183b045fe04c0487a78883f77da663&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1311722 Aug 28 08:26:59.864788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb775b-4d59-46ef-838d-8b5e86649176 req-4993c417-a93e-473e-84fe-378c52f2f182 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:26:59.867006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cbb775b-4d59-46ef-838d-8b5e86649176 req-4993c417-a93e-473e-84fe-378c52f2f182 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 945 time: 0.0573473 Aug 28 08:26:59.868812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:26:59.916870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cbb775b-4d59-46ef-838d-8b5e86649176 req-aee79cbc-0f73-4224-a9cf-a1a48551a216 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Aug 28 08:27:00.213799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-fbf868bf-4576-4d9c-ae88-59612a8f642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:00.217402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dea75811-0ea9-42db-ae9d-7a4cb8f59030 req-fbf868bf-4576-4d9c-ae88-59612a8f642e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261606 Aug 28 08:27:00.222707 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b5f076ab-a18e-4abb-9533-1f438746075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:00.293652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadff55f-a8d2-4de6-906f-5c8fe757e944 req-6cdcca44-3c18-4cf5-bcbc-94d8f6faadfb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:00.295474 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aadff55f-a8d2-4de6-906f-5c8fe757e944 req-6cdcca44-3c18-4cf5-bcbc-94d8f6faadfb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0645571 Aug 28 08:27:00.361164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aadff55f-a8d2-4de6-906f-5c8fe757e944 req-579f8efe-c9cf-4bd5-b5df-81e71138e473 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588980 Aug 28 08:27:00.378355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-de3e2961-84b1-4dad-8479-ca27268e1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:00.379841 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-de3e2961-84b1-4dad-8479-ca27268e1daa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5183b045fe04c0487a78883f77da663&device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 1096 time: 0.0480890 Aug 28 08:27:00.443067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-1651520b-84e7-4bb8-9468-12d3e3d5c409 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7 HTTP/1.1" status: 200 len: 217 time: 0.0399942 Aug 28 08:27:00.506484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda214c-6208-4e08-8be3-1500093564ad req-1afce5f0-93ba-415e-b7c6-3f7ee9812b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:00.508224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-1afce5f0-93ba-415e-b7c6-3f7ee9812b79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32a10c88-6119-4029-8356-de0f8fa66b7d HTTP/1.1" status: 200 len: 855 time: 0.0512829 Aug 28 08:27:00.543881 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-2539aa97-0ed2-4605-9441-dc1da42ae4ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d5ee0171-cbe2-45e1-8cad-d14cd2509079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268292 Aug 28 08:27:00.675837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4323f0-83ba-48e4-a3ed-352df7d0215d req-f4bc05ca-4fb1-4ac8-893f-5f72f8ea41bb tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:00.677689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc4323f0-83ba-48e4-a3ed-352df7d0215d req-f4bc05ca-4fb1-4ac8-893f-5f72f8ea41bb tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0552270 Aug 28 08:27:00.679264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-cef905d8-5f0c-459d-b597-ee2c68c94c97 service neutron] 10.222.0.39 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203451 Aug 28 08:27:00.719525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc4323f0-83ba-48e4-a3ed-352df7d0215d req-361bca43-77a0-4b32-8550-4a30ba5b7ca2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Aug 28 08:27:00.783465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4cda214c-6208-4e08-8be3-1500093564ad req-c3f1b087-2f47-4068-a263-79ab6cc337e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954082 Aug 28 08:27:01.036421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583ea05-7b4a-448f-b7bf-dc5e77ea265f req-6633bacf-7e1c-4906-83be-6b9ed7355ca6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:01.038029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5583ea05-7b4a-448f-b7bf-dc5e77ea265f req-6633bacf-7e1c-4906-83be-6b9ed7355ca6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 945 time: 0.0507097 Aug 28 08:27:01.085344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5583ea05-7b4a-448f-b7bf-dc5e77ea265f req-516f3417-ebd8-4c0b-a7d1-087a9b9098fc tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Aug 28 08:27:01.489346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f3c5f-fbba-4855-9fca-a39eab88f944 req-25236ca9-77a2-4862-a235-e75964047d1d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:01.490476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa2f3c5f-fbba-4855-9fca-a39eab88f944 req-25236ca9-77a2-4862-a235-e75964047d1d tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0517132 Aug 28 08:27:01.538016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa2f3c5f-fbba-4855-9fca-a39eab88f944 req-98c6c4f0-89df-4c0e-b922-7b16712d98d8 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Aug 28 08:27:01.819375 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:01.860745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048336c8-0c08-4cc1-b2fd-a87f59f90cc5 req-633c4449-5085-4160-9455-449a89c280ab tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:01.862833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-048336c8-0c08-4cc1-b2fd-a87f59f90cc5 req-633c4449-5085-4160-9455-449a89c280ab tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0764863 Aug 28 08:27:01.922069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-048336c8-0c08-4cc1-b2fd-a87f59f90cc5 req-c3014122-25b9-4cb3-9712-ea79fe62ed64 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482664 Aug 28 08:27:01.974029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54964) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:02.088066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0127f63b-2fc6-4a7c-b804-bcd0b7296ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.182310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0127f63b-2fc6-4a7c-b804-bcd0b7296ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.235360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0127f63b-2fc6-4a7c-b804-bcd0b7296ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.268739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127f63b-2fc6-4a7c-b804-bcd0b7296ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba9903-1afe-4b8b-9acb-5f49de6f056a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:02.286610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0127f63b-2fc6-4a7c-b804-bcd0b7296ac1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4eac7e2eff404291bb9332925731125f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114288 Aug 28 08:27:02.289154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54972) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:02.350631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.374266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.425929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:02.545779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f874-5aac-4de1-81dd-47369d923a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.577526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.579365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.580456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7ba9903-1afe-4b8b-9acb-5f49de6f056a HTTP/1.1" status: 204 len: 168 time: 0.2903426 Aug 28 08:27:02.595687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339dd0-afff-41cc-aa2e-7539e4184b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba9903-1afe-4b8b-9acb-5f49de6f056a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:02.667048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f874-5aac-4de1-81dd-47369d923a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.669021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8893f-7b38-4428-abaa-051329d313b1 req-5d0e68af-cc01-4146-ad7b-c919008dcebb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:02.672046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56d8893f-7b38-4428-abaa-051329d313b1 req-5d0e68af-cc01-4146-ad7b-c919008dcebb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0581131 Aug 28 08:27:02.710610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-56d8893f-7b38-4428-abaa-051329d313b1 req-38e9153a-309c-4e1e-8740-727b16bcf085 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 28 08:27:02.754590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f874-5aac-4de1-81dd-47369d923a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.793404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3f874-5aac-4de1-81dd-47369d923a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7324bf02-169d-424f-b36c-34d23ef5b78d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:02.798017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6bc3f874-5aac-4de1-81dd-47369d923a09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdfb14543b394fa1ba809a2bc6885e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710265 Aug 28 08:27:02.800758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54986) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:02.861933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:02.886144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.040508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.041869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8881-0abb-4fed-9f1e-f77503239135 req-67bfe6b7-3c49-438c-ad72-d52a5c2c3c06 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:03.043177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.043424 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef9f8881-0abb-4fed-9f1e-f77503239135 req-67bfe6b7-3c49-438c-ad72-d52a5c2c3c06 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Aug 28 08:27:03.044824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7324bf02-169d-424f-b36c-34d23ef5b78d HTTP/1.1" status: 204 len: 168 time: 0.2426658 Aug 28 08:27:03.054481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eca6da-aeaa-43b1-97bd-78612062f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7324bf02-169d-424f-b36c-34d23ef5b78d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:03.092040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef9f8881-0abb-4fed-9f1e-f77503239135 req-0fd4d6ed-d151-4b9b-95e4-39b0b0312985 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Aug 28 08:27:03.440893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55012) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:03.455080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-717bb9fb-897a-49ae-adfb-14f3b35a0d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.553964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-717bb9fb-897a-49ae-adfb-14f3b35a0d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.714727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-717bb9fb-897a-49ae-adfb-14f3b35a0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.760981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-717bb9fb-897a-49ae-adfb-14f3b35a0d57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c4277ec112a4bfe86d7e961a2304d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188999 Aug 28 08:27:03.761985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bb9fb-897a-49ae-adfb-14f3b35a0d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf964a-e085-4513-aa3b-509b37cda21d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:03.763881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55020) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:03.855541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.890134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f53c-1849-4b4b-99ab-204315076f32 req-7c7b8ab9-5071-4720-81d2-c9cad824465c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:03.891728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd37f53c-1849-4b4b-99ab-204315076f32 req-7c7b8ab9-5071-4720-81d2-c9cad824465c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0951788 Aug 28 08:27:03.893795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:03.959388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd37f53c-1849-4b4b-99ab-204315076f32 req-a9bd413a-07cd-423f-ac50-4854f7ed7544 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Aug 28 08:27:04.012686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a905-af01-4696-af3e-d15b696d7ec9 req-05b5c967-9ba8-474e-8257-2247a483852e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:04.014264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0538a905-af01-4696-af3e-d15b696d7ec9 req-05b5c967-9ba8-474e-8257-2247a483852e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0698476 Aug 28 08:27:04.047686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.050493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.055559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4cf964a-e085-4513-aa3b-509b37cda21d HTTP/1.1" status: 204 len: 168 time: 0.2862499 Aug 28 08:27:04.065510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eaa52-4298-4f51-99c5-7d32b76bd33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf964a-e085-4513-aa3b-509b37cda21d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:04.066673 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0538a905-af01-4696-af3e-d15b696d7ec9 req-8c4b88d2-a6f5-4942-81f4-76b43ec83f69 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Aug 28 08:27:04.101746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55036) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:04.115464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756ab7f7-fb64-46ca-b94b-b16c0afe90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.207085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756ab7f7-fb64-46ca-b94b-b16c0afe90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.297068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756ab7f7-fb64-46ca-b94b-b16c0afe90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.338871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-756ab7f7-fb64-46ca-b94b-b16c0afe90b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a93cfe3ea65491c90c8eeefec815796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359781 Aug 28 08:27:04.339987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ab7f7-fb64-46ca-b94b-b16c0afe90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1cfa68-d139-4712-8ea4-59ec3347151f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:04.341723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55038) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:04.394264 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.415554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.531677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.534720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.535899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb1cfa68-d139-4712-8ea4-59ec3347151f HTTP/1.1" status: 204 len: 168 time: 0.1930051 Aug 28 08:27:04.544675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685acaf-1fb8-4fc7-95a8-16e8bdf180e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1cfa68-d139-4712-8ea4-59ec3347151f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:04.720557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:04.954050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:27:05.080602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:05.089036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'mac_address': 'fa:16:3e:97:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:27:05.108895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66a865-0ac2-4ab3-8149-9fdfa74beb31 req-fd9b7de3-3aab-4d1d-bd2f-279d7ae0e7ce tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:05.110623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd66a865-0ac2-4ab3-8149-9fdfa74beb31 req-fd9b7de3-3aab-4d1d-bd2f-279d7ae0e7ce tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 944 time: 0.0710783 Aug 28 08:27:05.157394 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:05.172902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fd66a865-0ac2-4ab3-8149-9fdfa74beb31 req-dab790bb-09a7-40ea-a70b-e735515ab3cf tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Aug 28 08:27:05.191728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:05.203627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:05.217072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:05.257839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24623-178e-4621-95d6-f4765e334a58 req-59becd96-b384-4b87-8dce-f5bce90389bc tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:05.260265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a24623-178e-4621-95d6-f4765e334a58 req-59becd96-b384-4b87-8dce-f5bce90389bc tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0607972 Aug 28 08:27:05.268773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:05.329999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a24623-178e-4621-95d6-f4765e334a58 req-ae513173-9284-4af1-a260-4b58b22482c2 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/security-groups?id=038a9c87-5097-4c77-9245-1cf7d0011783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Aug 28 08:27:05.340830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:05.434368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:05.563472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a676cdca-9a88-4881-9485-4de5bf7c09e7 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:27:05.711277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:05.727897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'a676cdca-9a88-4881-9485-4de5bf7c09e7', 'network_id': 'd5ee0171-cbe2-45e1-8cad-d14cd2509079', 'port_id': 'a676cdca-9a88-4881-9485-4de5bf7c09e7', 'mac_address': 'fa:16:3e:40:c7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a10c88-6119-4029-8356-de0f8fa66b7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:27:05.786863 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:05.828187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a676cdca-9a88-4881-9485-4de5bf7c09e7 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:05.869461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:05.898837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b83db-1728-4359-9b35-ca5533136b10 req-e52f7685-9637-4a29-949d-7de7b7cf7f08 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:05.900464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-415b83db-1728-4359-9b35-ca5533136b10 req-e52f7685-9637-4a29-949d-7de7b7cf7f08 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 946 time: 0.0616348 Aug 28 08:27:05.948648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.003744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Deleting port 5082e11e-e0d3-4f7a-b486-633679d86a38 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:06.004337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.012763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:06.100852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] For port 5082e11e-e0d3-4f7a-b486-633679d86a38, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5082e11e-e0d3-4f7a-b486-633679d86a38,segment=NetworkSegment(d4c4e03f-f878-4371-9abc-8192de040169),segment_id=d4c4e03f-f878-4371-9abc-8192de040169)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:06.101240 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.117563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Calling delete_port for 5082e11e-e0d3-4f7a-b486-633679d86a38 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:06.244512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:06.307015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892854be-a6c1-4421-a18c-a216588b912b req-236059fc-136b-457d-840f-4c4d93b41bb6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:06.308567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-892854be-a6c1-4421-a18c-a216588b912b req-236059fc-136b-457d-840f-4c4d93b41bb6 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 945 time: 0.0559802 Aug 28 08:27:06.360393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.377488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-892854be-a6c1-4421-a18c-a216588b912b req-e9d47946-b8cd-4bea-895c-12942009a56e tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Aug 28 08:27:06.401488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5082e11e-e0d3-4f7a-b486-633679d86a38'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:06.408637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Pushing event deleted for resources: {'Port': ['ID=5082e11e-e0d3-4f7a-b486-633679d86a38,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:06.456606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] No DVR routers for this DVR port 5082e11e-e0d3-4f7a-b486-633679d86a38 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:27:06.459924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.463051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-415b83db-1728-4359-9b35-ca5533136b10 req-260468dc-54f8-4583-b56d-6e527bc38dbd tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.39 "DELETE /v2.0/ports/5082e11e-e0d3-4f7a-b486-633679d86a38 HTTP/1.1" status: 204 len: 173 time: 0.5559454 Aug 28 08:27:06.482781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'name': 'network-vif-deleted', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:06.485981 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb14c74-3f9f-4a87-b254-6276493268a3" -d '{"events": [{"server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "name": "network-vif-deleted", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:06.521920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ee5ffa55-b4bb-4992-aa1b-497c7f03de4e req-09b30aa1-16d5-4ebc-a732-1442e23972a5 tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.0853605 Aug 28 08:27:06.533272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['a676cdca-9a88-4881-9485-4de5bf7c09e7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:06.535393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23748a5d-8c93-40c6-a02f-054657e3152d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.547076 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa34bf77-0c26-42e2-b013-478b9d0d7bc8 x-openstack-request-id: req-fa34bf77-0c26-42e2-b013-478b9d0d7bc8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:06.547366 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a80fd9-7b62-45fd-99f5-8a6ddf9a1455", "name": "network-vif-deleted", "tag": "5082e11e-e0d3-4f7a-b486-633679d86a38", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:06.547616 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa34bf77-0c26-42e2-b013-478b9d0d7bc8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:06.548555 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a80fd9-7b62-45fd-99f5-8a6ddf9a1455', 'name': 'network-vif-deleted', 'tag': '5082e11e-e0d3-4f7a-b486-633679d86a38', 'status': 'completed', 'code': 200} Aug 28 08:27:06.657832 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23748a5d-8c93-40c6-a02f-054657e3152d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.731874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23748a5d-8c93-40c6-a02f-054657e3152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:06.816287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23748a5d-8c93-40c6-a02f-054657e3152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e618f-7e3c-437c-a051-ee3987c58300,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:06.880268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-23748a5d-8c93-40c6-a02f-054657e3152d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=259c31185b844e879e2d1f1cc8c1c500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316037 Aug 28 08:27:06.880560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55176) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:06.958511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:27:07.011653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.045105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.078984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:27:07.079275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.179108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.183064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.185454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.191872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e9e618f-7e3c-437c-a051-ee3987c58300 HTTP/1.1" status: 204 len: 168 time: 0.3076780 Aug 28 08:27:07.202693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a884cf-8930-4e0c-9297-f956b4808fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e618f-7e3c-437c-a051-ee3987c58300,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:07.212318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:07.216548 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d13201-1182-4c11-9d23-bba45a501ea3" -d '{"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-plugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:07.249272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:07.324850 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29735c91-1537-4ac7-a0fd-6bfaab596efe x-openstack-request-id: req-29735c91-1537-4ac7-a0fd-6bfaab596efe {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:07.325248 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-plugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:07.325696 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29735c91-1537-4ac7-a0fd-6bfaab596efe {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:07.326140 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'code': 200} Aug 28 08:27:07.333722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:07.387572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:07.572467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b75edc-a35a-44db-a35f-82f584072174 req-709bb674-5b57-413d-aff4-32446d856201 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:07.580862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16b75edc-a35a-44db-a35f-82f584072174 req-709bb674-5b57-413d-aff4-32446d856201 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 945 time: 0.1097767 Aug 28 08:27:07.633253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16b75edc-a35a-44db-a35f-82f584072174 req-870d9d7c-211f-4efb-a8df-d6f1af437bd4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470979 Aug 28 08:27:08.165310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-75f391e3-e4d6-4da0-8792-3711e6d49420 req-32751793-7be8-406b-b6e1-3430b760c19e tempest-ServerPasswordTestJSON-1590957632 tempest-ServerPasswordTestJSON-1590957632-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a80fd9-7b62-45fd-99f5-8a6ddf9a1455 HTTP/1.1" status: 200 len: 210 time: 0.5406971 Aug 28 08:27:08.846896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949207-549f-4aa5-9788-14a0688f1ff5 req-fc02bc6d-4e8d-4503-b93f-bbd515bda5b1 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:08.856460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c949207-549f-4aa5-9788-14a0688f1ff5 req-fc02bc6d-4e8d-4503-b93f-bbd515bda5b1 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 945 time: 0.1188712 Aug 28 08:27:08.910883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c949207-549f-4aa5-9788-14a0688f1ff5 req-017f0dac-173a-4e7a-8a60-a9b2c62d4c68 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510488 Aug 28 08:27:09.252012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:09.336346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Deleting subnet a91e85a1-8f34-4af1-bee9-11e46a8fef6a {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:27:09.340134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.382782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.465181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.572917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a676cdca-9a88-4881-9485-4de5bf7c09e7 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:27:09.618105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.658345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91e85a1-8f34-4af1-bee9-11e46a8fef6a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:09.663953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.669336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:09.677370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d385f8e3-f409-45ac-ba83-919a2b971e08 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a91e85a1-8f34-4af1-bee9-11e46a8fef6a HTTP/1.1" status: 204 len: 168 time: 0.4234908 Aug 28 08:27:09.743266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port a676cdca-9a88-4881-9485-4de5bf7c09e7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:27:09.748145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port a676cdca-9a88-4881-9485-4de5bf7c09e7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:27:09.750743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.784959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.887470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.907834 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:09.911866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9118731f-eef1-4672-a4c0-01649c79cafe']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:09.935736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c4e03f-f878-4371-9abc-8192de040169') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:09.935989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c4e03f-f878-4371-9abc-8192de040169') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:09.950445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:09.953100 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ede6bb-b1ad-498c-ac3e-80ac33519b44" -d '{"events": [{"server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "name": "network-vif-plugged", "status": "completed", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:09.961792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.008731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:10.014235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.038320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:27:10.041626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:27:10.053520 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:27:10.057946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.057946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5082e11e-e0d3-4f7a-b486-633679d86a38 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:10.219095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ac6b-c317-406c-adc7-833b988c1097 req-33bdf029-0bfe-48bc-b9fc-f2f73911aee3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:10.226560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 5082e11e-e0d3-4f7a-b486-633679d86a38 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:27:10.227195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5082e11e-e0d3-4f7a-b486-633679d86a38 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:27:10.234655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.241463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:10.243645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9118731f-eef1-4672-a4c0-01649c79cafe HTTP/1.1" status: 204 len: 168 time: 0.5730565 Aug 28 08:27:10.247808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f23ac6b-c317-406c-adc7-833b988c1097 req-33bdf029-0bfe-48bc-b9fc-f2f73911aee3 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.1313884 Aug 28 08:27:10.270014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:10.291242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769062d-6929-4c63-a628-9480406318c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9118731f-eef1-4672-a4c0-01649c79cafe,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:10.339884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f23ac6b-c317-406c-adc7-833b988c1097 req-fa2b2d87-096b-4892-bbef-049135119d29 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818651 Aug 28 08:27:10.415986 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893eb32-6d52-40be-8ca2-56e6a18479b3 x-openstack-request-id: req-d893eb32-6d52-40be-8ca2-56e6a18479b3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:10.416294 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "name": "network-vif-plugged", "status": "completed", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:10.416562 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d893eb32-6d52-40be-8ca2-56e6a18479b3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:10.416963 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7', 'code': 200} Aug 28 08:27:10.637176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e609a70-3b38-4312-91d0-069ce3ae76cd req-e355537f-5770-41a0-ad29-09cb0fa64363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:10.639843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e609a70-3b38-4312-91d0-069ce3ae76cd req-e355537f-5770-41a0-ad29-09cb0fa64363 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 1098 time: 0.0489857 Aug 28 08:27:10.817239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e609a70-3b38-4312-91d0-069ce3ae76cd req-8ab1d20e-6046-42f4-b112-19cf25fca5c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666138 Aug 28 08:27:11.159526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55328) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:11.232238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5789bf2f-4a4c-4e4f-be5f-08c6d1d810dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44743e5261f34edebd5129754df1af51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704472 Aug 28 08:27:11.235109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55332) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:11.305767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:11.342020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:11.482282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55342) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:11.560759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d694f7-63e4-4566-a61e-a73dbea20f50 req-eb24f884-0cfa-4b41-a2aa-6637f32e4d4f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:11.563231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86d694f7-63e4-4566-a61e-a73dbea20f50 req-eb24f884-0cfa-4b41-a2aa-6637f32e4d4f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.1335590 Aug 28 08:27:11.623541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86d694f7-63e4-4566-a61e-a73dbea20f50 req-57d0b769-6085-4f9d-aad3-ca9e5f7e1c36 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Aug 28 08:27:11.754266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a32f9008-25d3-44a3-8dc8-c155c49960cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:11.812868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:11.815444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:11.816760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/038a9c87-5097-4c77-9245-1cf7d0011783 HTTP/1.1" status: 204 len: 168 time: 0.5804639 Aug 28 08:27:11.849640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2d70-f04b-4ab1-b022-071f7bd48d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a9c87-5097-4c77-9245-1cf7d0011783,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:12.070316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a32f9008-25d3-44a3-8dc8-c155c49960cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.199943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a32f9008-25d3-44a3-8dc8-c155c49960cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.255497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a32f9008-25d3-44a3-8dc8-c155c49960cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d6f305989c4459d908e2e034263f1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7652185 Aug 28 08:27:12.257506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9008-25d3-44a3-8dc8-c155c49960cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173cc9cf-a4a5-4355-89e7-f30e4b08ab02,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:12.265541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55366) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:12.368100 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.410894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.640747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.645485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:12.648206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/173cc9cf-a4a5-4355-89e7-f30e4b08ab02 HTTP/1.1" status: 204 len: 168 time: 0.3801837 Aug 28 08:27:12.674774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb065a2-5979-49d8-9a68-fe03e8683bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173cc9cf-a4a5-4355-89e7-f30e4b08ab02,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:12.918009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda2391-a355-4273-834f-e8e8a76f485a req-732b1a59-8280-4908-bc39-b1169ab28cff tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:12.934612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cda2391-a355-4273-834f-e8e8a76f485a req-732b1a59-8280-4908-bc39-b1169ab28cff tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.1282425 Aug 28 08:27:12.992078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cda2391-a355-4273-834f-e8e8a76f485a req-ca6f687e-4541-43a3-9f27-d8f0342aa785 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Aug 28 08:27:13.136759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738af6f-6c45-4316-96e9-de92910eb8e7 req-00e468f6-fbf5-4a80-9d42-8debe7e269f4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:13.146938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3738af6f-6c45-4316-96e9-de92910eb8e7 req-00e468f6-fbf5-4a80-9d42-8debe7e269f4 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0719955 Aug 28 08:27:13.206598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3738af6f-6c45-4316-96e9-de92910eb8e7 req-db61ab8c-28eb-4bc3-a97a-4195b29c342f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585203 Aug 28 08:27:13.635225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f57a8-7e31-4988-b740-0e33f7ec27de req-21b7c6eb-cede-4374-bbbf-e8420f1a7232 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:13.643759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55422) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:13.647469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b7f57a8-7e31-4988-b740-0e33f7ec27de req-21b7c6eb-cede-4374-bbbf-e8420f1a7232 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0980437 Aug 28 08:27:13.662252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-86b5daf4-ffc1-4f8f-86ae-592caaffd2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:13.710896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b7f57a8-7e31-4988-b740-0e33f7ec27de req-e60295bb-8d17-4653-a351-8ad90c49cd70 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Aug 28 08:27:13.791726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55426) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:13.828087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-86b5daf4-ffc1-4f8f-86ae-592caaffd2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:13.891248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959159a-899a-4f0c-8f68-f6677cefa04f req-d66d0691-9c77-48d3-ae6c-4c832d7507bd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:13.893270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4959159a-899a-4f0c-8f68-f6677cefa04f req-d66d0691-9c77-48d3-ae6c-4c832d7507bd tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0632370 Aug 28 08:27:13.938724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-86b5daf4-ffc1-4f8f-86ae-592caaffd2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.003541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4959159a-899a-4f0c-8f68-f6677cefa04f req-32fbe89e-21f3-45fe-967e-4f55e928fb53 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035340 Aug 28 08:27:14.019864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-86b5daf4-ffc1-4f8f-86ae-592caaffd2a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=427e12b5dac146efba886d54bff169af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749208 Aug 28 08:27:14.021072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5daf4-ffc1-4f8f-86ae-592caaffd2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6da5e-1388-4ed2-8b88-401c58a2ca17,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:14.024408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:14.075397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-810683616-network', 'tenant_id': '99df80a124d34af3ba58c47c0b0ec676'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:14.113916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.143391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.189088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Made reservation on behalf of 99df80a124d34af3ba58c47c0b0ec676 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:14.192909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.205576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.332972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.335545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.336897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72a6da5e-1388-4ed2-8b88-401c58a2ca17 HTTP/1.1" status: 204 len: 168 time: 0.3112745 Aug 28 08:27:14.360346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba2f1c-63cc-4758-b377-e9c03a5cc380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6da5e-1388-4ed2-8b88-401c58a2ca17,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:14.413025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.504456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02f5c-2bd6-405c-9fa7-0d8c3504bb1c req-d8a6a4fa-4bc1-43aa-ad63-40ef1a08992a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:14.506026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1dc02f5c-2bd6-405c-9fa7-0d8c3504bb1c req-d8a6a4fa-4bc1-43aa-ad63-40ef1a08992a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0724332 Aug 28 08:27:14.548736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.568597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1dc02f5c-2bd6-405c-9fa7-0d8c3504bb1c req-8c34298f-dba8-4deb-b1c1-1a5c91ab21f2 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533278 Aug 28 08:27:14.590074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:14.601713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb466702-a47f-437e-84bc-c0dbafdb88ef,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:14.615904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.616452 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Added segment 4653ac32-f0f2-4a58-850d-364a91220fee of type vlan for network 30286b99-c696-4c61-bc81-e57d0feb7eda Aug 28 08:27:14.675258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.761446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850b690-a910-4aad-8516-14b4a5ec4113 req-f6559c10-6b9e-42d4-b5b2-c6101f36770c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:14.763340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0850b690-a910-4aad-8516-14b4a5ec4113 req-f6559c10-6b9e-42d4-b5b2-c6101f36770c tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0717905 Aug 28 08:27:14.828242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0850b690-a910-4aad-8516-14b4a5ec4113 req-9e93d282-b5e9-4953-836d-7f3cff596715 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Aug 28 08:27:14.884824 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.885846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:14.886495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:14.981396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] Pushing event updated for resources: {'Network': ['ID=30286b99-c696-4c61-bc81-e57d0feb7eda,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:14.995686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 30286b99-c696-4c61-bc81-e57d0feb7eda details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:15.452875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4eb4b885-c190-457b-a4b8-80b54f6ae480 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6599960 Aug 28 08:27:15.455714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:15.460629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Request body: {'subnet': {'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-810683616-subnet', 'tenant_id': '99df80a124d34af3ba58c47c0b0ec676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:15.657234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Made reservation on behalf of 99df80a124d34af3ba58c47c0b0ec676 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:15.662872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:16.131904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:16.249162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b5b52-c8e9-4c81-8c36-d3911e36e265 req-928e8073-3cb5-4833-bdcf-6ed3c980a166 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:16.263261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-092b5b52-c8e9-4c81-8c36-d3911e36e265 req-928e8073-3cb5-4833-bdcf-6ed3c980a166 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.1430116 Aug 28 08:27:16.277392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Checking segment: {'id': '4653ac32-f0f2-4a58-850d-364a91220fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:16.277915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Network hostable DHCP agents. Network: 30286b99-c696-4c61-bc81-e57d0feb7eda, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:16.300267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6c134f-82a8-48db-9b74-1906c1104996,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:16.474018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Network 30286b99-c696-4c61-bc81-e57d0feb7eda is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:16.482682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-092b5b52-c8e9-4c81-8c36-d3911e36e265 req-b26cd016-0a8e-45e1-8fd0-3a977b06b93a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165685 Aug 28 08:27:16.593954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 30286b99-c696-4c61-bc81-e57d0feb7eda) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:16.598469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:16.599066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:16.603413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26347ed7-4f37-43bf-829d-135d000e9167 None None] Network 30286b99-c696-4c61-bc81-e57d0feb7eda requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:16.756641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a023673a-38f2-4760-b57d-d949c0d6c6ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2916570 Aug 28 08:27:16.783543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad68c4f-b8c9-4f6d-b560-4f1f01e56a48 None None] Network 30286b99-c696-4c61-bc81-e57d0feb7eda requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:17.457209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-87d005c7-a675-4f87-85dd-e444a7ddbe00 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:17.465388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-87d005c7-a675-4f87-85dd-e444a7ddbe00 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/networks?id=30286b99-c696-4c61-bc81-e57d0feb7eda HTTP/1.1" status: 200 len: 808 time: 0.1355021 Aug 28 08:27:17.492533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-bad7c26f-092b-4a21-99fc-aecb4aa233f9 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/quotas/99df80a124d34af3ba58c47c0b0ec676 HTTP/1.1" status: 200 len: 375 time: 0.0257485 Aug 28 08:27:17.541693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-dea2f3e0-328c-438f-a125-ae8e3370b0bf tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=99df80a124d34af3ba58c47c0b0ec676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477800 Aug 28 08:27:17.684689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318277a4-2b9f-4f0a-976b-ce46414c408d req-d463cc5e-ff20-4602-a905-f87d4c9ae77f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:17.695150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-318277a4-2b9f-4f0a-976b-ce46414c408d req-d463cc5e-ff20-4602-a905-f87d4c9ae77f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0648298 Aug 28 08:27:17.699509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-c0e1f459-0d7e-4e9b-88f9-736f9cdcfb05 service neutron] 10.222.0.46 "GET /v2.0/networks/30286b99-c696-4c61-bc81-e57d0feb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562986 Aug 28 08:27:17.758911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-318277a4-2b9f-4f0a-976b-ce46414c408d req-750ef901-4696-4373-b382-424ba9d99ade tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602572 Aug 28 08:27:17.859492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-7765fa5d-80cf-4f00-a628-77541e5d14e8 service neutron] 10.222.0.46 "GET /v2.0/networks/30286b99-c696-4c61-bc81-e57d0feb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502199 Aug 28 08:27:17.915571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:18.089136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-464897ce-ef24-4b6d-992a-b6771863fd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.273940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-464897ce-ef24-4b6d-992a-b6771863fd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.276819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d2672ea1-02e0-4490-9f80-9b1650ef7d62 req-40447500-bf12-4979-8cbd-39a40b6c4b4a tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0660532 Aug 28 08:27:18.310038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-29fd4715-3841-482b-841a-0bc87f18f6fb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:18.311839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-29fd4715-3841-482b-841a-0bc87f18f6fb tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.0998991 Aug 28 08:27:18.342969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-464897ce-ef24-4b6d-992a-b6771863fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.439410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-464897ce-ef24-4b6d-992a-b6771863fd48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6735fb5c4661452396f7325a72ad3ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222723 Aug 28 08:27:18.441719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464897ce-ef24-4b6d-992a-b6771863fd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfdf148-3089-4ff4-ad2a-bce2e9e8d4c8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:18.442533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55596) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:18.540443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Deleting port a676cdca-9a88-4881-9485-4de5bf7c09e7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:18.541246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.564518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.594749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.715962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] For port a676cdca-9a88-4881-9485-4de5bf7c09e7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a676cdca-9a88-4881-9485-4de5bf7c09e7,segment=NetworkSegment(274beccc-18d2-402e-a433-5ba570d58550),segment_id=274beccc-18d2-402e-a433-5ba570d58550)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:18.716558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.733042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Calling delete_port for a676cdca-9a88-4881-9485-4de5bf7c09e7 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:18.767455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.770562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:18.772161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5cfdf148-3089-4ff4-ad2a-bce2e9e8d4c8 HTTP/1.1" status: 204 len: 168 time: 0.3283889 Aug 28 08:27:18.784745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c1e34-d170-4392-b83a-4b7acbe1ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfdf148-3089-4ff4-ad2a-bce2e9e8d4c8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:19.018681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2fcbc-b24e-47c0-b059-eb1bc4f691b0 req-d27d992e-4b67-434f-90b6-7212a37505fe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:19.030070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81e2fcbc-b24e-47c0-b059-eb1bc4f691b0 req-d27d992e-4b67-434f-90b6-7212a37505fe tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 946 time: 0.1515892 Aug 28 08:27:19.117822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-81e2fcbc-b24e-47c0-b059-eb1bc4f691b0 req-8cf8d1e7-85bc-4139-a642-593107d81a14 tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/security-groups?id=13e556b0-dad7-4cdd-8cf8-4f08ae359059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851223 Aug 28 08:27:19.246534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:19.275256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['a676cdca-9a88-4881-9485-4de5bf7c09e7'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:19.288948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Pushing event deleted for resources: {'Port': ['ID=a676cdca-9a88-4881-9485-4de5bf7c09e7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:19.379655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] No DVR routers for this DVR port a676cdca-9a88-4881-9485-4de5bf7c09e7 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:27:19.391097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:19.393320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9a6ffa6-21db-459c-9736-ff0a2d7788b3 req-a9103783-212a-4ffb-ba31-d5134c35395a tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.39 "DELETE /v2.0/ports/a676cdca-9a88-4881-9485-4de5bf7c09e7 HTTP/1.1" status: 204 len: 173 time: 1.0468924 Aug 28 08:27:19.393777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'name': 'network-vif-deleted', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:19.400576 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2a678-c7de-49f7-ae64-19877f909c80" -d '{"events": [{"server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "name": "network-vif-deleted", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:19.438241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-73dae8d1-72e0-4c8c-8a09-f349e7441215 req-2951c832-9bff-422b-b06b-c04f6c6e2066 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0597939 Aug 28 08:27:19.739474 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a07d4-4790-44e0-9874-78578add175b x-openstack-request-id: req-7a8a07d4-4790-44e0-9874-78578add175b {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:19.740129 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b8f116-5173-4181-9d69-609234d72038", "name": "network-vif-deleted", "tag": "a676cdca-9a88-4881-9485-4de5bf7c09e7", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:19.740129 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a8a07d4-4790-44e0-9874-78578add175b {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:19.740404 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b8f116-5173-4181-9d69-609234d72038', 'name': 'network-vif-deleted', 'tag': 'a676cdca-9a88-4881-9485-4de5bf7c09e7', 'status': 'completed', 'code': 200} Aug 28 08:27:20.233963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48969b37-ba29-4a0e-a46d-dedb752f6c8f req-ac69733c-0575-4c4b-9617-9d9fd7ebc72f tempest-ServerDiskConfigTestJSON-206186538 tempest-ServerDiskConfigTestJSON-206186538-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3b8f116-5173-4181-9d69-609234d72038 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Aug 28 08:27:20.354477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7f94065-d86e-4109-a1eb-cf0d299d6bdb req-107251e9-7645-40b0-92f8-0c023b0796e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318999 Aug 28 08:27:20.424211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7f94065-d86e-4109-a1eb-cf0d299d6bdb req-cc668dfa-360f-49af-906f-081a08df3c03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0295417 Aug 28 08:27:20.475539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7f94065-d86e-4109-a1eb-cf0d299d6bdb req-10765c14-869c-4848-bbd0-fb6b770e8c87 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229998 Aug 28 08:27:20.566600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04be2cb1-9250-4624-8a70-479ab1c99392 req-71a05de5-0700-45e8-b56b-edcbeac517c1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0626059 Aug 28 08:27:20.607267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94065-d86e-4109-a1eb-cf0d299d6bdb req-73e8c955-9589-496d-a610-d533c458cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:20.609328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7f94065-d86e-4109-a1eb-cf0d299d6bdb req-73e8c955-9589-496d-a610-d533c458cc0d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253791 Aug 28 08:27:21.466474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55716) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:21.526840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Deleting subnet 32a10c88-6119-4029-8356-de0f8fa66b7d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:27:21.528822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.570341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.627548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.638540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a676cdca-9a88-4881-9485-4de5bf7c09e7 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:21.671855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: a676cdca-9a88-4881-9485-4de5bf7c09e7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:27:21.672548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a676cdca-9a88-4881-9485-4de5bf7c09e7 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:27:21.673040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-99301dee-75a4-472b-9e15-c5cfb0e785ca tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:21.675294 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-99301dee-75a4-472b-9e15-c5cfb0e785ca tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.64 "GET /v2.0/networks?id=30286b99-c696-4c61-bc81-e57d0feb7eda HTTP/1.1" status: 200 len: 808 time: 0.1375566 Aug 28 08:27:21.702164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Request body: {'port': {'device_id': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda', 'admin_state_up': True, 'tenant_id': '99df80a124d34af3ba58c47c0b0ec676'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:21.727095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66eae0fc-a3e0-4536-a29a-6e3449beaac8 req-fe31aadb-e0c6-4511-b383-a9291262acbb tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0387766 Aug 28 08:27:21.829293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.871973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a10c88-6119-4029-8356-de0f8fa66b7d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:21.878620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.891373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1af38326-a9c7-4a50-8380-df7375362970 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32a10c88-6119-4029-8356-de0f8fa66b7d HTTP/1.1" status: 204 len: 168 time: 0.4151223 Aug 28 08:27:21.891686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:21.962047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:21.965676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Made reservation on behalf of 99df80a124d34af3ba58c47c0b0ec676 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:21.971206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.128912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.165191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee0171-cbe2-45e1-8cad-d14cd2509079']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:22.180815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274beccc-18d2-402e-a433-5ba570d58550') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:22.181137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274beccc-18d2-402e-a433-5ba570d58550') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:22.198631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.218444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Allocated IP 172.20.0.3 (30286b99-c696-4c61-bc81-e57d0feb7eda/7f6c134f-82a8-48db-9b74-1906c1104996/f9d67f37-70a7-4a42-b044-96dff744629b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:27:22.220407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.235543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:27:22.235955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:27:22.238162 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:27:22.485305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.499447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.502634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5ee0171-cbe2-45e1-8cad-d14cd2509079 HTTP/1.1" status: 204 len: 168 time: 0.6171405 Aug 28 08:27:22.519443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7a2f7-adaf-491f-a333-f5fe833e4522 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ee0171-cbe2-45e1-8cad-d14cd2509079,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:22.540489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.680134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.747909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Network 30286b99-c696-4c61-bc81-e57d0feb7eda is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:27:22.757750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:22.760337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Pushing event updated for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:22.764014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:27:22.851364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:22.851978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:22.883552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f84a6-6b53-4b68-8d35-28b8336d16a8 req-4f1537e4-5790-4eb7-ba2d-db70590fc65a tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:22.885110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-337f84a6-6b53-4b68-8d35-28b8336d16a8 req-4f1537e4-5790-4eb7-ba2d-db70590fc65a tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 931 time: 0.0746756 Aug 28 08:27:22.934980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-337f84a6-6b53-4b68-8d35-28b8336d16a8 req-d5c0ee09-02b3-40a6-90b4-7d2d3bd76852 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Aug 28 08:27:23.120575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-8dbe8df3-0b0f-49bf-a4c8-739e650db0a7 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244854 Aug 28 08:27:23.175035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55836) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:23.253483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83fe0cdf-2406-461b-82bd-6764cc4dbd1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5183b045fe04c0487a78883f77da663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766156 Aug 28 08:27:23.256251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:23.338647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.354663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Request body: {'port': {'device_id': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:23.382197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.450564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.606730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.609258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.610466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13e556b0-dad7-4cdd-8cf8-4f08ae359059 HTTP/1.1" status: 204 len: 168 time: 0.3531907 Aug 28 08:27:23.657232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fdb39-48cb-46df-983a-9f15e2fbbfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e556b0-dad7-4cdd-8cf8-4f08ae359059,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:23.791840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d67f37-70a7-4a42-b044-96dff744629b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:23.799835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:23.813535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Transition to ACTIVE for port object f9d67f37-70a7-4a42-b044-96dff744629b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:27:24.048013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:24.102623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09a2d8-a456-4802-b7eb-ff19c8f33bdd req-2fa0b14d-1576-4b8b-ba5c-f5faeb6d3d9d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:24.104191 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f09a2d8-a456-4802-b7eb-ff19c8f33bdd req-2fa0b14d-1576-4b8b-ba5c-f5faeb6d3d9d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 931 time: 0.0925429 Aug 28 08:27:24.113131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:24.205114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f09a2d8-a456-4802-b7eb-ff19c8f33bdd req-1065c5f5-7c31-467a-b59d-358c51a024d0 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877888 Aug 28 08:27:24.240805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Attempting to bind port f9d67f37-70a7-4a42-b044-96dff744629b on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:27:24.241188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Attempting to bind port f9d67f37-70a7-4a42-b044-96dff744629b by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '4653ac32-f0f2-4a58-850d-364a91220fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:27:24.241617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Attempting to bind port f9d67f37-70a7-4a42-b044-96dff744629b on network 30286b99-c696-4c61-bc81-e57d0feb7eda {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:24.247116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Port f9d67f37-70a7-4a42-b044-96dff744629b on network 30286b99-c696-4c61-bc81-e57d0feb7eda not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:27:24.247466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Attempting to bind port f9d67f37-70a7-4a42-b044-96dff744629b on network 30286b99-c696-4c61-bc81-e57d0feb7eda {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:24.254961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:27:24.255433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Checking segment: {'id': '4653ac32-f0f2-4a58-850d-364a91220fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:24.255767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Bound using segment: {'id': '4653ac32-f0f2-4a58-850d-364a91220fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:27:24.256332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Bound port: f9d67f37-70a7-4a42-b044-96dff744629b, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4653ac32-f0f2-4a58-850d-364a91220fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:27:24.256994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:24.372870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:27:24.376794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f9d67f37-70a7-4a42-b044-96dff744629b,segment=NetworkSegment(4653ac32-f0f2-4a58-850d-364a91220fee),segment_id=4653ac32-f0f2-4a58-850d-364a91220fee)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:27:24.503473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:24.543193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:24.546963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:24.546963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9d67f37-70a7-4a42-b044-96dff744629b HTTP/1.1" status: 200 len: 1092 time: 1.4115179 Aug 28 08:27:24.549085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:24.552833 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca17fe8-3b99-4208-b617-fd8e6708fe57" -d '{"events": [{"name": "network-changed", "server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:24.579785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849493c4-1af5-4f61-a734-844af18e14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:24.620833 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02033e-d2cc-4088-a13d-f5a17eb5a173 x-openstack-request-id: req-0e02033e-d2cc-4088-a13d-f5a17eb5a173 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:24.621129 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:24.621384 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e02033e-d2cc-4088-a13d-f5a17eb5a173 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:24.621863 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b', 'status': 'completed', 'code': 200} Aug 28 08:27:24.715919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-c46aa8e9-f347-42c2-8d7c-754aaf0c47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:24.718156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-c46aa8e9-f347-42c2-8d7c-754aaf0c47c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99df80a124d34af3ba58c47c0b0ec676&device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 1095 time: 0.0450380 Aug 28 08:27:24.876545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-7ae43e09-f5a7-46d3-8a2a-9e2a2ffe010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:24.878258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-7ae43e09-f5a7-46d3-8a2a-9e2a2ffe010e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=99df80a124d34af3ba58c47c0b0ec676&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1371062 Aug 28 08:27:24.998966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-bc40f41f-c8dc-4458-a53b-92847a57d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:25.000448 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aca17fe8-3b99-4208-b617-fd8e6708fe57 req-bc40f41f-c8dc-4458-a53b-92847a57d73f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106620 Aug 28 08:27:25.070085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:25.093210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:25.138386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-ad41733d-a46d-4450-a823-be3523ef6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:25.140809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-ad41733d-a46d-4450-a823-be3523ef6cbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99df80a124d34af3ba58c47c0b0ec676&device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 1095 time: 0.0577984 Aug 28 08:27:25.199773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.223614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-f4497d7f-870a-4979-85b3-561abda15d27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9d67f37-70a7-4a42-b044-96dff744629b HTTP/1.1" status: 200 len: 217 time: 0.0483637 Aug 28 08:27:25.282845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:25.285389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:25.296441 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf8f819-6b14-46c8-8b3d-16deb91b8687" -d '{"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-unplugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:25.382847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-2d84f070-c87c-4a9e-a17e-ea73b8e5f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:25.384359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-2d84f070-c87c-4a9e-a17e-ea73b8e5f621 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f6c134f-82a8-48db-9b74-1906c1104996 HTTP/1.1" status: 200 len: 848 time: 0.1518023 Aug 28 08:27:25.411368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.437216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5673a9-4eb3-4a0b-8ff8-9b42fa894049 req-fa26d054-58e9-4399-9fcb-7703ffab3dd1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:25.446662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb5673a9-4eb3-4a0b-8ff8-9b42fa894049 req-fa26d054-58e9-4399-9fcb-7703ffab3dd1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 943 time: 0.1075001 Aug 28 08:27:25.450043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-16980af9-15dd-4833-8788-1a90b413df70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30286b99-c696-4c61-bc81-e57d0feb7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549088 Aug 28 08:27:25.508399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb5673a9-4eb3-4a0b-8ff8-9b42fa894049 req-2bb61ac6-1024-4bc9-a60f-4cdc10120578 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Aug 28 08:27:25.523231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:25.549655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:25.568410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-1a6b05d5-ab76-4717-a7f0-3bab73bcec40 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:25.569992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-1a6b05d5-ab76-4717-a7f0-3bab73bcec40 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.2362068 Aug 28 08:27:25.591438 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63c7d3-0625-436a-8876-fda12d581a73 x-openstack-request-id: req-5e63c7d3-0625-436a-8876-fda12d581a73 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:25.591775 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-unplugged", "status": "completed", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:25.592082 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e63c7d3-0625-436a-8876-fda12d581a73 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:25.592586 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'code': 200} Aug 28 08:27:25.601857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-48a8ae0e-4728-44cf-bc67-087420fabd0a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/quotas/fafc05cd982e40da9eebd8ae45da7e11 HTTP/1.1" status: 200 len: 375 time: 0.0245321 Aug 28 08:27:25.656856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-322570857-network', 'tenant_id': '7cae7b37efe9449aaf72176f3d631d51'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:25.672357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95700a67-b90c-462f-af83-74ceb6be550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.680436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d2203aa8-53c7-41ba-9281-39283c8a0594 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711215 Aug 28 08:27:25.713713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.718806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-3ff90d5e-4f27-40c1-ae87-6e5efeef5614 service neutron] 10.222.0.64 "GET /v2.0/networks/30286b99-c696-4c61-bc81-e57d0feb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264907 Aug 28 08:27:25.816449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Made reservation on behalf of 7cae7b37efe9449aaf72176f3d631d51 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:25.818996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.832293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.867998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfbd3424-eaca-4394-83b5-f6b8792d667c req-73c505b4-fdc3-43b9-b8d3-cf059f4a495a service neutron] 10.222.0.64 "GET /v2.0/networks/30286b99-c696-4c61-bc81-e57d0feb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411636 Aug 28 08:27:25.888283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-84f28d9b-a917-44ab-b779-7b0bedc89ecb service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905265 Aug 28 08:27:25.933695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95700a67-b90c-462f-af83-74ceb6be550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:25.987841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-8d99c0eb-9158-4062-935e-55ba388f2867 service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928779 Aug 28 08:27:26.075212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95700a67-b90c-462f-af83-74ceb6be550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.132587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-95700a67-b90c-462f-af83-74ceb6be550b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d8b2a44de6640d58a5b791d74d10181&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642684 Aug 28 08:27:26.133913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95700a67-b90c-462f-af83-74ceb6be550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e88550-5465-4f8d-aae1-2d1e508e67bd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:26.135922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:26.206701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.222018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.261462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.328026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-af785b5e-ba91-4c50-b3f7-b09790cb9a37 req-082c0a13-843b-40b6-8f5b-5554ee7b1c6d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 210 time: 0.0525579 Aug 28 08:27:26.348817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.379966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da183d1-e406-4949-ab54-8c95d66c3213,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:26.515896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.519194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.520562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8e88550-5465-4f8d-aae1-2d1e508e67bd HTTP/1.1" status: 204 len: 168 time: 0.3835852 Aug 28 08:27:26.528659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:26.537758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c04ca-83c0-4509-85f7-12fc172ee822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e88550-5465-4f8d-aae1-2d1e508e67bd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:26.550265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.550816 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Added segment 06ecfecd-b2e1-4bff-a1b5-2a3857a7367f of type vlan for network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 Aug 28 08:27:26.607098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.688950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a6b14-da1f-441d-b944-ba9b92b554e5 req-a84d37f7-6ad2-4c75-a268-8ca89dc9c440 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:26.690492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b78a6b14-da1f-441d-b944-ba9b92b554e5 req-a84d37f7-6ad2-4c75-a268-8ca89dc9c440 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 943 time: 0.0705771 Aug 28 08:27:26.732935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b78a6b14-da1f-441d-b944-ba9b92b554e5 req-3a337a8d-5016-4afb-ac5e-08a2db78c906 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349607 Aug 28 08:27:26.834828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.836092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:26.836788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:26.921884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] Pushing event updated for resources: {'Network': ['ID=74da0a63-e6a0-4b7a-a4b9-95333ce70387,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:26.935332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:27.035400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97db566f-41f2-46d1-b52b-1244d0b27932 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4796350 Aug 28 08:27:27.039321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55988) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:27.046958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Request body: {'subnet': {'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-322570857-subnet', 'tenant_id': '7cae7b37efe9449aaf72176f3d631d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:27.093514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f9d67f37-70a7-4a42-b044-96dff744629b details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:27:27.183356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Made reservation on behalf of 7cae7b37efe9449aaf72176f3d631d51 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:27.187554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.206330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f9d67f37-70a7-4a42-b044-96dff744629b,segment=NetworkSegment(4653ac32-f0f2-4a58-850d-364a91220fee),segment_id=4653ac32-f0f2-4a58-850d-364a91220fee)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:27.219645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'f9d67f37-70a7-4a42-b044-96dff744629b', 'network_id': '30286b99-c696-4c61-bc81-e57d0feb7eda', 'port_id': 'f9d67f37-70a7-4a42-b044-96dff744629b', 'mac_address': 'fa:16:3e:8e:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6c134f-82a8-48db-9b74-1906c1104996', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:27:27.260185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.275020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d67f37-70a7-4a42-b044-96dff744629b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:27.296887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f9d67f37-70a7-4a42-b044-96dff744629b,segment=NetworkSegment(4653ac32-f0f2-4a58-850d-364a91220fee),segment_id=4653ac32-f0f2-4a58-850d-364a91220fee)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:27.448718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6bb0a566-10d1-4f0c-8ad9-9bcae614de2d req-d4d2f940-52ad-4f29-9881-cfcaac81cd95 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 210 time: 0.0310807 Aug 28 08:27:27.461606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-232b8d3c-a836-481c-9605-43f582bae415 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:27.463252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-232b8d3c-a836-481c-9605-43f582bae415 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9 HTTP/1.1" status: 200 len: 943 time: 0.0974815 Aug 28 08:27:27.559740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.568265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Deleting port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:27.568930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.601538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:27.625971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a52c-b1f3-4f63-b38c-dbc2d632cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.628646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:27.657248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.720564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] For port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:27.721394 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.738769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd91b929-7dd3-412f-a2b5-d61a3917ad5d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:27.739597 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a45c-5c72-4003-b150-cab749dfab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.740172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Calling delete_port for 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:27.788574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Checking segment: {'id': '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:27.788928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Network hostable DHCP agents. Network: 74da0a63-e6a0-4b7a-a4b9-95333ce70387, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:27.893811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a52c-b1f3-4f63-b38c-dbc2d632cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:27.912339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94b3cc-0b31-4715-9bc2-9ace4ac35ff6 req-0411d365-9aa4-47ce-b34c-7a40d70d957a tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:27.914831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d94b3cc-0b31-4715-9bc2-9ace4ac35ff6 req-0411d365-9aa4-47ce-b34c-7a40d70d957a tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 944 time: 0.0868599 Aug 28 08:27:27.922636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['f9d67f37-70a7-4a42-b044-96dff744629b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:27.954394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:27.969936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d94b3cc-0b31-4715-9bc2-9ace4ac35ff6 req-6ee0d3af-c71c-4f68-a261-cf8a09002fd8 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Aug 28 08:27:28.097020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.097279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a52c-b1f3-4f63-b38c-dbc2d632cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.103089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 74da0a63-e6a0-4b7a-a4b9-95333ce70387) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:28.107946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:28.108553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.116461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6ad92-3540-4d4d-976a-c6fb047e984f None None] Network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:28.127861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event deleted for resources: {'Port': ['ID=42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:28.164614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1a52c-b1f3-4f63-b38c-dbc2d632cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f285e0a-1301-4828-8e48-d709b01a55c4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:28.172737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e7c1a52c-b1f3-4f63-b38c-dbc2d632cc19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5afe3553ae4f4d8da34e844ce385772e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686879 Aug 28 08:27:28.182881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56004) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:28.187836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] No DVR routers for this DVR port 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:27:28.191096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.193997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9f6fdfe-24c3-4b8d-8a3c-cd21102fd9d5 req-806e3c0e-20a1-4532-9682-a7fdfdea139a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "DELETE /v2.0/ports/42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 HTTP/1.1" status: 204 len: 173 time: 0.7205651 Aug 28 08:27:28.194514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-deleted', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:28.198765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abfaa39-7462-4675-a35c-3ff7b3eb84e9" -d '{"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-deleted", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:28.239021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-abbbf268-944a-431d-bb2e-7d70de732f13 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1979091 Aug 28 08:27:28.249050 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2b6dad-45f7-4fb3-b86f-711ba0193438 x-openstack-request-id: req-2a2b6dad-45f7-4fb3-b86f-711ba0193438 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:28.249333 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9", "name": "network-vif-deleted", "tag": "42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:28.250562 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a2b6dad-45f7-4fb3-b86f-711ba0193438 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:28.251125 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e978e5e-1c0c-4fa2-8080-61d13a1a2ad9', 'name': 'network-vif-deleted', 'tag': '42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0', 'status': 'completed', 'code': 200} Aug 28 08:27:28.266528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.295957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.475304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdad42-2441-4032-be15-41f9fc73e387 None None] Network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:28.571386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c79aa181-dd32-4af2-a1ce-a013c32db6ac req-0742b332-8e00-40ea-8efc-d87d7bd428e9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 210 time: 0.0299256 Aug 28 08:27:28.600602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.600602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:28.600602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f285e0a-1301-4828-8e48-d709b01a55c4 HTTP/1.1" status: 204 len: 168 time: 0.4090214 Aug 28 08:27:28.605487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173734d5-204d-4718-b454-564a96660d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f285e0a-1301-4828-8e48-d709b01a55c4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:28.831910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-d8aff108-deb4-4d04-82c2-ab9ff241baf3 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:28.833519 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-d8aff108-deb4-4d04-82c2-ab9ff241baf3 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/networks?id=74da0a63-e6a0-4b7a-a4b9-95333ce70387 HTTP/1.1" status: 200 len: 813 time: 0.1361067 Aug 28 08:27:28.850670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-a1e05bc5-8bb9-472d-bd5d-dd5cac1159cb tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/quotas/7cae7b37efe9449aaf72176f3d631d51 HTTP/1.1" status: 200 len: 375 time: 0.0109756 Aug 28 08:27:28.890309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-8f7766cb-0b33-462a-9afd-8e40c15ae92b tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cae7b37efe9449aaf72176f3d631d51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304983 Aug 28 08:27:28.999974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-b05c9e6c-b88a-439a-b046-fca67ecde87c service neutron] 10.222.0.46 "GET /v2.0/networks/74da0a63-e6a0-4b7a-a4b9-95333ce70387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020439 Aug 28 08:27:29.121495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9626-6b24-4fd6-898f-62b203b607ce req-36318881-81ff-424f-a0dd-faf9f2464d72 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:29.121769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-03a85ca3-dd4a-42dd-89a8-31bbb6401a5a service neutron] 10.222.0.46 "GET /v2.0/networks/74da0a63-e6a0-4b7a-a4b9-95333ce70387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138289 Aug 28 08:27:29.124056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc1e9626-6b24-4fd6-898f-62b203b607ce req-36318881-81ff-424f-a0dd-faf9f2464d72 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 944 time: 0.0588276 Aug 28 08:27:29.130189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f9d67f37-70a7-4a42-b044-96dff744629b up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:27:29.202763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc1e9626-6b24-4fd6-898f-62b203b607ce req-599eabfd-f2e2-4dc6-9beb-5f04eec2e822 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 Aug 28 08:27:29.308377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port f9d67f37-70a7-4a42-b044-96dff744629b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:27:29.316072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port f9d67f37-70a7-4a42-b044-96dff744629b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:27:29.317136 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:29.421591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:29.425986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-b5e9b257-a7b3-4e5f-9d47-3363707780ea tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:29.427641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-b5e9b257-a7b3-4e5f-9d47-3363707780ea tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1318994 Aug 28 08:27:29.449365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:29.455434 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322d5ca-3965-46c1-be6f-8953fd3365f3" -d '{"events": [{"server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:29.458833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Request body: {'port': {'device_id': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'admin_state_up': True, 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:29.470092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f9d67f37-70a7-4a42-b044-96dff744629b,segment=NetworkSegment(4653ac32-f0f2-4a58-850d-364a91220fee),segment_id=4653ac32-f0f2-4a58-850d-364a91220fee)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:29.533569 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2aa8c-026f-4b83-8486-bd918fcc2730 x-openstack-request-id: req-8af2aa8c-026f-4b83-8486-bd918fcc2730 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:29.533900 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:29.534124 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8af2aa8c-026f-4b83-8486-bd918fcc2730 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:29.534572 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b', 'code': 200} Aug 28 08:27:29.562577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbcd505c-71fb-46d4-addf-2ddcbbb0c97c req-9920a298-6363-40cb-9a23-a7eb87baba87 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0445340 Aug 28 08:27:29.596130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:29.711237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:29.802764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f42ac091-d25b-40d8-a584-649c73c4107a req-09885df1-e48f-4e58-85d3-951163ac2205 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 210 time: 0.0583632 Aug 28 08:27:29.810790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ac9ef-130f-4060-af01-9e4f2af981dd req-ab9d46c8-7e0c-4c5f-ac76-12d0f59a2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:29.813381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40ac9ef-130f-4060-af01-9e4f2af981dd req-ab9d46c8-7e0c-4c5f-ac76-12d0f59a2214 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 1097 time: 0.1492572 Aug 28 08:27:29.837300 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:27:29.863579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c40ac9ef-130f-4060-af01-9e4f2af981dd req-daae944e-584c-4440-be20-417ecae3e5d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Aug 28 08:27:29.905471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:29.954825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:29.958437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:30.124695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Allocated IP 172.20.0.12 (42cbf7ff-4a14-4719-861d-d1db4e4c4b5e/d6969332-7cb7-43c5-b60a-42e9b8a8613f/c640d0d2-363a-4408-a26b-0d81b060761c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:27:30.285318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a06a2b2-4832-4180-9042-ee4b6f47ec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:30.342414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:30.370137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34946-a5f5-443b-9bab-0a01ffed2417 req-4446ae46-2def-433f-b6b4-b9cdf155d91d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:30.380113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aba34946-a5f5-443b-9bab-0a01ffed2417 req-4446ae46-2def-433f-b6b4-b9cdf155d91d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 945 time: 0.0874071 Aug 28 08:27:30.437753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aba34946-a5f5-443b-9bab-0a01ffed2417 req-f841d17a-15f3-488b-a8e2-59216960f465 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565147 Aug 28 08:27:30.577646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:30.651739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2bdc89a2-72ae-4495-bdc0-006bb600617d req-1bfb6ec8-5ba5-4b69-a94f-e1126e4697cc tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0435870 Aug 28 08:27:30.655712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:27:30.660465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:30.662486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:30.664775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:27:30.730021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:30.730677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:30.946250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738597-040d-42b3-9b94-10e7b668245e req-52c601eb-e527-40e2-a7ad-bf80169f8721 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:30.947998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca738597-040d-42b3-9b94-10e7b668245e req-52c601eb-e527-40e2-a7ad-bf80169f8721 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 932 time: 0.0641613 Aug 28 08:27:30.993860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca738597-040d-42b3-9b94-10e7b668245e req-5f766bba-92a0-40d5-a73e-b0d2b5a8c510 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Aug 28 08:27:30.995403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-5b7253e3-5155-4d97-8bdf-f92c8ecdc6aa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5405052 Aug 28 08:27:31.014487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Request body: {'port': {'device_id': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:31.086521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:31.138056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:31.168011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:27:31.168686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 42ffd1a1-d9d3-49f1-95e1-12afa9c89ab0 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:27:31.442143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c640d0d2-363a-4408-a26b-0d81b060761c {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:31.451348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:31.465381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Transition to ACTIVE for port object c640d0d2-363a-4408-a26b-0d81b060761c will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:27:31.582614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7186-80d0-4b4a-a66e-0d94020af645 req-cb49b90f-20ee-4f90-b825-227ab886d790 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:31.584544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aba7186-80d0-4b4a-a66e-0d94020af645 req-cb49b90f-20ee-4f90-b825-227ab886d790 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 945 time: 0.0796292 Aug 28 08:27:31.629990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:31.662184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1aba7186-80d0-4b4a-a66e-0d94020af645 req-80fa5a06-c956-4534-b732-4b0bcb8e0d34 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705845 Aug 28 08:27:31.774495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:31.809345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Attempting to bind port c640d0d2-363a-4408-a26b-0d81b060761c on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:27:31.809345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Attempting to bind port c640d0d2-363a-4408-a26b-0d81b060761c by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:27:31.809891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Attempting to bind port c640d0d2-363a-4408-a26b-0d81b060761c on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:31.817618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Port c640d0d2-363a-4408-a26b-0d81b060761c on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:27:31.818041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Attempting to bind port c640d0d2-363a-4408-a26b-0d81b060761c on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:31.824286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:27:31.824735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Checking segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:31.825116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Bound using segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:27:31.825723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Bound port: c640d0d2-363a-4408-a26b-0d81b060761c, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:27:31.826418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:31.905203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:27:31.911543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:27:31.945851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7e2e326-7caf-4b71-824c-cabbb4fa9f7f req-65cfb11f-820a-445b-a2ce-4d8c1174fab8 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0327189 Aug 28 08:27:31.994702 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:32.052450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:32.141598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:32.142264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:32.143910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] 10.222.0.39 "PUT /v2.0/ports/c640d0d2-363a-4408-a26b-0d81b060761c HTTP/1.1" status: 200 len: 1093 time: 1.1378260 Aug 28 08:27:32.144167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:32.146463 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247afc74-9c78-471c-85ac-f14b05baedf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:32.173586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20593f8-a660-4fd7-bc59-ee83b623eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:32.195126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6107dc-cdb9-4474-a78c-952ac2a7a1b2 req-64200e65-67a3-4153-b2d9-459edbbeab76 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:32.196813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6107dc-cdb9-4474-a78c-952ac2a7a1b2 req-64200e65-67a3-4153-b2d9-459edbbeab76 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.1102333 Aug 28 08:27:32.243694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb6107dc-cdb9-4474-a78c-952ac2a7a1b2 req-f7925b09-f61a-4e25-b4f8-a589316d8f35 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Aug 28 08:27:32.296752 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec1bdb-44ab-4cdd-a2e2-d8d2e0910d5c x-openstack-request-id: req-98ec1bdb-44ab-4cdd-a2e2-d8d2e0910d5c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:32.297156 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:32.297576 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98ec1bdb-44ab-4cdd-a2e2-d8d2e0910d5c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:32.298407 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'status': 'completed', 'code': 200} Aug 28 08:27:32.370415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-2d70ed66-42fb-4020-93a2-a0a1c4a22ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:32.375670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-2d70ed66-42fb-4020-93a2-a0a1c4a22ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 1096 time: 0.0596523 Aug 28 08:27:32.823283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-9206d3b6-ae63-44f1-9b99-eb987d4d678d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c640d0d2-363a-4408-a26b-0d81b060761c HTTP/1.1" status: 200 len: 217 time: 0.4297261 Aug 28 08:27:32.877441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-4cb4110e-d34b-4664-86d9-979668eda5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:32.878930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-4cb4110e-d34b-4664-86d9-979668eda5fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.0470874 Aug 28 08:27:32.912527 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-52c01017-f632-4e88-866c-b072ded56b15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251656 Aug 28 08:27:33.109410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-078bf22e-a35c-4dd9-860d-ff4325e441c0 req-6fe2bb57-01ab-4075-91d6-67e5b2a08fc6 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0426366 Aug 28 08:27:33.183907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-b858bebe-d2c4-4661-854e-a36185b10de7 service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344151 Aug 28 08:27:33.207377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-ed72b9e6-9898-4032-8560-50d28f97675a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:33.209569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-ed72b9e6-9898-4032-8560-50d28f97675a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.64 "GET /v2.0/networks?id=74da0a63-e6a0-4b7a-a4b9-95333ce70387 HTTP/1.1" status: 200 len: 813 time: 0.2474408 Aug 28 08:27:33.260826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Request body: {'port': {'device_id': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387', 'admin_state_up': True, 'tenant_id': '7cae7b37efe9449aaf72176f3d631d51'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:33.389335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6614d74d-12a6-42ae-96e2-f12f5cc4b829 req-9b1f0192-4a9d-4179-b250-dd7cd6ae43f5 service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774783 Aug 28 08:27:33.450484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b77870-755a-4232-88ca-00e09edc69f8 req-78a4fac9-deb0-4311-993b-0b0c146e4430 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:33.452712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68b77870-755a-4232-88ca-00e09edc69f8 req-78a4fac9-deb0-4311-993b-0b0c146e4430 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.1162751 Aug 28 08:27:33.501640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68b77870-755a-4232-88ca-00e09edc69f8 req-dfe95aa4-904f-401e-bb16-2facb6c917e7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Aug 28 08:27:33.560970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Made reservation on behalf of 7cae7b37efe9449aaf72176f3d631d51 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:33.567325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:33.701860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-00e1e451-2917-4f63-94e7-4a5fc9e41286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:33.703347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-00e1e451-2917-4f63-94e7-4a5fc9e41286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 1096 time: 0.0985925 Aug 28 08:27:33.820256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Allocated IP 172.20.0.13 (74da0a63-e6a0-4b7a-a4b9-95333ce70387/cd91b929-7dd3-412f-a2b5-d61a3917ad5d/3d14e3ff-1f06-44f1-9409-d634111c3f4e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:27:33.869401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-7fbbde17-7635-4bf9-83db-d321ec8a3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:33.870929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-7fbbde17-7635-4bf9-83db-d321ec8a3e3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 906 time: 0.1577203 Aug 28 08:27:33.931243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-6bbb3de4-5ed1-4f3f-9f7a-e0f57d8206ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c640d0d2-363a-4408-a26b-0d81b060761c HTTP/1.1" status: 200 len: 217 time: 0.0509756 Aug 28 08:27:34.049453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-e4938073-4979-498f-b0bd-ac8a19e6692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:34.050421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-e4938073-4979-498f-b0bd-ac8a19e6692f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.1096566 Aug 28 08:27:34.106270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-30310c06-4e74-4e16-8f1d-d5ac9f395e8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420473 Aug 28 08:27:34.134732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:34.279664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4d5c844-0dbc-4bdd-98a6-adeea3e3b310 req-1953db61-b30c-4b36-a124-8588dd15fbd4 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0467789 Aug 28 08:27:34.284410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-2b89f0d3-fcef-4ecc-8be2-043e9e251caa service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647308 Aug 28 08:27:34.395452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-247afc74-9c78-471c-85ac-f14b05baedf8 req-72c9b8dd-617e-4fcc-ad1e-04a85b28ce45 service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016483 Aug 28 08:27:34.451557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:34.497780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:27:34.500773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:34.505673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:27:34.512388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Pushing event updated for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:34.568205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:34.569908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:34.656019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0c06f-ba22-443b-8887-6dc45dd95ca4 req-cc9c3f28-a3e4-4b8a-8032-5273743afe85 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:34.657765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62c0c06f-ba22-443b-8887-6dc45dd95ca4 req-cc9c3f28-a3e4-4b8a-8032-5273743afe85 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.0690389 Aug 28 08:27:34.717538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62c0c06f-ba22-443b-8887-6dc45dd95ca4 req-5fa20de5-07a0-46b9-a838-e2d7938a2483 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Aug 28 08:27:34.737976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-4efa6b02-b009-4a64-8b0d-8048de1aedd0 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5061352 Aug 28 08:27:34.758624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Request body: {'port': {'device_id': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:34.794564 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:34.827038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.167605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d14e3ff-1f06-44f1-9409-d634111c3f4e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:35.171734 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.177295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.190999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Transition to ACTIVE for port object 3d14e3ff-1f06-44f1-9409-d634111c3f4e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:27:35.354735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.467849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:35.523094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49b23c-952f-4411-8782-62ca5417ab67 req-609112aa-a8c9-4dba-a6d7-163b785ec63a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:35.524663 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d49b23c-952f-4411-8782-62ca5417ab67 req-609112aa-a8c9-4dba-a6d7-163b785ec63a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 944 time: 0.1546636 Aug 28 08:27:35.580692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Attempting to bind port 3d14e3ff-1f06-44f1-9409-d634111c3f4e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:27:35.582272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Attempting to bind port 3d14e3ff-1f06-44f1-9409-d634111c3f4e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:27:35.582272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Attempting to bind port 3d14e3ff-1f06-44f1-9409-d634111c3f4e on network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:35.591229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6d49b23c-952f-4411-8782-62ca5417ab67 req-f07ce379-b628-4942-a3f9-10d257a303bb tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Aug 28 08:27:35.593045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Port 3d14e3ff-1f06-44f1-9409-d634111c3f4e on network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:27:35.593374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Attempting to bind port 3d14e3ff-1f06-44f1-9409-d634111c3f4e on network 74da0a63-e6a0-4b7a-a4b9-95333ce70387 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:35.599569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:27:35.599936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Checking segment: {'id': '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:35.600702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Bound using segment: {'id': '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:27:35.601713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Bound port: 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:27:35.602282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.685349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:27:35.688958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e,segment=NetworkSegment(06ecfecd-b2e1-4bff-a1b5-2a3857a7367f),segment_id=06ecfecd-b2e1-4bff-a1b5-2a3857a7367f)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:27:35.877070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.917286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:35.917897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:35.919309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d14e3ff-1f06-44f1-9409-d634111c3f4e HTTP/1.1" status: 200 len: 1093 time: 1.1661808 Aug 28 08:27:35.921398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:35.924168 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:35.948211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968cb63-0f2f-4334-a9a9-04be0ff00e57 req-c7a81145-e0df-4db6-b3ab-4b9e3a8864b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:35.949704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d968cb63-0f2f-4334-a9a9-04be0ff00e57 req-c7a81145-e0df-4db6-b3ab-4b9e3a8864b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.1060524 Aug 28 08:27:35.966350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54eb6c-6210-4e57-9d7a-265f1de778c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:36.000246 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d968cb63-0f2f-4334-a9a9-04be0ff00e57 req-5165cfdb-a602-440f-a363-3264122883a8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Aug 28 08:27:36.050261 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a54be-23f1-4064-a1e3-502c58098747 x-openstack-request-id: req-f28a54be-23f1-4064-a1e3-502c58098747 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:36.050558 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:36.051124 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f28a54be-23f1-4064-a1e3-502c58098747 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:36.051726 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e', 'status': 'completed', 'code': 200} Aug 28 08:27:36.135757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-306a1302-9a38-4d90-8382-5ed20580260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.137721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-306a1302-9a38-4d90-8382-5ed20580260d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cae7b37efe9449aaf72176f3d631d51&device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0456448 Aug 28 08:27:36.291511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-68ed810b-f0fe-4321-bdda-f25560aef9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.293079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-68ed810b-f0fe-4321-bdda-f25560aef9ea service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cae7b37efe9449aaf72176f3d631d51&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1251552 Aug 28 08:27:36.343733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c086de0-76df-411d-819b-ad60da49ac4e req-bca2b8c0-7ee9-46f6-9c0e-a56ca31b7a56 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.345271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c086de0-76df-411d-819b-ad60da49ac4e req-bca2b8c0-7ee9-46f6-9c0e-a56ca31b7a56 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 945 time: 0.0697279 Aug 28 08:27:36.396528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c086de0-76df-411d-819b-ad60da49ac4e req-00be981d-5370-4a50-a1dc-e89fc9df9065 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Aug 28 08:27:36.405236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-398d17b4-8af6-463a-a34e-eec1e73e24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.406995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4fdb5151-d992-4d13-bfdd-2dcbe4ece2e3 req-398d17b4-8af6-463a-a34e-eec1e73e24d5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064522 Aug 28 08:27:36.529757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-86d7b8c4-ef52-470d-a023-909032bc76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.531165 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-86d7b8c4-ef52-470d-a023-909032bc76de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cae7b37efe9449aaf72176f3d631d51&device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0469944 Aug 28 08:27:36.594892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-9f8f47c4-b905-4888-9676-d42f49216cb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e HTTP/1.1" status: 200 len: 217 time: 0.0387530 Aug 28 08:27:36.655663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e15f-64de-460e-a558-669bed11decc req-3ced2698-042f-4ad9-ad0d-d162678526b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.655663 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-3ced2698-042f-4ad9-ad0d-d162678526b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd91b929-7dd3-412f-a2b5-d61a3917ad5d HTTP/1.1" status: 200 len: 853 time: 0.0458941 Aug 28 08:27:36.696661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-c804b64c-db34-4d07-9ddb-beebade834f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=74da0a63-e6a0-4b7a-a4b9-95333ce70387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277843 Aug 28 08:27:36.804987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70388e5-87ca-4de9-aec2-d5aad67be211 req-f680620e-8747-47a8-bd01-4ae050d046aa tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:36.812549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e70388e5-87ca-4de9-aec2-d5aad67be211 req-f680620e-8747-47a8-bd01-4ae050d046aa tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 944 time: 0.1180286 Aug 28 08:27:36.876963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-2ef21daf-adc5-404b-b83b-21cd583224de service neutron] 10.222.0.64 "GET /v2.0/networks/74da0a63-e6a0-4b7a-a4b9-95333ce70387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704574 Aug 28 08:27:36.880604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e70388e5-87ca-4de9-aec2-d5aad67be211 req-43f38c0f-881a-4c6d-89a9-247c81730ced tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672631 Aug 28 08:27:36.984839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4523e15f-64de-460e-a558-669bed11decc req-69cb920c-9841-4622-be01-71e3a3396767 service neutron] 10.222.0.64 "GET /v2.0/networks/74da0a63-e6a0-4b7a-a4b9-95333ce70387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990057 Aug 28 08:27:37.126389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eaded-376a-4879-8bc2-6fe36e94a7b6 req-6f8f36b1-1d2f-41c5-9b24-3f567ec4ab9b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:37.127795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-595eaded-376a-4879-8bc2-6fe36e94a7b6 req-6f8f36b1-1d2f-41c5-9b24-3f567ec4ab9b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.0549896 Aug 28 08:27:37.173724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-595eaded-376a-4879-8bc2-6fe36e94a7b6 req-e151353f-96a2-49da-b41b-013cc401e58b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Aug 28 08:27:37.455867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56352) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:37.571660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d02caf-51aa-4707-82cb-bff6044f6db1 req-88977cc9-d40b-4a79-853d-f1676db30dcd tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:37.572429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36d02caf-51aa-4707-82cb-bff6044f6db1 req-88977cc9-d40b-4a79-853d-f1676db30dcd tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 945 time: 0.0906410 Aug 28 08:27:37.618314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9834eaa7-1d67-4774-ad1f-d16864628c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:37.627316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-36d02caf-51aa-4707-82cb-bff6044f6db1 req-f27381af-f40c-4b75-ac9e-959f684ab3df tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb466702-a47f-437e-84bc-c0dbafdb88ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483530 Aug 28 08:27:37.728519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9834eaa7-1d67-4774-ad1f-d16864628c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:37.729782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:27:37.839181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:37.846050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9834eaa7-1d67-4774-ad1f-d16864628c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:37.853214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'mac_address': 'fa:16:3e:a4:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:27:37.899624 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9834eaa7-1d67-4774-ad1f-d16864628c4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=218df2d5c2b1444b99153720db48c867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424136 Aug 28 08:27:37.902541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:37.903016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:37.914745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834eaa7-1d67-4774-ad1f-d16864628c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd00b854-48e4-4f0b-9033-2b0405c1c8bf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:37.925979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c640d0d2-363a-4408-a26b-0d81b060761c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:37.948296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:37.986261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-0dfc2c5d-509c-431f-a1ce-1e55af42339d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:37.986731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-0dfc2c5d-509c-431f-a1ce-1e55af42339d tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.64 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 945 time: 0.0784926 Aug 28 08:27:38.015532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.040737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.056422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.115085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:38.131168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b09a1d-99f5-4457-a97c-f98984022855 req-0f6e40e3-4e7b-4832-837c-5caf06f4cf51 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:38.132702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7b09a1d-99f5-4457-a97c-f98984022855 req-0f6e40e3-4e7b-4832-837c-5caf06f4cf51 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 944 time: 0.0994844 Aug 28 08:27:38.181050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Deleting port f9d67f37-70a7-4a42-b044-96dff744629b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:38.181639 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.231084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7b09a1d-99f5-4457-a97c-f98984022855 req-36fc6629-6874-4f2b-abc5-1016d7e0c7af tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884037 Aug 28 08:27:38.240259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.246699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.246699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd00b854-48e4-4f0b-9033-2b0405c1c8bf HTTP/1.1" status: 204 len: 168 time: 0.3404651 Aug 28 08:27:38.256051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f277b-75f8-46cb-8a2d-b6fee3c9ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd00b854-48e4-4f0b-9033-2b0405c1c8bf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:38.339407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] For port f9d67f37-70a7-4a42-b044-96dff744629b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f9d67f37-70a7-4a42-b044-96dff744629b,segment=NetworkSegment(4653ac32-f0f2-4a58-850d-364a91220fee),segment_id=4653ac32-f0f2-4a58-850d-364a91220fee)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:38.339407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.355206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Calling delete_port for f9d67f37-70a7-4a42-b044-96dff744629b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:38.363012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cf011-2dc6-4a38-ad49-c72ce266ae76 req-75a7286f-ab82-4e77-91c8-bd9f2c0d0cd1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:38.374774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-165cf011-2dc6-4a38-ad49-c72ce266ae76 req-75a7286f-ab82-4e77-91c8-bd9f2c0d0cd1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 945 time: 0.1088006 Aug 28 08:27:38.442031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-165cf011-2dc6-4a38-ad49-c72ce266ae76 req-e2e9031d-6b96-44cf-91f5-2f073e606447 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658672 Aug 28 08:27:38.626971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['c640d0d2-363a-4408-a26b-0d81b060761c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:38.697535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.726372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Pushing event deleted for resources: {'Port': ['ID=f9d67f37-70a7-4a42-b044-96dff744629b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:38.746273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b7359d8-d9c1-4724-ab9d-bfe55feb99c3 req-eb51bd60-4a72-479e-a607-0c442fc20216 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0281684 Aug 28 08:27:38.753769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['f9d67f37-70a7-4a42-b044-96dff744629b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:38.800592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] No DVR routers for this DVR port f9d67f37-70a7-4a42-b044-96dff744629b on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:27:38.803451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:38.805696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-212e77a1-c738-4638-86cb-e896b0da8ef4 req-928c713b-796c-4a2f-9623-c3d5e03850e1 tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.64 "DELETE /v2.0/ports/f9d67f37-70a7-4a42-b044-96dff744629b HTTP/1.1" status: 204 len: 173 time: 0.8118560 Aug 28 08:27:38.806309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'name': 'network-vif-deleted', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:38.808841 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76bf4d6-891c-4ffd-bf20-4b2b4b59fbea" -d '{"events": [{"server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "name": "network-vif-deleted", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:38.855736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd71ea7-1f93-4934-a63b-8ea520e0c036 x-openstack-request-id: req-1fd71ea7-1f93-4934-a63b-8ea520e0c036 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:38.855736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d69919-3e6c-4c14-a524-4b8b9d736d8c", "name": "network-vif-deleted", "tag": "f9d67f37-70a7-4a42-b044-96dff744629b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:38.855736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fd71ea7-1f93-4934-a63b-8ea520e0c036 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:38.855736 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d69919-3e6c-4c14-a524-4b8b9d736d8c', 'name': 'network-vif-deleted', 'tag': 'f9d67f37-70a7-4a42-b044-96dff744629b', 'status': 'completed', 'code': 200} Aug 28 08:27:39.168129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3d14e3ff-1f06-44f1-9409-d634111c3f4e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:27:39.280446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e,segment=NetworkSegment(06ecfecd-b2e1-4bff-a1b5-2a3857a7367f),segment_id=06ecfecd-b2e1-4bff-a1b5-2a3857a7367f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:39.298361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3d14e3ff-1f06-44f1-9409-d634111c3f4e', 'network_id': '74da0a63-e6a0-4b7a-a4b9-95333ce70387', 'port_id': '3d14e3ff-1f06-44f1-9409-d634111c3f4e', 'mac_address': 'fa:16:3e:1b:64:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91b929-7dd3-412f-a2b5-d61a3917ad5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:27:39.354861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:39.376785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d14e3ff-1f06-44f1-9409-d634111c3f4e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:39.383728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455a72-6c9f-4c70-a176-193cb1166fc6 req-3ea12159-6985-4a2d-a3ad-5e6629808e62 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:39.392738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a455a72-6c9f-4c70-a176-193cb1166fc6 req-3ea12159-6985-4a2d-a3ad-5e6629808e62 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 944 time: 0.0670404 Aug 28 08:27:39.398628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e,segment=NetworkSegment(06ecfecd-b2e1-4bff-a1b5-2a3857a7367f),segment_id=06ecfecd-b2e1-4bff-a1b5-2a3857a7367f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:39.429122 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a455a72-6c9f-4c70-a176-193cb1166fc6 req-b3c23240-7946-47d2-aaa1-9f1388a4f6b9 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Aug 28 08:27:39.574468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b860f-e29b-4fd8-823d-d0eb56e0b686 req-33cdc7df-893c-4263-8d44-e1925fe83876 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:39.576819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-072b860f-e29b-4fd8-823d-d0eb56e0b686 req-33cdc7df-893c-4263-8d44-e1925fe83876 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 945 time: 0.0636885 Aug 28 08:27:39.599676 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:39.619076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-072b860f-e29b-4fd8-823d-d0eb56e0b686 req-49c728c7-9d0c-479f-9353-ca0693ca1c26 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347474 Aug 28 08:27:39.651086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:39.658984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.659337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.659769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.660017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.660358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.660724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.661149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.661488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.661818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.662147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.662487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.662816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:39.673862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56390) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:39.687789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b61fac04-3652-4120-9980-c2ddfcefe30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:39.797181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b61fac04-3652-4120-9980-c2ddfcefe30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:39.856657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e708376-5f73-4b92-b729-680b24a2727f req-697e2297-8ffb-4fb3-821e-7180dbe40d3c tempest-ServerTagsTestJSON-1346866205 tempest-ServerTagsTestJSON-1346866205-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d69919-3e6c-4c14-a524-4b8b9d736d8c HTTP/1.1" status: 200 len: 210 time: 0.0271728 Aug 28 08:27:39.924665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b61fac04-3652-4120-9980-c2ddfcefe30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:39.941792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3d14e3ff-1f06-44f1-9409-d634111c3f4e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:39.974266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b61fac04-3652-4120-9980-c2ddfcefe30f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2a5ccdc051d41ea8b9674587cf4dfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957776 Aug 28 08:27:39.974266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fac04-3652-4120-9980-c2ddfcefe30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460d4ec-2cd8-4b81-99f5-7bf0cd5bab1c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:39.975349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:40.045815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:40.077195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:40.336664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:40.339933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:40.341762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d460d4ec-2cd8-4b81-99f5-7bf0cd5bab1c HTTP/1.1" status: 204 len: 168 time: 0.3644631 Aug 28 08:27:40.350254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0d480-6887-4e38-b5ba-1ae50b702e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460d4ec-2cd8-4b81-99f5-7bf0cd5bab1c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:40.557766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613eac5-c975-4faf-8718-aa171c9bdd65 req-b7251308-3e79-45c4-a06d-d5285e83a932 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:40.560072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a613eac5-c975-4faf-8718-aa171c9bdd65 req-b7251308-3e79-45c4-a06d-d5285e83a932 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 945 time: 0.0598202 Aug 28 08:27:40.600590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a613eac5-c975-4faf-8718-aa171c9bdd65 req-1f2d0b95-c886-4261-adda-63d154fe39cd tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344296 Aug 28 08:27:40.758505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ec91-2758-4786-bab0-4b742a4400d1 req-425557ae-2855-463f-b4c0-bd926f8948b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:40.762722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25e9ec91-2758-4786-bab0-4b742a4400d1 req-425557ae-2855-463f-b4c0-bd926f8948b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 945 time: 0.0648096 Aug 28 08:27:40.802766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-25e9ec91-2758-4786-bab0-4b742a4400d1 req-b5cc1a00-4ba2-4e15-8478-3b616d5c6321 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359793 Aug 28 08:27:40.925467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56418) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:40.977580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Deleting subnet 7f6c134f-82a8-48db-9b74-1906c1104996 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:27:40.981297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.018711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.068825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.184862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3d14e3ff-1f06-44f1-9409-d634111c3f4e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:27:41.249499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.273342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6c134f-82a8-48db-9b74-1906c1104996,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:41.279472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.281762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c882c0b1-51fe-48f8-a791-fcbdd5bc9a8e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f6c134f-82a8-48db-9b74-1906c1104996 HTTP/1.1" status: 204 len: 168 time: 0.3550103 Aug 28 08:27:41.286606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56428) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:41.384645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.434247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 3d14e3ff-1f06-44f1-9409-d634111c3f4e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:27:41.439837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3d14e3ff-1f06-44f1-9409-d634111c3f4e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:27:41.440317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.485967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.498894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30286b99-c696-4c61-bc81-e57d0feb7eda']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:41.512773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4653ac32-f0f2-4a58-850d-364a91220fee') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:41.512773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4653ac32-f0f2-4a58-850d-364a91220fee') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:41.523679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.541003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.550979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:27:41.551670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.553594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:27:41.560646 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:27:41.585865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:41.588308 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1e224-29bd-4e60-990d-e57d3eae7bb1" -d '{"events": [{"server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:41.601418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e,segment=NetworkSegment(06ecfecd-b2e1-4bff-a1b5-2a3857a7367f),segment_id=06ecfecd-b2e1-4bff-a1b5-2a3857a7367f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:41.634491 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa737e8d-f324-4ea7-9888-c2f1d025bb42 x-openstack-request-id: req-fa737e8d-f324-4ea7-9888-c2f1d025bb42 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:41.634797 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:41.635056 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa737e8d-f324-4ea7-9888-c2f1d025bb42 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:41.635460 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e', 'code': 200} Aug 28 08:27:41.742881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.742881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f9d67f37-70a7-4a42-b044-96dff744629b no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:41.765871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:27:41.770171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: f9d67f37-70a7-4a42-b044-96dff744629b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:27:41.770543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f9d67f37-70a7-4a42-b044-96dff744629b not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:27:41.800430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9463-ca63-4bf8-a5dc-4372e0af60d6 req-b919764f-7688-461e-ac11-bac328182476 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:41.802243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-384b9463-ca63-4bf8-a5dc-4372e0af60d6 req-b919764f-7688-461e-ac11-bac328182476 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 945 time: 0.1189649 Aug 28 08:27:41.812269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.832275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.835238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] 10.222.0.46 "DELETE /v2.0/networks/30286b99-c696-4c61-bc81-e57d0feb7eda HTTP/1.1" status: 204 len: 168 time: 0.5454180 Aug 28 08:27:41.853945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:41.883919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229cb00-d179-4d3e-9f7f-70f9ad8ad2f4 req-2d5e1775-62c9-4089-ae46-6cf8939e2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:41.891768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5229cb00-d179-4d3e-9f7f-70f9ad8ad2f4 req-2d5e1775-62c9-4089-ae46-6cf8939e2d62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 1098 time: 0.1277320 Aug 28 08:27:41.930636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0407abf-bf31-4ef0-88f1-b1f55c94b981 admin admin] Pushing event deleted for resources: {'Network': ['ID=30286b99-c696-4c61-bc81-e57d0feb7eda,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:41.945188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-384b9463-ca63-4bf8-a5dc-4372e0af60d6 req-2e4b0ad2-8f53-4cd6-8ea8-23a9e1d6287e tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306808 Aug 28 08:27:41.966242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port c640d0d2-363a-4408-a26b-0d81b060761c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:27:41.971229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port c640d0d2-363a-4408-a26b-0d81b060761c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:27:41.971696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:41.995320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5229cb00-d179-4d3e-9f7f-70f9ad8ad2f4 req-54b47d9e-0bcb-4d1b-a8e5-6f7f25d6f1c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883999 Aug 28 08:27:42.026648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcd11a-b632-4a43-8fde-1ae10cc037d3 req-5b024874-9527-46b3-9e19-be2b104dcddf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:42.034239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8abcd11a-b632-4a43-8fde-1ae10cc037d3 req-5b024874-9527-46b3-9e19-be2b104dcddf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 945 time: 0.0969718 Aug 28 08:27:42.088813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8abcd11a-b632-4a43-8fde-1ae10cc037d3 req-2ba4796f-210a-44da-9934-8ff2d7eb36c2 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531266 Aug 28 08:27:42.125491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.164438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:42.360104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.417152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:42.467594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:42.526010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8e0f3cbd-c25b-4cfd-a36f-6f13f25540c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99df80a124d34af3ba58c47c0b0ec676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538807 Aug 28 08:27:42.526235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:42.595159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.621469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.953987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.960815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:42.960815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb466702-a47f-437e-84bc-c0dbafdb88ef HTTP/1.1" status: 204 len: 168 time: 0.4307554 Aug 28 08:27:42.968456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01401d-c1f8-4d8f-adbc-708b55e67c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb466702-a47f-437e-84bc-c0dbafdb88ef,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:43.168852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cac9e9-c7c1-4103-ac77-18f07f5e5e0a req-7589e800-77aa-4732-91b8-89cd13f04fff tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:43.170502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09cac9e9-c7c1-4103-ac77-18f07f5e5e0a req-7589e800-77aa-4732-91b8-89cd13f04fff tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 946 time: 0.0821943 Aug 28 08:27:43.230107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09cac9e9-c7c1-4103-ac77-18f07f5e5e0a req-a29d6c11-791d-4b47-b54a-fc3982336847 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Aug 28 08:27:43.345365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff157939-92ae-4bcd-9f6e-9f305e2f490d req-28ebe9bd-a062-494e-b1ce-8af92c74c8ec tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:43.346941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff157939-92ae-4bcd-9f6e-9f305e2f490d req-28ebe9bd-a062-494e-b1ce-8af92c74c8ec tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0669951 Aug 28 08:27:43.393266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff157939-92ae-4bcd-9f6e-9f305e2f490d req-1f936a1c-38b9-43b7-848e-0b485d35d2b8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Aug 28 08:27:43.636463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:43.644962 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8aa42-f7a2-4591-bcb3-33f9bdbe0c21" -d '{"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:43.677703 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b4700-8403-4929-b1ab-b8e9bdc3ce36 x-openstack-request-id: req-778b4700-8403-4929-b1ab-b8e9bdc3ce36 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:43.677977 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:43.678461 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-778b4700-8403-4929-b1ab-b8e9bdc3ce36 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:43.684930 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'code': 200} Aug 28 08:27:43.842751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672faf9-7127-4ded-aa7b-cfc8d9605719 req-714e96ce-62c3-4ff3-89da-21fdeacbb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:43.844394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6672faf9-7127-4ded-aa7b-cfc8d9605719 req-714e96ce-62c3-4ff3-89da-21fdeacbb7b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 1098 time: 0.0463943 Aug 28 08:27:43.889211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6672faf9-7127-4ded-aa7b-cfc8d9605719 req-14591fc6-e27d-4da0-966e-d6631329fa8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331383 Aug 28 08:27:44.455262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187113-2b94-40df-9608-4c59cc2c8389 req-79db3481-623c-4854-9c94-eed265050e6f tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:44.457102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd187113-2b94-40df-9608-4c59cc2c8389 req-79db3481-623c-4854-9c94-eed265050e6f tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 946 time: 0.1066484 Aug 28 08:27:44.526858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd187113-2b94-40df-9608-4c59cc2c8389 req-10c8c172-c4b3-470b-ace8-6b489d129c18 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609241 Aug 28 08:27:44.564869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046ac5f-a74a-4d76-9cf4-1aef6b936816 req-d5ec545e-b95a-44cb-abf0-bd50d3809a8e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:44.566874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7046ac5f-a74a-4d76-9cf4-1aef6b936816 req-d5ec545e-b95a-44cb-abf0-bd50d3809a8e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0655890 Aug 28 08:27:44.592066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56538) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:44.633489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7046ac5f-a74a-4d76-9cf4-1aef6b936816 req-fddfaa0e-3a8e-447b-8964-16f47003103c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Aug 28 08:27:44.752556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1903277727-network', 'tenant_id': '7df6c9ee932e442ab5c4613a751d9aa4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:45.033651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Made reservation on behalf of 7df6c9ee932e442ab5c4613a751d9aa4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:45.036163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.045035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.138005 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.269194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.296136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:45.313301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298e94da-5672-4df6-bd89-ec2290b127d4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:45.317800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.317800 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Added segment e79d78e1-cded-491f-a8e9-291449b153ea of type vlan for network 373e0b91-32fe-4ae0-9b20-215394263b19 Aug 28 08:27:45.711922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.766139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba63c5-5e76-46d2-ae63-5a8b4b22723a req-5269e871-515b-4819-bca7-d6b8fa879122 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:45.767868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fba63c5-5e76-46d2-ae63-5a8b4b22723a req-5269e871-515b-4819-bca7-d6b8fa879122 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 946 time: 0.0997975 Aug 28 08:27:45.810896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e83043-9fb7-47b6-8913-0f3ff9e568db req-313d60ce-f20b-4b35-982f-627c360ef73e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:45.810896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e83043-9fb7-47b6-8913-0f3ff9e568db req-313d60ce-f20b-4b35-982f-627c360ef73e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0643530 Aug 28 08:27:45.824819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fba63c5-5e76-46d2-ae63-5a8b4b22723a req-fb802b7e-c579-4e25-9329-b1aa0b7df725 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 Aug 28 08:27:45.859693 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e83043-9fb7-47b6-8913-0f3ff9e568db req-30317ec9-7f9a-4764-a7c2-eeebac8fe41f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Aug 28 08:27:45.919197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.920198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:45.920846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:45.987636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=373e0b91-32fe-4ae0-9b20-215394263b19,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:45.997382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 373e0b91-32fe-4ae0-9b20-215394263b19 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:46.054696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-88a69d72-06ef-4638-bd38-b3defdba6ac2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4580925 Aug 28 08:27:46.055092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56598) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:46.063756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Request body: {'subnet': {'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1903277727-subnet', 'tenant_id': '7df6c9ee932e442ab5c4613a751d9aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:46.268271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Made reservation on behalf of 7df6c9ee932e442ab5c4613a751d9aa4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:46.273193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.400654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56606) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:46.530671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c845cb7e-d407-4f63-b600-c0853edb8248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.566838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.649616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f60cf97-1bc6-4ea2-ab94-283f22b59a17,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:46.667538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Checking segment: {'id': 'e79d78e1-cded-491f-a8e9-291449b153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:46.667900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Network hostable DHCP agents. Network: 373e0b91-32fe-4ae0-9b20-215394263b19, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:46.694298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c845cb7e-d407-4f63-b600-c0853edb8248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.800410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c845cb7e-d407-4f63-b600-c0853edb8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.843443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c845cb7e-d407-4f63-b600-c0853edb8248 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a5ce51fb0a44dabaa1921078e8f862f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413407 Aug 28 08:27:46.845408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845cb7e-d407-4f63-b600-c0853edb8248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8ceb0-1c0e-4a3b-9761-7cd0ad118d9c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:46.846339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56612) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:46.848660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Network 373e0b91-32fe-4ae0-9b20-215394263b19 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:46.920694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.971552 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.978987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 373e0b91-32fe-4ae0-9b20-215394263b19) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:46.986324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:46.987032 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:46.989893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda36ba3-8cf0-4203-90d8-3a7cee49e775 None None] Network 373e0b91-32fe-4ae0-9b20-215394263b19 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:47.014796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab9cf4-48b8-414f-8ef6-88b29175f101 req-f9465192-d4d0-4f6a-b2f9-c4adf85ee4f1 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:47.016358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5ab9cf4-48b8-414f-8ef6-88b29175f101 req-f9465192-d4d0-4f6a-b2f9-c4adf85ee4f1 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 946 time: 0.0845203 Aug 28 08:27:47.030397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7a784-8b67-4035-bd54-d649fcdb8b49 req-7212de5a-73a5-4bbc-8157-9a3e54c62246 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:47.032360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7d7a784-8b67-4035-bd54-d649fcdb8b49 req-7212de5a-73a5-4bbc-8157-9a3e54c62246 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0810635 Aug 28 08:27:47.070192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5ab9cf4-48b8-414f-8ef6-88b29175f101 req-36f3672f-6836-48c7-850e-3c235fc17414 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8da183d1-e406-4949-ab54-8c95d66c3213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Aug 28 08:27:47.083749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7d7a784-8b67-4035-bd54-d649fcdb8b49 req-3fa1789d-4be5-470f-803e-74aad275bdc0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Aug 28 08:27:47.168024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c1f7cac8-d1e1-42df-8da3-dffca2a66912 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1116035 Aug 28 08:27:47.170979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.173829 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.178233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06a8ceb0-1c0e-4a3b-9761-7cd0ad118d9c HTTP/1.1" status: 204 len: 168 time: 0.3286908 Aug 28 08:27:47.196866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ce25-8535-4e58-b4b3-6bad09f92b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8ceb0-1c0e-4a3b-9761-7cd0ad118d9c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:47.238319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-effce0e0-eefb-46bd-a19b-d98aff089a9a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:47.240496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-effce0e0-eefb-46bd-a19b-d98aff089a9a tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.64 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 946 time: 0.1428328 Aug 28 08:27:47.242676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0cef04-3f90-4ae0-a618-a08c4c361a6a None None] Network 373e0b91-32fe-4ae0-9b20-215394263b19 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:47.417938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Deleting port 3d14e3ff-1f06-44f1-9409-d634111c3f4e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:47.417938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.542171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] For port 3d14e3ff-1f06-44f1-9409-d634111c3f4e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3d14e3ff-1f06-44f1-9409-d634111c3f4e,segment=NetworkSegment(06ecfecd-b2e1-4bff-a1b5-2a3857a7367f),segment_id=06ecfecd-b2e1-4bff-a1b5-2a3857a7367f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:47.542612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.558151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Calling delete_port for 3d14e3ff-1f06-44f1-9409-d634111c3f4e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:47.685359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94110028-3c20-4715-be0d-c50f975cafec req-3f2a6ac0-8be7-4028-9547-541158142703 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:47.686894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94110028-3c20-4715-be0d-c50f975cafec req-3f2a6ac0-8be7-4028-9547-541158142703 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0869756 Aug 28 08:27:47.728361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94110028-3c20-4715-be0d-c50f975cafec req-f0137765-7fd4-40ef-8dbf-a367230cb1ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Aug 28 08:27:47.851255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.883574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Pushing event deleted for resources: {'Port': ['ID=3d14e3ff-1f06-44f1-9409-d634111c3f4e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:47.887288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3d14e3ff-1f06-44f1-9409-d634111c3f4e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:27:47.949824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] No DVR routers for this DVR port 3d14e3ff-1f06-44f1-9409-d634111c3f4e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:27:47.953343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:47.955615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24928cab-333b-4e6b-ae8f-bfb24bbb1654 req-97335303-7bac-4da2-85c7-295aff5ebebf tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.64 "DELETE /v2.0/ports/3d14e3ff-1f06-44f1-9409-d634111c3f4e HTTP/1.1" status: 204 len: 173 time: 0.7047014 Aug 28 08:27:47.960870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'name': 'network-vif-deleted', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:47.960870 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea486b-07d5-4655-ba56-c6f9e0c40e1b" -d '{"events": [{"server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "name": "network-vif-deleted", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:47.996950 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609f04b-efa5-402a-b253-33e9b58a538d x-openstack-request-id: req-f609f04b-efa5-402a-b253-33e9b58a538d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:47.997736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fa9351-89d2-4b3e-92fe-1cde38a62bb0", "name": "network-vif-deleted", "tag": "3d14e3ff-1f06-44f1-9409-d634111c3f4e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:47.998165 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f609f04b-efa5-402a-b253-33e9b58a538d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:47.998599 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9351-89d2-4b3e-92fe-1cde38a62bb0', 'name': 'network-vif-deleted', 'tag': '3d14e3ff-1f06-44f1-9409-d634111c3f4e', 'status': 'completed', 'code': 200} Aug 28 08:27:48.064693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56646) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:48.078997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db38625d-0df8-4ddc-acf8-f861c315304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.190177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c23a541-2d37-4df7-b05c-a8242ec01a6d req-7275d69e-fea2-4a09-8f22-3edce5dfe6cc tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0323873 Aug 28 08:27:48.225126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db38625d-0df8-4ddc-acf8-f861c315304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.514267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-db38625d-0df8-4ddc-acf8-f861c315304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.518654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56658) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:48.523828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-366680077-network', 'tenant_id': 'f0617b2071804e239e0cfea3dc8fc61e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:48.548621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-db38625d-0df8-4ddc-acf8-f861c315304d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=440645fcbb5d4d8fad9f7f32443dd421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827859 Aug 28 08:27:48.549494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38625d-0df8-4ddc-acf8-f861c315304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132a3ffc-6de1-4d06-80b2-2e983e3f89d1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:48.551260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56660) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:48.605778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.631881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.667248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Made reservation on behalf of f0617b2071804e239e0cfea3dc8fc61e for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:48.671334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.683187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.800389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.803775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.804367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/132a3ffc-6de1-4d06-80b2-2e983e3f89d1 HTTP/1.1" status: 204 len: 168 time: 0.2520332 Aug 28 08:27:48.844961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8dae3-4765-4a1e-801a-1444cda05522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a3ffc-6de1-4d06-80b2-2e983e3f89d1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:48.896142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fa14f-bea3-44d6-9227-4b43d137d75f req-19aaa0a8-cfa6-404d-b30b-99dae51e6191 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:48.897717 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-029fa14f-bea3-44d6-9227-4b43d137d75f req-19aaa0a8-cfa6-404d-b30b-99dae51e6191 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0904181 Aug 28 08:27:48.941794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:48.960446 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-029fa14f-bea3-44d6-9227-4b43d137d75f req-784c5172-f851-4119-bdd5-b8df9d0a6c72 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Aug 28 08:27:49.090803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:49.116283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:49.131841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e8a6f-4b9b-40b3-9930-1e4538fd8cc0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:49.135431 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:49.135768 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Added segment 3581ecab-7617-4c8e-bf84-5b4a5a93b78b of type vlan for network 8349ec10-87ac-4467-99e5-7d0c01f97603 Aug 28 08:27:49.177865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:49.330813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:49.332258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:49.333061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:49.356078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38162964-5982-4900-9a68-58dc6dbef865 req-7878fd6f-0b12-4aa2-929d-c3e2c9fa5df4 tempest-ServerAddressesTestJSON-1822608237 tempest-ServerAddressesTestJSON-1822608237-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9351-89d2-4b3e-92fe-1cde38a62bb0 HTTP/1.1" status: 200 len: 210 time: 0.0488431 Aug 28 08:27:49.433906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] Pushing event updated for resources: {'Network': ['ID=8349ec10-87ac-4467-99e5-7d0c01f97603,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:49.446710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8349ec10-87ac-4467-99e5-7d0c01f97603 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:49.499591 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-17fd591d-299b-4a6b-936a-39dae98a4627 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9785967 Aug 28 08:27:49.501395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56684) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:49.510802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Request body: {'subnet': {'network_id': '8349ec10-87ac-4467-99e5-7d0c01f97603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-366680077-subnet', 'tenant_id': 'f0617b2071804e239e0cfea3dc8fc61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:49.661772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Made reservation on behalf of f0617b2071804e239e0cfea3dc8fc61e for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:49.665651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.007502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.157468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae99ee34-eed6-44a3-8104-b7035f04dc17,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:50.187401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ffe00-60d1-4d5f-bd23-152c2137ddf8 req-be370072-1c8e-4353-894b-cac162fade2a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:50.189649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9a5ffe00-60d1-4d5f-bd23-152c2137ddf8 req-be370072-1c8e-4353-894b-cac162fade2a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1072490 Aug 28 08:27:50.190736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Checking segment: {'id': '3581ecab-7617-4c8e-bf84-5b4a5a93b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8349ec10-87ac-4467-99e5-7d0c01f97603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:50.191127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Network hostable DHCP agents. Network: 8349ec10-87ac-4467-99e5-7d0c01f97603, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:50.241815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9a5ffe00-60d1-4d5f-bd23-152c2137ddf8 req-33c36bd3-27c4-404a-9ae8-8d37f2cdf37e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Aug 28 08:27:50.319295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Network 8349ec10-87ac-4467-99e5-7d0c01f97603 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:50.417924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:50.455456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8349ec10-87ac-4467-99e5-7d0c01f97603) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:50.471572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:50.471572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.472175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41de55-0d52-4701-a2a0-1367aed1028f None None] Network 8349ec10-87ac-4467-99e5-7d0c01f97603 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:50.484109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Deleting subnet cd91b929-7dd3-412f-a2b5-d61a3917ad5d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:27:50.492011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.555664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.599613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:50.619267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00377fa6-50ea-4d43-850e-9bde1b956c93 None None] Network 8349ec10-87ac-4467-99e5-7d0c01f97603 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:50.975950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-17da8ceb-2e50-4d94-9bea-df736c6c4825 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4734356 Aug 28 08:27:51.120715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.162734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd91b929-7dd3-412f-a2b5-d61a3917ad5d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:51.168013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.171094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bf3ac767-0bef-4c6c-af4f-ff8482a47d97 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd91b929-7dd3-412f-a2b5-d61a3917ad5d HTTP/1.1" status: 204 len: 168 time: 0.7520838 Aug 28 08:27:51.173883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:51.234642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3d14e3ff-1f06-44f1-9409-d634111c3f4e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:27:51.271152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 3d14e3ff-1f06-44f1-9409-d634111c3f4e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:27:51.274861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3d14e3ff-1f06-44f1-9409-d634111c3f4e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:27:51.328826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.491143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ae27-b590-4149-b204-706796f8f3cc req-32b40adc-36e9-4128-9fff-d868597bcac7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:51.511092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc77ae27-b590-4149-b204-706796f8f3cc req-32b40adc-36e9-4128-9fff-d868597bcac7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1743200 Aug 28 08:27:51.522023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:51.549450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.565590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74da0a63-e6a0-4b7a-a4b9-95333ce70387']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:51.586127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:51.586490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ecfecd-b2e1-4bff-a1b5-2a3857a7367f') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:51.600057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc77ae27-b590-4149-b204-706796f8f3cc req-84d587f4-aa05-42a3-8a99-961e65c6fe31 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747893 Aug 28 08:27:51.618743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.652727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.664116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:27:51.664116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:27:51.664804 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:27:51.733267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1745882518'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:51.839082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.847729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.848670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/74da0a63-e6a0-4b7a-a4b9-95333ce70387 HTTP/1.1" status: 204 len: 168 time: 0.6729991 Aug 28 08:27:51.859358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0b2cf-d54a-4a59-a055-e9b3cc6469f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=74da0a63-e6a0-4b7a-a4b9-95333ce70387,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:51.871173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-f067bbe6-5119-4310-a379-7765b6cb42e1 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:51.873240 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-f067bbe6-5119-4310-a379-7765b6cb42e1 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/networks?id=373e0b91-32fe-4ae0-9b20-215394263b19 HTTP/1.1" status: 200 len: 825 time: 0.1289620 Aug 28 08:27:51.879434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Made reservation on behalf of b0cebf4bd2fe4cdaa02a4c1dd2bea98c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:51.888512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.900663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:51.910552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-7a2858c3-b417-4414-adcd-63c9149492ea tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/quotas/7df6c9ee932e442ab5c4613a751d9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0242560 Aug 28 08:27:51.955406 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-25b294c3-0609-445b-872e-b9fbaddfcacd tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7df6c9ee932e442ab5c4613a751d9aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336404 Aug 28 08:27:52.107447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.109855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-c2fd0e36-8e7f-4a88-b7c2-f576f22e371e service neutron] 10.222.0.46 "GET /v2.0/networks/373e0b91-32fe-4ae0-9b20-215394263b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311991 Aug 28 08:27:52.203525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-ab0b6923-4e71-4cdc-b15d-bbecf6011662 service neutron] 10.222.0.46 "GET /v2.0/networks/373e0b91-32fe-4ae0-9b20-215394263b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Aug 28 08:27:52.235061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.266066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:52.280048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.283374 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Added segment b1bf4500-c92b-40d2-92ef-c71a0657be50 of type vlan for network 1705d88d-c64b-417d-b4d0-449b7b87d44f Aug 28 08:27:52.292814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492a0db7-851b-4a33-8770-179d82593dc2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:52.332940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.392741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:52.437654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5ca50f8a-15cc-4e5d-aaec-62babda6b82b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cae7b37efe9449aaf72176f3d631d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437210 Aug 28 08:27:52.440316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56772) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:52.493759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.499539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:52.506147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.512949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.579509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da297102-b781-4d21-b60c-a77b36716fb6 req-dd7bd894-0e33-47ea-8529-321f993a3017 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0284510 Aug 28 08:27:52.589762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.601951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Pushing event updated for resources: {'Network': ['ID=1705d88d-c64b-417d-b4d0-449b7b87d44f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:52.622090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1705d88d-c64b-417d-b4d0-449b7b87d44f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:52.664752 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7e688c40-47c2-455e-8496-0a2101ce8103 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1409686 Aug 28 08:27:52.668084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56780) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:52.768900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be864-9ccb-4235-87b3-8de2e43e6f6b req-121aa111-bee8-4494-b5f5-5ae783cec93e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:52.769371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e72be864-9ccb-4235-87b3-8de2e43e6f6b req-121aa111-bee8-4494-b5f5-5ae783cec93e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0853658 Aug 28 08:27:52.807678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.810603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:52.811986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8da183d1-e406-4949-ab54-8c95d66c3213 HTTP/1.1" status: 204 len: 168 time: 0.3707399 Aug 28 08:27:52.825963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a071ecb-d03f-4871-a2fa-dbeccfa28797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da183d1-e406-4949-ab54-8c95d66c3213,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:52.862940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e72be864-9ccb-4235-87b3-8de2e43e6f6b req-886214b6-8e5e-4bbf-8a4c-4ed904e17a50 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808995 Aug 28 08:27:52.907186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'name': 'tempest-network--1177588899', 'router:external': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:53.010641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:53.013502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.032613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.139492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.263715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.293650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:53.302453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a5370-759d-45cc-aeb0-ecc01b9cf1d9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:53.323081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.323863 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Added segment da7afcf1-ccf7-4ced-a176-cd8b95869181 of type vlan for network 9ee58915-cb2a-4be2-bb38-db675e3d3627 Aug 28 08:27:53.410108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.593856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.598321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:53.598321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.668810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aad0cdee-c576-4f35-9b1a-b3c0cef53d4c req-adf5600f-6a68-4b10-a7b9-322d0906c1ec tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0267253 Aug 28 08:27:53.678721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=9ee58915-cb2a-4be2-bb38-db675e3d3627,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:53.692360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9ee58915-cb2a-4be2-bb38-db675e3d3627 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:53.760182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5d853776-4e09-4f6f-8aac-bd017f0f451b tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0908468 Aug 28 08:27:53.764757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56818) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:53.858193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.958535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:53.990550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee58915-cb2a-4be2-bb38-db675e3d3627']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:54.002570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7afcf1-ccf7-4ced-a176-cd8b95869181') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:54.003055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7afcf1-ccf7-4ced-a176-cd8b95869181') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:27:54.021336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.036407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13d4b-e18c-451e-a52b-39224f3cf3c3 req-5522734d-f6ad-4769-b86f-0db297c63a6e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:54.037949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1aa13d4b-e18c-451e-a52b-39224f3cf3c3 req-5522734d-f6ad-4769-b86f-0db297c63a6e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0978580 Aug 28 08:27:54.052036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:27:54.069919 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:27:54.136635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1aa13d4b-e18c-451e-a52b-39224f3cf3c3 req-b82abfb3-4e49-4c75-8db9-c315787a81cf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916262 Aug 28 08:27:54.237167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.242267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ee58915-cb2a-4be2-bb38-db675e3d3627 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:27:54.245508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.246999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9ee58915-cb2a-4be2-bb38-db675e3d3627 HTTP/1.1" status: 204 len: 168 time: 0.4824283 Aug 28 08:27:54.252767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:54.258432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:54.276948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89291-f600-4a41-9143-f102eade1cb5 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ee58915-cb2a-4be2-bb38-db675e3d3627,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:54.362136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:54.393477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:54.396102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.401592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:54.478934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:54.491684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.492053 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Added segment 22ba4a1c-d275-43fd-a183-fa2d6cd48e81 of type vlan for network c463e20f-62ec-4e08-80f1-e40fddf50762 Aug 28 08:27:54.540033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1622507809-network', 'tenant_id': 'ce786affd99844f69e49e3dce5cbfa1e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:54.562659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61f2653f-b98e-4057-9be8-98c9a6ccf2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.586074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.675227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Made reservation on behalf of ce786affd99844f69e49e3dce5cbfa1e for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:54.677634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.691642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.721175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.722323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:54.730357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.820560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-734aaa11-f0b7-4c51-8c3b-095dac65a742 req-02527afd-1b1f-47e0-b2e7-3db7691bb921 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0446169 Aug 28 08:27:54.824716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=c463e20f-62ec-4e08-80f1-e40fddf50762,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:54.840765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network c463e20f-62ec-4e08-80f1-e40fddf50762 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:54.881455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61f2653f-b98e-4057-9be8-98c9a6ccf2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:54.977384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61f2653f-b98e-4057-9be8-98c9a6ccf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.019144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-61f2653f-b98e-4057-9be8-98c9a6ccf2a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f74d58c4a43347f7bc3d553c208dc3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150851 Aug 28 08:27:55.020327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2653f-b98e-4057-9be8-98c9a6ccf2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f420b9-187d-409b-86a5-50a280e2680e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:55.020846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56856) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:55.071829 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.093937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.113292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8575b873-9425-4b6a-81ac-86629b77cb93 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8593841 Aug 28 08:27:55.116262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56858) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:55.121243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'subnet': {'network_id': 'c463e20f-62ec-4e08-80f1-e40fddf50762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:55.239236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.242905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.244721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21f420b9-187d-409b-86a5-50a280e2680e HTTP/1.1" status: 204 len: 168 time: 0.2225389 Aug 28 08:27:55.259075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca4ad7-7585-4eb9-89bb-76d186ec4bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f420b9-187d-409b-86a5-50a280e2680e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:55.299082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd4b20-42fa-4d43-9837-bb03d04b9295 req-84e9460a-30a5-4adc-822c-96e2d80828e9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:55.300727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fdd4b20-42fa-4d43-9837-bb03d04b9295 req-84e9460a-30a5-4adc-822c-96e2d80828e9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0898037 Aug 28 08:27:55.366391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fdd4b20-42fa-4d43-9837-bb03d04b9295 req-eb6fa233-f228-4c5c-a1ea-48d596aae85c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Aug 28 08:27:55.382071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.492013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.563841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:27:55.593394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe14a32-fc8b-48d4-b52a-06cd82598c9e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:55.613079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.613079 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Added segment 70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc of type vlan for network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 Aug 28 08:27:55.634375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-aa76d7d1-57b9-44f9-a0c3-e5083b6fd744 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:55.635987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-aa76d7d1-57b9-44f9-a0c3-e5083b6fd744 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.64 "GET /v2.0/networks?id=373e0b91-32fe-4ae0-9b20-215394263b19 HTTP/1.1" status: 200 len: 825 time: 0.2141554 Aug 28 08:27:55.645942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b805a-2681-4ea3-b124-23f704e83268 req-b8a678fb-dd19-433d-a41b-c4ff0381d040 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:55.647561 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-597b805a-2681-4ea3-b124-23f704e83268 req-b8a678fb-dd19-433d-a41b-c4ff0381d040 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.1732998 Aug 28 08:27:55.673113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Request body: {'port': {'device_id': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19', 'admin_state_up': True, 'tenant_id': '7df6c9ee932e442ab5c4613a751d9aa4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:55.720306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.746666 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.750973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:55.753441 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.858037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-597b805a-2681-4ea3-b124-23f704e83268 req-c250e68f-374a-4d9e-9244-78b7e7cf1979 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895299 Aug 28 08:27:55.961178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c95ae60-da60-4ed2-a833-18e97347f919 req-291323d1-762e-4cfe-8f15-b2aa2f7b6d6d tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0311024 Aug 28 08:27:55.970671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:55.971662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:55.972249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.053789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Made reservation on behalf of 7df6c9ee932e442ab5c4613a751d9aa4 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:56.057270 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.091843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfa002b-443a-4aca-a9a7-31c4aaa31e62,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:56.104092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.104436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.104770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.105096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.105424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.105747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.106061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.106443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.106765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.107080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.107396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.107709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:56.123247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:27:56.143445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56872) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:56.160865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0162d6f-56c0-4f33-8b8d-87245e16cdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.175110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03e662c5-0f77-472c-a4cc-b5ee3b125a98 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8090458 Aug 28 08:27:56.175325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:56.182996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Request body: {'subnet': {'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1622507809-subnet', 'tenant_id': 'ce786affd99844f69e49e3dce5cbfa1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:56.276133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Allocated IP 172.20.0.14 (373e0b91-32fe-4ae0-9b20-215394263b19/1f60cf97-1bc6-4ea2-ab94-283f22b59a17/1ae6b4a2-43cb-44d7-a699-f7d8a607da69) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:27:56.279897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0162d6f-56c0-4f33-8b8d-87245e16cdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.375732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0162d6f-56c0-4f33-8b8d-87245e16cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.423672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0162d6f-56c0-4f33-8b8d-87245e16cdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d897a549-7af3-407f-aea0-c9dfe9a01c7d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:56.440913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f0162d6f-56c0-4f33-8b8d-87245e16cdd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49b6e595ccee4244a37b298c7fccb7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960868 Aug 28 08:27:56.443685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:56.500273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:27:56.500853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.506742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.541609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.567282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Made reservation on behalf of ce786affd99844f69e49e3dce5cbfa1e for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:27:56.570898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.597314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.656361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97e234f5-e3d0-48e2-939f-c3460709a966,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:56.679682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38999be-8829-4b5c-a908-fa4e359185de req-52a4aee0-432f-4fcb-acfb-2b6668ea169c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:56.681276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d38999be-8829-4b5c-a908-fa4e359185de req-52a4aee0-432f-4fcb-acfb-2b6668ea169c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1923041 Aug 28 08:27:56.729677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Checking segment: {'id': '22ba4a1c-d275-43fd-a183-fa2d6cd48e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c463e20f-62ec-4e08-80f1-e40fddf50762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:56.730054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Network hostable DHCP agents. Network: c463e20f-62ec-4e08-80f1-e40fddf50762, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:56.753932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.758410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d38999be-8829-4b5c-a908-fa4e359185de req-bef87764-1b10-4b10-9f83-e0bfa215cfe5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661690 Aug 28 08:27:56.761476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.766015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d897a549-7af3-407f-aea0-c9dfe9a01c7d HTTP/1.1" status: 204 len: 168 time: 0.3212314 Aug 28 08:27:56.784671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d953f9f-8754-4895-9483-254c0121b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d897a549-7af3-407f-aea0-c9dfe9a01c7d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:56.870041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:56.929837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Network c463e20f-62ec-4e08-80f1-e40fddf50762 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:56.964973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Network 373e0b91-32fe-4ae0-9b20-215394263b19 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:27:56.966921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Pushing event updated for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:56.969648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:56.971938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:27:56.995584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.031244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.032218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.060363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, c463e20f-62ec-4e08-80f1-e40fddf50762) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:57.073549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79b445-fe7b-4ee0-b680-7948127b4b64 req-b17930d9-9166-45f5-8d1a-ffaf4af4283c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.076710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e79b445-fe7b-4ee0-b680-7948127b4b64 req-b17930d9-9166-45f5-8d1a-ffaf4af4283c tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.1249495 Aug 28 08:27:57.080802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b7c0f1-6428-4ca2-96ee-1d0a280a9def,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:57.081121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d13af-c093-4344-ad9e-f2f9b0043f69 None None] Network c463e20f-62ec-4e08-80f1-e40fddf50762 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:57.096994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.096994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.125940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Checking segment: {'id': '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:57.126431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Network hostable DHCP agents. Network: 4dfa002b-443a-4aca-a9a7-31c4aaa31e62, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:27:57.156357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-eb45dc92-f9d4-4427-82f8-0b1a72c4b874 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4884608 Aug 28 08:27:57.160988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e79b445-fe7b-4ee0-b680-7948127b4b64 req-bcce0dc0-dae6-4a7d-9290-9b7f554dd199 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736320 Aug 28 08:27:57.192536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Request body: {'port': {'device_id': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:57.202621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50d2b-9c3d-4c3a-9a79-2865ad228e52 req-f25e3909-fb74-495e-945e-0b353ed996ba tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.205334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc50d2b-9c3d-4c3a-9a79-2865ad228e52 req-f25e3909-fb74-495e-945e-0b353ed996ba tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 932 time: 0.1353362 Aug 28 08:27:57.252648 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79613d31-7443-42f9-9586-44a26eb2efab tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1350121 Aug 28 08:27:57.257225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:27:57.263562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:57.273872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'floatingip': {'floating_network_id': 'c463e20f-62ec-4e08-80f1-e40fddf50762'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:27:57.296079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb498d9-adf4-417f-98f5-9495172e44b0 None None] Network c463e20f-62ec-4e08-80f1-e40fddf50762 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:57.313374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc50d2b-9c3d-4c3a-9a79-2865ad228e52 req-9ef18647-9791-434b-b649-59eecd80b909 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729361 Aug 28 08:27:57.360649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.400218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4dfa002b-443a-4aca-a9a7-31c4aaa31e62) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:57.415832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.417209 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.436406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.440761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a566c94-f39f-4c24-ad1d-28ec460b1faa None None] Network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:57.606252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.713671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-502c0309-81cd-4766-886d-ce91972f23d2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5369501 Aug 28 08:27:57.727992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e67f4578-eed6-4ad2-9ce6-5d1850be6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:57.766126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6b61b-10d3-4509-bb63-442ce76b4783 None None] Network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:27:57.791890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Allocated IP 172.20.0.7 (c463e20f-62ec-4e08-80f1-e40fddf50762/97e234f5-e3d0-48e2-939f-c3460709a966/69866917-bcd6-48a5-99f7-f68531aa8fb1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:27:57.906579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-ffd1aec4-8b25-4ea1-a89a-e60f14d35a49 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:57.908193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-ffd1aec4-8b25-4ea1-a89a-e60f14d35a49 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.39 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.0885646 Aug 28 08:27:58.060188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.083819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:27:58.101555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.135634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70883ed-c5d5-4d4e-b1d4-75632c24cf70 req-b47f478d-7342-4378-ab5e-bbaf9e30dd0b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:58.138422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b70883ed-c5d5-4d4e-b1d4-75632c24cf70 req-b47f478d-7342-4378-ab5e-bbaf9e30dd0b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1370041 Aug 28 08:27:58.141595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Transition to ACTIVE for port object 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:27:58.191623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Deleting port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:58.192068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.199408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.205071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b70883ed-c5d5-4d4e-b1d4-75632c24cf70 req-1a14c9bc-5d22-47be-b66a-e272c9f9627b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582144 Aug 28 08:27:58.257700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Network c463e20f-62ec-4e08-80f1-e40fddf50762 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:27:58.261889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:27:58.266812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:27:58.269440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.272927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Port': ['ID=69866917-bcd6-48a5-99f7-f68531aa8fb1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:58.374882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.429411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:58.486981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] For port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:27:58.487349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.520785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21530f-0ea9-4c45-b58b-4d608821bfac req-b477c11b-d25f-4a28-aa64-7a903d3e308a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:58.520785 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb21530f-0ea9-4c45-b58b-4d608821bfac req-b477c11b-d25f-4a28-aa64-7a903d3e308a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 945 time: 0.1954157 Aug 28 08:27:58.535873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.567457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c80e5-f06c-4baa-ad87-fb7cf272a66f req-d2e1c243-4a12-4a73-a68b-3091610b62b2 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:58.569539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b5c80e5-f06c-4baa-ad87-fb7cf272a66f req-d2e1c243-4a12-4a73-a68b-3091610b62b2 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 944 time: 0.1029668 Aug 28 08:27:58.609278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Attempting to bind port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:27:58.609630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Attempting to bind port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'e79d78e1-cded-491f-a8e9-291449b153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:27:58.609960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Attempting to bind port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 on network 373e0b91-32fe-4ae0-9b20-215394263b19 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:58.629976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 on network 373e0b91-32fe-4ae0-9b20-215394263b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:27:58.630330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Attempting to bind port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 on network 373e0b91-32fe-4ae0-9b20-215394263b19 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:27:58.634821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb21530f-0ea9-4c45-b58b-4d608821bfac req-d2d430fc-d95c-4f13-a7a5-6a452cce44d0 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051040 Aug 28 08:27:58.674927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:27:58.675270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Checking segment: {'id': 'e79d78e1-cded-491f-a8e9-291449b153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:27:58.675679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Bound using segment: {'id': 'e79d78e1-cded-491f-a8e9-291449b153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:27:58.676160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Bound port: 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79d78e1-cded-491f-a8e9-291449b153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:27:58.676474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.690811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b5c80e5-f06c-4baa-ad87-fb7cf272a66f req-8df21714-950f-4c03-9cdb-3c069f9cb8de tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844154 Aug 28 08:27:58.770545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.795768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.796162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.796485 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Floating IP d95a6a54-6484-4eaa-a764-8b8aff354603 disassociated. External IP: 172.25.0.122, port: c5e9a9f0-12e6-4e66-97b1-80e178bfaedf. Aug 28 08:27:58.799288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Calling delete_port for c5e9a9f0-12e6-4e66-97b1-80e178bfaedf owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:27:58.804855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:27:58.811297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,segment=NetworkSegment(e79d78e1-cded-491f-a8e9-291449b153ea),segment_id=e79d78e1-cded-491f-a8e9-291449b153ea)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:27:58.930515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.960109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.996749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:58.998017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:58.999600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] 10.222.0.64 "PUT /v2.0/ports/1ae6b4a2-43cb-44d7-a699-f7d8a607da69 HTTP/1.1" status: 200 len: 1093 time: 1.8268917 Aug 28 08:27:59.000064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:27:59.002497 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee7d6f-da16-405d-b932-c1a0a4556729" -d '{"events": [{"name": "network-changed", "server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:27:59.020399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Port': ['ID=69866917-bcd6-48a5-99f7-f68531aa8fb1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:59.031704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.031962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.032291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.032627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.032960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.033298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.033619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.033947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.034302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.034627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.034949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.035269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:27:59.052494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.064596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ece0b-dddc-4cbc-88cf-50ada141ca2e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:59.079685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.089775 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c517caa-eb19-4b6d-bacb-78321aef4b21 x-openstack-request-id: req-3c517caa-eb19-4b6d-bacb-78321aef4b21 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:27:59.091925 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:27:59.091925 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c517caa-eb19-4b6d-bacb-78321aef4b21 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:27:59.091925 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69', 'status': 'completed', 'code': 200} Aug 28 08:27:59.125828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event deleted for resources: {'Port': ['ID=c5e9a9f0-12e6-4e66-97b1-80e178bfaedf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:27:59.185874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.186817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9c7ca53-1494-4f4d-8e31-32db03a7f713 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9201272 Aug 28 08:27:59.190189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56940) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:59.299885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1548034f-eb5b-4de6-8f8a-7f64693a853e tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=c463e20f-62ec-4e08-80f1-e40fddf50762 HTTP/1.1" status: 200 len: 689 time: 0.1080997 Aug 28 08:27:59.326995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56948) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:27:59.423097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2f4ca-42f0-4721-b257-2a84641aa3ce req-94ad665c-c397-400c-b27e-5e9682110131 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:59.427846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bb2f4ca-42f0-4721-b257-2a84641aa3ce req-94ad665c-c397-400c-b27e-5e9682110131 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1306362 Aug 28 08:27:59.518815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bb2f4ca-42f0-4721-b257-2a84641aa3ce req-6ac03791-6b76-4f1d-ac19-270e49dcbf5f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783412 Aug 28 08:27:59.522305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.682059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Deleting port 69866917-bcd6-48a5-99f7-f68531aa8fb1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:27:59.682839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.724874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-c19de6f6-0e91-4ea7-868b-651b264e51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:27:59.727152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-c19de6f6-0e91-4ea7-868b-651b264e51cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df6c9ee932e442ab5c4613a751d9aa4&device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 1096 time: 0.5568907 Aug 28 08:27:59.813777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Router 1b567235-1165-419a-9d8c-bab38f56c7e2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:27:59.825557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43cf7c77-84c6-41eb-8bc7-f1cb161496ac req-9daa99dc-d04c-45ce-9c2b-a7759e167185 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0549450 Aug 28 08:27:59.855225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.881873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.882676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:27:59.903780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Calling delete_port for 69866917-bcd6-48a5-99f7-f68531aa8fb1 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:00.046300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-66df2770-2378-4ecb-b336-e4a6b8dd3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.047959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-66df2770-2378-4ecb-b336-e4a6b8dd3fe2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7df6c9ee932e442ab5c4613a751d9aa4&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2934721 Aug 28 08:28:00.060595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea3e0-4919-4ac3-b198-776b2c3f4fec req-06e972e1-5b26-4549-8caa-164de96f7406 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.066862 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6eaea3e0-4919-4ac3-b198-776b2c3f4fec req-06e972e1-5b26-4549-8caa-164de96f7406 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 944 time: 0.1735246 Aug 28 08:28:00.131498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.164761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Port': ['ID=69866917-bcd6-48a5-99f7-f68531aa8fb1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:00.183163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:28:00.198115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Sync routers for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:28:00.205433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6eaea3e0-4919-4ac3-b198-776b2c3f4fec req-aab70d61-7b8e-4513-9360-fac3c14d1430 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188443 Aug 28 08:28:00.225321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:00.226414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:27:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.267754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.275447 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-614c7691-241e-4cb7-897e-9703be6711f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.297681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] No DVR routers for this DVR port c5e9a9f0-12e6-4e66-97b1-80e178bfaedf on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:00.305508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.309192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef2b021e-3c22-413c-80ee-8401ba29ebcb req-a9eb5999-9f21-450c-8abf-419f09a8f7dc tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.39 "DELETE /v2.0/ports/c5e9a9f0-12e6-4e66-97b1-80e178bfaedf HTTP/1.1" status: 204 len: 173 time: 2.3918355 Aug 28 08:28:00.342485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-6f49ba36-1caf-4381-8562-b9b9b13822c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.344683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28ee7d6f-da16-405d-b932-c1a0a4556729 req-6f49ba36-1caf-4381-8562-b9b9b13822c4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715311 Aug 28 08:28:00.354482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.464212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-2b5cf591-294e-4bc7-91a1-e255407ccdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.466510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-2b5cf591-294e-4bc7-91a1-e255407ccdff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df6c9ee932e442ab5c4613a751d9aa4&device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 1096 time: 0.0471437 Aug 28 08:28:00.524844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-5ff63e88-d13e-4d38-916d-9744e00d4dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Aug 28 08:28:00.538138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:00.569287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.602670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-676c7924-fb10-4893-a237-3846732a3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.604180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-676c7924-fb10-4893-a237-3846732a3296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f60cf97-1bc6-4ea2-ab94-283f22b59a17 HTTP/1.1" status: 200 len: 865 time: 0.0703666 Aug 28 08:28:00.648443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97e234f5-e3d0-48e2-939f-c3460709a966,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:00.651578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-3ef29b09-a120-4bc5-aa11-b400dc6c8896 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=373e0b91-32fe-4ae0-9b20-215394263b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354605 Aug 28 08:28:00.784044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.801639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c463e20f-62ec-4e08-80f1-e40fddf50762']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.804388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0d4e-3ffe-4750-928c-411bb0497444 req-23efb44d-a8e1-4546-af71-298a0110f00d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:00.805928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-774e0d4e-3ffe-4750-928c-411bb0497444 req-23efb44d-a8e1-4546-af71-298a0110f00d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1247120 Aug 28 08:28:00.815786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ba4a1c-d275-43fd-a183-fa2d6cd48e81') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.816093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ba4a1c-d275-43fd-a183-fa2d6cd48e81') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.820952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-dd2d241c-18b4-4eda-9ff1-076ac9fe203e service neutron] 10.222.0.64 "GET /v2.0/networks/373e0b91-32fe-4ae0-9b20-215394263b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553209 Aug 28 08:28:00.850819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.875468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.888532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.909562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:00.910674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:00.912881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Checking router: 1b567235-1165-419a-9d8c-bab38f56c7e2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:28:00.923793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-774e0d4e-3ffe-4750-928c-411bb0497444 req-8957e664-7356-4ea8-9bba-1173f2c16fda tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004727 Aug 28 08:28:00.924068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:00.924489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:00.949340 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:00.971065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f62bcb2-a5c6-4244-93b7-90f6d39e8996 req-776c7ff2-6ee7-4630-9a45-5e5fd6fb22f0 service neutron] 10.222.0.64 "GET /v2.0/networks/373e0b91-32fe-4ae0-9b20-215394263b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401086 Aug 28 08:28:01.028014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-c7576316-b8e0-4fbf-9f40-e3fc6e658680 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.029807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-c7576316-b8e0-4fbf-9f40-e3fc6e658680 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/networks?id=4dfa002b-443a-4aca-a9a7-31c4aaa31e62 HTTP/1.1" status: 200 len: 810 time: 0.3102016 Aug 28 08:28:01.047593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:01.052785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-fc5682cd-719b-4cdd-9a96-7a50d573b669 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/quotas/ce786affd99844f69e49e3dce5cbfa1e HTTP/1.1" status: 200 len: 375 time: 0.0172257 Aug 28 08:28:01.066744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ca5295a1-5f14-4ae8-b50f-2096badb5a71 req-ebe2c7c0-8442-4c22-ab6d-967f3db77836 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/ports?device_id=d780b2a9-a2dc-4ba2-aec0-57739fcb8b66 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Aug 28 08:28:01.082244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-e69d2cdc-4fc9-4d47-9224-b9b661d7f6f0 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce786affd99844f69e49e3dce5cbfa1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283158 Aug 28 08:28:01.092561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'name': 'network-vif-deleted', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:01.095158 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cb0b0e-913c-4087-940f-73d31241bdd5" -d '{"events": [{"server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "name": "network-vif-deleted", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:01.189038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:01.196917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c463e20f-62ec-4e08-80f1-e40fddf50762 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:28:01.201329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:01.204729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c463e20f-62ec-4e08-80f1-e40fddf50762 HTTP/1.1" status: 204 len: 168 time: 1.8765345 Aug 28 08:28:01.208433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57014) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:01.212237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-e65d2476-9d38-4b4d-bc0b-a637491ef495 service neutron] 10.222.0.46 "GET /v2.0/networks/4dfa002b-443a-4aca-a9a7-31c4aaa31e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184113 Aug 28 08:28:01.287666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab2bf7-9340-4894-b107-726613526267 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Network': ['ID=c463e20f-62ec-4e08-80f1-e40fddf50762,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:01.356076 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c39ab0-88af-4d0f-b899-cca6a027b848 x-openstack-request-id: req-42c39ab0-88af-4d0f-b899-cca6a027b848 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:01.356463 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d780b2a9-a2dc-4ba2-aec0-57739fcb8b66", "name": "network-vif-deleted", "tag": "c5e9a9f0-12e6-4e66-97b1-80e178bfaedf", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:01.356854 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42c39ab0-88af-4d0f-b899-cca6a027b848 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:01.357097 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd780b2a9-a2dc-4ba2-aec0-57739fcb8b66', 'name': 'network-vif-deleted', 'tag': 'c5e9a9f0-12e6-4e66-97b1-80e178bfaedf', 'status': 'completed', 'code': 200} Aug 28 08:28:01.469637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:01.477992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-0fe0ee1d-e00e-4bd2-9342-3ac999a96275 service neutron] 10.222.0.46 "GET /v2.0/networks/4dfa002b-443a-4aca-a9a7-31c4aaa31e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156410 Aug 28 08:28:01.487212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9fec764-f9d5-496c-9683-ec55cf19277c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.2768431 Aug 28 08:28:01.489454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57020) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:01.522070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd1d7f-0963-43c9-806d-28b7659431e5 None None] The sync data for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 is: [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:24:07Z', 'revision_number': 4, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7ba57cde-aa2d-4263-8fb4-31ca0c701016', 'name': '', 'network_id': '904afa65-c338-4408-8be6-2a5e39caafdd', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'mac_address': 'fa:16:3e:97:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:24:04Z', 'updated_at': '2021-08-28T08:24:17Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'subnets': [{'id': '38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:28:01.553542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d5508-d378-4184-90a8-242ae983d27d req-8ec51637-c97d-4024-a268-79e7f8802b92 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.556487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e3d5508-d378-4184-90a8-242ae983d27d req-8ec51637-c97d-4024-a268-79e7f8802b92 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 944 time: 0.1078079 Aug 28 08:28:01.613920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4e3d5508-d378-4184-90a8-242ae983d27d req-ea2d61cb-8de4-45d5-8e18-18467867e5ba tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Aug 28 08:28:01.716400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.717266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.717727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.718178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.718766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.719255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.719701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.720491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.720846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.721791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.722275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.722734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.723187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.723642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:01.726572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d13d92a2-adff-4bfb-990d-ba9f7e6371a4 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8945 time: 0.2354865 Aug 28 08:28:01.729446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57022) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:01.791032 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-7dea6ea7-1465-4c87-9bd8-3a59d52d5491 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] delete failed (client error): The resource could not be found. Aug 28 08:28:01.792247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7dea6ea7-1465-4c87-9bd8-3a59d52d5491 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/7d213778-bc73-463a-b085-23fb3b2ac389 HTTP/1.1" status: 404 len: 345 time: 0.0617201 Aug 28 08:28:01.795680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:01.826719 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-de84dda5-55a9-4291-b4c3-b83f8c7742b3 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] DELETE failed (client error): The resource could not be found. Aug 28 08:28:01.826719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de84dda5-55a9-4291-b4c3-b83f8c7742b3 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:28:01.828691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-de84dda5-55a9-4291-b4c3-b83f8c7742b3 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c463e20f-62ec-4e08-80f1-e40fddf50762 HTTP/1.1" status: 404 len: 339 time: 0.0314631 Aug 28 08:28:01.833222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:01.838845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'name': 'tempest-network--2135912422', 'router:external': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:01.844974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:01.875253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c5e9a9f0-12e6-4e66-97b1-80e178bfaedf no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:01.898066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: c5e9a9f0-12e6-4e66-97b1-80e178bfaedf {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:01.898750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c5e9a9f0-12e6-4e66-97b1-80e178bfaedf not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:02.028047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:02.031200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.080546 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df649ff9-a4e6-427e-a651-ae5ca33ee185 None None] New status for floating IP d95a6a54-6484-4eaa-a764-8b8aff354603: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:28:02.139935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe582f0-f0ad-4eda-93a6-6f9e1512f158 req-baa60f24-e352-4d14-a35b-c545255a8239 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.147688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbe582f0-f0ad-4eda-93a6-6f9e1512f158 req-baa60f24-e352-4d14-a35b-c545255a8239 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1310353 Aug 28 08:28:02.156829 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:02.196697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.196697 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Added segment f9be08c3-5c77-4568-b18b-796390ab8170 of type vlan for network d1208900-85cb-49a9-bdf2-e726588ec1b6 Aug 28 08:28:02.216811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-198442e0-d666-43e5-90b2-ff295c2468c8 req-c2d33fe1-448f-495a-9b3e-f52d15997950 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0908868 Aug 28 08:28:02.258908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbe582f0-f0ad-4eda-93a6-6f9e1512f158 req-5f546892-6f60-4829-8773-e0d0fb96a435 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088128 Aug 28 08:28:02.334715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.530629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.531672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.532265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.537180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57046) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:02.602500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.606951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=d1208900-85cb-49a9-bdf2-e726588ec1b6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:02.621088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d1208900-85cb-49a9-bdf2-e726588ec1b6 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:02.636064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.704205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-37319536-4058-47e0-a81a-c5f2102306c9 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8697109 Aug 28 08:28:02.707983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57050) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:02.793227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.796525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:02.800277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "DELETE /v2.0/security-groups/69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a HTTP/1.1" status: 204 len: 168 time: 0.2594090 Aug 28 08:28:02.802368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57052) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:02.818743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d47a-18f3-4ecb-897e-7c936db874e1 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:02.821070 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-89f899f5-2684-403c-b575-f65ee9f7209a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] show failed (client error): The resource could not be found. Aug 28 08:28:02.821972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-89f899f5-2684-403c-b575-f65ee9f7209a tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "GET /v2.0/security-groups/69cff404-d0a5-46dd-b8bc-66bc0b6f0a3a HTTP/1.1" status: 404 len: 347 time: 0.0186737 Aug 28 08:28:02.824816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:02.845221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f521a4-f0b2-42b4-ac23-ec93af7a6ede req-de232abc-19ce-4314-bc73-95f1e6117782 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.852577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6f521a4-f0b2-42b4-ac23-ec93af7a6ede req-de232abc-19ce-4314-bc73-95f1e6117782 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 944 time: 0.1079426 Aug 28 08:28:02.899839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c2e9-66b1-46a1-9c01-b510b98fca1e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.906458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c2e9-66b1-46a1-9c01-b510b98fca1e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.912391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c2e9-66b1-46a1-9c01-b510b98fca1e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.918462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c2e9-66b1-46a1-9c01-b510b98fca1e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:02.920710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0779c2e9-66b1-46a1-9c01-b510b98fca1e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2117629 Aug 28 08:28:02.923848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57058) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:02.933936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d6f521a4-f0b2-42b4-ac23-ec93af7a6ede req-d2dd196b-a80f-4b15-9499-8a7ca868e849 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804186 Aug 28 08:28:03.017332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.040761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Deleting port 6caebdac-a02c-4696-87f8-d7c300d7f508 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:03.041106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.154636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.172190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1208900-85cb-49a9-bdf2-e726588ec1b6']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:03.187032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be08c3-5c77-4568-b18b-796390ab8170') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:03.187323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be08c3-5c77-4568-b18b-796390ab8170') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:03.207830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.208188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.211761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.230848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Calling delete_port for 6caebdac-a02c-4696-87f8-d7c300d7f508 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:03.235285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.245653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:03.246037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:03.247756 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:03.306730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:03.360865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-868f00ab-f9ed-4409-ad2a-221258399250 req-cd243c44-d26c-47d1-9731-0305ac86545c tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0448310 Aug 28 08:28:03.455067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325bd6-248a-4cfb-aadb-2205056d8840 req-ca6d1e44-d83e-4ae4-9ae7-44743f279f64 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:03.464700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09325bd6-248a-4cfb-aadb-2205056d8840 req-ca6d1e44-d83e-4ae4-9ae7-44743f279f64 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1012473 Aug 28 08:28:03.468588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.476698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1208900-85cb-49a9-bdf2-e726588ec1b6 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:28:03.484854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.495713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d1208900-85cb-49a9-bdf2-e726588ec1b6 HTTP/1.1" status: 204 len: 168 time: 0.5630226 Aug 28 08:28:03.496425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57078) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:03.502620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'name': 'tempest-network--2063236482', 'router:external': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:03.510523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8df3d-7d96-4913-8f7b-c37d1872b403 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1208900-85cb-49a9-bdf2-e726588ec1b6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:03.517865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,segment=NetworkSegment(e79d78e1-cded-491f-a8e9-291449b153ea),segment_id=e79d78e1-cded-491f-a8e9-291449b153ea)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:03.537172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69', 'network_id': '373e0b91-32fe-4ae0-9b20-215394263b19', 'port_id': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f60cf97-1bc6-4ea2-ab94-283f22b59a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:03.537352 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09325bd6-248a-4cfb-aadb-2205056d8840 req-672838de-5baa-49a7-a67d-c4d7a059edc0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695801 Aug 28 08:28:03.586834 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.588003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.608660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:03.640348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Pushing event deleted for resources: {'Port': ['ID=6caebdac-a02c-4696-87f8-d7c300d7f508,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:03.640763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,segment=NetworkSegment(e79d78e1-cded-491f-a8e9-291449b153ea),segment_id=e79d78e1-cded-491f-a8e9-291449b153ea)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:03.696173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:03.699727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.725064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.725645 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.729903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.732822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ed509a1-5d43-4d01-bf37-d508f3273cd4 tempest-ServersTestFqdnHostnames-380895453 tempest-ServersTestFqdnHostnames-380895453-project] 10.222.0.46 "DELETE /v2.0/floatingips/d95a6a54-6484-4eaa-a764-8b8aff354603 HTTP/1.1" status: 204 len: 168 time: 0.9051983 Aug 28 08:28:03.734191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57080) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:03.760390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:03.782516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.785648 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Added segment 4eed9eab-37ad-45ab-ab4b-a4ac01b2dd16 of type vlan for network 8c69d533-4533-494f-964b-70c1e0579bc8 Aug 28 08:28:03.809022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:03.860820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.970432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:03.971595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:03.977427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.092592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['1ae6b4a2-43cb-44d7-a699-f7d8a607da69'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:04.112479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=8c69d533-4533-494f-964b-70c1e0579bc8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:04.136177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8c69d533-4533-494f-964b-70c1e0579bc8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:04.147338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cc553e88-7728-441b-a88c-be9238f42650 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6471939 Aug 28 08:28:04.155150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577dc11-13bc-4bfa-9341-dbdeedfa5dfd req-603b21ab-ee63-45e7-94ac-201de1535f09 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:04.157096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6577dc11-13bc-4bfa-9341-dbdeedfa5dfd req-603b21ab-ee63-45e7-94ac-201de1535f09 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 945 time: 0.1067395 Aug 28 08:28:04.157789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57084) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:04.302129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6577dc11-13bc-4bfa-9341-dbdeedfa5dfd req-5a1cccf7-2f9f-46dc-a6ff-0cd8e95eedbd tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304152 Aug 28 08:28:04.355496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b06bb-7672-4f23-8237-ba9a7dbf618e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:04.361460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-114b06bb-7672-4f23-8237-ba9a7dbf618e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "GET /v2.0/networks/8c69d533-4533-494f-964b-70c1e0579bc8 HTTP/1.1" status: 200 len: 757 time: 0.1986270 Aug 28 08:28:04.362258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57086) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:04.466203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25437f2-f25e-4559-9028-c14abba7791e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:04.470803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c25437f2-f25e-4559-9028-c14abba7791e tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "GET /v2.0/networks/1705d88d-c64b-417d-b4d0-449b7b87d44f HTTP/1.1" status: 200 len: 768 time: 0.1049869 Aug 28 08:28:04.471001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:04.522838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-babd89f1-84d2-4bd5-bdad-ac674f46b716 req-66afd8f0-c6b1-434c-a481-6a3a18095ab4 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0431643 Aug 28 08:28:04.574124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.703030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.714501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.727173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c69d533-4533-494f-964b-70c1e0579bc8']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:04.739411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eed9eab-37ad-45ab-ab4b-a4ac01b2dd16') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:04.739854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eed9eab-37ad-45ab-ab4b-a4ac01b2dd16') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:04.743977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.751331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.759175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cefbd-5655-4437-89af-9d5e849dbf47 req-359eda95-51f7-4f6a-92a0-8a056106ceff tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:04.761322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-097cefbd-5655-4437-89af-9d5e849dbf47 req-359eda95-51f7-4f6a-92a0-8a056106ceff tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1191008 Aug 28 08:28:04.769938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.778674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:04.779357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:04.781568 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:04.867434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-097cefbd-5655-4437-89af-9d5e849dbf47 req-161b8239-3963-4897-908e-d9235f495eb8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873649 Aug 28 08:28:04.960552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.969177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-bac31c57-0bb5-483e-90ca-ac252bcff0af tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:04.971675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-bac31c57-0bb5-483e-90ca-ac252bcff0af tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.64 "GET /v2.0/networks?id=4dfa002b-443a-4aca-a9a7-31c4aaa31e62 HTTP/1.1" status: 200 len: 810 time: 0.1373568 Aug 28 08:28:04.977121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c69d533-4533-494f-964b-70c1e0579bc8 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:28:04.979933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:04.985884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/8c69d533-4533-494f-964b-70c1e0579bc8 HTTP/1.1" status: 204 len: 168 time: 0.5105534 Aug 28 08:28:04.992385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57098) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:04.995189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a680cd4-b42c-4d6a-a4f5-f523cea14585 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c69d533-4533-494f-964b-70c1e0579bc8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:05.002450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Request body: {'port': {'device_id': '1cc166a2-af69-4c51-9b23-e23525351888', 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62', 'admin_state_up': True, 'tenant_id': 'ce786affd99844f69e49e3dce5cbfa1e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:05.017878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'name': 'tempest-network--197287673'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:05.137964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Made reservation on behalf of 303718ff38c449beb520bb50f7de0fe2 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:05.140601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.155209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Deleting port 7ba57cde-aa2d-4263-8fb4-31ca0c701016 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:05.155612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.164913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.208897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:05.235855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.236209 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Added segment 84be9aa0-3629-40a5-9519-ed01bda68814 of type vlan for network 4546a636-8bd8-4110-8a8c-226fdda94ce8 Aug 28 08:28:05.250748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Made reservation on behalf of ce786affd99844f69e49e3dce5cbfa1e for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:05.257630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.307864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:05.314394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.336826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] For port 7ba57cde-aa2d-4263-8fb4-31ca0c701016, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7ba57cde-aa2d-4263-8fb4-31ca0c701016,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:05.343151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.383579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Calling delete_port for 7ba57cde-aa2d-4263-8fb4-31ca0c701016 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:05.506077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c03b1c-960a-499e-bb99-88d0ab1837aa req-af3e18d7-d2da-44c3-9abe-df353ca4afa3 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:05.507866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61c03b1c-960a-499e-bb99-88d0ab1837aa req-af3e18d7-d2da-44c3-9abe-df353ca4afa3 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 945 time: 0.1088467 Aug 28 08:28:05.509127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Allocated IP 172.20.0.7 (4dfa002b-443a-4aca-a9a7-31c4aaa31e62/f2b7c0f1-6428-4ca2-96ee-1d0a280a9def/46d86411-f846-4d7e-8750-79aa8353878e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:05.562973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:05.570547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:05.571343 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.581407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.583020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:05.583428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61c03b1c-960a-499e-bb99-88d0ab1837aa req-7a6e2af7-6f8c-4ba3-abc1-15c5a1f3fd71 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624073 Aug 28 08:28:05.583981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.739588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.777076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.819070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:05.821425 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead8e3f-7312-4527-ab0e-49da897c4c19" -d '{"events": [{"server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:05.821980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24c78d36-ea30-4825-8636-98cc0c91e437 req-3a075a94-5b38-4042-b3a0-b889cbcde54a tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0777211 Aug 28 08:28:05.834477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=4546a636-8bd8-4110-8a8c-226fdda94ce8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:05.840974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,segment=NetworkSegment(e79d78e1-cded-491f-a8e9-291449b153ea),segment_id=e79d78e1-cded-491f-a8e9-291449b153ea)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:05.845655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4546a636-8bd8-4110-8a8c-226fdda94ce8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:05.871092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-024ddaad-6ef9-459b-9e2d-3dfa83842f1a tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8594761 Aug 28 08:28:05.872417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:05.882629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:05.886651 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d728933-47c6-4635-ab06-c75f20358f07 x-openstack-request-id: req-9d728933-47c6-4635-ab06-c75f20358f07 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:05.886944 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:05.887192 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d728933-47c6-4635-ab06-c75f20358f07 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:05.888292 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69', 'code': 200} Aug 28 08:28:05.926189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:05.997605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:06.022348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.028599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:06.034606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:06.040650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Pushing event updated for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:06.060913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.089071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef2a2-9809-4dde-94f0-5f96747aaee8 req-0b4fa1c9-d27a-4c1f-a14d-1cd39b87639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:06.090567 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b76ef2a2-9809-4dde-94f0-5f96747aaee8 req-0b4fa1c9-d27a-4c1f-a14d-1cd39b87639c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 1097 time: 0.0961776 Aug 28 08:28:06.096491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:06.097129 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.101017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:06.142368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba57cde-aa2d-4263-8fb4-31ca0c701016,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:06.147261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b76ef2a2-9809-4dde-94f0-5f96747aaee8 req-227a20c7-949a-4ac4-baf7-b82a95b6fe44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Aug 28 08:28:06.177260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b77a3f8-9ce8-4dce-bced-36b8d4f4ec05 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1793003 Aug 28 08:28:06.229327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.241541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed16e-f7b9-4b87-b539-dc47c84ee9f9 req-4f8a5c31-0de5-4488-8c1b-eb28cc42c835 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:06.243248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14bed16e-f7b9-4b87-b539-dc47c84ee9f9 req-4f8a5c31-0de5-4488-8c1b-eb28cc42c835 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.2661574 Aug 28 08:28:06.366858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.378890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14bed16e-f7b9-4b87-b539-dc47c84ee9f9 req-50713e67-9cf7-48ca-b3f1-5e072a563ba6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913956 Aug 28 08:28:06.427190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Network 4546a636-8bd8-4110-8a8c-226fdda94ce8 is not hosted by any dhcp agent {{(pid=95466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:28:06.428085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:06.428677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.429981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "PUT /v2.0/networks/4546a636-8bd8-4110-8a8c-226fdda94ce8 HTTP/1.1" status: 200 len: 857 time: 0.5572779 Aug 28 08:28:06.433139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57114) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:06.447952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Request body: {'port': {'device_id': '1cc166a2-af69-4c51-9b23-e23525351888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:06.450187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b01fc-5e6e-4a8d-ba52-6fd5ccb9ee5c tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event updated for resources: {'Network': ['ID=4546a636-8bd8-4110-8a8c-226fdda94ce8,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:06.452725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.565021 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.573789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.718846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Router 1b567235-1165-419a-9d8c-bab38f56c7e2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:28:06.735319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.825539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4546a636-8bd8-4110-8a8c-226fdda94ce8']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:06.838754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:28:06.839354 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:28:06.845426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2ad0c7f7-b21f-47f0-af43-b01c519d9f3b admin admin] 10.222.0.46 "PUT /v2.0/routers/1b567235-1165-419a-9d8c-bab38f56c7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091948 Aug 28 08:28:06.847280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:06.852000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Sync routers for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:28:06.874847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:06.875513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:06.895161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84be9aa0-3629-40a5-9519-ed01bda68814') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:06.895407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84be9aa0-3629-40a5-9519-ed01bda68814') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:06.928421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.953374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e4af-d5cf-4dd6-9835-acd11b87382b req-f03dc0d6-8927-45e3-9f50-1f6db36e7707 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:06.954996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8c2e4af-d5cf-4dd6-9835-acd11b87382b req-f03dc0d6-8927-45e3-9f50-1f6db36e7707 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.2638154 Aug 28 08:28:06.969478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:06.999801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:07.000189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:07.012088 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:07.014703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.047513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:07.106638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8c2e4af-d5cf-4dd6-9835-acd11b87382b req-34e66d34-75d6-46bd-81f0-ba23ae727af2 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319034 Aug 28 08:28:07.175978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19902e-b8fb-4b8d-87d5-16118ffcf86e req-513dba4b-1b3c-4381-8a11-4ed58f9afe8b tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:07.177452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e19902e-b8fb-4b8d-87d5-16118ffcf86e req-513dba4b-1b3c-4381-8a11-4ed58f9afe8b tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 931 time: 0.1186485 Aug 28 08:28:07.181205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d86411-f846-4d7e-8750-79aa8353878e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:07.195166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.200504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.220301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4546a636-8bd8-4110-8a8c-226fdda94ce8 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:28:07.236595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.242544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Pushing event deleted for resources: {'Network': ['ID=4546a636-8bd8-4110-8a8c-226fdda94ce8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:07.245870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57130) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:07.247242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.254666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:07.255359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af812ebd-0bf4-4bf4-b87d-bd3a964d83c1 tempest-ExternalNetworksTestJSON-187568330 tempest-ExternalNetworksTestJSON-187568330-project-admin] 10.222.0.46 "DELETE /v2.0/networks/4546a636-8bd8-4110-8a8c-226fdda94ce8 HTTP/1.1" status: 204 len: 168 time: 0.8191948 Aug 28 08:28:07.267212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Transition to ACTIVE for port object 46d86411-f846-4d7e-8750-79aa8353878e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:07.289829 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-de49925e-13e9-4259-a89b-f70c9b743740 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] DELETE failed (client error): The resource could not be found. Aug 28 08:28:07.290338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de49925e-13e9-4259-a89b-f70c9b743740 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:28:07.294708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-de49925e-13e9-4259-a89b-f70c9b743740 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "DELETE /v2.0/subnets/97e234f5-e3d0-48e2-939f-c3460709a966 HTTP/1.1" status: 404 len: 337 time: 0.0359421 Aug 28 08:28:07.295972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57136) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:07.307687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e19902e-b8fb-4b8d-87d5-16118ffcf86e req-0ef53731-f851-4fb0-a4b5-27420dfbb415 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179578 Aug 28 08:28:07.341439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:28:05Z', 'revision_number': 5, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port': {'id': '14798cab-3c71-4809-8ceb-2b3212ee39de', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:23:57Z', 'updated_at': '2021-08-28T08:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.373363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Checking router: 1b567235-1165-419a-9d8c-bab38f56c7e2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:28:07.385430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Routers {'1b567235-1165-419a-9d8c-bab38f56c7e2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:07.386462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1b567235-1165-419a-9d8c-bab38f56c7e2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.417903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.453092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Deleting port 14798cab-3c71-4809-8ceb-2b3212ee39de {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:07.453450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.552239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] Set router 1b567235-1165-419a-9d8c-bab38f56c7e2 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:07.590570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] For port 14798cab-3c71-4809-8ceb-2b3212ee39de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14798cab-3c71-4809-8ceb-2b3212ee39de,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:07.591650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.606531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Calling delete_port for 14798cab-3c71-4809-8ceb-2b3212ee39de owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:07.608112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc4813f-b5bb-4a21-8109-7ca4fc7b4fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.623360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:28:07Z', 'revision_number': 6, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.651640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.660010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28be992-c866-4bf9-b0a7-0fb8e2b467cc None None] The sync data for ids ['1b567235-1165-419a-9d8c-bab38f56c7e2'] in n-d-792458-16 is: [{'id': '1b567235-1165-419a-9d8c-bab38f56c7e2', 'name': 'tempest-ServersTestFqdnHostnames-1252944932-router', 'tenant_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:23:55Z', 'updated_at': '2021-08-28T08:28:07Z', 'revision_number': 6, 'project_id': 'a6aecc8decac4bb699fbb886f5537ed5', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:28:07.666048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Pushing event updated for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:07.726224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182223-ceba-45ca-9936-8db073018cef req-4ed3ce20-f394-4d8a-a42e-e4b5fca15975 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:07.727925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a9182223-ceba-45ca-9936-8db073018cef req-4ed3ce20-f394-4d8a-a42e-e4b5fca15975 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.2114007 Aug 28 08:28:07.875955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.902741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Pushing event deleted for resources: {'Port': ['ID=14798cab-3c71-4809-8ceb-2b3212ee39de,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:07.911115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a9182223-ceba-45ca-9936-8db073018cef req-3613c963-42dd-4b1c-83d0-5582aec34466 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563663 Aug 28 08:28:07.914038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.938821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1705d88d-c64b-417d-b4d0-449b7b87d44f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.941095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Attempting to bind port 46d86411-f846-4d7e-8750-79aa8353878e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:07.941432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Attempting to bind port 46d86411-f846-4d7e-8750-79aa8353878e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:07.941762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Attempting to bind port 46d86411-f846-4d7e-8750-79aa8353878e on network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:07.962327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bf4500-c92b-40d2-92ef-c71a0657be50') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.962661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bf4500-c92b-40d2-92ef-c71a0657be50') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:07.971633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Port 46d86411-f846-4d7e-8750-79aa8353878e on network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:28:07.971968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Attempting to bind port 46d86411-f846-4d7e-8750-79aa8353878e on network 4dfa002b-443a-4aca-a9a7-31c4aaa31e62 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:07.977872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.979895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:07.993373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:07.993732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Checking segment: {'id': '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:07.994109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Bound using segment: {'id': '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:07.994776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Bound port: 46d86411-f846-4d7e-8750-79aa8353878e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:07.995169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.017207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.032758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc4813f-b5bb-4a21-8109-7ca4fc7b4fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:08.037627 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:08.076603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.078866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.137378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:08.140638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=46d86411-f846-4d7e-8750-79aa8353878e,segment=NetworkSegment(70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc),segment_id=70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:08.147536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc4813f-b5bb-4a21-8109-7ca4fc7b4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.202152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4813f-b5bb-4a21-8109-7ca4fc7b4fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066ad810-43e2-4e7a-83b8-b134136fe97f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:08.223452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7bc4813f-b5bb-4a21-8109-7ca4fc7b4fd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25ca17b82bbd42a488b6bb6145443180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9620483 Aug 28 08:28:08.224082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:08.227695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.236679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.238729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] 10.222.0.46 "DELETE /v2.0/networks/1705d88d-c64b-417d-b4d0-449b7b87d44f HTTP/1.1" status: 204 len: 168 time: 0.9363647 Aug 28 08:28:08.262193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488c31-c048-4b24-9c76-57eb446dadf6 tempest-ExternalNetworksTestJSON-729854198 tempest-ExternalNetworksTestJSON-729854198-project] Pushing event deleted for resources: {'Network': ['ID=1705d88d-c64b-417d-b4d0-449b7b87d44f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:08.266331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.275968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.275968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b567235-1165-419a-9d8c-bab38f56c7e2 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:28:08.282662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.286681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6b55f5ae-c47d-47d8-9d29-61be033c7248 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1b567235-1165-419a-9d8c-bab38f56c7e2 HTTP/1.1" status: 204 len: 168 time: 1.4373052 Aug 28 08:28:08.287351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:08.302409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a86a97-518b-4aff-a6a3-79b46f219b91 req-b0f7f04c-bd46-4135-a78b-abbe18ca27d9 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:08.303977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44a86a97-518b-4aff-a6a3-79b46f219b91 req-b0f7f04c-bd46-4135-a78b-abbe18ca27d9 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.1164243 Aug 28 08:28:08.342314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:08.342948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.344330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] 10.222.0.64 "PUT /v2.0/ports/46d86411-f846-4d7e-8750-79aa8353878e HTTP/1.1" status: 200 len: 1092 time: 1.9020612 Aug 28 08:28:08.344797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:08.347140 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889ec42-3895-4513-a262-47bd7a0bc1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "tag": "46d86411-f846-4d7e-8750-79aa8353878e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:08.363909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.368175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Deleting subnet 38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:28:08.373743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.389780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e0c9-bcbf-4b5f-8078-7a57a0dd4e23 service neutron] Pushing event updated for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:08.399782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-44a86a97-518b-4aff-a6a3-79b46f219b91 req-46ef2a1d-3454-4646-8663-e0b8e58399bb tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808661 Aug 28 08:28:08.421632 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0908d-5927-4e66-97c4-4bf10297ae5c x-openstack-request-id: req-22c0908d-5927-4e66-97c4-4bf10297ae5c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:08.421795 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "tag": "46d86411-f846-4d7e-8750-79aa8353878e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:08.422278 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22c0908d-5927-4e66-97c4-4bf10297ae5c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:08.424980 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e', 'status': 'completed', 'code': 200} Aug 28 08:28:08.442542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.470406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.544380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-be2d494e-ae67-437c-a5a6-0448243bbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:08.546385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-be2d494e-ae67-437c-a5a6-0448243bbc87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce786affd99844f69e49e3dce5cbfa1e&device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 1095 time: 0.0854850 Aug 28 08:28:08.660393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1356-ce2d-40c0-9701-ce6cc2cb115d req-7c4a8a23-441a-4673-ae36-b85a23245866 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:08.661938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9db1356-ce2d-40c0-9701-ce6cc2cb115d req-7c4a8a23-441a-4673-ae36-b85a23245866 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 943 time: 0.1563623 Aug 28 08:28:08.687479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:08.943254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57158) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:09.033135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6333758-261f-4282-8d4e-4dc2aad77030 req-ce75a225-d7d8-4914-a7ad-f274251aa8b8 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.034692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6333758-261f-4282-8d4e-4dc2aad77030 req-ce75a225-d7d8-4914-a7ad-f274251aa8b8 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.5110981 Aug 28 08:28:09.102546 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6333758-261f-4282-8d4e-4dc2aad77030 req-fc59fd30-8c55-41d6-9e5e-c1298ba524d7 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Aug 28 08:28:09.103658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-bde94c6a-7121-480d-86b9-a3d83fc31990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.105068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-bde94c6a-7121-480d-86b9-a3d83fc31990 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ce786affd99844f69e49e3dce5cbfa1e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1627343 Aug 28 08:28:09.110451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.113149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.114671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/066ad810-43e2-4e7a-83b8-b134136fe97f HTTP/1.1" status: 204 len: 168 time: 0.8892050 Aug 28 08:28:09.146349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a9c4d-32c9-4164-b3f8-c38022100b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ad810-43e2-4e7a-83b8-b134136fe97f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:09.193798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9db1356-ce2d-40c0-9701-ce6cc2cb115d req-33ac8bb5-b9a9-4168-a953-e321c717670f tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199032 Aug 28 08:28:09.320074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-84dc4ed5-312f-47f6-ba30-eae9c33f0a28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0cebf4bd2fe4cdaa02a4c1dd2bea98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727956 Aug 28 08:28:09.323091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:09.347128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.372983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930f539-c82b-4989-a7c6-713e22702371 req-f6d8a42e-0970-4b26-bf8a-cebc1e41ec7b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.374173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.374321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b930f539-c82b-4989-a7c6-713e22702371 req-f6d8a42e-0970-4b26-bf8a-cebc1e41ec7b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1177828 Aug 28 08:28:09.374321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-acd04491-6235-44d0-b155-7565e6eb4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.374493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc HTTP/1.1" status: 204 len: 168 time: 1.0773754 Aug 28 08:28:09.374590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8889ec42-3895-4513-a262-47bd7a0bc1d4 req-acd04491-6235-44d0-b155-7565e6eb4b3a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590301 Aug 28 08:28:09.374681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d418815-6b04-4c17-bba9-c2c5bcbd1a74 None None] Network 904afa65-c338-4408-8be6-2a5e39caafdd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:09.385799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:09.410476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8de85-e981-4a2f-9983-ecd00194adc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f5f5b8-3634-4140-b9b6-f3a2cbedc6dc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:09.487085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.522959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.587096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b930f539-c82b-4989-a7c6-713e22702371 req-87e64f7e-dd24-4ad4-ac03-6d66e1927436 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170649 Aug 28 08:28:09.627009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.641437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b4ae79f-177c-4ee1-ad21-37859f6e2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.645540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-3b4ae79f-177c-4ee1-ad21-37859f6e2235 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce786affd99844f69e49e3dce5cbfa1e&device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 1095 time: 0.1836224 Aug 28 08:28:09.703751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7ba57cde-aa2d-4263-8fb4-31ca0c701016 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:09.718847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-856ed72e-6cf8-47ef-b807-2b9fd67ad538 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d86411-f846-4d7e-8750-79aa8353878e HTTP/1.1" status: 200 len: 217 time: 0.0510731 Aug 28 08:28:09.730679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7ba57cde-aa2d-4263-8fb4-31ca0c701016 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:09.731061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7ba57cde-aa2d-4263-8fb4-31ca0c701016 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:09.731635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14798cab-3c71-4809-8ceb-2b3212ee39de no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:09.736475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.739082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.740298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/492a0db7-851b-4a33-8770-179d82593dc2 HTTP/1.1" status: 204 len: 168 time: 0.4165606 Aug 28 08:28:09.754327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192ecfa-7f50-419a-89db-39160ed18528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492a0db7-851b-4a33-8770-179d82593dc2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:09.772781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 14798cab-3c71-4809-8ceb-2b3212ee39de {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:09.773265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14798cab-3c71-4809-8ceb-2b3212ee39de not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:09.782519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] DHCP port deletion for 904afa65-c338-4408-8be6-2a5e39caafdd request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:28:09.808369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeccec-104d-4014-89e4-c6543329273e req-9c9e76c8-5ec1-4b85-80d8-600b15f0a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:09.810588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-9c9e76c8-5ec1-4b85-80d8-600b15f0a333 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2b7c0f1-6428-4ca2-96ee-1d0a280a9def HTTP/1.1" status: 200 len: 850 time: 0.0698955 Aug 28 08:28:09.818558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Deleting port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:09.818898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.858991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Deleting port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:09.859373 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.891250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-49617871-0195-417a-8b99-10184078ead3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dfa002b-443a-4aca-a9a7-31c4aaa31e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698001 Aug 28 08:28:09.946620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] For port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:09.946620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.946952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] For port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,segment=NetworkSegment(5be25e43-a6b0-4d3a-8ac1-91e64bc8842b),segment_id=5be25e43-a6b0-4d3a-8ac1-91e64bc8842b)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:09.946952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:09.955523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Calling delete_port for 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:10.019588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Calling delete_port for 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:10.105799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c18663-056e-4f27-9e65-d4ce4360f706 req-9f5164e2-e0d5-4fb5-ad5f-e92daa31aff8 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:10.107393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66c18663-056e-4f27-9e65-d4ce4360f706 req-9f5164e2-e0d5-4fb5-ad5f-e92daa31aff8 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.1743705 Aug 28 08:28:10.113492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.142109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] Pushing event deleted for resources: {'Port': ['ID=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:10.144158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68b4d7-c6d6-45f7-a126-0da397ff1606 None None] No DVR routers for this DVR port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:10.163492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-bac00597-a697-4a4c-812d-989a35d2125e service neutron] 10.222.0.64 "GET /v2.0/networks/4dfa002b-443a-4aca-a9a7-31c4aaa31e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422040 Aug 28 08:28:10.208308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66c18663-056e-4f27-9e65-d4ce4360f706 req-8e0cae5c-79e9-4f32-b263-a229bb05e0ab tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Aug 28 08:28:10.243081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.297347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] No DVR routers for this DVR port 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:10.311107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f55a188-ee2e-4cf2-a8d2-255a3d1afb73,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:10.366009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa0728-f59f-4404-b5fc-b64c03d961df req-f2bae40f-7ddb-4fce-95eb-5cbda4de6a29 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:10.371039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05aa0728-f59f-4404-b5fc-b64c03d961df req-f2bae40f-7ddb-4fce-95eb-5cbda4de6a29 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 943 time: 0.0740056 Aug 28 08:28:10.399360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57192) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:10.414633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6aeeccec-104d-4014-89e4-c6543329273e req-a2127968-7a17-495b-9d53-573fb8238c21 service neutron] 10.222.0.64 "GET /v2.0/networks/4dfa002b-443a-4aca-a9a7-31c4aaa31e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374899 Aug 28 08:28:10.416471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.418576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec04-4fb9-4981-976f-d932c49f0958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.429855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904afa65-c338-4408-8be6-2a5e39caafdd']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:10.446374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05aa0728-f59f-4404-b5fc-b64c03d961df req-a271110c-a068-4edd-beb0-046cc69c2dd8 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Aug 28 08:28:10.447086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:10.447386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be25e43-a6b0-4d3a-8ac1-91e64bc8842b') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:10.458584 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.483940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.493723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:10.494134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:10.496055 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:10.547625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec04-4fb9-4981-976f-d932c49f0958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.706627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cda22-4a96-42c7-9baa-c79d6b62c79f req-413de519-9109-4cf1-b8b4-41351614b6c0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:10.708202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846cda22-4a96-42c7-9baa-c79d6b62c79f req-413de519-9109-4cf1-b8b4-41351614b6c0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0520296 Aug 28 08:28:10.742915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.750848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec04-4fb9-4981-976f-d932c49f0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.751854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.753833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/904afa65-c338-4408-8be6-2a5e39caafdd HTTP/1.1" status: 204 len: 168 time: 1.3666513 Aug 28 08:28:10.772288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846cda22-4a96-42c7-9baa-c79d6b62c79f req-4f9e11cc-5015-443e-be1e-5d69afe9601f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Aug 28 08:28:10.805736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a0ef-fd06-4e52-922c-c8898da19de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=904afa65-c338-4408-8be6-2a5e39caafdd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:10.805900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28ec04-4fb9-4981-976f-d932c49f0958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7554d-9a57-43a2-a85a-20292d09c367,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:10.815722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0f28ec04-4fb9-4981-976f-d932c49f0958 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d89fe91de0894f76b6fb29b0442db680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150767 Aug 28 08:28:10.818623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57198) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:10.876099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.896297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:10.903985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:10.942985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-338698cf-b582-4808-ad4f-be7d5fd868a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=303718ff38c449beb520bb50f7de0fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454066 Aug 28 08:28:10.945983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57204) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:11.016753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.021744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.025624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.027166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abf7554d-9a57-43a2-a85a-20292d09c367 HTTP/1.1" status: 204 len: 168 time: 0.2077930 Aug 28 08:28:11.039566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92af4a-fd25-4a47-a16a-25f8c4565440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7554d-9a57-43a2-a85a-20292d09c367,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:11.062122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.101426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829ee5-9617-4c00-a8b2-9e74f758854a req-8f447cbb-f241-4075-a3ac-f5f694ea4481 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:11.103089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b829ee5-9617-4c00-a8b2-9e74f758854a req-8f447cbb-f241-4075-a3ac-f5f694ea4481 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.1019249 Aug 28 08:28:11.157668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b829ee5-9617-4c00-a8b2-9e74f758854a req-962cedf3-ca4b-430e-904e-ea9df03c411e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Aug 28 08:28:11.201136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57208) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:11.244814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d9fa3d17-2e64-4445-8d25-798f2001ad55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6aecc8decac4bb699fbb886f5537ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424728 Aug 28 08:28:11.247903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57210) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:11.284620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.287923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.289407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b64a5370-759d-45cc-aeb0-ecc01b9cf1d9 HTTP/1.1" status: 204 len: 168 time: 0.3423760 Aug 28 08:28:11.299521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.300681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077ed8b-ceed-4282-950c-d887cf179d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a5370-759d-45cc-aeb0-ecc01b9cf1d9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:11.334690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.580643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.583774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:11.588349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a6fc5b8-3327-4ee7-974f-ec7755059ac1 HTTP/1.1" status: 204 len: 168 time: 0.3394043 Aug 28 08:28:11.606877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aef0d-b003-4eb2-addf-6fd4d2559e8b req-73653a29-1db8-4134-ad48-a5b769154db0 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:11.610934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d82aef0d-b003-4eb2-addf-6fd4d2559e8b req-73653a29-1db8-4134-ad48-a5b769154db0 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 943 time: 0.0832403 Aug 28 08:28:11.610934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382daa-2c20-4596-8708-d9277524200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fc5b8-3327-4ee7-974f-ec7755059ac1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:11.677896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:11.685471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d82aef0d-b003-4eb2-addf-6fd4d2559e8b req-7367128f-71b2-42c4-be56-df8bb315a7f1 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Aug 28 08:28:11.701206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:11.701547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f55a188-ee2e-4cf2-a8d2-255a3d1afb73 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:11.909655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfe67e-d3ff-4d5b-9f39-f94e3a6a8bb6 req-5841e046-f656-46c7-ad33-2fcace81598a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:11.911362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efdfe67e-d3ff-4d5b-9f39-f94e3a6a8bb6 req-5841e046-f656-46c7-ad33-2fcace81598a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0578887 Aug 28 08:28:11.976468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-efdfe67e-d3ff-4d5b-9f39-f94e3a6a8bb6 req-6dd05260-acf1-4868-b71a-9b04c1e157c8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 Aug 28 08:28:12.318746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287155e5-41bc-4eaa-a364-20c7ca77f035 req-0848032e-1e3d-4f0e-8832-6b8fe455baf6 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:12.321172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-287155e5-41bc-4eaa-a364-20c7ca77f035 req-0848032e-1e3d-4f0e-8832-6b8fe455baf6 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.0698931 Aug 28 08:28:12.377723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-287155e5-41bc-4eaa-a364-20c7ca77f035 req-a3e15582-0f73-437f-a84c-39fe08fc6715 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/security-groups?id=298e94da-5672-4df6-bd89-ec2290b127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462065 Aug 28 08:28:12.633242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-47fb984e-0102-4f6f-bb55-d8c7fb3d64d0 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:12.637958 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-47fb984e-0102-4f6f-bb55-d8c7fb3d64d0 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.64 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 946 time: 0.0559895 Aug 28 08:28:12.794847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Deleting port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:12.796107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:12.890791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57274) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:12.979981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f8c26-26a9-43e3-bb35-5fd62cc1633e req-c4802bde-8618-4422-98a4-398faaa771d5 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:12.981491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-527f8c26-26a9-43e3-bb35-5fd62cc1633e req-c4802bde-8618-4422-98a4-398faaa771d5 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 943 time: 0.0890973 Aug 28 08:28:13.033435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] For port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,segment=NetworkSegment(e79d78e1-cded-491f-a8e9-291449b153ea),segment_id=e79d78e1-cded-491f-a8e9-291449b153ea)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:13.033435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.041603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Calling delete_port for 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:13.053170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343062404-network', 'tenant_id': '8747a21201384004abf01eab963d819b'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:13.056647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-527f8c26-26a9-43e3-bb35-5fd62cc1633e req-80032078-a717-42b7-a2bc-3c49bd52be59 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628166 Aug 28 08:28:13.178447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adbf9a-f9be-44c9-8f1e-d57ac09f92c3 req-aec20192-03a3-47c5-9fe5-30693603999c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:13.180075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61adbf9a-f9be-44c9-8f1e-d57ac09f92c3 req-aec20192-03a3-47c5-9fe5-30693603999c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0588789 Aug 28 08:28:13.181957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Made reservation on behalf of 8747a21201384004abf01eab963d819b for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:13.184352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.207196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.266948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61adbf9a-f9be-44c9-8f1e-d57ac09f92c3 req-68364313-7565-4919-8b34-49132b53857c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Aug 28 08:28:13.297246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.343474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['1ae6b4a2-43cb-44d7-a699-f7d8a607da69'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:13.354900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:13.362849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Pushing event deleted for resources: {'Port': ['ID=1ae6b4a2-43cb-44d7-a699-f7d8a607da69,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:13.384668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 46d86411-f846-4d7e-8750-79aa8353878e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:13.444323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] No DVR routers for this DVR port 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:13.453188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.456366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c924b145-686f-4dbd-b1ea-6a3535ed7385 req-ccfa4993-c24c-4583-83cc-cf76fa91d78e tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.64 "DELETE /v2.0/ports/1ae6b4a2-43cb-44d7-a699-f7d8a607da69 HTTP/1.1" status: 204 len: 173 time: 0.8102956 Aug 28 08:28:13.456366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'name': 'network-vif-deleted', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:13.459061 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f086457-05e2-4183-8e9b-f4500b539565" -d '{"events": [{"server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "name": "network-vif-deleted", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:13.530681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e304380-ccae-4c51-be3e-cb800e8fb437 req-c005bfc0-662e-4ffb-b1b0-fa4eadab7043 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0338259 Aug 28 08:28:13.533100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-95281973-network', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:13.547979 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f7063-efb7-464c-88b8-2c846c140d92 x-openstack-request-id: req-224f7063-efb7-464c-88b8-2c846c140d92 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:13.548577 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0979c1d3-f22c-4954-b6b8-3b452cc2777c", "name": "network-vif-deleted", "tag": "1ae6b4a2-43cb-44d7-a699-f7d8a607da69", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:13.549624 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-224f7063-efb7-464c-88b8-2c846c140d92 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:13.549844 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0979c1d3-f22c-4954-b6b8-3b452cc2777c', 'name': 'network-vif-deleted', 'tag': '1ae6b4a2-43cb-44d7-a699-f7d8a607da69', 'status': 'completed', 'code': 200} Aug 28 08:28:13.560383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=46d86411-f846-4d7e-8750-79aa8353878e,segment=NetworkSegment(70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc),segment_id=70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:13.585601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '46d86411-f846-4d7e-8750-79aa8353878e', 'network_id': '4dfa002b-443a-4aca-a9a7-31c4aaa31e62', 'port_id': '46d86411-f846-4d7e-8750-79aa8353878e', 'mac_address': 'fa:16:3e:46:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b7c0f1-6428-4ca2-96ee-1d0a280a9def', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:13.592881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.641747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.655533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d86411-f846-4d7e-8750-79aa8353878e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:13.675873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=46d86411-f846-4d7e-8750-79aa8353878e,segment=NetworkSegment(70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc),segment_id=70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:13.832566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.832798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.869337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:13.874807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0864f1-e219-42a7-bd0e-d5f9aa520c42,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:13.884094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:13.884481 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Added segment 4aea3ce2-d073-43fd-bd27-95b909308a9b of type vlan for network 3b69b187-2b33-4e5c-81b2-5549e226b75b Aug 28 08:28:13.890150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:13.932041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.038675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:14.041053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.051382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.080361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.080361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:14.080361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.167545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b69b187-2b33-4e5c-81b2-5549e226b75b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:14.182260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3b69b187-2b33-4e5c-81b2-5549e226b75b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:14.214501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4184-c0bb-48a6-abad-1c8802ba0878 req-7bc3a634-9df6-4202-b1f5-9624e98af4c7 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:14.217699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7af4184-c0bb-48a6-abad-1c8802ba0878 req-7bc3a634-9df6-4202-b1f5-9624e98af4c7 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 944 time: 0.0576224 Aug 28 08:28:14.239425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['46d86411-f846-4d7e-8750-79aa8353878e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:14.239606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.273530 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7af4184-c0bb-48a6-abad-1c8802ba0878 req-baf0429d-23e8-4aad-a337-0c94c0a77d28 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Aug 28 08:28:14.374600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.416383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:14.439220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99ed6b-3288-4b70-ad0a-44265a2a4945,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:14.457689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.458344 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Added segment 034735e6-fa9b-49a0-93b2-75a6a7960019 of type vlan for network edbae5a6-038f-4f1c-be52-2c76a0563766 Aug 28 08:28:14.463294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57316) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:14.475787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfbbb7-8bd6-4ce7-8aaa-4a8987f87be1 req-d33597a9-8c54-4c3f-a0f5-d7bc72d7c70c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:14.477588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66cfbbb7-8bd6-4ce7-8aaa-4a8987f87be1 req-d33597a9-8c54-4c3f-a0f5-d7bc72d7c70c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1139596 Aug 28 08:28:14.480391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c65f7b86-8d3a-4966-b5db-36eb22d5d7a7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5884564 Aug 28 08:28:14.485816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:14.491194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Request body: {'subnet': {'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343062404-subnet', 'tenant_id': '8747a21201384004abf01eab963d819b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:14.534258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.578644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66cfbbb7-8bd6-4ce7-8aaa-4a8987f87be1 req-6885ac73-0c8b-4535-a3d6-c09f3a4d7a90 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761030 Aug 28 08:28:14.585099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:14.594352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Made reservation on behalf of 8747a21201384004abf01eab963d819b for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:14.596626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.679031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.680450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:14.681126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.687718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-086d26ac-abf3-4c7a-bf10-03e3ad828f15 req-f23a0a4d-a123-4ff0-8947-d496dc1201c3 tempest-ServersNegativeTestMultiTenantJSON-174409809 tempest-ServersNegativeTestMultiTenantJSON-174409809-project] 10.222.0.46 "GET /v2.0/ports?device_id=0979c1d3-f22c-4954-b6b8-3b452cc2777c HTTP/1.1" status: 200 len: 210 time: 0.0480273 Aug 28 08:28:14.721502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.759815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] Pushing event updated for resources: {'Network': ['ID=edbae5a6-038f-4f1c-be52-2c76a0563766,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:14.770546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network edbae5a6-038f-4f1c-be52-2c76a0563766 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:14.822505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d6ae947d-b4d9-4590-95e6-15c65d706c48 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4664583 Aug 28 08:28:14.826621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:14.843936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Request body: {'subnet': {'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-95281973-subnet', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:14.925453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:14.928465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:14.936530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.035696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.104368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Allocated IP 172.25.0.252 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/7f730f13-5486-4936-a19e-e3e5960576b7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:15.132555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4016a8-0704-43e4-9208-67a9abdd3262,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:15.156222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Checking segment: {'id': '4aea3ce2-d073-43fd-bd27-95b909308a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:15.156605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Network hostable DHCP agents. Network: 3b69b187-2b33-4e5c-81b2-5549e226b75b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:28:15.281005 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.289172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.345013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Network 3b69b187-2b33-4e5c-81b2-5549e226b75b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:28:15.349775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 46d86411-f846-4d7e-8750-79aa8353878e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:15.359746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7c3c31-7627-4113-b859-8947b34d0fcf,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:15.368410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:15.368862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Network hostable DHCP agents. Network: edbae5a6-038f-4f1c-be52-2c76a0563766, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:28:15.443384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7240-ce9f-4086-bf60-108df10562c3 req-6d327c84-4dcb-4701-942c-585861a222c3 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:15.444868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cca7240-ce9f-4086-bf60-108df10562c3 req-6d327c84-4dcb-4701-942c-585861a222c3 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 944 time: 0.0742059 Aug 28 08:28:15.469064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3b69b187-2b33-4e5c-81b2-5549e226b75b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:15.481368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:15.481368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.481599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c06d7-b79e-49b8-930e-d4848cf3883e None None] Network 3b69b187-2b33-4e5c-81b2-5549e226b75b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:15.498430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5cca7240-ce9f-4086-bf60-108df10562c3 req-111b77cb-7b42-4dca-b61c-f74d30a653b2 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Aug 28 08:28:15.573483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.615691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc8d758-2abd-4ebf-97be-fdaeb5a2898c None None] Network 3b69b187-2b33-4e5c-81b2-5549e226b75b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:15.621261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:15.622551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:28:15.625374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:15.631096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e551b62-3600-4294-a828-c25ce469d7c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1438913 Aug 28 08:28:15.634925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:15.635980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, edbae5a6-038f-4f1c-be52-2c76a0563766) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:15.639301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Pushing event updated for resources: {'Port': ['ID=7f730f13-5486-4936-a19e-e3e5960576b7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:15.650163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:15.656805 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.658122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 46d86411-f846-4d7e-8750-79aa8353878e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:15.663722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 46d86411-f846-4d7e-8750-79aa8353878e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:15.664098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.695970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909f52e-a0f2-4cc8-826d-7acb68008564 None None] Network edbae5a6-038f-4f1c-be52-2c76a0563766 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:15.752431 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.792739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4ed1f2df-3dcc-4d88-9704-3d0a5f93f06c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9604111 Aug 28 08:28:15.793075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57338) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:15.798731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:15.807833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57340) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:15.833734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc46ce2-f269-4491-b3d3-45fab3f8e506 req-945c9544-3ed8-4c1e-be88-921c2d548cde tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:15.835384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddc46ce2-f269-4491-b3d3-45fab3f8e506 req-945c9544-3ed8-4c1e-be88-921c2d548cde tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0909863 Aug 28 08:28:15.894593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddc46ce2-f269-4491-b3d3-45fab3f8e506 req-4c6f1e9f-2be2-44f8-aa0f-f741d92b03c5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Aug 28 08:28:15.895814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Deleting subnet 1f60cf97-1bc6-4ea2-ab94-283f22b59a17 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:28:15.904994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.907393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.963085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-edbae5a6-038f-4f1c-be52-2c76a0563766', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:28:15.964918 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:15.975801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.049124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.050180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.071045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.080065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.116526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:16.118990 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fdc8f7-8803-423d-a0c4-d82265737b5f" -d '{"events": [{"server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "name": "network-vif-plugged", "status": "completed", "tag": "46d86411-f846-4d7e-8750-79aa8353878e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:16.154366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=46d86411-f846-4d7e-8750-79aa8353878e,segment=NetworkSegment(70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc),segment_id=70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:16.176556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Allocated IP 172.20.0.2 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/c5e10d21-2516-4867-aad3-705ebf05f9ab) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:16.181925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.195777 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bb907-6433-49a5-ac4b-6ef16177a66d x-openstack-request-id: req-ea0bb907-6433-49a5-ac4b-6ef16177a66d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:16.195777 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "name": "network-vif-plugged", "status": "completed", "tag": "46d86411-f846-4d7e-8750-79aa8353878e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:16.195777 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea0bb907-6433-49a5-ac4b-6ef16177a66d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:16.195777 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e', 'code': 200} Aug 28 08:28:16.212587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.213714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:16.245252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.295478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:16.295853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1ae6b4a2-43cb-44d7-a699-f7d8a607da69 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:16.323074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.343621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:16.399379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f60cf97-1bc6-4ea2-ab94-283f22b59a17,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:16.406384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.427416 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.434662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-851fbd70-ce09-4f9c-a073-52fec19e8499 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1f60cf97-1bc6-4ea2-ab94-283f22b59a17 HTTP/1.1" status: 204 len: 168 time: 0.6208336 Aug 28 08:28:16.435396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57354) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:16.449535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.462407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Transition to ACTIVE for port object c5e10d21-2516-4867-aad3-705ebf05f9ab will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:16.481013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Transition to ACTIVE for port object c5e10d21-2516-4867-aad3-705ebf05f9ab will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:16.542683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.554821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.594665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.609799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:16.618406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:16.623352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:16.627724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfe5f-dd82-4062-b705-f71b22dcbcb9 req-312933ea-f3cd-4662-93dd-722b6dd0f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:16.629298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de7dfe5f-dd82-4062-b705-f71b22dcbcb9 req-312933ea-f3cd-4662-93dd-722b6dd0f13b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 1097 time: 0.3179555 Aug 28 08:28:16.635519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Pushing event updated for resources: {'Port': ['ID=7f730f13-5486-4936-a19e-e3e5960576b7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:16.639627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Pushing event updated for resources: {'Port': ['ID=c5e10d21-2516-4867-aad3-705ebf05f9ab,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:16.658354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.675616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.688373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373e0b91-32fe-4ae0-9b20-215394263b19']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:16.700828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79d78e1-cded-491f-a8e9-291449b153ea') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:16.701130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79d78e1-cded-491f-a8e9-291449b153ea') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:16.711265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.717516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Attempting to bind port c5e10d21-2516-4867-aad3-705ebf05f9ab on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:16.717898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Attempting to bind port c5e10d21-2516-4867-aad3-705ebf05f9ab by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:16.718293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Attempting to bind port c5e10d21-2516-4867-aad3-705ebf05f9ab on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:16.724938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:16.724938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:16.724938 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.724938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:16.725417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Bound port: c5e10d21-2516-4867-aad3-705ebf05f9ab, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:16.725797 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.726765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.733872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:16.734461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:16.736457 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:16.754512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018578e-4ed8-4997-bfbc-9a1f0513e299 req-869a7fb8-7740-42ca-8841-68c14875f531 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:16.756092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9018578e-4ed8-4997-bfbc-9a1f0513e299 req-869a7fb8-7740-42ca-8841-68c14875f531 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.1581554 Aug 28 08:28:16.759290 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de7dfe5f-dd82-4062-b705-f71b22dcbcb9 req-6ec72e6c-65ca-4b08-888d-0f11a8402a3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028361 Aug 28 08:28:16.802599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.803804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51030938-9fb2-4b60-bdd7-6bb99fcfd9bc tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3394175 Aug 28 08:28:16.804717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] For port c5e10d21-2516-4867-aad3-705ebf05f9ab, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:16.812135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] For port c5e10d21-2516-4867-aad3-705ebf05f9ab, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c5e10d21-2516-4867-aad3-705ebf05f9ab,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:16.815178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:16.820378 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9018578e-4ed8-4997-bfbc-9a1f0513e299 req-014405d1-521e-4adf-829d-3e2aee115a06 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519881 Aug 28 08:28:16.821096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1352124661', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'fixed_ips': [{'ip_address': '172.25.0.252'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:16.874288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.881344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.886247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] 10.222.0.46 "DELETE /v2.0/networks/373e0b91-32fe-4ae0-9b20-215394263b19 HTTP/1.1" status: 204 len: 168 time: 0.4519415 Aug 28 08:28:16.890086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57362) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:16.907946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:16.924208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9f8e0-c23b-4cea-ba94-8cccc8802811 admin admin] Pushing event deleted for resources: {'Network': ['ID=373e0b91-32fe-4ae0-9b20-215394263b19,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:16.989602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858bf7-d61b-4179-953d-3cd7adc855fa None None] Pushing event updated for resources: {'Port': ['ID=c5e10d21-2516-4867-aad3-705ebf05f9ab,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:17.019547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Made reservation on behalf of fed29dd867ad460f88841bc47398fbf8 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:17.026616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.029155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57368) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:17.040196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023956425-network', 'tenant_id': 'c0da04fa088b43e3b1c32747c778668f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:17.062231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.070603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.091797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.098853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Deleting subnet ae99ee34-eed6-44a3-8104-b7035f04dc17 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:28:17.106655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.151547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936c2e-f1f1-47a4-88f4-4666b84d00e2 req-40bac316-4096-40aa-a601-c44ad11c8c21 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:17.153833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35936c2e-f1f1-47a4-88f4-4666b84d00e2 req-40bac316-4096-40aa-a601-c44ad11c8c21 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.1265252 Aug 28 08:28:17.163989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.224436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Made reservation on behalf of c0da04fa088b43e3b1c32747c778668f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:17.228792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.245361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.280310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Allocated IP 172.25.0.248 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/be950df3-525d-4587-a1fc-6cddb4b93ef3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:17.297879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35936c2e-f1f1-47a4-88f4-4666b84d00e2 req-f489d27a-4eda-4ada-861f-30944118da2f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370864 Aug 28 08:28:17.301092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.415057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.424053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.508068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.539200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae99ee34-eed6-44a3-8104-b7035f04dc17,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:17.545812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.550335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ca618f09-74cf-4b64-bd40-fb3662b6f643 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae99ee34-eed6-44a3-8104-b7035f04dc17 HTTP/1.1" status: 204 len: 168 time: 0.6536608 Aug 28 08:28:17.550853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57372) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:17.571701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.588510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.613158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] device_id is not set on port 695b0db4-7c09-4fb6-9e5a-a3849c550b47 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:28:17.640431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:17.650899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:17.653558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:17.698743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Pushing event updated for resources: {'Port': ['ID=be950df3-525d-4587-a1fc-6cddb4b93ef3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:17.714050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ccd19-d8c2-4d90-8088-c3cb2223695a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:17.716151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c5e10d21-2516-4867-aad3-705ebf05f9ab up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:17.730560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:17.850721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c5e10d21-2516-4867-aad3-705ebf05f9ab completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:18.006780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.030189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8349ec10-87ac-4467-99e5-7d0c01f97603']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:18.047325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3581ecab-7617-4c8e-bf84-5b4a5a93b78b') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:18.047634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3581ecab-7617-4c8e-bf84-5b4a5a93b78b') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:18.064149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac1b2b-1c47-4805-aa7b-17b058b96a37 req-5f5d110b-f565-4350-a59f-e8a12aba8246 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:18.065798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbac1b2b-1c47-4805-aa7b-17b058b96a37 req-5f5d110b-f565-4350-a59f-e8a12aba8246 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.1471298 Aug 28 08:28:18.070141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.081692 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 08:28:18.082245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:28:18.125810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.143402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:18.146524 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:18.162371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbac1b2b-1c47-4805-aa7b-17b058b96a37 req-4d92dc6f-862f-48d2-9c27-c12ee27b6d69 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 Aug 28 08:28:18.230330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.267860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbcf16e-4313-4525-8305-861fd5d23229 None None] Network edbae5a6-038f-4f1c-be52-2c76a0563766 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:18.301850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.311698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.318997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8349ec10-87ac-4467-99e5-7d0c01f97603 HTTP/1.1" status: 204 len: 168 time: 0.7666647 Aug 28 08:28:18.349106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc89f8f-233f-4708-8217-84c142eb311d admin admin] Pushing event deleted for resources: {'Network': ['ID=8349ec10-87ac-4467-99e5-7d0c01f97603,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:18.377935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.419879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Provisioning for port c5e10d21-2516-4867-aad3-705ebf05f9ab completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:18.455392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:18.469731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Provisioning complete for port c5e10d21-2516-4867-aad3-705ebf05f9ab triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:18.470785 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.477836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-669cc0bc-a8b0-4e22-99dc-735128458cf6 tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6609437 Aug 28 08:28:18.482998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57380) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:18.518775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.519179 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Added segment cbb87652-3ae1-47bb-8963-c4b6e0ed81e1 of type vlan for network 57056056-142b-4a97-9869-29bafddd05c3 Aug 28 08:28:18.521640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e97a3-7e93-447a-8fe0-0d418b061df5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:18.588020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.673435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57145e7-59a5-462f-8947-2de2955e0deb req-682b870c-fdad-4081-97b4-9f24d3f9e123 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:18.675080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d57145e7-59a5-462f-8947-2de2955e0deb req-682b870c-fdad-4081-97b4-9f24d3f9e123 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.2357059 Aug 28 08:28:18.682141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.698162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.748382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] For port c5e10d21-2516-4867-aad3-705ebf05f9ab, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c5e10d21-2516-4867-aad3-705ebf05f9ab,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:18.783579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.783579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:18.783579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.786773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Deleting port 7f730f13-5486-4936-a19e-e3e5960576b7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:18.787917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.796976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d57145e7-59a5-462f-8947-2de2955e0deb req-cf1eeea0-5359-4a1a-8004-947c28ce7a99 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943894 Aug 28 08:28:18.834319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.906813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] Pushing event updated for resources: {'Network': ['ID=57056056-142b-4a97-9869-29bafddd05c3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:18.921760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 57056056-142b-4a97-9869-29bafddd05c3 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:18.937043 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.938670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:18.939005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f587776-b504-43f7-bd2c-248ccb878548 None None] Pushing event updated for resources: {'Port': ['ID=c5e10d21-2516-4867-aad3-705ebf05f9ab,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:18.946298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d409ddee-b147-441d-b583-b48254a11f11 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9146535 Aug 28 08:28:18.953805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57384) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:18.961002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Request body: {'subnet': {'network_id': '57056056-142b-4a97-9869-29bafddd05c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023956425-subnet', 'tenant_id': 'c0da04fa088b43e3b1c32747c778668f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:18.967404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57386) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:18.968874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Calling delete_port for 7f730f13-5486-4936-a19e-e3e5960576b7 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:19.059453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-69be4684-1ae5-4187-9ea5-ddb6bef81134 None None] Provisioning complete for port c5e10d21-2516-4867-aad3-705ebf05f9ab triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:19.060516 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-69be4684-1ae5-4187-9ea5-ddb6bef81134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.072370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-feea4bb5-3405-49ad-bba1-2ea6ee1152f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7df6c9ee932e442ab5c4613a751d9aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030180 Aug 28 08:28:19.075931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:19.127247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Made reservation on behalf of c0da04fa088b43e3b1c32747c778668f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:19.130888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.210644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.240446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f730f13-5486-4936-a19e-e3e5960576b7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:19.265167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.282138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.347184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.349727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.355030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd87a47a-15d5-4b67-9780-58b7d3f55f3d tempest-ExternalNetworksAdminNegativeTestJSON-694324160 tempest-ExternalNetworksAdminNegativeTestJSON-694324160-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/ebe24304-ce3f-46c3-bc3f-6a957f0bae41 HTTP/1.1" status: 204 len: 168 time: 0.8650141 Aug 28 08:28:19.358395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.379290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068935-2767-4df1-9832-1bfea90a6c1b req-445ce75e-33d9-490f-8fc8-a104887d72ef tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:19.382778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce068935-2767-4df1-9832-1bfea90a6c1b req-445ce75e-33d9-490f-8fc8-a104887d72ef tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.1134112 Aug 28 08:28:19.424782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce068935-2767-4df1-9832-1bfea90a6c1b req-a4bfa662-aded-4d21-8a25-7aba6cb112ad tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Aug 28 08:28:19.610730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.613531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.614743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/298e94da-5672-4df6-bd89-ec2290b127d4 HTTP/1.1" status: 204 len: 168 time: 0.5378530 Aug 28 08:28:19.625960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5849b-8551-4c7f-b77b-ab9ecf0dc46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298e94da-5672-4df6-bd89-ec2290b127d4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:19.635492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c5e10d21-2516-4867-aad3-705ebf05f9ab up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:19.642983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.649072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:28:19.713533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c5e10d21-2516-4867-aad3-705ebf05f9ab triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:19.714058 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:19.814112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Checking segment: {'id': 'cbb87652-3ae1-47bb-8963-c4b6e0ed81e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '57056056-142b-4a97-9869-29bafddd05c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:19.814532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Network hostable DHCP agents. Network: 57056056-142b-4a97-9869-29bafddd05c3, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:28:19.822025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73b8cd0-b8b4-4454-b505-b894531d2c43,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:19.896921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:28:19.917670 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Sync routers for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:28:19.932756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:19.936474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:19.954851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba74e0-f11f-473f-aa05-27250a5b6f5a req-2a11f736-a21d-4554-bffc-2c5a2285d6a5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:19.959427 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0aba74e0-f11f-473f-aa05-27250a5b6f5a req-2a11f736-a21d-4554-bffc-2c5a2285d6a5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 946 time: 0.0748198 Aug 28 08:28:19.988078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Network 57056056-142b-4a97-9869-29bafddd05c3 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:28:20.005693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.010167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c11fea3b-3292-4653-9eaf-c4a2090963c0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2129755 Aug 28 08:28:20.014755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57410) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:20.070065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b007-dcc0-4bb1-ae39-890ba45b77b4 req-3ebd2ec5-9a1c-43cf-a2a7-62696b5ff6ef tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:20.090853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2600b007-dcc0-4bb1-ae39-890ba45b77b4 req-3ebd2ec5-9a1c-43cf-a2a7-62696b5ff6ef tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.0945799 Aug 28 08:28:20.090981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:20.094722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:20.106276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 57056056-142b-4a97-9869-29bafddd05c3) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:20.120719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573ffc5-4c34-4f01-816c-593ac73e74c8 None None] Network 57056056-142b-4a97-9869-29bafddd05c3 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:20.122967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0aba74e0-f11f-473f-aa05-27250a5b6f5a req-d71c3605-9768-4e53-b74d-6c345e5585c8 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578844 Aug 28 08:28:20.126511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:20.127714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.181750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2600b007-dcc0-4bb1-ae39-890ba45b77b4 req-b93f9632-9321-45e5-835e-c61e1a6842e7 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870266 Aug 28 08:28:20.376588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c748f2d9-b8f9-4397-b845-5eed655ff4db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4209609 Aug 28 08:28:20.464428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd35bd-91c3-46dd-8426-2d424869ac48 None None] Network 57056056-142b-4a97-9869-29bafddd05c3 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:20.473665 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:18Z', 'revision_number': 3, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:20.475038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4631e2cb-5e03-4a71-98f4-8d8ceb1e73b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.504262 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Checking router: ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:28:20.504924 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Updating router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d port be950df3-525d-4587-a1fc-6cddb4b93ef3 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:28:20.535754 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.632508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4631e2cb-5e03-4a71-98f4-8d8ceb1e73b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.714640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4631e2cb-5e03-4a71-98f4-8d8ceb1e73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.767344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4631e2cb-5e03-4a71-98f4-8d8ceb1e73b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37a7121cf622450bb2952a7a6e55f457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691234 Aug 28 08:28:20.773533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:20.809704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631e2cb-5e03-4a71-98f4-8d8ceb1e73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d02d6-0eb8-47ca-aa91-1a59ed72f8f2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:20.840753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.876945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.911438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57442) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:20.917424 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:20.930956 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Transition to ACTIVE for port object be950df3-525d-4587-a1fc-6cddb4b93ef3 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:20.987150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-70a78426-db14-4071-ba69-9ca2cf23ec72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0617b2071804e239e0cfea3dc8fc61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745513 Aug 28 08:28:20.990250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57444) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:21.027716 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.056159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.069480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.079799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.084590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/030d02d6-0eb8-47ca-aa91-1a59ed72f8f2 HTTP/1.1" status: 204 len: 168 time: 0.3103752 Aug 28 08:28:21.104011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Attempting to bind port be950df3-525d-4587-a1fc-6cddb4b93ef3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:21.104683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Attempting to bind port be950df3-525d-4587-a1fc-6cddb4b93ef3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:21.105922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Attempting to bind port be950df3-525d-4587-a1fc-6cddb4b93ef3 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:21.118921 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:21.119870 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:21.120475 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.121039 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:21.122242 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Bound port: be950df3-525d-4587-a1fc-6cddb4b93ef3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:21.122835 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.125701 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Pushing event updated for resources: {'Port': ['ID=be950df3-525d-4587-a1fc-6cddb4b93ef3,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:21.132134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae9dc-01d0-479e-8136-d5777b72c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d02d6-0eb8-47ca-aa91-1a59ed72f8f2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:21.157278 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.157945 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.158477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.159002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.159499 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.160036 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.160372 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.160707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.161038 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.161365 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.161692 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.162008 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:21.193858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.205798 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] For port be950df3-525d-4587-a1fc-6cddb4b93ef3, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:21.209651 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] For port be950df3-525d-4587-a1fc-6cddb4b93ef3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=be950df3-525d-4587-a1fc-6cddb4b93ef3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:21.249726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.275559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-3d9073ac-734b-4905-8064-407378aee7e7 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.283292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-3d9073ac-734b-4905-8064-407378aee7e7 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/networks?id=3b69b187-2b33-4e5c-81b2-5549e226b75b HTTP/1.1" status: 200 len: 808 time: 0.1914666 Aug 28 08:28:21.296559 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.324324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-ad83a894-740b-4cd4-9353-1bd5af85f497 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/quotas/8747a21201384004abf01eab963d819b HTTP/1.1" status: 200 len: 375 time: 0.0400095 Aug 28 08:28:21.356834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Allocated IP 172.20.0.1 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/9ba16bce-15f3-48d0-9721-8df274886ad2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:21.380572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-fdcbe5fe-6d45-4d09-b9c3-c7027a2c73dc tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8747a21201384004abf01eab963d819b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546288 Aug 28 08:28:21.418656 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:21.419321 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:21.468713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c0ea-256b-45c9-8982-12206b68d474 None None] Pushing event updated for resources: {'Port': ['ID=be950df3-525d-4587-a1fc-6cddb4b93ef3,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:21.491482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-3b15bcc1-20fe-4e01-9ae2-a05675728771 service neutron] 10.222.0.46 "GET /v2.0/networks/3b69b187-2b33-4e5c-81b2-5549e226b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018262 Aug 28 08:28:21.510573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-48cea807-51cc-4576-92a8-5e1782498519 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1902103 Aug 28 08:28:21.547647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:21.561534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c495f48-0d67-4568-aa27-8c5b0916eee6 req-05645d46-66a6-4e88-9e24-872515e839cd tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.564380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c495f48-0d67-4568-aa27-8c5b0916eee6 req-05645d46-66a6-4e88-9e24-872515e839cd tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.2052119 Aug 28 08:28:21.607561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-d2d1a9ce-e054-4e61-a487-f2af2832f3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3b69b187-2b33-4e5c-81b2-5549e226b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079714 Aug 28 08:28:21.609846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.612864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.614029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c30e8a6f-4b9b-40b3-9930-1e4538fd8cc0 HTTP/1.1" status: 204 len: 168 time: 0.6217351 Aug 28 08:28:21.623283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a0f20-a930-439a-90cd-61364e7c854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e8a6f-4b9b-40b3-9930-1e4538fd8cc0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:21.660094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:21.687805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.688408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.689017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.689558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.690098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.690662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.691195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.693254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f1be3c4f-f97b-4c43-8a0e-ab082dab3fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6508 time: 0.1278267 Aug 28 08:28:21.706292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-dab8acaf-83ed-478d-9c1f-495d7ee33175 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.707899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-dab8acaf-83ed-478d-9c1f-495d7ee33175 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.2156408 Aug 28 08:28:21.730630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Transition to ACTIVE for port object 9ba16bce-15f3-48d0-9721-8df274886ad2 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:21.805334 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:18Z', 'revision_number': 3, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:21.834735 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460988f4-e5a8-4793-9ebe-f1a1fd625689 None None] The sync data for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 is: [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:18Z', 'revision_number': 3, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:28:21.837343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c495f48-0d67-4568-aa27-8c5b0916eee6 req-f2dcc8e8-2bc3-4937-a71c-363182cab926 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294204 Aug 28 08:28:21.872654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-8a1cd4fd-0133-438c-b94e-4c9bea172475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.873234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-8a1cd4fd-0133-438c-b94e-4c9bea172475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.873764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-8a1cd4fd-0133-438c-b94e-4c9bea172475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:21.875488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-8a1cd4fd-0133-438c-b94e-4c9bea172475 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4abac3-327a-40d1-9e1a-6a83d154829d&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 200 len: 2296 time: 0.1427422 Aug 28 08:28:22.024056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-73d65d49-cbea-4996-a15c-9abd5d5fd1a2 req-4244d935-71ab-431e-a92b-0f725207f32a tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 210 time: 0.0550754 Aug 28 08:28:22.035576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-145b5d48-9a1a-46d0-80df-8c64b9307b8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 200 len: 1000 time: 0.1450636 Aug 28 08:28:22.098986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Deleting port 46d86411-f846-4d7e-8750-79aa8353878e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:22.099363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.156722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.163462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-de48dc38-9c56-4c64-b637-721f951d4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:22.164877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-de48dc38-9c56-4c64-b637-721f951d4799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=243593f2-4d96-4a11-bf22-e9f7dccf0445 HTTP/1.1" status: 200 len: 855 time: 0.1184845 Aug 28 08:28:22.260474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:22.274941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:22.294144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:22.332339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57494) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:22.397634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.406305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:22.430368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-33d2b4c5-ac8c-4d55-90b6-42481aca460a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fed29dd867ad460f88841bc47398fbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053765 Aug 28 08:28:22.432512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:22.509277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-2a3d53fe-4bee-4f3e-ac11-3342dc6d8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:22.511531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-2a3d53fe-4bee-4f3e-ac11-3342dc6d8062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4abac3-327a-40d1-9e1a-6a83d154829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3329284 Aug 28 08:28:22.517621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] For port 46d86411-f846-4d7e-8750-79aa8353878e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=46d86411-f846-4d7e-8750-79aa8353878e,segment=NetworkSegment(70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc),segment_id=70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:22.518067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.538994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.554477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Calling delete_port for 46d86411-f846-4d7e-8750-79aa8353878e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:22.570510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.764999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2b58528e-aa15-4238-9945-e597305915dd None None] Provisioning for port 9ba16bce-15f3-48d0-9721-8df274886ad2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:22.765777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.771869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2b58528e-aa15-4238-9945-e597305915dd None None] Provisioning complete for port 9ba16bce-15f3-48d0-9721-8df274886ad2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:22.771869 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2b58528e-aa15-4238-9945-e597305915dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.772096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:22.779061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c7ccd19-d8c2-4d90-8088-c3cb2223695a HTTP/1.1" status: 204 len: 168 time: 0.3426569 Aug 28 08:28:22.792097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b31c9-d4c3-4325-8fa0-31373b527999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ccd19-d8c2-4d90-8088-c3cb2223695a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:22.869368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2b58528e-aa15-4238-9945-e597305915dd None None] Port 9ba16bce-15f3-48d0-9721-8df274886ad2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:28:23.013414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb1ea-1605-41fd-9a41-0e95901cc104 req-50699f76-9f74-4d7b-bc70-c04923c3cc37 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:23.022756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-693cb1ea-1605-41fd-9a41-0e95901cc104 req-50699f76-9f74-4d7b-bc70-c04923c3cc37 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 945 time: 0.0622754 Aug 28 08:28:23.081546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-693cb1ea-1605-41fd-9a41-0e95901cc104 req-5e802bf3-d8d7-46a1-9298-1ce493474806 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fe14a32-fc8b-48d4-b52a-06cd82598c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582092 Aug 28 08:28:23.254089 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-b79e048c-ee37-4945-8da9-c9500bd9151b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190692 Aug 28 08:28:23.275014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-08ee4704-d47d-4ec6-9753-ccb45ad66428 req-918d71aa-b885-4c6e-a0e6-483431ba1e1a tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 210 time: 0.0706239 Aug 28 08:28:23.439438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:23.467216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-fdf081d1-db99-49e8-a003-f1d2f0fbec5f service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948006 Aug 28 08:28:23.532284 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-569697ad-8023-498b-8c4b-e1720b3e18d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 217 time: 0.0437856 Aug 28 08:28:23.532886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:23.608584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Pushing event deleted for resources: {'Port': ['ID=46d86411-f846-4d7e-8750-79aa8353878e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:23.714173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] No DVR routers for this DVR port 46d86411-f846-4d7e-8750-79aa8353878e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:23.719036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:23.719356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device be950df3-525d-4587-a1fc-6cddb4b93ef3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:23.720991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-552e0fd5-238f-459a-8cea-af4197fdbf8a req-30d7c3e8-8ee0-4e05-aea6-a15b7d725a91 tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.64 "DELETE /v2.0/ports/46d86411-f846-4d7e-8750-79aa8353878e HTTP/1.1" status: 204 len: 173 time: 1.9991961 Aug 28 08:28:23.721450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'name': 'network-vif-deleted', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:23.723852 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ecdce9-85a9-44aa-bde0-bafcc3d0ee5f" -d '{"events": [{"server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "name": "network-vif-deleted", "tag": "46d86411-f846-4d7e-8750-79aa8353878e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:23.729987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-d7b9dfbf-b430-49bb-b0f6-d48b97dc412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:23.731680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-d7b9dfbf-b430-49bb-b0f6-d48b97dc412c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.1889064 Aug 28 08:28:23.795872 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876ccd8-7a62-4df9-843f-601750be6fff x-openstack-request-id: req-5876ccd8-7a62-4df9-843f-601750be6fff {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:23.796169 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc166a2-af69-4c51-9b23-e23525351888", "name": "network-vif-deleted", "tag": "46d86411-f846-4d7e-8750-79aa8353878e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:23.796426 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5876ccd8-7a62-4df9-843f-601750be6fff {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:23.796832 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc166a2-af69-4c51-9b23-e23525351888', 'name': 'network-vif-deleted', 'tag': '46d86411-f846-4d7e-8750-79aa8353878e', 'status': 'completed', 'code': 200} Aug 28 08:28:23.845253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-4b7c3cb7-89d9-4164-8841-40ea7fb62676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:23.846819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-4b7c3cb7-89d9-4164-8841-40ea7fb62676 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051328 Aug 28 08:28:23.923579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:23.954394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port be950df3-525d-4587-a1fc-6cddb4b93ef3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:23.963358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port be950df3-525d-4587-a1fc-6cddb4b93ef3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:23.963358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:23.986987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-5ecab93d-8d13-447a-8aa1-789a69e819f1 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305892 Aug 28 08:28:23.999736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:24.104398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.130366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.155980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port be950df3-525d-4587-a1fc-6cddb4b93ef3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=be950df3-525d-4587-a1fc-6cddb4b93ef3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:24.190150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-04510382-1e10-458e-b688-cb256a2dd9d3 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929195 Aug 28 08:28:24.224603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b81a480e-9d95-4452-889c-aa6d3893731c req-df76ba22-05aa-4d41-865b-4a96dce4451b tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0452909 Aug 28 08:28:24.248850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.266350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.270475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-2bcc3fe8-5433-4429-9087-fc0ac2c9b2a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 217 time: 0.0678985 Aug 28 08:28:24.274156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:24.283466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:24.355156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'mac_address': 'fa:16:3e:a4:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:24.394951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-aed65863-f310-43c9-ad2c-533c70c00f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:24.396694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-aed65863-f310-43c9-ad2c-533c70c00f1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.1146390 Aug 28 08:28:24.442558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9fd759f-3fd5-4c69-9def-a95b08a834ba req-f060270c-9199-4adf-8a9b-e270c3b54dac tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 210 time: 0.0508800 Aug 28 08:28:24.470311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:24.471518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=be950df3-525d-4587-a1fc-6cddb4b93ef3,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:24.473955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:24.503761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.532672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c640d0d2-363a-4408-a26b-0d81b060761c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:24.536386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-40c39dcd-d1df-49b1-8fee-3a16c2cd1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:24.538413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-40c39dcd-d1df-49b1-8fee-3a16c2cd1477 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303093 Aug 28 08:28:24.586486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:24.701847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.725183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:28:24.758281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:24.781499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-aa09ec42-e7ba-498e-ba80-de840b0100f4 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005177 Aug 28 08:28:24.827475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c5a7e69b-3fff-4cf4-bd64-59074b9e98ad None None] Provisioning complete for port 9ba16bce-15f3-48d0-9721-8df274886ad2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:24.827869 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e69b-3fff-4cf4-bd64-59074b9e98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:24.869108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7e69b-3fff-4cf4-bd64-59074b9e98ad None None] Port 9ba16bce-15f3-48d0-9721-8df274886ad2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:28:24.981459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['c640d0d2-363a-4408-a26b-0d81b060761c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:25.081859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-146a8667-89d6-47e5-b949-d850f6d2b599 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:25.083437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-146a8667-89d6-47e5-b949-d850f6d2b599 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.64 "GET /v2.0/networks?id=3b69b187-2b33-4e5c-81b2-5549e226b75b HTTP/1.1" status: 200 len: 808 time: 0.2565730 Aug 28 08:28:25.085320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-235851f0-0124-4658-96c9-6bb5ec1dadee service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573500 Aug 28 08:28:25.086875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:28:25.104268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dd40de87-1622-40e5-81ba-afc64a5d1f67 admin admin] 10.222.0.46 "PUT /v2.0/routers/ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0850878 Aug 28 08:28:25.111997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Sync routers for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:28:25.112627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Request body: {'port': {'device_id': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b', 'admin_state_up': True, 'tenant_id': '8747a21201384004abf01eab963d819b'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:25.139559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:25.140261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:25.188417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-531fac0e-c79d-4b33-bf82-c897c09ef2bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc HTTP/1.1" status: 200 len: 217 time: 0.0804262 Aug 28 08:28:25.291205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-e9f494a8-8ad9-4aad-88e9-879422acd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:25.298486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-e9f494a8-8ad9-4aad-88e9-879422acd876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.0940604 Aug 28 08:28:25.386434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:25.386870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-2afac0a1-6206-42b0-b7fb-d8e0172a243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:25.391049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-2afac0a1-6206-42b0-b7fb-d8e0172a243b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837452 Aug 28 08:28:25.483163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-188522b9-85c6-4bb6-9d61-7b3b6c2edaa3 req-83f596dd-841a-42ec-a1cf-0d6b7f6cf86e tempest-ServerGroupTestJSON-800949748 tempest-ServerGroupTestJSON-800949748-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cc166a2-af69-4c51-9b23-e23525351888 HTTP/1.1" status: 200 len: 210 time: 0.0848475 Aug 28 08:28:25.514259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 46d86411-f846-4d7e-8750-79aa8353878e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:25.533131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Made reservation on behalf of 8747a21201384004abf01eab963d819b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:25.547339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:25.551554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 46d86411-f846-4d7e-8750-79aa8353878e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:25.551925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 46d86411-f846-4d7e-8750-79aa8353878e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:25.679204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57606) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:25.737559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:25.738044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-54e4c1e1-d72d-422f-bb00-543f2bfe7303 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306420 Aug 28 08:28:25.742469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device be950df3-525d-4587-a1fc-6cddb4b93ef3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:25.813115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abe0d3f9-12b9-49a4-88a4-fdc1a64053ed req-5faad0a2-c974-451e-86a4-b0125ebbfd3d tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 210 time: 0.0539997 Aug 28 08:28:25.916292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ea5d89f5-517c-4dfa-b0d6-ab07830c2f29 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-646243562'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:25.917323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ea5d89f5-517c-4dfa-b0d6-ab07830c2f29 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Unknown quota resources ['metering_label']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:28:26.013599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Allocated IP 172.20.0.4 (3b69b187-2b33-4e5c-81b2-5549e226b75b/8b4016a8-0704-43e4-9208-67a9abdd3262/973287fe-deb7-498c-9d1c-8e0d40b0c0ae) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:26.045467 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-7c0cd288-c3e2-4f4f-b8db-1d3ee8aa9873 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936590 Aug 28 08:28:26.106765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-76a20518-958a-4009-9289-5751f9c84d24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0486078 Aug 28 08:28:26.113498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:26.186592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port be950df3-525d-4587-a1fc-6cddb4b93ef3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:26.187047 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.217874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57620) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:26.225941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074858143', 'description': 'tempest-description--29013631'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:26.229056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89f5-517c-4dfa-b0d6-ab07830c2f29 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.233473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea5d89f5-517c-4dfa-b0d6-ab07830c2f29 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5501797 Aug 28 08:28:26.233806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57622) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:26.238542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e42e17b9-4b44-4fd2-a47a-d04f93f5998d tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a24e9a39-df70-43c3-bedb-32c18b3fe818'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:26.239149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e42e17b9-4b44-4fd2-a47a-d04f93f5998d tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:28:26.239896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port c640d0d2-363a-4408-a26b-0d81b060761c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:26.240340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.240479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-5f529abe-c86b-427f-bbd2-37ecfcdd33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:26.241897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-5f529abe-c86b-427f-bbd2-37ecfcdd33e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.1271858 Aug 28 08:28:26.272629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 2, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:26.322143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Checking router: ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:28:26.322953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Updating router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d port 9ba16bce-15f3-48d0-9721-8df274886ad2 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:28:26.342063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.347865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-d03e5691-e4a2-4a9d-b485-b34691e05db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:26.349452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-d03e5691-e4a2-4a9d-b485-b34691e05db4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924652 Aug 28 08:28:26.372475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.421660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.427460 n-d-792458-16 neutron-server[95466]: WARNING neutron.services.metering.metering_plugin [None req-e42e17b9-4b44-4fd2-a47a-d04f93f5998d tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 08:28:26.540303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-5d72e65e-4c17-4620-bda4-afca16442100 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822290 Aug 28 08:28:26.568260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.576007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e42e17b9-4b44-4fd2-a47a-d04f93f5998d tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.578704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e42e17b9-4b44-4fd2-a47a-d04f93f5998d tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3434889 Aug 28 08:28:26.581442 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.582069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57628) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:26.588133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2480722f-a0dd-4fe9-be79-186c843e840b tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a24e9a39-df70-43c3-bedb-32c18b3fe818'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:26.589058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2480722f-a0dd-4fe9-be79-186c843e840b tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:28:26.610262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:26.613051 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a5f2ab-3501-4d8d-ad39-edea8ea2a6ad" -d '{"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:26.667180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:26.705842 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77606dd8-cf6f-45dc-9641-194748397842 x-openstack-request-id: req-77606dd8-cf6f-45dc-9641-194748397842 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:26.706485 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-plugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:26.710540 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77606dd8-cf6f-45dc-9641-194748397842 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:26.710540 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'code': 200} Aug 28 08:28:26.723887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Network 3b69b187-2b33-4e5c-81b2-5549e226b75b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:26.732438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Pushing event updated for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:26.742383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:26.751125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:26.762424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.805071 n-d-792458-16 neutron-server[95466]: WARNING neutron.services.metering.metering_plugin [None req-2480722f-a0dd-4fe9-be79-186c843e840b tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 08:28:26.826437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.833978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-81a4ed3f-5471-4c55-8292-4f4763bcf933 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848537 Aug 28 08:28:26.862097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:26.862813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.900400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-69dbc511-4b37-4b6f-8d16-89ccc46c3e50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e HTTP/1.1" status: 200 len: 217 time: 0.0515440 Aug 28 08:28:26.907406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2480722f-a0dd-4fe9-be79-186c843e840b tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.910271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2480722f-a0dd-4fe9-be79-186c843e840b tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3252771 Aug 28 08:28:26.910496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:26.913240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57650) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:26.926083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:26.934322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-06a60b4f-00e5-4588-b83e-be4c794a71af tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=910756b9-5490-487d-b9f2-0502bbbfa20c HTTP/1.1" status: 200 len: 462 time: 0.0190146 Aug 28 08:28:26.936881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57654) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:26.954626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Transition to ACTIVE for port object 9ba16bce-15f3-48d0-9721-8df274886ad2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:26.968206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.019381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-70b3843a-86fa-41db-aae7-4d569588ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:27.021328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-70b3843a-86fa-41db-aae7-4d569588ed62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.1129267 Aug 28 08:28:27.065669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0c71e-207e-40da-a7a4-b618dadc7a00,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:27.090584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.099316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba50dde-6fbb-46e5-82be-21676f01bfaa req-bc13db76-94b6-420d-b39a-48335bf08358 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:27.101051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cba50dde-6fbb-46e5-82be-21676f01bfaa req-bc13db76-94b6-420d-b39a-48335bf08358 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 931 time: 0.1362793 Aug 28 08:28:27.102913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57662) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.110878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-00f564bf-4cca-4b23-b558-46f042ba3fae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044606 Aug 28 08:28:27.175983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61f90-d8ea-4fd4-b228-8a5cabd0d488 None None] Pushing event updated for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:27.177549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-644baf18-69eb-4bfb-b330-b1599c63008e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.177549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-644baf18-69eb-4bfb-b330-b1599c63008e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/910756b9-5490-487d-b9f2-0502bbbfa20c HTTP/1.1" status: 204 len: 168 time: 0.2239261 Aug 28 08:28:27.177549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57672) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.180706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Request body: {'port': {'device_id': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:27.185555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4a5a7358-79f2-4405-8fe0-5fdef540c898 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=910756b9-5490-487d-b9f2-0502bbbfa20c HTTP/1.1" status: 200 len: 221 time: 0.0139799 Aug 28 08:28:27.193406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.198196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.200364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-57ab881e-0751-481c-a8d0-70a0e5ba0e8e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2049059154', 'description': 'label created by tempest'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:27.201630 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8d233513-8548-419f-9834-880a7c4a7d33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9826326 Aug 28 08:28:27.204198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-a77a2255-264e-4f92-a8d8-95d593909be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:27.208681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-a77a2255-264e-4f92-a8d8-95d593909be2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1759341 Aug 28 08:28:27.209213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.212094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-57ab881e-0751-481c-a8d0-70a0e5ba0e8e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Unknown quota resources ['metering_label']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:28:27.233679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'security_group_rule': {'security_group_id': '70f0c71e-207e-40da-a7a4-b618dadc7a00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:27.234698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Attempting to bind port 9ba16bce-15f3-48d0-9721-8df274886ad2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:27.235178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Attempting to bind port 9ba16bce-15f3-48d0-9721-8df274886ad2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:27.236187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Attempting to bind port 9ba16bce-15f3-48d0-9721-8df274886ad2 on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:27.243705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:27.244277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:27.244811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.245308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:27.246655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Bound port: 9ba16bce-15f3-48d0-9721-8df274886ad2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:27.247154 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.346017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Deleting subnet f2b7c0f1-6428-4ca2-96ee-1d0a280a9def {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:28:27.347186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] For port 9ba16bce-15f3-48d0-9721-8df274886ad2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:27.351970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] For port 9ba16bce-15f3-48d0-9721-8df274886ad2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9ba16bce-15f3-48d0-9721-8df274886ad2,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:27.369548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.411951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cba50dde-6fbb-46e5-82be-21676f01bfaa req-58a23d1c-8be3-43ad-89b9-2b2433e7129d tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950244 Aug 28 08:28:27.432175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.463616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.499632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.548011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-5ac7a8f4-363a-4d3d-a1d4-d4477c458a0c service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080370 Aug 28 08:28:27.555336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.575425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:27.576069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:27.585710 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57ab881e-0751-481c-a8d0-70a0e5ba0e8e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.589237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-57ab881e-0751-481c-a8d0-70a0e5ba0e8e tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3947079 Aug 28 08:28:27.592939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.598490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.691368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-e5212b40-c1ac-4442-8d7f-0d66c6f62ace service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073530 Aug 28 08:28:27.707633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-74193081-3e0e-4105-856e-3b75fea61fee tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=e93f0f95-d6e9-49cb-845f-d629458bb992 HTTP/1.1" status: 200 len: 468 time: 0.1126142 Aug 28 08:28:27.710289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:27.713936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f24947b-6554-446f-bb41-049db8dee8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.716032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61f90-d8ea-4fd4-b228-8a5cabd0d488 None None] Pushing event updated for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:27.754577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:27.853920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-c1b62c5f-338a-4d87-aeb6-b175f81cb694 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 200 len: 217 time: 0.1332111 Aug 28 08:28:27.893641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:27.973968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-fb6fff7d-b475-4797-8583-d9157a0cc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:27.973968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-fb6fff7d-b475-4797-8583-d9157a0cc7a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.1068950 Aug 28 08:28:28.015045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.116131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-011f10b9-490f-461f-92e8-803c15312190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:27Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:28.164364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f10b9-490f-461f-92e8-803c15312190 None None] The sync data for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 is: [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:27Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:28:28.505847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f186990-4180-463a-b7a8-7cfcef0282d7,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:28.533631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.568405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892f2cf-4ee1-4e0e-b803-2535a91db27a req-a00d0c19-2e4c-4f0a-8341-0c79463bf926 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:28.577103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7892f2cf-4ee1-4e0e-b803-2535a91db27a req-a00d0c19-2e4c-4f0a-8341-0c79463bf926 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 931 time: 0.0783114 Aug 28 08:28:28.577563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.580347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f2b7c0f1-6428-4ca2-96ee-1d0a280a9def HTTP/1.1" status: 204 len: 168 time: 1.4765413 Aug 28 08:28:28.584587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57706) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.594758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111b17-0c84-45d2-bdd5-b6f3dee193f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b7c0f1-6428-4ca2-96ee-1d0a280a9def,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:28.609624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-795794cf-b60c-4248-b73a-87af9fdee4fd tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.610980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-795794cf-b60c-4248-b73a-87af9fdee4fd tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/e93f0f95-d6e9-49cb-845f-d629458bb992 HTTP/1.1" status: 204 len: 168 time: 0.8993816 Aug 28 08:28:28.624013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57708) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.641745 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.643158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a117555-87d4-4a83-be4d-15f873871e92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4137621 Aug 28 08:28:28.646893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-818f018f-c69d-4b68-b37f-fcf495326947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:28.648630 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-818f018f-c69d-4b68-b37f-fcf495326947 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6438246 Aug 28 08:28:28.650975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57710) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.660692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'security_group_rule': {'security_group_id': '70f0c71e-207e-40da-a7a4-b618dadc7a00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:28.707346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-374706f0-3706-4208-b387-c4f98c84aaa4 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=e93f0f95-d6e9-49cb-845f-d629458bb992 HTTP/1.1" status: 200 len: 216 time: 0.0817916 Aug 28 08:28:28.714864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7892f2cf-4ee1-4e0e-b803-2535a91db27a req-04402931-4e64-49c3-b695-7a392ceb702a tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364486 Aug 28 08:28:28.717851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57712) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.737488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d54d5a95-fde5-45ef-b6ae-938b049c5563 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178378 Aug 28 08:28:28.740579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57714) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.765646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-778731a3-9db8-4b98-af2a-23ec917b3b53 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0232649 Aug 28 08:28:28.776496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57716) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.779469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.804117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-f6087200-b98d-47db-b495-6b6d94b3b8bf service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371799 Aug 28 08:28:28.867723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-43402b9c-6f74-4156-a2f7-0f551a5539c1 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/a24e9a39-df70-43c3-bedb-32c18b3fe818 HTTP/1.1" status: 200 len: 472 time: 0.0828559 Aug 28 08:28:28.901450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.930852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0c10e08f-b3c4-48ea-ba87-96b963e7d7fc tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/0bfbf679-9130-4570-9215-9068e77cdfe7 HTTP/1.1" status: 200 len: 459 time: 0.0236199 Aug 28 08:28:28.932514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57720) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:28.952622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973287fe-deb7-498c-9d1c-8e0d40b0c0ae {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:28.982072 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:28.998145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa002b-443a-4aca-a9a7-31c4aaa31e62']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:29.003530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.012163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:29.012163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac8985-c00a-4ead-a0ba-9b4b76d3bcbc') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:29.024032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.029485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.036190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d46de6e-9440-47b2-9b1f-3b5f294cb9aa req-907c5125-db7f-439e-9040-77ba4d1d7e68 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213697 Aug 28 08:28:29.042476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Transition to ACTIVE for port object 973287fe-deb7-498c-9d1c-8e0d40b0c0ae will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:29.042915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.050648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:28:29.051102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:28:29.052859 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:28:29.156021 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.262150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.270537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.280271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4dfa002b-443a-4aca-a9a7-31c4aaa31e62 HTTP/1.1" status: 204 len: 168 time: 0.6935079 Aug 28 08:28:29.301972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7cb2dcd4-c1a5-4442-a56f-44611dc62826 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.301972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7cb2dcd4-c1a5-4442-a56f-44611dc62826 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/0bfbf679-9130-4570-9215-9068e77cdfe7 HTTP/1.1" status: 204 len: 168 time: 0.3636684 Aug 28 08:28:29.312469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:29.322552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1339b-6e49-4de2-a029-0a3652aee6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfa002b-443a-4aca-a9a7-31c4aaa31e62,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:29.344075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.454925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:29.534887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.598293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a046fe39-436c-47a5-b473-43766cd783f2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:29.660393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Attempting to bind port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:29.660749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Attempting to bind port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '4aea3ce2-d073-43fd-bd27-95b909308a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:29.661025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Attempting to bind port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae on network 3b69b187-2b33-4e5c-81b2-5549e226b75b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:29.668091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae on network 3b69b187-2b33-4e5c-81b2-5549e226b75b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:28:29.668373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Attempting to bind port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae on network 3b69b187-2b33-4e5c-81b2-5549e226b75b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:29.674572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:29.674921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Checking segment: {'id': '4aea3ce2-d073-43fd-bd27-95b909308a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:29.675469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Bound using segment: {'id': '4aea3ce2-d073-43fd-bd27-95b909308a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:29.675943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Bound port: 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aea3ce2-d073-43fd-bd27-95b909308a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:29.676306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.691577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.693036 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e4f8793c-157c-4146-a231-0cb1889dac8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0411377 Aug 28 08:28:29.696188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57740) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:29.701668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9ba16bce-15f3-48d0-9721-8df274886ad2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:29.708639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:29.803903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab703ac8-88c5-4c1e-95a8-9dd396a02fb1 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.805093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ab703ac8-88c5-4c1e-95a8-9dd396a02fb1 tempest-MeteringIpV6TestJSON-58617035 tempest-MeteringIpV6TestJSON-58617035-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/a24e9a39-df70-43c3-bedb-32c18b3fe818 HTTP/1.1" status: 204 len: 168 time: 0.4776967 Aug 28 08:28:29.827081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:29.859771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:29.866565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,segment=NetworkSegment(4aea3ce2-d073-43fd-bd27-95b909308a9b),segment_id=4aea3ce2-d073-43fd-bd27-95b909308a9b)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:29.889556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9fdf-0d49-4965-b146-a88197f35fdd req-20a9f94e-c664-4236-bed9-08cd0ea05093 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:29.891190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57fc9fdf-0d49-4965-b146-a88197f35fdd req-20a9f94e-c664-4236-bed9-08cd0ea05093 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 943 time: 0.0813713 Aug 28 08:28:29.896400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.897096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.898282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9ba16bce-15f3-48d0-9721-8df274886ad2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:29.908488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9ba16bce-15f3-48d0-9721-8df274886ad2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:29.909116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:29.936351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aa83615f-df06-4684-84dd-26a18e5cc649 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce786affd99844f69e49e3dce5cbfa1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745912 Aug 28 08:28:29.940403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57754) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:29.967091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.007037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.009833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.023453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.024100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.025537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/973287fe-deb7-498c-9d1c-8e0d40b0c0ae HTTP/1.1" status: 200 len: 1092 time: 2.8664832 Aug 28 08:28:30.027164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:30.029515 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb587fa5-a07e-4084-b191-4d9e66e8fdda" -d '{"events": [{"name": "network-changed", "server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:30.041603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.044505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57fc9fdf-0d49-4965-b146-a88197f35fdd req-c24e01d9-c038-472d-8499-a9b17065488b tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275499 Aug 28 08:28:30.073599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d857-4ee3-4124-bf9e-5344210dfbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:30.079109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9ba16bce-15f3-48d0-9721-8df274886ad2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9ba16bce-15f3-48d0-9721-8df274886ad2,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:30.100959 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1664e05e-7b81-4aa7-bd3c-a5987e02ab0c x-openstack-request-id: req-1664e05e-7b81-4aa7-bd3c-a5987e02ab0c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:30.101325 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:30.101679 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1664e05e-7b81-4aa7-bd3c-a5987e02ab0c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:30.102269 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae', 'status': 'completed', 'code': 200} Aug 28 08:28:30.130323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.162448 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.233076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:30.239704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.243967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.246563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fe14a32-fc8b-48d4-b52a-06cd82598c9e HTTP/1.1" status: 204 len: 168 time: 0.3061037 Aug 28 08:28:30.267386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199f7c-5a99-4378-ad91-571987d1bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe14a32-fc8b-48d4-b52a-06cd82598c9e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:30.269320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d63964fc-d52a-4789-9b9e-4c0ebefce1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.287032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-7c73bc51-9d36-44ec-977a-64be9f99732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.288882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-7c73bc51-9d36-44ec-977a-64be9f99732f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8747a21201384004abf01eab963d819b&device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 1095 time: 0.1171734 Aug 28 08:28:30.407396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.25.0.111 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:30.493374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:30.529041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-43b2c8c8-c3dd-44d0-b055-e3a7f7aaefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.530612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-43b2c8c8-c3dd-44d0-b055-e3a7f7aaefdd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8747a21201384004abf01eab963d819b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2146645 Aug 28 08:28:30.657893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.682303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-fee3c8c3-930e-4933-90f5-750236eb8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.682303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb587fa5-a07e-4084-b191-4d9e66e8fdda req-fee3c8c3-930e-4933-90f5-750236eb8d64 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380022 Aug 28 08:28:30.789631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-ca5bf481-56a8-4bdf-bb07-7bfb0bb53e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.791182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-ca5bf481-56a8-4bdf-bb07-7bfb0bb53e68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8747a21201384004abf01eab963d819b&device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 1095 time: 0.0447533 Aug 28 08:28:30.849316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16625157-2173-4c51-9f9a-7535759e3c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.854997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-8e14b346-7100-4d1e-9dd1-60dea2f18640 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae HTTP/1.1" status: 200 len: 217 time: 0.0419531 Aug 28 08:28:30.869988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:30.937624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370118-aa71-48ba-8b64-25589897e216 req-77a9e7a2-ce5e-4996-a218-c3123b400d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:30.939511 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-77a9e7a2-ce5e-4996-a218-c3123b400d0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b4016a8-0704-43e4-9208-67a9abdd3262 HTTP/1.1" status: 200 len: 848 time: 0.0722399 Aug 28 08:28:31.013253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:31.017089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:31.019686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-b7c576fa-70a9-4f6c-bdf9-fb248da8ffb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b69b187-2b33-4e5c-81b2-5549e226b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360761 Aug 28 08:28:31.021975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:31.029522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:31.031244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16625157-2173-4c51-9f9a-7535759e3c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.118892 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16625157-2173-4c51-9f9a-7535759e3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.193892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-4b3c1f75-cdf4-48d3-bfeb-44ba89590ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/3b69b187-2b33-4e5c-81b2-5549e226b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629834 Aug 28 08:28:31.211432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57820) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:31.211702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-16625157-2173-4c51-9f9a-7535759e3c04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bed48cbe47964ddca59d10d4c34a6507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7066286 Aug 28 08:28:31.211804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.327892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16625157-2173-4c51-9f9a-7535759e3c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0def87e-0b69-42d3-b0ca-0f5b3402361d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:31.378448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871ac24-8edb-4b3c-b6c0-cd9f8e5884e3 req-b25f5021-a623-4b94-ba32-97c1582798ae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:31.382024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e871ac24-8edb-4b3c-b6c0-cd9f8e5884e3 req-b25f5021-a623-4b94-ba32-97c1582798ae tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 943 time: 0.1755893 Aug 28 08:28:31.432685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.453235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e871ac24-8edb-4b3c-b6c0-cd9f8e5884e3 req-15096dd7-cd64-4485-b138-934c01d0fb70 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644815 Aug 28 08:28:31.493503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.550927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b370118-aa71-48ba-8b64-25589897e216 req-1398a8bf-001c-41d3-8326-02c2fdac4f84 service neutron] 10.222.0.64 "GET /v2.0/networks/3b69b187-2b33-4e5c-81b2-5549e226b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464267 Aug 28 08:28:31.557185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.701673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9ba16bce-15f3-48d0-9721-8df274886ad2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:31.791217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.794995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9ba16bce-15f3-48d0-9721-8df274886ad2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:31.796298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.827532 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.830645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.832231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0def87e-0b69-42d3-b0ca-0f5b3402361d HTTP/1.1" status: 204 len: 168 time: 0.6292696 Aug 28 08:28:31.861264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8538d-78be-4eeb-be40-517261edd385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0def87e-0b69-42d3-b0ca-0f5b3402361d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:31.869677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.871675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:31.970550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:31.981179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:32.074126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:32.083739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a4133b94-457d-43d4-b201-4eca08b368fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3721552 Aug 28 08:28:32.097094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57856) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:32.387913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-13060492-faa4-447a-a7dc-2c736427122e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1074858143&fields=id&tenant_id=0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 267 time: 0.0608966 Aug 28 08:28:32.513613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1027404258-network', 'tenant_id': '4fd7a883059c4bf8a5a1173bc59d4ef0'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:32.633935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-9c99d569-c4de-4357-97d2-0004a5ddc11c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:32.646604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-9c99d569-c4de-4357-97d2-0004a5ddc11c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.2503424 Aug 28 08:28:32.655774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Made reservation on behalf of 4fd7a883059c4bf8a5a1173bc59d4ef0 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:32.658163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:32.666514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-fca7d7de-fe4d-4645-aa42-3945b1e16a43 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/quotas/0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 375 time: 0.0190659 Aug 28 08:28:32.677178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:32.749895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-d70e4f38-bd2a-4ff5-b40a-964abd11f9aa tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823772 Aug 28 08:28:32.821456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400bca2-94e2-4669-8ce1-0be6d4547aaa req-9e6499a3-42db-4172-8dac-a8df8be205e7 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:32.823179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7400bca2-94e2-4669-8ce1-0be6d4547aaa req-9e6499a3-42db-4172-8dac-a8df8be205e7 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 943 time: 0.1084042 Aug 28 08:28:32.879072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:32.907589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7400bca2-94e2-4669-8ce1-0be6d4547aaa req-71c56808-adc1-42f1-9b7b-d42feb79cfa3 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669003 Aug 28 08:28:32.913642 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211a8dbc-1607-41a2-86b2-9ecac396e274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:32.957265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-efea75ba-9ce7-42f3-9978-bfe15e28773e service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866267 Aug 28 08:28:32.971720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.077372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-34215bf5-2ebc-42bf-b7b9-7b513af55670 service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102123 Aug 28 08:28:33.149527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.219544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:33.222830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:28:33.242736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.243089 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Added segment 7c1a9214-3cb4-4486-a2fa-0224398d3009 of type vlan for network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 Aug 28 08:28:33.278805 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211a8dbc-1607-41a2-86b2-9ecac396e274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.302887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.372039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211a8dbc-1607-41a2-86b2-9ecac396e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.459096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 973287fe-deb7-498c-9d1c-8e0d40b0c0ae details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:33.462187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f222bd1a-5994-4a3f-8934-03fec5fd8a6c req-6e296088-5dab-4c63-bf05-9d266b7119c4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0710032 Aug 28 08:28:33.495437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.497637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:33.497637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.554570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-211a8dbc-1607-41a2-86b2-9ecac396e274 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c78e12acaff43c9a0f51348a3c56ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732092 Aug 28 08:28:33.555919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57904) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:33.573689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8dbc-1607-41a2-86b2-9ecac396e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99066714-bfaf-4296-84dc-2990285cc235,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:33.676837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] Pushing event updated for resources: {'Network': ['ID=af53d642-0a09-48b5-a8c5-8c83a25a7aa4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:33.697470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-89aa1875-0d63-4eaf-b6f6-3414886b814c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5963299 Aug 28 08:28:33.701341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:33.706245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:28:33.724237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Request body: {'subnet': {'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1027404258-subnet', 'tenant_id': '4fd7a883059c4bf8a5a1173bc59d4ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:33.735784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.772741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.813486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,segment=NetworkSegment(4aea3ce2-d073-43fd-bd27-95b909308a9b),segment_id=4aea3ce2-d073-43fd-bd27-95b909308a9b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:33.828796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae', 'network_id': '3b69b187-2b33-4e5c-81b2-5549e226b75b', 'port_id': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae', 'mac_address': 'fa:16:3e:7a:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4016a8-0704-43e4-9208-67a9abdd3262', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:33.861645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Made reservation on behalf of 4fd7a883059c4bf8a5a1173bc59d4ef0 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:33.864144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.872661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.931594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.936745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:33.939099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99066714-bfaf-4296-84dc-2990285cc235 HTTP/1.1" status: 204 len: 168 time: 0.3819747 Aug 28 08:28:33.945423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973287fe-deb7-498c-9d1c-8e0d40b0c0ae {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:33.986880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1a66-7785-462d-bc15-127197072ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99066714-bfaf-4296-84dc-2990285cc235,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:33.990964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,segment=NetworkSegment(4aea3ce2-d073-43fd-bd27-95b909308a9b),segment_id=4aea3ce2-d073-43fd-bd27-95b909308a9b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:34.131342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:34.242275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b25c4-014a-4040-aa8d-1927437285a1 req-34634955-15ab-4192-a33d-f5ad6b716aa5 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:34.244060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996b25c4-014a-4040-aa8d-1927437285a1 req-34634955-15ab-4192-a33d-f5ad6b716aa5 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 944 time: 0.1243215 Aug 28 08:28:34.258866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:34.325985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996b25c4-014a-4040-aa8d-1927437285a1 req-328bba20-adbd-4ba4-b522-58b6d2c9d67c tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740557 Aug 28 08:28:34.342619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:34.432067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb782364-1c68-45bc-a44f-784973da47b1,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:34.438111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Checking segment: {'id': '7c1a9214-3cb4-4486-a2fa-0224398d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:34.438574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Network hostable DHCP agents. Network: af53d642-0a09-48b5-a8c5-8c83a25a7aa4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:28:34.499781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['973287fe-deb7-498c-9d1c-8e0d40b0c0ae'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:34.555878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:28:34.633865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, af53d642-0a09-48b5-a8c5-8c83a25a7aa4) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:34.650983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:34.654446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:34.674623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1faf25f-f096-4e3c-8fa0-ab35a3f56721 req-6ddfa897-05f6-4258-a141-513c06af8cef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0761883 Aug 28 08:28:34.721684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef19ed-fa5f-48b9-88ab-39895ea7931f None None] Network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:34.783358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d9ea6266-a4b2-4155-abda-1fb4d28e7a3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0722675 Aug 28 08:28:34.948042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:35.055795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdc5c5-b220-4524-880f-fe2984ad44a4 None None] Network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:28:35.370704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:35.471942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 973287fe-deb7-498c-9d1c-8e0d40b0c0ae up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:35.593285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ef4e4-290f-40b8-abee-009e1a104eb2 req-c1adff24-017c-4bea-8aa9-4155d0ee25a6 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:35.603681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-554ef4e4-290f-40b8-abee-009e1a104eb2 req-c1adff24-017c-4bea-8aa9-4155d0ee25a6 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 944 time: 0.0784638 Aug 28 08:28:35.675842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-554ef4e4-290f-40b8-abee-009e1a104eb2 req-04e6466d-298e-4428-b470-dff4c770fa7e tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684066 Aug 28 08:28:35.713997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:35.724935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:35.726237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:35.952324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:35.985873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:35.989140 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91898c96-184b-48b4-aafb-962d964988a3" -d '{"events": [{"server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "name": "network-vif-plugged", "status": "completed", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:36.007498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,segment=NetworkSegment(4aea3ce2-d073-43fd-bd27-95b909308a9b),segment_id=4aea3ce2-d073-43fd-bd27-95b909308a9b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:36.010869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da544e68-4daa-4af8-90d9-ced1698f45b9 req-8fcda5f3-433f-46ed-abfe-eb6202674061 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0949214 Aug 28 08:28:36.108800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:36.248159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-1ca3ceb3-380d-45b6-889b-0a5356ac2c8e tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:36.251228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:36.272577 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf504a-7178-4d40-a8cd-03d1564ab5ae x-openstack-request-id: req-f0cf504a-7178-4d40-a8cd-03d1564ab5ae {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:36.273155 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "name": "network-vif-plugged", "status": "completed", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:36.273441 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0cf504a-7178-4d40-a8cd-03d1564ab5ae {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:36.273842 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae', 'code': 200} Aug 28 08:28:36.274833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-1ca3ceb3-380d-45b6-889b-0a5356ac2c8e tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/networks?id=af53d642-0a09-48b5-a8c5-8c83a25a7aa4 HTTP/1.1" status: 200 len: 821 time: 0.3012545 Aug 28 08:28:36.296074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-920f066f-f331-4e26-8cb4-292d40cc6d0a tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/quotas/4fd7a883059c4bf8a5a1173bc59d4ef0 HTTP/1.1" status: 200 len: 375 time: 0.0201273 Aug 28 08:28:36.375502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-7843b461-68f6-44d1-901d-ca20d76eafb3 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4fd7a883059c4bf8a5a1173bc59d4ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781584 Aug 28 08:28:36.579046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6dc58-e696-4352-a9f2-f0806da5c0d0 req-b03cf8ed-c834-4f05-a390-8984752c4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:36.583577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4b6dc58-e696-4352-a9f2-f0806da5c0d0 req-b03cf8ed-c834-4f05-a390-8984752c4371 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 1097 time: 0.1681442 Aug 28 08:28:36.636437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4b6dc58-e696-4352-a9f2-f0806da5c0d0 req-e4e9ef1f-e569-4cb3-9add-4520830c5205 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Aug 28 08:28:36.646751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e4124065-d48d-4b07-ad81-ee0476d6d4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/af53d642-0a09-48b5-a8c5-8c83a25a7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580774 Aug 28 08:28:36.774534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-f20d3324-3f90-4369-a30c-db16b56b8c77 service neutron] 10.222.0.46 "GET /v2.0/networks/af53d642-0a09-48b5-a8c5-8c83a25a7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202974 Aug 28 08:28:36.850775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294055f-6521-46b4-a793-3873b0eedc56 req-a5db1d0a-b37d-4c66-b54b-f87885a7a140 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:36.852227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f294055f-6521-46b4-a793-3873b0eedc56 req-a5db1d0a-b37d-4c66-b54b-f87885a7a140 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.0881355 Aug 28 08:28:36.892722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f294055f-6521-46b4-a793-3873b0eedc56 req-53c67b02-1527-4bc7-9ce4-6540c0828bf5 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332541 Aug 28 08:28:37.151915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30b42e04-281a-4a65-ac63-9194bc0b874a req-623bfa81-c031-49a8-84c4-f974c4f09b92 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0525851 Aug 28 08:28:37.415021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-5a8a49fa-7967-4f2b-92ea-3e5328f654b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:37.416756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-5a8a49fa-7967-4f2b-92ea-3e5328f654b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.2676866 Aug 28 08:28:37.472050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2c9be5d-4f3e-4dad-ba0b-97302a5c70c6 req-5e5a6265-1db4-41a2-b1e3-087429faae3b tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0640047 Aug 28 08:28:37.558891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-93ecb7e3-0170-4af1-af10-a94f72946319 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 380 time: 0.1246579 Aug 28 08:28:37.573299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'device_id': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'admin_state_up': True, 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'security_groups': ['70f0c71e-207e-40da-a7a4-b618dadc7a00']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:37.985157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:37.999950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:38.187241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cad87-09ef-45cd-be8f-19b41fad64d3 req-15e08e68-6995-4ae8-865e-629b507f53be tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:38.196594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b57cad87-09ef-45cd-be8f-19b41fad64d3 req-15e08e68-6995-4ae8-865e-629b507f53be tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.0920057 Aug 28 08:28:38.298522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b57cad87-09ef-45cd-be8f-19b41fad64d3 req-3bb599f0-77a9-42d8-9f7f-e87a75ec2dcf tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000798 Aug 28 08:28:38.328019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.20.0.3 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/50181929-fa43-44bf-a9a5-51ae6613b9ad) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:38.435983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d542516-d6f8-42db-b8ac-2688a26976f8 req-ec891ba6-c43c-44b1-8fa4-4375fefe35b1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0803068 Aug 28 08:28:38.540232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58096) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:38.638844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f1a8b398-37b1-47f9-a87f-d2be3e685da6 req-db631f82-d8cb-4c73-a78c-5e1b67138a37 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0714657 Aug 28 08:28:38.741403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:38.763675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Transition to ACTIVE for port object 50181929-fa43-44bf-a9a5-51ae6613b9ad will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:38.768772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5a9a3c8b-a3d8-4823-9450-64f0a0433635 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:38.930421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:39.035607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:39.040216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:39.043405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:39.056720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a9a3c8b-a3d8-4823-9450-64f0a0433635 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "PUT /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5 HTTP/1.1" status: 200 len: 366 time: 0.5129321 Aug 28 08:28:39.061130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.081889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cade2473-a7b6-4b8a-a167-7f028c73b3b6 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0179586 Aug 28 08:28:39.084389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.098434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:39.118737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aaa6db55-2612-4541-9fab-b19c1ae5735a tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5 HTTP/1.1" status: 200 len: 366 time: 0.0295391 Aug 28 08:28:39.119082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58114) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.147830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:39.148517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:39.227377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.229615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-efbcc570-ab59-4257-846a-f9f4bc7558dc tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5 HTTP/1.1" status: 204 len: 168 time: 0.1065216 Aug 28 08:28:39.245677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.265479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16a2688f-1714-4717-b5f4-f8d915867bf6 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0364747 Aug 28 08:28:39.268810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-30056d3d-45e4-4df4-aa42-e210496c48a9 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5 HTTP/1.1" status: 200 len: 370 time: 0.0215399 Aug 28 08:28:39.272368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.282776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1318fde5-4c5b-4f6b-87b8-c1642ca22abe tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5/default HTTP/1.1" status: 200 len: 370 time: 0.0084500 Aug 28 08:28:39.300431 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-a2540203-4a0f-429c-830d-cb401d0a4249 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7288213 Aug 28 08:28:39.308776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58126) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.322021 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-306eed20-c883-4453-8973-ceb7f53ba6c6 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] delete failed (client error): The resource could not be found. Aug 28 08:28:39.323558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-306eed20-c883-4453-8973-ceb7f53ba6c6 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/0a00a3aaf418410a97a08de569f930f5 HTTP/1.1" status: 404 len: 348 time: 0.0134516 Aug 28 08:28:39.335366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Request body: {'port': {'device_id': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:39.502959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:39.632268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-161bfb2d-dcef-4384-a71d-25dc10ff0f1a None None] Provisioning for port 50181929-fa43-44bf-a9a5-51ae6613b9ad completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:39.637630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-161bfb2d-dcef-4384-a71d-25dc10ff0f1a None None] Provisioning complete for port 50181929-fa43-44bf-a9a5-51ae6613b9ad triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:39.637857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-161bfb2d-dcef-4384-a71d-25dc10ff0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:39.657303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f456d5-7fcc-4313-9aaf-bd51965af338 req-3aa0942d-984f-4c42-bdb6-ceda647b27d3 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:39.670909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a6f456d5-7fcc-4313-9aaf-bd51965af338 req-3aa0942d-984f-4c42-bdb6-ceda647b27d3 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.1931932 Aug 28 08:28:39.703650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf22c-a8ac-4710-a735-87d978bcc730 req-d59667ec-c8dd-432e-a8bf-878d84803569 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:39.721249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bdf22c-a8ac-4710-a735-87d978bcc730 req-d59667ec-c8dd-432e-a8bf-878d84803569 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 931 time: 0.1639102 Aug 28 08:28:39.733953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-161bfb2d-dcef-4384-a71d-25dc10ff0f1a None None] Port 50181929-fa43-44bf-a9a5-51ae6613b9ad cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:28:39.796560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bdf22c-a8ac-4710-a735-87d978bcc730 req-c76d19c1-a350-4dc4-b966-031a32f0cdc3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655830 Aug 28 08:28:39.858647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58142) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:39.877115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a6f456d5-7fcc-4313-9aaf-bd51965af338 req-79ad187d-3f4e-4755-9d6b-7b2075b7934c tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051797 Aug 28 08:28:39.910935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:network and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:39.925082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:39.942045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:subnet and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:39.957047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:39.975501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:subnetpool and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.023905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.040800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:port and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.059037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.084138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:router and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.090588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.108099 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7396b81-93a0-4d7b-8318-de593252453b req-bc91506f-4d3a-4bcc-a428-abc9700dea16 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0715511 Aug 28 08:28:40.111318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:floatingip and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.129701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.237416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:security_group and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.253201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.273419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Usage tracker for resource:security_group_rule and tenant:1f82fc84ebdf40a0863157979bb5b88c is out of sync, need to count used quota {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 08:28:40.290359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.quota.resource [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 08:28:40.300940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da2156f4-ed6e-43a6-8b11-6efa31598312 tempest-QuotasTest-1704465010 tempest-QuotasTest-1704465010-project-admin] 10.222.0.46 "GET /v2.0/quotas/1f82fc84ebdf40a0863157979bb5b88c/details.json HTTP/1.1" status: 200 len: 703 time: 0.4447660 Aug 28 08:28:40.414548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:40.426136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:40.445546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Transition to ACTIVE for port object 50181929-fa43-44bf-a9a5-51ae6613b9ad will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:40.530432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:40.628007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:40.896551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Attempting to bind port 50181929-fa43-44bf-a9a5-51ae6613b9ad on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:40.896840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Attempting to bind port 50181929-fa43-44bf-a9a5-51ae6613b9ad by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:40.897176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Attempting to bind port 50181929-fa43-44bf-a9a5-51ae6613b9ad on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:40.924850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Port 50181929-fa43-44bf-a9a5-51ae6613b9ad on network edbae5a6-038f-4f1c-be52-2c76a0563766 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:28:40.925449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Attempting to bind port 50181929-fa43-44bf-a9a5-51ae6613b9ad on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:40.963365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:40.964891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:40.965861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:40.969206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Bound port: 50181929-fa43-44bf-a9a5-51ae6613b9ad, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:40.970774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.004624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a368d8-e604-419a-896c-a07b0e364ef4 req-69ed73e4-257f-40a7-838b-665269e73b4c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:41.032835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49a368d8-e604-419a-896c-a07b0e364ef4 req-69ed73e4-257f-40a7-838b-665269e73b4c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 943 time: 0.0952144 Aug 28 08:28:41.117311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49a368d8-e604-419a-896c-a07b0e364ef4 req-5c9ff796-1b51-4214-8768-d51e12a318f8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827100 Aug 28 08:28:41.249738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:41.267543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:41.286245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-9242b8f5-91a2-46f6-a211-b72ce0241d10 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:41.295445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-9242b8f5-91a2-46f6-a211-b72ce0241d10 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.64 "GET /v2.0/networks?id=af53d642-0a09-48b5-a8c5-8c83a25a7aa4 HTTP/1.1" status: 200 len: 821 time: 0.6621292 Aug 28 08:28:41.320000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Request body: {'port': {'device_id': 'fb51e271-c703-4122-86af-3cb709a081f8', 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4', 'admin_state_up': True, 'tenant_id': '4fd7a883059c4bf8a5a1173bc59d4ef0'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:41.391086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:41.660239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-480a0297-692a-4311-8386-f94bde0d1f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.844418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-480a0297-692a-4311-8386-f94bde0d1f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.894578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.908070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-480a0297-692a-4311-8386-f94bde0d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.956331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d383d9f-ef6e-412e-8cf3-ae4c9f517d16 req-24e2a841-8bce-4d2e-99a9-69140dd3e865 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.5657387 Aug 28 08:28:41.993388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:41.994075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:41.996044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] 10.222.0.39 "PUT /v2.0/ports/50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 1092 time: 2.6814082 Aug 28 08:28:41.996527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:41.998884 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:42.040645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88a049-996d-4ce7-8443-ca9d7a8341ab service neutron] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:42.108908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-480a0297-692a-4311-8386-f94bde0d1f0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb60d937e0d84c0894c6f598cd9ed1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161579 Aug 28 08:28:42.111018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a0297-692a-4311-8386-f94bde0d1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277995d0-71e8-4466-9a41-01740d135473,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:42.113821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58192) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:42.160009 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e66fa-dd8a-4f16-8fc7-9887051742f0 x-openstack-request-id: req-f76e66fa-dd8a-4f16-8fc7-9887051742f0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:42.163746 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:42.164123 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f76e66fa-dd8a-4f16-8fc7-9887051742f0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:42.168142 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'status': 'completed', 'code': 200} Aug 28 08:28:42.349132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Made reservation on behalf of 4fd7a883059c4bf8a5a1173bc59d4ef0 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:42.377710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:42.614086 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:42.624947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-0d55eebb-9f10-428b-a1b5-5fc292663bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:42.626633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-0d55eebb-9f10-428b-a1b5-5fc292663bf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1095 time: 0.4350564 Aug 28 08:28:42.654016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066aca-8531-4329-9e0b-2d144da16db5 req-13a2db2e-3899-4463-b5d2-3030e63b999a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:42.663364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-14066aca-8531-4329-9e0b-2d144da16db5 req-13a2db2e-3899-4463-b5d2-3030e63b999a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 943 time: 0.3205228 Aug 28 08:28:42.767721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-1b1da164-4923-4347-80b4-3ebbc4436f31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 217 time: 0.0971947 Aug 28 08:28:42.770603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:42.962110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-14066aca-8531-4329-9e0b-2d144da16db5 req-0b75f03d-f0dd-4e27-bddf-9703536bdef1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972491 Aug 28 08:28:42.982347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Allocated IP 172.20.0.7 (af53d642-0a09-48b5-a8c5-8c83a25a7aa4/cb782364-1c68-45bc-a44f-784973da47b1/1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:43.022626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-4fc2032e-d9f7-45c7-aa60-00935fbcf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:43.024153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-4fc2032e-d9f7-45c7-aa60-00935fbcf468 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.2020667 Aug 28 08:28:43.135940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27f6f494-31ec-4495-be4e-a360193cc599 req-f26cd268-b068-486c-8647-677ff005326b tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0339007 Aug 28 08:28:43.184695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:43.187671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:43.192112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/277995d0-71e8-4466-9a41-01740d135473 HTTP/1.1" status: 204 len: 168 time: 1.0737038 Aug 28 08:28:43.216857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347b67-8bb6-4f35-8f52-181b18eb94ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277995d0-71e8-4466-9a41-01740d135473,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:43.216857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-808d303c-9aed-4c9e-a693-2ea6570fc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:43.216857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-808d303c-9aed-4c9e-a693-2ea6570fc699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774144 Aug 28 08:28:43.547927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:43.547927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-fd761bf8-c768-47ad-b6cf-784f49a22b5b service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167926 Aug 28 08:28:43.577656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c8e35ae-bf08-4bce-a355-c30e7acffcbf req-0790d3d4-186c-407e-938e-bce03758c16c service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266534 Aug 28 08:28:43.838493 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:28:43.948805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:44.032076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:44.045907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:44.050459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:44.110492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Pushing event updated for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:44.203217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:44.204089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:44.257057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-1976b899-0dc5-425e-840c-986820cf6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:44.259463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-1976b899-0dc5-425e-840c-986820cf6852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1095 time: 0.2261436 Aug 28 08:28:44.285003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b578fe-9882-4bda-a4e6-aa6eba0a88aa req-cd7a1c5d-fa49-49ce-845f-a89b7c10b726 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:44.293558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21b578fe-9882-4bda-a4e6-aa6eba0a88aa req-cd7a1c5d-fa49-49ce-845f-a89b7c10b726 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 943 time: 0.1825030 Aug 28 08:28:44.351728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede33b7-c032-472b-9021-12ac1d1dae1f req-4554a6f3-6297-4581-bca0-cf1ed426ef98 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:44.363903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fede33b7-c032-472b-9021-12ac1d1dae1f req-4554a6f3-6297-4581-bca0-cf1ed426ef98 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 931 time: 0.0939152 Aug 28 08:28:44.455025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-e0c86b5d-1cfe-476b-b86e-edeac63dbafa tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1390526 Aug 28 08:28:44.457529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fede33b7-c032-472b-9021-12ac1d1dae1f req-619013a3-148f-480a-b67c-f71fee5b1224 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922391 Aug 28 08:28:44.523844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Request body: {'port': {'device_id': 'fb51e271-c703-4122-86af-3cb709a081f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:44.604706 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21b578fe-9882-4bda-a4e6-aa6eba0a88aa req-d135be4f-b279-4faa-a2ad-94d2a240a2a3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027089 Aug 28 08:28:44.706848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:44.710196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-64511ab1-43bc-4ad4-964a-471e865b3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:44.712206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-64511ab1-43bc-4ad4-964a-471e865b3db0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.4457364 Aug 28 08:28:44.772622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-8515a536-0c35-46ee-b6b7-71e14d1c75a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 217 time: 0.0491962 Aug 28 08:28:44.865215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58264) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:44.895060 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-399afbad-4ad5-466c-9f45-a6fdd6c54330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.108458 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-399afbad-4ad5-466c-9f45-a6fdd6c54330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.203997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-399afbad-4ad5-466c-9f45-a6fdd6c54330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.218477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:45.240749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.266245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Transition to ACTIVE for port object 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:28:45.295374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:45.296256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-399afbad-4ad5-466c-9f45-a6fdd6c54330 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f82fc84ebdf40a0863157979bb5b88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291515 Aug 28 08:28:45.297677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399afbad-4ad5-466c-9f45-a6fdd6c54330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d925c7d9-2e51-437f-820a-8ab30a48685f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:45.349350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-ab52f195-83f4-4e14-bbd3-6ccb2a187661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:45.351711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-ab52f195-83f4-4e14-bbd3-6ccb2a187661 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.5436399 Aug 28 08:28:45.413619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.505366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-ddec8ac3-ec7b-416d-967e-1f198ee331f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:45.508186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-ddec8ac3-ec7b-416d-967e-1f198ee331f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468601 Aug 28 08:28:45.509453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:45.524048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.678113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-97a0de4f-3b6d-4f4c-a65c-ef1f9e254f69 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575613 Aug 28 08:28:45.820106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:45.918620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97d104-208c-4264-9405-04dc7ebad4ec req-ef590f65-d447-4756-b629-ff2c586d097c tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:45.920199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8b97d104-208c-4264-9405-04dc7ebad4ec req-ef590f65-d447-4756-b629-ff2c586d097c tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 943 time: 0.2411208 Aug 28 08:28:45.962067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a667925f-8d09-4b1c-abc4-bf1ecd7d8090 req-6ccf8449-44cb-48eb-99f7-e10c1bde6c3d service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719750 Aug 28 08:28:45.965019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5967-38a2-4b00-8694-95ae3f32c049 req-8ec9bf24-b2ee-4492-9b19-2e62e2e1e7d4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:45.969309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cdd5967-38a2-4b00-8694-95ae3f32c049 req-8ec9bf24-b2ee-4492-9b19-2e62e2e1e7d4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 943 time: 0.0873480 Aug 28 08:28:45.989067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Attempting to bind port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:28:45.989444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Attempting to bind port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '7c1a9214-3cb4-4486-a2fa-0224398d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:28:45.989749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Attempting to bind port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c on network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:46.002853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c on network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:28:46.005180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Attempting to bind port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c on network af53d642-0a09-48b5-a8c5-8c83a25a7aa4 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:28:46.011899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8b97d104-208c-4264-9405-04dc7ebad4ec req-34b16368-ef5f-4359-af4e-e90691527a79 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814185 Aug 28 08:28:46.012718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:28:46.013060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Checking segment: {'id': '7c1a9214-3cb4-4486-a2fa-0224398d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:28:46.013443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Bound using segment: {'id': '7c1a9214-3cb4-4486-a2fa-0224398d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:28:46.013896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Bound port: 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1a9214-3cb4-4486-a2fa-0224398d3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:28:46.014386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:46.082010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cdd5967-38a2-4b00-8694-95ae3f32c049 req-8b290ad7-6ec9-4f89-8be3-cddf62878cfb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033525 Aug 28 08:28:46.094685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:46.097473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:46.098891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d925c7d9-2e51-437f-820a-8ab30a48685f HTTP/1.1" status: 204 len: 168 time: 0.8017983 Aug 28 08:28:46.136782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700b2a-3976-4c60-92ed-557373c3c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925c7d9-2e51-437f-820a-8ab30a48685f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:46.187250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:28:46.196803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,segment=NetworkSegment(7c1a9214-3cb4-4486-a2fa-0224398d3009),segment_id=7c1a9214-3cb4-4486-a2fa-0224398d3009)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:28:46.319080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:46.372454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:46.373085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:46.374624 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c HTTP/1.1" status: 200 len: 1092 time: 1.8754327 Aug 28 08:28:46.375075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:46.377355 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f777f3c6-3294-4e6b-a417-03069e3144af" -d '{"events": [{"name": "network-changed", "server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:46.400281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863242c4-71cb-4566-8c6a-3cb4e22323f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:46.449303 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86326b7-d626-4228-8636-0795e705e08e x-openstack-request-id: req-e86326b7-d626-4228-8636-0795e705e08e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:46.449303 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:46.449303 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e86326b7-d626-4228-8636-0795e705e08e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:46.449303 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c', 'status': 'completed', 'code': 200} Aug 28 08:28:46.581244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f3c6-3294-4e6b-a417-03069e3144af req-113700ad-8153-4058-aa4c-c2bac52525d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:46.595887 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f777f3c6-3294-4e6b-a417-03069e3144af req-113700ad-8153-4058-aa4c-c2bac52525d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fd7a883059c4bf8a5a1173bc59d4ef0&device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 1095 time: 0.1047838 Aug 28 08:28:46.817353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f3c6-3294-4e6b-a417-03069e3144af req-6b0fd763-1935-45fb-bb7e-567a922ccf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:46.826829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f777f3c6-3294-4e6b-a417-03069e3144af req-6b0fd763-1935-45fb-bb7e-567a922ccf4f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4fd7a883059c4bf8a5a1173bc59d4ef0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2149796 Aug 28 08:28:47.064538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f3c6-3294-4e6b-a417-03069e3144af req-68a86fa7-a58a-4207-86ce-570f43b28d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.075977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f777f3c6-3294-4e6b-a417-03069e3144af req-68a86fa7-a58a-4207-86ce-570f43b28d05 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404985 Aug 28 08:28:47.259870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32be00-36d8-4038-bc4d-88ebd7110330 req-a0db0bc0-7fee-40e5-a0d6-1947e2d3f091 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.263263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a32be00-36d8-4038-bc4d-88ebd7110330 req-a0db0bc0-7fee-40e5-a0d6-1947e2d3f091 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 943 time: 0.0929656 Aug 28 08:28:47.265040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-33ea1334-d094-4506-8243-b86166f594d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.267085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-33ea1334-d094-4506-8243-b86166f594d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fd7a883059c4bf8a5a1173bc59d4ef0&device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 1095 time: 0.0958097 Aug 28 08:28:47.328231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a32be00-36d8-4038-bc4d-88ebd7110330 req-d26a2b1b-c439-49e4-864f-068358395a8b tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Aug 28 08:28:47.368498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-0bb2e3db-81d8-430e-935b-0128dc1700d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c HTTP/1.1" status: 200 len: 217 time: 0.0829620 Aug 28 08:28:47.478940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-dd700865-3dfe-4be0-beef-2759970eb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.481702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af83ec-7230-4577-8c0a-e846b2220856 req-e279d6b7-e59d-47df-8cb6-fcbcb0bc0499 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.482473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-dd700865-3dfe-4be0-beef-2759970eb9cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb782364-1c68-45bc-a44f-784973da47b1 HTTP/1.1" status: 200 len: 861 time: 0.1009114 Aug 28 08:28:47.484419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83af83ec-7230-4577-8c0a-e846b2220856 req-e279d6b7-e59d-47df-8cb6-fcbcb0bc0499 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 943 time: 0.0782373 Aug 28 08:28:47.552565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83af83ec-7230-4577-8c0a-e846b2220856 req-81561f71-656b-4150-9f7a-b25bb5edd559 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553727 Aug 28 08:28:47.557288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-3d19082a-e1c1-4b0f-bc76-3bb295489961 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af53d642-0a09-48b5-a8c5-8c83a25a7aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616319 Aug 28 08:28:47.752293 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-cea493df-3a56-4a8b-ae45-d9628cf65f0c service neutron] 10.222.0.64 "GET /v2.0/networks/af53d642-0a09-48b5-a8c5-8c83a25a7aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834490 Aug 28 08:28:47.895249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846631ed-940d-4972-8ae6-9bcfbfa3fed9 req-5b836036-7eba-4b6f-83cd-5c559dab9bcb tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:47.913212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846631ed-940d-4972-8ae6-9bcfbfa3fed9 req-5b836036-7eba-4b6f-83cd-5c559dab9bcb tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.1444986 Aug 28 08:28:47.916939 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9cf9d311-a30f-4849-a4a9-9705ed78769a req-b2563abe-dd3d-41f5-812a-744f595a2fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/af53d642-0a09-48b5-a8c5-8c83a25a7aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527798 Aug 28 08:28:48.013000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846631ed-940d-4972-8ae6-9bcfbfa3fed9 req-227aece0-8fc9-43a9-a746-8f08e9a228e2 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Aug 28 08:28:48.014118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-36a7a043-2aab-4121-8512-ee0299e1e35f req-89dd0674-6493-4218-8af9-4e2427d07db6 service neutron] (95466) timed out ('10.222.0.39', 59079) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:28:48.103504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:48.284476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:48.305635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:48.415968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:48.445778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:48.515201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:48.532273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558ec5-29ac-4f62-a2a3-9cef63ccb5aa req-07507765-478e-406d-a50b-f5d0edd603e5 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:48.533805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32558ec5-29ac-4f62-a2a3-9cef63ccb5aa req-07507765-478e-406d-a50b-f5d0edd603e5 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 943 time: 0.0817165 Aug 28 08:28:48.585219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32558ec5-29ac-4f62-a2a3-9cef63ccb5aa req-e9debdee-e6d6-427e-8fa5-bbd239d74ae3 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Aug 28 08:28:48.643383 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:48.739796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:48.741642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72908-7a5c-4224-85c7-89e1755e6e48 req-8e419f50-1fb1-4c5d-901a-b6ccfe3c2863 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:48.749646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.750771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.751513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.752781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.753030 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09e72908-7a5c-4224-85c7-89e1755e6e48 req-8e419f50-1fb1-4c5d-901a-b6ccfe3c2863 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1130629 Aug 28 08:28:48.754609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.755190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.756236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.759053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.759638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.760180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.761503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.762928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:48.830817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:48.831194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-09e72908-7a5c-4224-85c7-89e1755e6e48 req-9fa08062-e8e3-4256-aa0a-fd69810de3b3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766375 Aug 28 08:28:48.983707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c55a921a-82a7-4948-befc-ceadea8cef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.236137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547957c-ad05-4611-b71f-da51fa18520f req-a2fc4602-bcea-4abb-add8-8e5813666de1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:49.237707 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f547957c-ad05-4611-b71f-da51fa18520f req-a2fc4602-bcea-4abb-add8-8e5813666de1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.1408274 Aug 28 08:28:49.243495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c55a921a-82a7-4948-befc-ceadea8cef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.252511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['50181929-fa43-44bf-a9a5-51ae6613b9ad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:49.297011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f547957c-ad05-4611-b71f-da51fa18520f req-476d22ec-bb14-4eba-b828-02214c7d006a tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Aug 28 08:28:49.376223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c55a921a-82a7-4948-befc-ceadea8cef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.411733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a921a-82a7-4948-befc-ceadea8cef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f0fb0-2445-4030-8602-6ef075d0b75f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:49.465665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c55a921a-82a7-4948-befc-ceadea8cef22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2d665132f8347bebaf68990d05bd768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300952 Aug 28 08:28:49.466149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58392) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:49.571764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-0ad16381-e4f1-4d99-88b4-31037824dc96 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:49.573224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-0ad16381-e4f1-4d99-88b4-31037824dc96 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.64 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.1930776 Aug 28 08:28:49.579298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.615016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:28:49.637068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58398) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:49.670651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.835830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1405812189', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:49.837770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89d451-fa14-47c5-9c1f-5e764c118fbb req-d7ea55d4-4876-4932-a56e-49cd5bc374c2 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:49.837770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b89d451-fa14-47c5-9c1f-5e764c118fbb req-d7ea55d4-4876-4932-a56e-49cd5bc374c2 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 943 time: 0.1243579 Aug 28 08:28:49.848163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Deleting port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:49.848479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.922796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6b89d451-fa14-47c5-9c1f-5e764c118fbb req-fe67e9ba-43b8-4c5c-8298-ccefbf463d37 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005003 Aug 28 08:28:49.954798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,segment=NetworkSegment(7c1a9214-3cb4-4486-a2fa-0224398d3009),segment_id=7c1a9214-3cb4-4486-a2fa-0224398d3009)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:49.966733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c', 'network_id': 'af53d642-0a09-48b5-a8c5-8c83a25a7aa4', 'port_id': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c', 'mac_address': 'fa:16:3e:5f:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb782364-1c68-45bc-a44f-784973da47b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:28:49.971329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e837-3f00-42ea-ac0c-487a76c96813 req-8f9984c0-4d06-4bfb-be76-e92c4d47f6c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:49.973133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a2e837-3f00-42ea-ac0c-487a76c96813 req-8f9984c0-4d06-4bfb-be76-e92c4d47f6c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0677922 Aug 28 08:28:49.979364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] For port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,segment=NetworkSegment(4aea3ce2-d073-43fd-bd27-95b909308a9b),segment_id=4aea3ce2-d073-43fd-bd27-95b909308a9b)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:49.980256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:49.994200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Calling delete_port for 973287fe-deb7-498c-9d1c-8e0d40b0c0ae owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:50.007657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.034513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:28:50.036663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a2e837-3f00-42ea-ac0c-487a76c96813 req-3621afbb-e6f8-4629-8ccd-40aa7a0f4a93 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569658 Aug 28 08:28:50.050278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Made reservation on behalf of bc2399acf9e74898ad5365b3f7707caa for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:28:50.054455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.060634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,segment=NetworkSegment(7c1a9214-3cb4-4486-a2fa-0224398d3009),segment_id=7c1a9214-3cb4-4486-a2fa-0224398d3009)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:50.067753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.187348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.206961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.263653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:50.306629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.309846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.318752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.326092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] device_id is not set on port 74841103-8327-4e77-97bd-4e8322df611e yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:28:50.328055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/512f0fb0-2445-4030-8602-6ef075d0b75f HTTP/1.1" status: 204 len: 168 time: 0.8502057 Aug 28 08:28:50.385738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29daa06-e7c5-47d3-8e43-de2b56c84a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f0fb0-2445-4030-8602-6ef075d0b75f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:50.436528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fd6a9-5411-4675-aeaf-1a2db2e3ec3b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:50.530571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:50.612619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e483cd-0c2f-4375-aedd-6539cc1370b0 req-98513395-a590-4045-b4cd-ce6abca27137 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:50.614663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8e483cd-0c2f-4375-aedd-6539cc1370b0 req-98513395-a590-4045-b4cd-ce6abca27137 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 945 time: 0.1548169 Aug 28 08:28:50.644077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Allocated IP 172.25.0.44 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/74841103-8327-4e77-97bd-4e8322df611e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:28:50.673138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.712355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Pushing event deleted for resources: {'Port': ['ID=973287fe-deb7-498c-9d1c-8e0d40b0c0ae,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:50.752443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8e483cd-0c2f-4375-aedd-6539cc1370b0 req-2cff1604-62d5-4f58-91cc-ab6be1442a36 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0864f1-e219-42a7-bd0e-d5f9aa520c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289129 Aug 28 08:28:50.777034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] No DVR routers for this DVR port 973287fe-deb7-498c-9d1c-8e0d40b0c0ae on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:50.781106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:50.783514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0334aeb8-d4c0-41f9-972e-b76c2f8bad4b req-bbd49913-ccf9-443e-b43d-69711733e9e1 tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.64 "DELETE /v2.0/ports/973287fe-deb7-498c-9d1c-8e0d40b0c0ae HTTP/1.1" status: 204 len: 173 time: 1.1992824 Aug 28 08:28:50.783977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'name': 'network-vif-deleted', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:50.786276 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135cdaac-e9e0-46c4-9260-35a3143914a5" -d '{"events": [{"server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "name": "network-vif-deleted", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:50.832765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ac0ff6-a1e4-4892-b4cf-b781b7975aed x-openstack-request-id: req-c1ac0ff6-a1e4-4892-b4cf-b781b7975aed {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:50.832765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296f8fb-a23c-4b56-9f31-72ce3a910d41", "name": "network-vif-deleted", "tag": "973287fe-deb7-498c-9d1c-8e0d40b0c0ae", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:50.832765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1ac0ff6-a1e4-4892-b4cf-b781b7975aed {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:50.832765 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296f8fb-a23c-4b56-9f31-72ce3a910d41', 'name': 'network-vif-deleted', 'tag': '973287fe-deb7-498c-9d1c-8e0d40b0c0ae', 'status': 'completed', 'code': 200} Aug 28 08:28:50.845697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.058782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5e1a-9e99-4a93-a997-066caa240f5c req-67d38195-a0eb-481e-89bc-3f70c1cfd1db tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:51.059231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a4c5e1a-9e99-4a93-a997-066caa240f5c req-67d38195-a0eb-481e-89bc-3f70c1cfd1db tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 944 time: 0.0593400 Aug 28 08:28:51.059402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.128627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:28:51.134750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a4c5e1a-9e99-4a93-a997-066caa240f5c req-0bd1f5cb-f1ab-464d-9cab-b5f525e6f161 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 Aug 28 08:28:51.138579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:28:51.141288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:28:51.201633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Pushing event updated for resources: {'Port': ['ID=74841103-8327-4e77-97bd-4e8322df611e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:51.234607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6e2e4-9e54-4d30-bd7b-85ed1db0dcf6 req-890618a8-7e81-4240-8a9e-ebc2898f0583 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:51.236211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdc6e2e4-9e54-4d30-bd7b-85ed1db0dcf6 req-890618a8-7e81-4240-8a9e-ebc2898f0583 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1022034 Aug 28 08:28:51.237405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:51.237992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.284267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdc6e2e4-9e54-4d30-bd7b-85ed1db0dcf6 req-5cc88629-403e-4cea-8897-3268c134a2ba tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377147 Aug 28 08:28:51.455845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4fc23117-c821-4812-b84a-dc4f6099ee1b tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8176477 Aug 28 08:28:51.462543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:51.467862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.44'}]}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:51.566376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:51.669668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.669668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.724259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:51.730573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:51.731218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.766366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.814590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.838334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:51.840558 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507847ec-b6f1-438c-951b-cf060c1f6be5" -d '{"events": [{"server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "name": "network-vif-plugged", "status": "completed", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:51.854271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,segment=NetworkSegment(7c1a9214-3cb4-4486-a2fa-0224398d3009),segment_id=7c1a9214-3cb4-4486-a2fa-0224398d3009)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:51.878278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c55a4dd-4a08-42a5-abae-241b8c0ad810 req-3e3e9b3d-7b22-4f2c-9cd6-cb84704298ad tempest-VolumesActionsTest-468303851 tempest-VolumesActionsTest-468303851-project] 10.222.0.46 "GET /v2.0/ports?device_id=5296f8fb-a23c-4b56-9f31-72ce3a910d41 HTTP/1.1" status: 200 len: 210 time: 0.0351715 Aug 28 08:28:51.882107 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689c2c19-09fe-4025-bf93-61413ee52375 x-openstack-request-id: req-689c2c19-09fe-4025-bf93-61413ee52375 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:51.882436 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "name": "network-vif-plugged", "status": "completed", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:51.882761 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-689c2c19-09fe-4025-bf93-61413ee52375 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:51.883083 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c', 'code': 200} Aug 28 08:28:51.998349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:51.999529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 973287fe-deb7-498c-9d1c-8e0d40b0c0ae no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:52.060857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 973287fe-deb7-498c-9d1c-8e0d40b0c0ae {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:28:52.061208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 973287fe-deb7-498c-9d1c-8e0d40b0c0ae not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:28:52.131364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae8aa-c2f5-4d3a-9039-8baa2fbf061d req-5d4e11c6-d349-4b30-bca3-e5fdb1b38a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:52.133804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dcae8aa-c2f5-4d3a-9039-8baa2fbf061d req-5d4e11c6-d349-4b30-bca3-e5fdb1b38a9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 1097 time: 0.0630715 Aug 28 08:28:52.134584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.167315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:52.174191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:28:52.176681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5dcae8aa-c2f5-4d3a-9039-8baa2fbf061d req-09c4dd5d-6dd7-4e4b-924b-a8262fb54341 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Aug 28 08:28:52.278758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b0b5e-93b5-4630-9a55-42e0d523ab48 req-2cf8ee0e-c8fb-4f1c-aedb-ea80462aa618 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:52.280387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad9b0b5e-93b5-4630-9a55-42e0d523ab48 req-2cf8ee0e-c8fb-4f1c-aedb-ea80462aa618 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0605519 Aug 28 08:28:52.323911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad9b0b5e-93b5-4630-9a55-42e0d523ab48 req-8351fb4a-bc03-426b-9c1d-dbab13b1b006 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Aug 28 08:28:52.450569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 50181929-fa43-44bf-a9a5-51ae6613b9ad completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:28:52.455189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 50181929-fa43-44bf-a9a5-51ae6613b9ad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:28:52.455189 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.475556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b8f86-6b1f-4510-ac65-5c933c104eae req-cba7dd59-309d-402e-bec6-ed81459ee166 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:52.477093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-944b8f86-6b1f-4510-ac65-5c933c104eae req-cba7dd59-309d-402e-bec6-ed81459ee166 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0928664 Aug 28 08:28:52.531579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-944b8f86-6b1f-4510-ac65-5c933c104eae req-6465d63c-757f-464d-93b5-e14cf8d988a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Aug 28 08:28:52.561224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.616362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:52.692053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.723625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.775399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:52.825609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:52.999016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.171507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.173666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.318465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.319014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95f64d55-0f28-4b34-97b9-087bc1d5ef34 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:28:53.446437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a64f-6d4a-41ee-aa74-9d61ed5c14a7 req-65bd0354-912d-4ff7-90f8-adcb969f3135 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:53.448010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5bf9a64f-6d4a-41ee-aa74-9d61ed5c14a7 req-65bd0354-912d-4ff7-90f8-adcb969f3135 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Aug 28 08:28:53.490806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5bf9a64f-6d4a-41ee-aa74-9d61ed5c14a7 req-35004810-e6bf-4089-856a-a5a5bcb8666d tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Aug 28 08:28:53.524433 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:28:53.528396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-63d390b4-1b58-47cf-a2df-bbb650c17187 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0619609 Aug 28 08:28:53.530387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58564) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:53.664555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4101-cf80-4015-ae5d-75dce13c417e req-b7fef21e-f863-47f9-bd82-486ca71c6da3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:53.666034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4caf4101-cf80-4015-ae5d-75dce13c417e req-b7fef21e-f863-47f9-bd82-486ca71c6da3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.0615683 Aug 28 08:28:53.668936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Deleting port 74841103-8327-4e77-97bd-4e8322df611e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:53.669142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.758549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4caf4101-cf80-4015-ae5d-75dce13c417e req-b7959bb7-d718-40df-87f3-ea6cfdb6fcbc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769901 Aug 28 08:28:53.779056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:53.803150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Calling delete_port for 74841103-8327-4e77-97bd-4e8322df611e owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:53.884113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:53.886613 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c6695-95c0-4d47-9cd9-6df7eb093f63" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:53.926974 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bb1ed-e5da-4934-8b8e-fa01f004962b x-openstack-request-id: req-c34bb1ed-e5da-4934-8b8e-fa01f004962b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:53.927330 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:53.927595 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c34bb1ed-e5da-4934-8b8e-fa01f004962b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:53.927992 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:28:54.062918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6cf-bcc9-4a44-b979-43ea0a2f5e15 req-0275d481-bb64-460c-a9a5-92051199c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:54.064487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc5da6cf-bcc9-4a44-b979-43ea0a2f5e15 req-0275d481-bb64-460c-a9a5-92051199c859 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1097 time: 0.0427475 Aug 28 08:28:54.106930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc5da6cf-bcc9-4a44-b979-43ea0a2f5e15 req-bda708e4-28de-4a15-8836-51d93bbd8d2b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350871 Aug 28 08:28:54.141565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:54.529427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Pushing event deleted for resources: {'Port': ['ID=74841103-8327-4e77-97bd-4e8322df611e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:54.595636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:54.602610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c6571a86-952c-4325-8038-0e289c9c7636 tempest-RoutersAdminNegativeTest-292586189 tempest-RoutersAdminNegativeTest-292586189-project-admin] 10.222.0.46 "DELETE /v2.0/ports/74841103-8327-4e77-97bd-4e8322df611e HTTP/1.1" status: 204 len: 168 time: 1.0667892 Aug 28 08:28:54.641106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4790cf-d7bd-4c02-ad9d-7d6f0dc289ea req-d7cd9653-6a17-41c8-b51c-2f72ff9c8dbc tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:54.642938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea4790cf-d7bd-4c02-ad9d-7d6f0dc289ea req-d7cd9653-6a17-41c8-b51c-2f72ff9c8dbc tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0764050 Aug 28 08:28:54.694298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea4790cf-d7bd-4c02-ad9d-7d6f0dc289ea req-695a2d87-8708-443c-81b1-4b00c876fb26 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Aug 28 08:28:54.908371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be05b0-2df5-4f89-8a21-19f914d6c57c req-882734a1-370a-4503-99c1-0778777992fb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:54.910444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04be05b0-2df5-4f89-8a21-19f914d6c57c req-882734a1-370a-4503-99c1-0778777992fb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.0793192 Aug 28 08:28:54.987006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04be05b0-2df5-4f89-8a21-19f914d6c57c req-f749447a-a5b6-4b4a-8a44-fec9fcd828f0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639098 Aug 28 08:28:55.257091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-b4d44b91-5464-4a99-b680-08325e6ce413 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:55.259052 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-b4d44b91-5464-4a99-b680-08325e6ce413 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1332791 Aug 28 08:28:55.293558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-ffdc91b8-97d8-4423-9320-72af99fcd27f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/quotas/fafc05cd982e40da9eebd8ae45da7e11 HTTP/1.1" status: 200 len: 375 time: 0.0274992 Aug 28 08:28:55.389030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58640) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:55.404890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-08af99c0-f252-4c06-b0e9-885637328d3d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102710 Aug 28 08:28:55.543802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac118663-29d2-49ca-966e-5aa2042223f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:55.674263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac118663-29d2-49ca-966e-5aa2042223f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:55.693485 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-d4a298e2-449d-4b6e-8119-6c1cdaa22f6c service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877741 Aug 28 08:28:55.723772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:55.788664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-88faa63e-b7e6-4ef8-a95e-55a6114c9d24 service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876617 Aug 28 08:28:55.827175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac118663-29d2-49ca-966e-5aa2042223f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:55.875994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac118663-29d2-49ca-966e-5aa2042223f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6327fda-f077-4a9b-9110-61903c8ea54d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:55.880533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ac118663-29d2-49ca-966e-5aa2042223f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47bf82c841fd492cba82cd8ba554c657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897370 Aug 28 08:28:55.889836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58664) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:55.949804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:55.974507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.091099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.093876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.097502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6327fda-f077-4a9b-9110-61903c8ea54d HTTP/1.1" status: 204 len: 168 time: 0.2072430 Aug 28 08:28:56.110591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c6f84-04d8-4628-81de-b753e7c633db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6327fda-f077-4a9b-9110-61903c8ea54d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:56.178596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:28:56.254443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5bf996c-5efa-4ee3-a16f-eb6c4d81ff19 req-652c5682-39cf-4be8-a652-c17675ca3f73 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 210 time: 0.0307481 Aug 28 08:28:56.328155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6951c-d117-4361-93c0-c02dd0ae75b5 req-d190eca1-b782-4358-9e6d-fc8e29cedfda tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:56.332547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23c6951c-d117-4361-93c0-c02dd0ae75b5 req-d190eca1-b782-4358-9e6d-fc8e29cedfda tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1047485 Aug 28 08:28:56.384600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.387405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23c6951c-d117-4361-93c0-c02dd0ae75b5 req-a101efe1-03d2-442d-bc48-8fe9d39cbac5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Aug 28 08:28:56.422089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:56.424774 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7aa2f-3c56-4719-baa8-5ea41fd4b5d6" -d '{"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:56.446087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:56.462152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d377-df92-4c83-8745-bcf0bf299b9e req-580baa0a-d9fe-4ae5-9f5c-bde39cc6c81c tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:56.463179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2563d377-df92-4c83-8745-bcf0bf299b9e req-580baa0a-d9fe-4ae5-9f5c-bde39cc6c81c tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0908229 Aug 28 08:28:56.512091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2563d377-df92-4c83-8745-bcf0bf299b9e req-a01f5151-9d4f-4f9b-bb63-0c1c4f8c8a40 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Aug 28 08:28:56.530003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d302cc-84c1-456b-a8a5-36bcd2be866a req-0bf8eb55-fe27-4476-a322-0793d8b83aa1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:56.540689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58704) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:56.541156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a4d302cc-84c1-456b-a8a5-36bcd2be866a req-0bf8eb55-fe27-4476-a322-0793d8b83aa1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.0704083 Aug 28 08:28:56.546562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'floatingip': {'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:56.574767 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94569d86-a1b6-4f81-8652-6fa96fd35b42 x-openstack-request-id: req-94569d86-a1b6-4f81-8652-6fa96fd35b42 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:56.575786 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:56.576092 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94569d86-a1b6-4f81-8652-6fa96fd35b42 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:56.576711 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'code': 200} Aug 28 08:28:56.594158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.628632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:56.684914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:56.775707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-fc84ff4a-8ff6-4696-82be-978ad6031a96 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:56.777291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-fc84ff4a-8ff6-4696-82be-978ad6031a96 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e084abc6-937d-4e62-92bc-722a08f19ebd HTTP/1.1" status: 200 len: 944 time: 0.0566437 Aug 28 08:28:56.947539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Deleting port c640d0d2-363a-4408-a26b-0d81b060761c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:56.947895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.059060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] For port c640d0d2-363a-4408-a26b-0d81b060761c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=c640d0d2-363a-4408-a26b-0d81b060761c,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:57.059422 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.077058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:57.104527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Calling delete_port for c640d0d2-363a-4408-a26b-0d81b060761c owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:57.191952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-727651d4-2858-4015-9325-f2c9e632a620 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc2399acf9e74898ad5365b3f7707caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116138 Aug 28 08:28:57.194240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58720) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:57.327773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:28:57.409027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ba61a4c-d510-43ac-9fa7-e1b86ef0a7ca req-c8708c29-0bc3-49d6-bfdf-c105593a4dd4 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 210 time: 0.0491111 Aug 28 08:28:57.445286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.457339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.501349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.504788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.535189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event deleted for resources: {'Port': ['ID=c640d0d2-363a-4408-a26b-0d81b060761c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:57.545372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.545757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.546119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.546484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.546817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.547148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.547573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.547816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.548147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.548468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.548790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.549114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:28:57.562584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.633877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] No DVR routers for this DVR port c640d0d2-363a-4408-a26b-0d81b060761c on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:57.659257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.660621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-698b2c84-f1f1-4617-ada2-508bd0b565b3 req-779f5c25-4b3c-4e25-bc9a-9590c63858c1 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "DELETE /v2.0/ports/c640d0d2-363a-4408-a26b-0d81b060761c HTTP/1.1" status: 204 len: 173 time: 0.8761313 Aug 28 08:28:57.662442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-deleted', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:57.664921 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b35a2-c717-4154-b43e-a31374af9b3f" -d '{"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-deleted", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:57.672688 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f65e5d9-1f6d-47d2-b7c1-39bd1cb29913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.696942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085642-cba6-4a2a-9f95-cdbe436b9fd0 req-fc4ce631-92e5-46ff-8dd2-424b1fa27e99 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.699249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b085642-cba6-4a2a-9f95-cdbe436b9fd0 req-fc4ce631-92e5-46ff-8dd2-424b1fa27e99 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0824406 Aug 28 08:28:57.718389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.724502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.730530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.736659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.742202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b085642-cba6-4a2a-9f95-cdbe436b9fd0 req-46e2a3c7-0cf4-408c-b36f-6c93fbb35de1 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/security-groups?id=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Aug 28 08:28:57.747020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.748883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.755097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.757124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d472275d-7045-4509-bc78-be1866fec5e1 req-379436d7-f9ec-4bf3-91bf-9cd5786a7872 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.2381868 Aug 28 08:28:57.809266 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Floating IP 6e5a248d-975f-499c-b238-a26ef24d0277 associated. External IP: 172.25.0.111, port: 50181929-fa43-44bf-a9a5-51ae6613b9ad. Aug 28 08:28:57.840316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-5c409922-713d-4ec1-9916-485628497320 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:57.844791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-5c409922-713d-4ec1-9916-485628497320 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 945 time: 0.0753822 Aug 28 08:28:57.850859 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac448ea6-c07d-45b7-a3a6-60c613203a98 x-openstack-request-id: req-ac448ea6-c07d-45b7-a3a6-60c613203a98 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:57.851362 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084abc6-937d-4e62-92bc-722a08f19ebd", "name": "network-vif-deleted", "tag": "c640d0d2-363a-4408-a26b-0d81b060761c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:57.851779 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac448ea6-c07d-45b7-a3a6-60c613203a98 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:57.852342 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084abc6-937d-4e62-92bc-722a08f19ebd', 'name': 'network-vif-deleted', 'tag': 'c640d0d2-363a-4408-a26b-0d81b060761c', 'status': 'completed', 'code': 200} Aug 28 08:28:57.889690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.892831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:57.893894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb1fd6a9-5411-4675-aeaf-1a2db2e3ec3b HTTP/1.1" status: 204 len: 168 time: 0.6985974 Aug 28 08:28:57.911868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d472275d-7045-4509-bc78-be1866fec5e1 req-d8ce10c4-a9e8-4066-a601-632ab05b43f8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429718 Aug 28 08:28:57.917284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e5214-09d8-4d2c-9f35-73b100173d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fd6a9-5411-4675-aeaf-1a2db2e3ec3b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:57.951013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58736) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:58.092319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Deleting port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:28:58.092763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.168156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f377e5a-12d8-429b-9176-9e03c6ecf66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.240475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:28:58.245827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] For port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,segment=NetworkSegment(7c1a9214-3cb4-4486-a2fa-0224398d3009),segment_id=7c1a9214-3cb4-4486-a2fa-0224398d3009)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:28:58.246241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.267528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Calling delete_port for 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:28:58.379133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:28:58.384137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.395186 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Sync routers for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:28:58.411940 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:58.412486 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:58.420657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f3e1b3bb-53ff-4a8b-b9f5-bc8f97d6299d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "PUT /v2.0/floatingips/6e5a248d-975f-499c-b238-a26ef24d0277 HTTP/1.1" status: 200 len: 991 time: 1.8787940 Aug 28 08:28:58.421297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:58.423693 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:58.434600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f377e5a-12d8-429b-9176-9e03c6ecf66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.542747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f377e5a-12d8-429b-9176-9e03c6ecf66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.615683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:58.682107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7f377e5a-12d8-429b-9176-9e03c6ecf66b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f16d46d625740d59384c9d5a26dec2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301707 Aug 28 08:28:58.688072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:28:58.695068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377e5a-12d8-429b-9176-9e03c6ecf66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62c67b-2d2f-4767-933e-2649429572c5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:58.709996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a12c757-fbe3-4194-99b5-93e6d3a27795 req-0557dc46-4be4-42ad-a97e-577a6ef0028c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 210 time: 0.0636179 Aug 28 08:28:58.778107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.820580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:28:58.876390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Pushing event deleted for resources: {'Port': ['ID=1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:58.929920 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab807fea-6a4b-4332-980a-05dcf34e3867 x-openstack-request-id: req-ab807fea-6a4b-4332-980a-05dcf34e3867 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:58.933289 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:58.933961 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab807fea-6a4b-4332-980a-05dcf34e3867 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:58.936510 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'status': 'completed', 'code': 200} Aug 28 08:28:58.938648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a3443f1-b38c-43b3-8c7f-2e510a617c6e req-7e3b92db-d369-4b17-abe6-3e611673a0ac tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0626740 Aug 28 08:28:58.951223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] No DVR routers for this DVR port 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:28:58.953644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.956946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:58.959686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5eceb5f3-67c5-4f19-a959-c632007786fb req-ea5b28fb-0c7a-4745-a7c5-56b56ca815a6 tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.64 "DELETE /v2.0/ports/1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c HTTP/1.1" status: 204 len: 173 time: 1.0889423 Aug 28 08:28:59.080057 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '6e5a248d-975f-499c-b238-a26ef24d0277', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:28:31Z', 'updated_at': '2021-08-28T08:28:57Z', 'revision_number': 1, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:59.116543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:59.120030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Checking router: ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:28:59.129362 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:28:59.130307 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:28:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:59.254728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:28:59.273151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-641d38ee-1680-4d39-a537-b9df4c166be2 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.274666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-641d38ee-1680-4d39-a537-b9df4c166be2 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.2671304 Aug 28 08:28:59.279397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-11962adc-8875-40f8-b7e8-9d5674a32c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.280848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-11962adc-8875-40f8-b7e8-9d5674a32c6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1097 time: 0.1811831 Aug 28 08:28:59.309183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.315204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.321082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.327496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.333410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.340199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.346293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.348255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-7cc9f6c8-10d1-46cc-b9a0-32bad4c64615 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.2473841 Aug 28 08:28:59.358095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Request body: {'port': {'device_id': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'admin_state_up': True, 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:59.428861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.435801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.442711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.451024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.457009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.462906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.469375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.471421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-f45addfd-9eaf-4c19-88b5-557592a0af89 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5433 time: 0.2927582 Aug 28 08:28:59.614327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '6e5a248d-975f-499c-b238-a26ef24d0277', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:28:31Z', 'updated_at': '2021-08-28T08:28:57Z', 'revision_number': 1, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:28:59.615381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-8d9eb6a5-2240-4b0f-865d-3ff90b792f5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.615381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-8d9eb6a5-2240-4b0f-865d-3ff90b792f5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1103909 Aug 28 08:28:59.621934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c010154d-7f03-46f6-bbde-8a04a006be5c req-26c4015a-f2a2-4b29-9dea-83b2f894988c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2500463 Aug 28 08:28:59.636150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b83e9e9-74f9-433c-af86-f4f3026fe38d None None] The sync data for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 is: [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '6e5a248d-975f-499c-b238-a26ef24d0277', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:28:31Z', 'updated_at': '2021-08-28T08:28:57Z', 'revision_number': 1, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:28:59.671693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-a5eb056b-eec1-4358-94ef-ea10421898a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.673105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-a5eb056b-eec1-4358-94ef-ea10421898a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.3836765 Aug 28 08:28:59.715891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:59.718436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:59.719577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c62c67b-2d2f-4767-933e-2649429572c5 HTTP/1.1" status: 204 len: 168 time: 1.0304272 Aug 28 08:28:59.780248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2bf43-7cb9-400f-b3e3-e4d64ad78cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62c67b-2d2f-4767-933e-2649429572c5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:28:59.833863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-81c8e9c1-c9d2-4028-ae57-83f68506a027 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.1347423 Aug 28 08:28:59.840690 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-e40fd107-1a54-4cb5-b8dd-d3036672ed21 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2080097 Aug 28 08:28:59.856802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'name': 'network-vif-deleted', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:28:59.859163 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886dc1df-4106-435e-b4c9-2b91792ba105" -d '{"events": [{"server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "name": "network-vif-deleted", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:28:59.892374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:28:59.920076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:28:59.920704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b54f2759-91e9-4589-a833-a604328f9fd1 req-b391a3c8-44da-4506-9c89-8fee50a85b65 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 210 time: 0.0731809 Aug 28 08:28:59.951621 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daba8a7-73e6-4c25-8273-82a31eb0fdf4 x-openstack-request-id: req-5daba8a7-73e6-4c25-8273-82a31eb0fdf4 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:28:59.951987 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51e271-c703-4122-86af-3cb709a081f8", "name": "network-vif-deleted", "tag": "1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:28:59.952172 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5daba8a7-73e6-4c25-8273-82a31eb0fdf4 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:28:59.952572 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51e271-c703-4122-86af-3cb709a081f8', 'name': 'network-vif-deleted', 'tag': '1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c', 'status': 'completed', 'code': 200} Aug 28 08:28:59.962742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-216ef18b-69cc-4c35-99ac-91fe2f3630dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:28:59.968917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-216ef18b-69cc-4c35-99ac-91fe2f3630dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1226902 Aug 28 08:28:59.970014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc14e8-3a84-492e-a32c-60f52b308e07 None None] New status for floating IP 6e5a248d-975f-499c-b238-a26ef24d0277: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:28:59.985147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:00.003999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:00.003999 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.039410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.128686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6945aa0-0ece-4be7-b852-89865fda8c06 req-2306d16d-a3bf-4861-8202-7eb29ebaddda tempest-ServerMetadataNegativeTestJSON-1946256443 tempest-ServerMetadataNegativeTestJSON-1946256443-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb51e271-c703-4122-86af-3cb709a081f8 HTTP/1.1" status: 200 len: 210 time: 0.0564976 Aug 28 08:29:00.145541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-31ac56b1-5502-4fa0-9f91-54e21cb6617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.147132 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-31ac56b1-5502-4fa0-9f91-54e21cb6617d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620467 Aug 28 08:29:00.283567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010f89d1-22ed-43ce-8b21-76fa64e1a53d no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:00.366071 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b21cd124-723d-4962-aadd-2b575ffadbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.440381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-976196382'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:00.454357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.487441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:00.487441 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd13084-a81f-4a46-9c08-71b4572516f3" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:00.500720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:00.546265 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39fbec6-3f7c-4112-b302-d9e269455c8c x-openstack-request-id: req-f39fbec6-3f7c-4112-b302-d9e269455c8c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:00.546635 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "010f89d1-22ed-43ce-8b21-76fa64e1a53d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:00.546878 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f39fbec6-3f7c-4112-b302-d9e269455c8c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:00.547461 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010f89d1-22ed-43ce-8b21-76fa64e1a53d', 'code': 200} Aug 28 08:29:00.578130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Made reservation on behalf of 737a737b84e744ff8b472de424537158 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:00.586098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.606698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.612237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.614841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 79601ae2-ac05-4457-8fce-ac51f48a946d no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:00.680912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:00.681518 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:00.781271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Allocated IP 172.20.0.2 (42cbf7ff-4a14-4719-861d-d1db4e4c4b5e/d6969332-7cb7-43c5-b60a-42e9b8a8613f/ec8bda23-4f19-4190-8a88-05efd897b0b6) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:00.786303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.800836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-c46dd0bc-a04b-4852-a5b4-7d500387612e service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327512 Aug 28 08:29:00.828248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:00.864791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58806) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:00.911580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.918339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.925109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.933069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.940042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.942643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.947653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.955670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:00.958886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-8ed2bb19-7eac-4702-96cd-f4dab71ca2cf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 5431 time: 0.1415498 Aug 28 08:29:00.960210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e183b-152d-4b7a-9ffa-12b3c8259d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:00.964094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.014251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:01.047244 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a000ce6-8e1e-4b31-91a6-d90f021b45f2 req-4ed71d0d-17e2-4687-bc0a-c15818515a1d service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385302 Aug 28 08:29:01.081301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a648eb9-9969-4aeb-b5d6-778d7892ef74,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.086370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:01.112849 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.113437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:01.125232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67fff78d-3ab8-4f19-8c32-628a19d947e9 req-739cd8ff-6f17-4bdd-96b0-24300f3a8bd5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 210 time: 0.0570769 Aug 28 08:29:01.138950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.154282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: c640d0d2-363a-4408-a26b-0d81b060761c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:01.154649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device c640d0d2-363a-4408-a26b-0d81b060761c not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:01.190022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.190404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.191220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.191573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.191975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.192460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.192803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.194082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.194451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.194790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.195127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.195458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:01.207505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.208002 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Added segment f257d639-4863-4aad-a983-fd1bd9161b22 of type vlan for network d2dcce4f-68d7-4343-a575-2903e81fd135 Aug 28 08:29:01.224481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.224703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58816) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:01.228446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8782a2-2243-4a55-b900-76d4c6916557 req-6ceff537-1902-422d-b9d2-c7e2fb8477dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443626 Aug 28 08:29:01.291214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.294590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.337881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e183b-152d-4b7a-9ffa-12b3c8259d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.343949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Deleting subnet cb782364-1c68-45bc-a44f-784973da47b1 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:01.346752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.352388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.437712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:01.455911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.461035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:01.465437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:01.465694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.471738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e183b-152d-4b7a-9ffa-12b3c8259d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.492827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:01.498280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.524503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.611337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:01.611650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e183b-152d-4b7a-9ffa-12b3c8259d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de35f982-487d-4803-833e-90ab93cd74f9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.611913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.613568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:01.615884 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.616905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e91e183b-152d-4b7a-9ffa-12b3c8259d6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5adc3790ec2c4aa4b207f9afed746016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7498193 Aug 28 08:29:01.619911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:01.633078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'Network': ['ID=d2dcce4f-68d7-4343-a575-2903e81fd135,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.648439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:01.649702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 1a844c24-4a3f-4fd3-97e3-aa3e85f6be3c not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:01.669797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010f89d1-22ed-43ce-8b21-76fa64e1a53d,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:01.680466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d2dcce4f-68d7-4343-a575-2903e81fd135 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:01.690017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aee681d6-5440-4bc6-8fc8-a689f3291361 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7001815 Aug 28 08:29:01.693347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58826) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:01.699779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Request body: {'subnet': {'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:01.759608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] For port 010f89d1-22ed-43ce-8b21-76fa64e1a53d, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:01.763034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-c5746a7b-46ee-48fd-8836-9b8f928688f5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4124367 Aug 28 08:29:01.801900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Request body: {'port': {'device_id': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:01.854832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] device_id is not set on port 010f89d1-22ed-43ce-8b21-76fa64e1a53d yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:01.861680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.870711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.890276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.901093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb782364-1c68-45bc-a44f-784973da47b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:01.923898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:01.925833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1e2d59d4-42f4-4afa-ad62-c0d47d75468c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cb782364-1c68-45bc-a44f-784973da47b1 HTTP/1.1" status: 204 len: 168 time: 0.6996577 Aug 28 08:29:01.928647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:01.948993 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.038468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.045244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.058090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.083795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.247516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 93f077c7-0d08-4396-8dad-d81b540086a6 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:02.261064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Made reservation on behalf of 737a737b84e744ff8b472de424537158 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:02.270509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.280046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Pushing event updated for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:02.333748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] No DVR routers for this DVR port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:02.360413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.363338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.364687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de35f982-487d-4803-833e-90ab93cd74f9 HTTP/1.1" status: 204 len: 168 time: 0.7438524 Aug 28 08:29:02.415916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.423260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.457718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:02.464133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af53d642-0a09-48b5-a8c5-8c83a25a7aa4']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:02.475346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef11a61-8b93-4715-8853-9a368f5d73bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35f982-487d-4803-833e-90ab93cd74f9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:02.505347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1a9214-3cb4-4486-a2fa-0224398d3009') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:02.505347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1a9214-3cb4-4486-a2fa-0224398d3009') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:02.525749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.530573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.538339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.544677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.548124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] In _notify_port_updated(), no bound segment for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:29:02.549007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.549699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.550696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:02.550984 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-100ec153-f2d1-4ad5-9fe4-507fdd7d3209 service neutron] 10.222.0.39 "PUT /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 200 len: 1026 time: 2.6951537 Aug 28 08:29:02.551398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.554050 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c965f0-8d6e-48eb-a18d-d604a716fef0" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:02.557911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.558610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b316f1c-dadc-4d4b-918d-424e7ff6f793 req-ec1171f8-fade-4478-b008-7841136c61e9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.560137 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0b316f1c-dadc-4d4b-918d-424e7ff6f793 req-ec1171f8-fade-4478-b008-7841136c61e9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 931 time: 0.3448675 Aug 28 08:29:02.564796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.574043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1004ee46-6dd8-4a10-a0c0-4615954926b0 None None] Provisioning complete for port 010f89d1-22ed-43ce-8b21-76fa64e1a53d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:02.574043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1004ee46-6dd8-4a10-a0c0-4615954926b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.575485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-f769d9b5-2488-40ac-a18d-8b39940c7967 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 4658 time: 0.2093904 Aug 28 08:29:02.586777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.614447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1004ee46-6dd8-4a10-a0c0-4615954926b0 None None] Port 010f89d1-22ed-43ce-8b21-76fa64e1a53d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:02.632675 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.634599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96681c42-2daf-46d7-9c71-24539afb2df7 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:02.640424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:02.640424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:02.642182 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:02.656311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab38d865-03c8-44ba-a808-59fd1c06991e req-18a731b8-befa-4590-8f78-072b006fd0d0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799870 Aug 28 08:29:02.709774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-7009f43d-3ce7-4503-9458-3471af3e3693 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:02.711252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-7009f43d-3ce7-4503-9458-3471af3e3693 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "GET /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1462464 Aug 28 08:29:02.739058 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f9bc82-1ed1-472b-b641-7f89d3f880db x-openstack-request-id: req-22f9bc82-1ed1-472b-b641-7f89d3f880db {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:02.739493 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:02.740171 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22f9bc82-1ed1-472b-b641-7f89d3f880db {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:02.740312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:02.740417 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'code': 200} Aug 28 08:29:02.740417 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6', 'code': 200} Aug 28 08:29:02.745413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:02.770615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0b316f1c-dadc-4d4b-918d-424e7ff6f793 req-d258322d-b7ed-46f0-89d9-08c158fa2a6d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869075 Aug 28 08:29:02.799535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.836455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:02.846673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8bda23-4f19-4190-8a88-05efd897b0b6 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:02.857322 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.859831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.884051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:02.958916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Checking segment: {'id': 'f257d639-4863-4aad-a983-fd1bd9161b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:02.959287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Network hostable DHCP agents. Network: d2dcce4f-68d7-4343-a575-2903e81fd135, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:02.961232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'Subnet': ['ID=3b834e9e-1ce3-4071-9225-b836d3e95453,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.004005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Transition to ACTIVE for port object ec8bda23-4f19-4190-8a88-05efd897b0b6 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:03.005310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.012459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.014384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] 10.222.0.46 "DELETE /v2.0/networks/af53d642-0a09-48b5-a8c5-8c83a25a7aa4 HTTP/1.1" status: 204 len: 168 time: 1.0847723 Aug 28 08:29:03.028112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947dbd-58c8-4905-8522-dc846e456864 admin admin] Pushing event deleted for resources: {'Network': ['ID=af53d642-0a09-48b5-a8c5-8c83a25a7aa4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.055693 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.056485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 489ba983-bd6b-46c8-a623-868b43258bd4 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:03.057094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:03.057940 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:03.141781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.142798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Network d2dcce4f-68d7-4343-a575-2903e81fd135 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:03.181681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.191503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.240565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.254650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:03.306413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Attempting to bind port ec8bda23-4f19-4190-8a88-05efd897b0b6 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:03.306753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Attempting to bind port ec8bda23-4f19-4190-8a88-05efd897b0b6 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:03.307315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Attempting to bind port ec8bda23-4f19-4190-8a88-05efd897b0b6 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:03.311923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Port ec8bda23-4f19-4190-8a88-05efd897b0b6 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:29:03.312238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Attempting to bind port ec8bda23-4f19-4190-8a88-05efd897b0b6 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:03.317177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:03.317515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Checking segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:03.317901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Bound using segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:03.318385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Bound port: ec8bda23-4f19-4190-8a88-05efd897b0b6, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:03.318716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.340817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d2dcce4f-68d7-4343-a575-2903e81fd135) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:03.345600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.346341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.350203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9d0f8-74d8-43a0-a9b2-d04876cb6759 None None] Network d2dcce4f-68d7-4343-a575-2903e81fd135 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:03.387070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:03.390088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:03.483944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.484647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bd6b4925-e79a-4973-8e2c-e65659a563a4 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:03.523690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d2dcce4f-68d7-4343-a575-2903e81fd135', 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135', 'tenant_id': '737a737b84e744ff8b472de424537158', 'fixed_ips': [{'subnet_id': '3b834e9e-1ce3-4071-9225-b836d3e95453'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:29:03.524536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.549772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fbdc9c30-f4b8-4857-9722-528991335500 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8523726 Aug 28 08:29:03.550057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:03.555092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Request body: {'port': {'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135', 'name': 'tempest-ExtraDHCPOptionsTestJSON-494814822'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:03.597528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.674029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.681967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.682885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.684358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec8bda23-4f19-4190-8a88-05efd897b0b6 HTTP/1.1" status: 200 len: 1092 time: 1.8929641 Aug 28 08:29:03.689247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.702567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:03.708945 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d34060-3b97-4bcb-bed8-46877dbad60d" -d '{"events": [{"name": "network-changed", "server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:03.719662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58876) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:03.749962 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:03.820415 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3da749-5788-4635-bdbd-21d38c54ad31 x-openstack-request-id: req-9e3da749-5788-4635-bdbd-21d38c54ad31 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:03.820989 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:03.820989 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e3da749-5788-4635-bdbd-21d38c54ad31 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:03.821513 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'status': 'completed', 'code': 200} Aug 28 08:29:03.822337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e15a5-2d09-48ef-b023-2d3d37a8fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:03.898357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:03.904381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26faa353-e719-4770-83f6-3564569d0534 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fd7a883059c4bf8a5a1173bc59d4ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829407 Aug 28 08:29:03.909299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58886) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:03.950747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.953258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Allocated IP 172.20.0.2 (d2dcce4f-68d7-4343-a575-2903e81fd135/3b834e9e-1ce3-4071-9225-b836d3e95453/6c198a6e-7502-4fbd-be2d-5e0742cd89d7) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:03.958234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.964637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.965110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-b12102fd-aa9c-4378-a46d-fc388e6531cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.966753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-b12102fd-aa9c-4378-a46d-fc388e6531cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 1095 time: 0.1109219 Aug 28 08:29:03.971193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.977521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.984120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:03.986090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-cf37ca0b-89ea-4b86-9773-f43cef809b5b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 4652 time: 0.2012324 Aug 28 08:29:04.018072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Made reservation on behalf of 737a737b84e744ff8b472de424537158 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:04.022003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.047761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.053285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b127aad-92a7-429f-9d24-6286e5ac31fc req-3e74246a-adbc-484e-afb7-b10f05202e77 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&id=2f756018-4dbb-4ebd-a93b-f02f32bd1b01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581949 Aug 28 08:29:04.071762 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.072668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:04.077627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-77e1e838-c865-4564-8324-be8fe3729314 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0712972 Aug 28 08:29:04.094328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.157993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-8f049ea5-21aa-4566-9e4f-ed62c22e4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:04.160079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-8f049ea5-21aa-4566-9e4f-ed62c22e4920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.0610707 Aug 28 08:29:04.162421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96681c42-2daf-46d7-9c71-24539afb2df7,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:04.190917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] device_id is not set on port 06661502-6d45-4705-805f-29a08bb49235 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:04.261460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:04.277891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.281770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.286099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eebb0b0b-2609-407d-a15c-cd74e0f8fc1b HTTP/1.1" status: 204 len: 168 time: 0.3736916 Aug 28 08:29:04.295449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.298689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a78892-84e1-466a-8a43-49d09db3bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb0b0b-2609-407d-a15c-cd74e0f8fc1b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:04.312996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] For port 96681c42-2daf-46d7-9c71-24539afb2df7, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:04.337274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Transition to ACTIVE for port object 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:04.366480 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.370048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Transition to ACTIVE for port object 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:04.413131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:04.540796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.556945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Network d2dcce4f-68d7-4343-a575-2903e81fd135 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:04.560295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:04.567619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:04.571103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Pushing event updated for resources: {'Port': ['ID=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:04.621102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.622155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f995a-9127-4d96-8dca-eee8ff708e95 req-d8ae701a-36ad-470a-b189-d11fab96165f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:04.623901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556f995a-9127-4d96-8dca-eee8ff708e95 req-d8ae701a-36ad-470a-b189-d11fab96165f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 943 time: 0.6562047 Aug 28 08:29:04.626029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-4260fcbf-5ac7-4210-9a1a-5deec7109ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4567144 Aug 28 08:29:04.654641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Attempting to bind port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:04.655007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Attempting to bind port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'f257d639-4863-4aad-a983-fd1bd9161b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:04.655372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Attempting to bind port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 on network d2dcce4f-68d7-4343-a575-2903e81fd135 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:04.670499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:04.670860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Checking segment: {'id': 'f257d639-4863-4aad-a983-fd1bd9161b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:04.671201 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.671595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Bound using segment: {'id': 'f257d639-4863-4aad-a983-fd1bd9161b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:04.672064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Bound port: 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f257d639-4863-4aad-a983-fd1bd9161b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:04.672442 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.726960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:04.752452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] device_id is not set on port 96681c42-2daf-46d7-9c71-24539afb2df7 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:04.752563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:04.752563 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98769f83-a25f-4447-99c8-595fa36e3438" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:04.763900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.767072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] For port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:04.771903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] For port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,segment=NetworkSegment(f257d639-4863-4aad-a983-fd1bd9161b22),segment_id=f257d639-4863-4aad-a983-fd1bd9161b22)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3e433-6136-4455-b1a7-aacb2331b1ef x-openstack-request-id: req-82a3e433-6136-4455-b1a7-aacb2331b1ef {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "96681c42-2daf-46d7-9c71-24539afb2df7", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82a3e433-6136-4455-b1a7-aacb2331b1ef {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96681c42-2daf-46d7-9c71-24539afb2df7', 'code': 200} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4', 'code': 200} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'code': 200} Aug 28 08:29:04.815896 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'code': 200} Aug 28 08:29:04.823680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556f995a-9127-4d96-8dca-eee8ff708e95 req-30ce440f-729c-4b7b-91ca-02b6ef85d602 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575954 Aug 28 08:29:04.851190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.859140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Allocated IP 172.20.0.5 (d2dcce4f-68d7-4343-a575-2903e81fd135/3b834e9e-1ce3-4071-9225-b836d3e95453/06661502-6d45-4705-805f-29a08bb49235) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:04.884032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-79b372cf-f4b5-4a5b-8178-554d779a50d5 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141948 Aug 28 08:29:04.910422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:04.960691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.004702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed535c-c4ab-416f-8b8e-b08954f1e91c None None] Pushing event updated for resources: {'Port': ['ID=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:05.172992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] No DVR routers for this DVR port 96681c42-2daf-46d7-9c71-24539afb2df7 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:05.209395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.269733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Pushing event updated for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:05.386402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-120b014c-07c0-4f46-838a-bd458fc92e89 req-10d7edd6-1315-4d23-8694-151547259946 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002320 Aug 28 08:29:05.401871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] In _notify_port_updated(), no bound segment for port 96681c42-2daf-46d7-9c71-24539afb2df7 on network 3f7f1c22-1b1b-4855-9977-fbafd05d183e {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:29:05.403152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.404012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.405347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-a32a9af1-a9d4-4d89-b130-9bd854f8ad99 service neutron] 10.222.0.39 "PUT /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 200 len: 1026 time: 2.6766875 Aug 28 08:29:05.410860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.420218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.429231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.454809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.462426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.466497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-45f2e067-01a2-4167-a049-c4c4c01cea02 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3877 time: 0.2267084 Aug 28 08:29:05.481492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.482599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b8198b2-e6df-42e7-ab52-a580efa3cd71 None None] Provisioning complete for port 96681c42-2daf-46d7-9c71-24539afb2df7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:05.483098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b8198b2-e6df-42e7-ab52-a580efa3cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.500032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Transition to ACTIVE for port object 06661502-6d45-4705-805f-29a08bb49235 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:05.545381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90858a01-f9d9-435e-b223-600c0f70c7bd req-4dd667ec-de1d-4edb-bbf7-2d049d1c734d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703895 Aug 28 08:29:05.564962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1b8198b2-e6df-42e7-ab52-a580efa3cd71 None None] Port 96681c42-2daf-46d7-9c71-24539afb2df7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:05.739696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 79601ae2-ac05-4457-8fce-ac51f48a946d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:05.740056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.788512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:05.811683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-35831a15-165f-468a-aa95-54404dbbfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:05.813051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-35831a15-165f-468a-aa95-54404dbbfb15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 1095 time: 0.1686842 Aug 28 08:29:05.818878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.923238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port 79601ae2-ac05-4457-8fce-ac51f48a946d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=79601ae2-ac05-4457-8fce-ac51f48a946d,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:05.924561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:05.944572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 79601ae2-ac05-4457-8fce-ac51f48a946d owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:05.965179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:06.113682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Network d2dcce4f-68d7-4343-a575-2903e81fd135 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:06.128394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:06.153014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:06.213097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'Port': ['ID=06661502-6d45-4705-805f-29a08bb49235,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:06.288461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:06.289122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.334044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58946) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:06.366929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca2ca0-522c-48a8-bf19-8ca440bbf6f3 req-c74b91c6-273b-445c-bdcb-15fd86c96328 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:06.368596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4ca2ca0-522c-48a8-bf19-8ca440bbf6f3 req-c74b91c6-273b-445c-bdcb-15fd86c96328 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 943 time: 0.3383009 Aug 28 08:29:06.383425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-956adda4-4fb3-46ec-9864-fd481ca6bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:06.384900 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-956adda4-4fb3-46ec-9864-fd481ca6bbc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 906 time: 0.5446272 Aug 28 08:29:06.440609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3deef-3262-4c5a-89c6-78c204c03ee5 None None] Network d2dcce4f-68d7-4343-a575-2903e81fd135 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:06.440865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-993b9463-f0a8-4b48-afe6-213058a2ded6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0391765 Aug 28 08:29:06.521505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4ca2ca0-522c-48a8-bf19-8ca440bbf6f3 req-2a52eb5a-91cf-4a1b-a63f-36dc915cf7a9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256001 Aug 28 08:29:06.538981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-9a365df3-6034-4d02-bcc5-794c9033b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:06.549313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-9a365df3-6034-4d02-bcc5-794c9033b080 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.0780737 Aug 28 08:29:06.568804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1386271744-network', 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:06.577515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-22743484-8c9a-4e26-b8bb-16853b8b4abd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273023 Aug 28 08:29:06.582015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58958) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:06.582488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d5af440-c527-41d1-93da-323c6aba9627 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0314083 Aug 28 08:29:06.589687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Request body: {'port': {'network_id': 'd2dcce4f-68d7-4343-a575-2903e81fd135', 'name': 'tempest-ExtraDHCPOptionsTestJSON-542406957', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:06.590291 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] bootfile-name is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:06.590639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] tftp-server is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:06.590970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] server-ip-address is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:06.604851 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.659593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Provisioning for port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:06.667186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Provisioning complete for port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:06.668213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.673539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=79601ae2-ac05-4457-8fce-ac51f48a946d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:06.696944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:06.700026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.723182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.778378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port 79601ae2-ac05-4457-8fce-ac51f48a946d on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:06.786838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.788902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-5584c020-d204-4655-be7d-34e0c4233ae9 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "DELETE /v2.0/ports/79601ae2-ac05-4457-8fce-ac51f48a946d HTTP/1.1" status: 204 len: 173 time: 1.3743935 Aug 28 08:29:06.819130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:06.821810 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5582d7e7-6f67-4188-a40e-bd9a9e362993" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:06.870939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.908419 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f07192-ccc8-42dc-953f-87a3c622cf1d x-openstack-request-id: req-82f07192-ccc8-42dc-953f-87a3c622cf1d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:06.909427 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "79601ae2-ac05-4457-8fce-ac51f48a946d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:06.909876 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82f07192-ccc8-42dc-953f-87a3c622cf1d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:06.910312 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '79601ae2-ac05-4457-8fce-ac51f48a946d', 'status': 'completed', 'code': 200} Aug 28 08:29:06.926876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-926a4580-2171-4047-b8a7-1b337deec7ae service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405039 Aug 28 08:29:06.943479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.962448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:06.979590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] For port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,segment=NetworkSegment(f257d639-4863-4aad-a983-fd1bd9161b22),segment_id=f257d639-4863-4aad-a983-fd1bd9161b22)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:07.064589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:07.080244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd0c52-af70-4c04-adbe-c827709420c0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:07.095419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-479d8e6d-f71f-475e-bae1-54de079a7d1b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.101131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.101277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.101491 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Added segment 8b651f5e-233d-4615-96e6-1aa900e75c27 of type vlan for network 4397548e-52cb-4166-9075-dc369bf068e5 Aug 28 08:29:07.101602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-479d8e6d-f71f-475e-bae1-54de079a7d1b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.108896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-479d8e6d-f71f-475e-bae1-54de079a7d1b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.114944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-479d8e6d-f71f-475e-bae1-54de079a7d1b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.116719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-479d8e6d-f71f-475e-bae1-54de079a7d1b tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 3144 time: 0.3789370 Aug 28 08:29:07.180482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Made reservation on behalf of 737a737b84e744ff8b472de424537158 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:07.187939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.226502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.236003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] device_id is not set on port f9bff8b1-ae74-4877-a508-37da7adb4acd yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:07.250381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b223b063-b2f3-43eb-8c42-14c3af9b1f6d req-d3b548ce-953c-4286-ae97-7b350e71c4b1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083088 Aug 28 08:29:07.261053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port bd6b4925-e79a-4973-8e2c-e65659a563a4 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:07.263818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.263955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790831c-79ab-45e9-b23d-806e7991ad26 None None] Pushing event updated for resources: {'Port': ['ID=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:07.406970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c9d34060-3b97-4bcb-bed8-46877dbad60d req-aa1034e1-8d7a-406e-8280-7f47ceac0ffc service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109454 Aug 28 08:29:07.421034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Provisioning for port 06661502-6d45-4705-805f-29a08bb49235 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:07.439164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Provisioning complete for port 06661502-6d45-4705-805f-29a08bb49235 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:07.439551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.455717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Allocated IP 172.20.0.3 (d2dcce4f-68d7-4343-a575-2903e81fd135/3b834e9e-1ce3-4071-9225-b836d3e95453/f9bff8b1-ae74-4877-a508-37da7adb4acd) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:07.474404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port bd6b4925-e79a-4973-8e2c-e65659a563a4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bd6b4925-e79a-4973-8e2c-e65659a563a4,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:07.475142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.502428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.504140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.505083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.531557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for bd6b4925-e79a-4973-8e2c-e65659a563a4 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:07.569248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Port 06661502-6d45-4705-805f-29a08bb49235 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:07.597168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Provisioning complete for port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:07.597781 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-97e4b922-7c48-4c30-8400-1d236209ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:07.695605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:29:07.717903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3821473 Aug 28 08:29:07.723318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58988) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:07.734636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Request body: {'subnet': {'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1386271744-subnet', 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:07.805649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf43fd-00aa-42db-a41e-3b1697b96af9 admin admin] Pushing event updated for resources: {'Network': ['ID=4397548e-52cb-4166-9075-dc369bf068e5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:07.820144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:07.833922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4397548e-52cb-4166-9075-dc369bf068e5 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:07.948784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a0be-8633-4653-93fd-2bae2014fec1 req-d885445c-138e-4cd4-80ec-8af95df3c64f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:07.951232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9af8a0be-8633-4653-93fd-2bae2014fec1 req-d885445c-138e-4cd4-80ec-8af95df3c64f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 943 time: 0.1561501 Aug 28 08:29:08.003847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9af8a0be-8633-4653-93fd-2bae2014fec1 req-5ef25884-9dcf-4829-a8f7-10d5ec05c1b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Aug 28 08:29:08.021193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.028572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:08.031715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.049005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=bd6b4925-e79a-4973-8e2c-e65659a563a4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:08.050237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:08.050811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.053713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:08.062644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.096845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'mac_address': 'fa:16:3e:d2:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:29:08.142508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Transition to ACTIVE for port object f9bff8b1-ae74-4877-a508-37da7adb4acd will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:08.198535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2adec51c-1496-4197-9d56-196649e9fe88 None None] Provisioning complete for port 06661502-6d45-4705-805f-29a08bb49235 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:08.199135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2adec51c-1496-4197-9d56-196649e9fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.204489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.317147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8bda23-4f19-4190-8a88-05efd897b0b6 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:08.358970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2adec51c-1496-4197-9d56-196649e9fe88 None None] Port 06661502-6d45-4705-805f-29a08bb49235 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:08.377397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:08.396137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.460765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.523966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port bd6b4925-e79a-4973-8e2c-e65659a563a4 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:08.526506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.529382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-2efed7df-9853-4123-8ea1-30c32949b4c5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "DELETE /v2.0/ports/bd6b4925-e79a-4973-8e2c-e65659a563a4 HTTP/1.1" status: 204 len: 173 time: 1.7020040 Aug 28 08:29:08.571317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Network d2dcce4f-68d7-4343-a575-2903e81fd135 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:08.576979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:08.590489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:08.622134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:08.694817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.713032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'Port': ['ID=f9bff8b1-ae74-4877-a508-37da7adb4acd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:08.725034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59002) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:08.775474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:08.779537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.819972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0cf9-5252-4d82-a9c8-d244e6b8cafa req-1ec99381-3fbd-4d46-bc43-e881297f63aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:08.832887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ec8bda23-4f19-4190-8a88-05efd897b0b6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:08.846824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0cf9-5252-4d82-a9c8-d244e6b8cafa req-1ec99381-3fbd-4d46-bc43-e881297f63aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:08.866534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0cf9-5252-4d82-a9c8-d244e6b8cafa req-1ec99381-3fbd-4d46-bc43-e881297f63aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:08.868292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d12c0cf9-5252-4d82-a9c8-d244e6b8cafa req-1ec99381-3fbd-4d46-bc43-e881297f63aa tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 2411 time: 0.4768529 Aug 28 08:29:08.950309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:08.951027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.976297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:08.976801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:08.997053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:09.011553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9038513-d62f-4ad6-afb9-a04ea5e817e6,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:09.085675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d12c0cf9-5252-4d82-a9c8-d244e6b8cafa req-ca93e5f9-0abd-40eb-9e01-cdb4f41cdd83 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892543 Aug 28 08:29:09.086606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:09.086976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Network hostable DHCP agents. Network: 4397548e-52cb-4166-9075-dc369bf068e5, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:09.106182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:09.110646 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1acdc6-8fbb-48d7-9a2f-9de38dc94fd0" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:09.127455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cc50a2b7-a3d1-45e4-9471-930d24f61b1e tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5441773 Aug 28 08:29:09.127913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59016) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:09.159350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f636c9d5-5051-4acd-9b0b-0a0aceecb8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.179935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8b69f3f-270d-4548-809c-dc683c154098 None None] Provisioning for port f9bff8b1-ae74-4877-a508-37da7adb4acd completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:09.190245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Network 4397548e-52cb-4166-9075-dc369bf068e5 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:09.190519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8b69f3f-270d-4548-809c-dc683c154098 None None] Provisioning complete for port f9bff8b1-ae74-4877-a508-37da7adb4acd triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:09.190907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8b69f3f-270d-4548-809c-dc683c154098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.219097 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dd8141-253d-4afb-9c97-42900ffce9cc x-openstack-request-id: req-42dd8141-253d-4afb-9c97-42900ffce9cc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:09.219558 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "bd6b4925-e79a-4973-8e2c-e65659a563a4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:09.219912 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42dd8141-253d-4afb-9c97-42900ffce9cc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:09.220408 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': 'bd6b4925-e79a-4973-8e2c-e65659a563a4', 'status': 'completed', 'code': 200} Aug 28 08:29:09.264625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313831-3711-4efc-830f-48aeae8ef1d1 req-5169b91a-28bc-48e9-801a-80ba4f05a56d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:09.266493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7313831-3711-4efc-830f-48aeae8ef1d1 req-5169b91a-28bc-48e9-801a-80ba4f05a56d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 944 time: 0.1518011 Aug 28 08:29:09.278355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e8b69f3f-270d-4548-809c-dc683c154098 None None] Port f9bff8b1-ae74-4877-a508-37da7adb4acd cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:09.295641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a1d1f-362d-4276-935b-67548786dad3 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:09.306447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a1d1f-362d-4276-935b-67548786dad3 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:09.317456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a1d1f-362d-4276-935b-67548786dad3 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:09.319165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb7a1d1f-362d-4276-935b-67548786dad3 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1899238 Aug 28 08:29:09.321717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59018) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:09.337630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4397548e-52cb-4166-9075-dc369bf068e5) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:09.346274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6c0b9-9300-425c-992c-eb561dfd06ec None None] Network 4397548e-52cb-4166-9075-dc369bf068e5 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:09.391549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:09.392443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.408126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c7313831-3711-4efc-830f-48aeae8ef1d1 req-f0eec570-f3df-4439-9258-6c8f57bed335 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310279 Aug 28 08:29:09.468794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Deleting port f9bff8b1-ae74-4877-a508-37da7adb4acd {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:09.469029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.544427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f636c9d5-5051-4acd-9b0b-0a0aceecb8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.546044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.616673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:09.619599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.632468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba42865-ffe3-4470-95c7-72c65ea5e7ef None None] Network 4397548e-52cb-4166-9075-dc369bf068e5 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:09.657341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Calling delete_port for f9bff8b1-ae74-4877-a508-37da7adb4acd owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:09.681210 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f636c9d5-5051-4acd-9b0b-0a0aceecb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.699103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port 8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:09.711568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.714146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-afc798de-ae5b-4d01-83bf-a7a36a9c8120 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "DELETE /v2.0/ports/8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424 HTTP/1.1" status: 204 len: 173 time: 1.1761165 Aug 28 08:29:09.774457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f636c9d5-5051-4acd-9b0b-0a0aceecb8ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99b0b9580b904553a4d2f9892ee83fad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0478795 Aug 28 08:29:09.778474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59022) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:09.789789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636c9d5-5051-4acd-9b0b-0a0aceecb8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8341dda-0637-44c3-9ae3-cad6af6ced6f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:09.827559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-24ae4433-c863-40de-872d-800f77e6d06d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1028478 Aug 28 08:29:09.915662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.936927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.960015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:09.989167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event deleted for resources: {'Port': ['ID=f9bff8b1-ae74-4877-a508-37da7adb4acd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:09.991095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 489ba983-bd6b-46c8-a623-868b43258bd4 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:09.991591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.095415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.101049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f3488ee9-188a-4dd1-bd0e-f94dfbf653e6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "DELETE /v2.0/ports/f9bff8b1-ae74-4877-a508-37da7adb4acd HTTP/1.1" status: 204 len: 168 time: 0.7715814 Aug 28 08:29:10.102015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59036) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:10.116034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Request body: {'port': {'name': 'tempest-new-port-name-1067344079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:10.116460 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] bootfile-name is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:10.116811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] tftp-server is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:10.117151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.api.validators [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] server-ip-address is not in valid_values {{(pid=95466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:29:10.243219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.250541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port 489ba983-bd6b-46c8-a623-868b43258bd4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=489ba983-bd6b-46c8-a623-868b43258bd4,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:10.250919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.288474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.291261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.297205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8341dda-0637-44c3-9ae3-cad6af6ced6f HTTP/1.1" status: 204 len: 168 time: 0.5127957 Aug 28 08:29:10.298903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 489ba983-bd6b-46c8-a623-868b43258bd4 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:10.362083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482a835-5f2d-4098-823a-72e9a7943dd1 req-eff07d22-91d5-4c41-82bb-9c65a1aa11dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:10.368784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482a835-5f2d-4098-823a-72e9a7943dd1 req-eff07d22-91d5-4c41-82bb-9c65a1aa11dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:10.370656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a482a835-5f2d-4098-823a-72e9a7943dd1 req-eff07d22-91d5-4c41-82bb-9c65a1aa11dd tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 1678 time: 0.1524920 Aug 28 08:29:10.371489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa904aae-6838-4ada-9738-2a23c5d9d482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8341dda-0637-44c3-9ae3-cad6af6ced6f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:10.472382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a482a835-5f2d-4098-823a-72e9a7943dd1 req-0eb55b55-fa84-4234-915b-a414d7a6ea44 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774832 Aug 28 08:29:10.557757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-29fcdefe-8dd4-4e31-8464-79e119cef067 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:10.559218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-29fcdefe-8dd4-4e31-8464-79e119cef067 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.1445615 Aug 28 08:29:10.575623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-6793fadc-8385-4c53-977d-373aa2f9cd23 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0102639 Aug 28 08:29:10.612333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-07d29223-7a7c-451a-8076-af0264f075df tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303547 Aug 28 08:29:10.617791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d6d15-585e-479d-90ac-db8885092886 req-d8b70c16-473f-4c4e-a944-9c32303f1c02 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:10.619344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c28d6d15-585e-479d-90ac-db8885092886 req-d8b70c16-473f-4c4e-a944-9c32303f1c02 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 944 time: 0.0602632 Aug 28 08:29:10.659344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.671997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c28d6d15-585e-479d-90ac-db8885092886 req-c2ce3647-6193-4649-b0d5-f6c050d9109d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Aug 28 08:29:10.700168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=489ba983-bd6b-46c8-a623-868b43258bd4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:10.739226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.752013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-a81f67c8-574f-414c-9757-29b935678193 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318297 Aug 28 08:29:10.763179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port 489ba983-bd6b-46c8-a623-868b43258bd4 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:10.765903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.768326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-9c353586-ac82-439b-91bc-7190d3ea828c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "DELETE /v2.0/ports/489ba983-bd6b-46c8-a623-868b43258bd4 HTTP/1.1" status: 204 len: 173 time: 1.0460598 Aug 28 08:29:10.827949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.878409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 93f077c7-0d08-4396-8dad-d81b540086a6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:10.878759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.918852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-7282fe45-e5f3-416d-973e-392ef8bd80c4 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587665 Aug 28 08:29:10.921904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event updated for resources: {'Port': ['ID=06661502-6d45-4705-805f-29a08bb49235,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:10.958721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] In _notify_port_updated(), no bound segment for port 06661502-6d45-4705-805f-29a08bb49235 on network d2dcce4f-68d7-4343-a575-2903e81fd135 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:29:10.975441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:10.976160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:10.977515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-85949136-be73-41ed-ab8d-628a153cefa7 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "PUT /v2.0/ports/06661502-6d45-4705-805f-29a08bb49235 HTTP/1.1" status: 200 len: 1136 time: 0.8735964 Aug 28 08:29:10.980863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:11.015132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port 93f077c7-0d08-4396-8dad-d81b540086a6, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=93f077c7-0d08-4396-8dad-d81b540086a6,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:11.015802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.079787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2789e-3f25-444a-a391-f28b498bcadb tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:11.085022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17a2789e-3f25-444a-a391-f28b498bcadb tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "GET /v2.0/ports/06661502-6d45-4705-805f-29a08bb49235 HTTP/1.1" status: 200 len: 1136 time: 0.0949068 Aug 28 08:29:11.085276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:11.206941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59070) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:11.238360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b3288ab-6328-447b-8791-2a48aa93edcf None None] Provisioning complete for port 06661502-6d45-4705-805f-29a08bb49235 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:11.244216 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b3288ab-6328-447b-8791-2a48aa93edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.249020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424'}, {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:11.250190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7486ae-0105-4529-b19a-bbd15361546f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.253366 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89292f-68c6-4b6f-b939-f66c2ba8faee" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424"}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:11.350537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7b3288ab-6328-447b-8791-2a48aa93edcf None None] Port 06661502-6d45-4705-805f-29a08bb49235 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:11.404790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Deleting port 06661502-6d45-4705-805f-29a08bb49235 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:11.405136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.415816 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d38aec-fa81-49f2-b22a-65ab95fd89f0 x-openstack-request-id: req-46d38aec-fa81-49f2-b22a-65ab95fd89f0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:11.416110 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424", "status": "completed", "code": 200}, {"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "489ba983-bd6b-46c8-a623-868b43258bd4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:11.418607 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46d38aec-fa81-49f2-b22a-65ab95fd89f0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:11.418607 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '8d4d7890-b85b-4f7a-a5c6-6fa58c3bf424', 'status': 'completed', 'code': 200} Aug 28 08:29:11.418607 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '489ba983-bd6b-46c8-a623-868b43258bd4', 'status': 'completed', 'code': 200} Aug 28 08:29:11.438829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5a930dfd-5184-462b-97f5-8353ef497262 req-f90fc416-0fa5-4bdc-853f-332b7e826209 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0769317 Aug 28 08:29:11.646555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.647490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.647490 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Floating IP ab51008f-5e45-4022-9ade-1eddb3a9afef disassociated. External IP: 172.25.0.21, port: 93f077c7-0d08-4396-8dad-d81b540086a6. Aug 28 08:29:11.647724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 93f077c7-0d08-4396-8dad-d81b540086a6 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:11.685457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:11.734804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7486ae-0105-4529-b19a-bbd15361546f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.746936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06221422-d1a3-4941-a3be-105edcc62d52 req-07d31670-9f69-4126-a96b-4e5cab1c0d3d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:11.754842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06221422-d1a3-4941-a3be-105edcc62d52 req-07d31670-9f69-4126-a96b-4e5cab1c0d3d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 944 time: 0.1928904 Aug 28 08:29:11.763123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.800633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Calling delete_port for 06661502-6d45-4705-805f-29a08bb49235 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:11.829479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06221422-d1a3-4941-a3be-105edcc62d52 req-a46d095b-5b8c-44c7-9baa-f41f48dec564 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb82f14e-2237-478e-9027-18ec6e3f13e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735757 Aug 28 08:29:11.867672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7486ae-0105-4529-b19a-bbd15361546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.894910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b177632-7d14-4ad3-8fe7-f21c246d4b4f req-08485a67-4773-43cb-9706-f209f0c155c7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:11.900225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b177632-7d14-4ad3-8fe7-f21c246d4b4f req-08485a67-4773-43cb-9706-f209f0c155c7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 944 time: 0.0687075 Aug 28 08:29:11.930524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b7486ae-0105-4529-b19a-bbd15361546f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb7e85ed3235423f8e989fc1e1c2eabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195957 Aug 28 08:29:11.930820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7486ae-0105-4529-b19a-bbd15361546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd034fab-6937-4438-9fef-e616b872203c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:11.935997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:11.958150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ec8bda23-4f19-4190-8a88-05efd897b0b6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:11.963192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ec8bda23-4f19-4190-8a88-05efd897b0b6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:11.964470 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.966063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:11.979000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b177632-7d14-4ad3-8fe7-f21c246d4b4f req-ebe7025e-e679-4928-b907-6ab1870e2959 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Aug 28 08:29:12.028522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=93f077c7-0d08-4396-8dad-d81b540086a6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:12.115058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.123465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.147001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.196410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:12.197914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event deleted for resources: {'Port': ['ID=06661502-6d45-4705-805f-29a08bb49235,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:12.198256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:12.201602 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4a623-49d3-4d22-b4c4-55f4ec2d770a" -d '{"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:12.266732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:29:12.277977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.281352 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4152c4-cfbe-4179-94ad-f839ddfd50d4 x-openstack-request-id: req-6d4152c4-cfbe-4179-94ad-f839ddfd50d4 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:12.282482 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:12.292160 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d4152c4-cfbe-4179-94ad-f839ddfd50d4 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:12.292160 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'code': 200} Aug 28 08:29:12.292622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a5b0a5e5-0c7e-49d5-826a-0b4ea56d85f6 tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "DELETE /v2.0/ports/06661502-6d45-4705-805f-29a08bb49235 HTTP/1.1" status: 204 len: 168 time: 1.2023563 Aug 28 08:29:12.292717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.292810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59100) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:12.335174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.498748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Deleting subnet 3b834e9e-1ce3-4071-9225-b836d3e95453 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:12.503820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:12.515225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.600158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.620712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-90163682-0b55-4533-8f32-f472354319f2 req-c1ac92c8-3312-401b-aaef-a521a471009f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0594771 Aug 28 08:29:12.630188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1da6b-df50-4d1a-8c64-40e6f78a61c2 req-9374160d-1c7f-41b5-b379-328d117ec8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:12.632452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24f1da6b-df50-4d1a-8c64-40e6f78a61c2 req-9374160d-1c7f-41b5-b379-328d117ec8a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 1097 time: 0.2241926 Aug 28 08:29:12.636644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:29:12.654031 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Sync routers for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:29:12.669338 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:29:12.670364 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:29:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:12.723712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port 93f077c7-0d08-4396-8dad-d81b540086a6 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:12.727347 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.731588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-84941192-e1a6-47c4-adb6-44ef730a2492 req-1088b98c-8d18-4033-8b52-6091ff5ea37d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.39 "DELETE /v2.0/ports/93f077c7-0d08-4396-8dad-d81b540086a6 HTTP/1.1" status: 204 len: 173 time: 1.9543860 Aug 28 08:29:12.733759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24f1da6b-df50-4d1a-8c64-40e6f78a61c2 req-619291ab-17f7-46a0-8729-5ba960ce8883 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917199 Aug 28 08:29:12.766786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.809825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.814997 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:29:12.815244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:12.815716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd034fab-6937-4438-9fef-e616b872203c HTTP/1.1" status: 204 len: 168 time: 0.8828743 Aug 28 08:29:12.848595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13919d-5543-4b8a-9233-70b838e2eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd034fab-6937-4438-9fef-e616b872203c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:12.929595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.000058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27818c50-154a-484c-b742-6f1dc57209ce None None] Network d2dcce4f-68d7-4343-a575-2903e81fd135 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:13.007861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event deleted for resources: {'Subnet': ['ID=3b834e9e-1ce3-4071-9225-b836d3e95453,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:13.026118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.026118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95c2547f-11f5-40ac-83fe-14d88793423a tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "DELETE /v2.0/subnets/3b834e9e-1ce3-4071-9225-b836d3e95453 HTTP/1.1" status: 204 len: 168 time: 0.7283406 Aug 28 08:29:13.026336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:13.029014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:13.082817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d7acaaf-e147-4faa-8651-d1738f9400d0 req-042baa6a-185c-4e6d-ae25-2cad532acb8c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0953908 Aug 28 08:29:13.094657 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Checking router: 6c1eceb6-82b0-4ce1-9181-c54859cb9851 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:29:13.108544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:29:13.111475 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:29:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:13.243624 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:29:13.270166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.291060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a81c8-40f5-4c03-8b68-4d324b342985 req-7da64215-407b-4829-91f6-add75839538d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:13.293483 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd8a81c8-40f5-4c03-8b68-4d324b342985 req-7da64215-407b-4829-91f6-add75839538d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 945 time: 0.1269915 Aug 28 08:29:13.351871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] DHCP port deletion for d2dcce4f-68d7-4343-a575-2903e81fd135 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:29:13.437245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Deleting port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:13.437861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.459702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:13.468789 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a1bdd-e4c9-4d26-a59a-0c55d43d3b7d" -d '{"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:13.495026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bd8a81c8-40f5-4c03-8b68-4d324b342985 req-bd0e6d94-fcae-4223-b563-6219c1d619f3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679201 Aug 28 08:29:13.500862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Deleting port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:13.501318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.658257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] For port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,segment=NetworkSegment(f257d639-4863-4aad-a983-fd1bd9161b22),segment_id=f257d639-4863-4aad-a983-fd1bd9161b22)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:13.662621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.671839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] For port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,segment=NetworkSegment(f257d639-4863-4aad-a983-fd1bd9161b22),segment_id=f257d639-4863-4aad-a983-fd1bd9161b22)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:13.672199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.710606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Calling delete_port for 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:13.720975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Calling delete_port for 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:13.755405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:13.892939 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6c5226-5d2b-4231-a1ed-be8cefdbc369 x-openstack-request-id: req-ee6c5226-5d2b-4231-a1ed-be8cefdbc369 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:13.895330 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b1d27-4a7a-45a7-8aa9-65b575d4ef15", "name": "network-vif-deleted", "tag": "93f077c7-0d08-4396-8dad-d81b540086a6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:13.895330 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee6c5226-5d2b-4231-a1ed-be8cefdbc369 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:13.895330 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b1d27-4a7a-45a7-8aa9-65b575d4ef15', 'name': 'network-vif-deleted', 'tag': '93f077c7-0d08-4396-8dad-d81b540086a6', 'status': 'completed', 'code': 200} Aug 28 08:29:13.912433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.926973 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:13.940973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-65189bcb-fa22-4f12-9b6c-ce8170debd58 req-7b1f30cf-9f5b-4935-8137-6a975b01764c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0455925 Aug 28 08:29:13.966661 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665173e5-42b6-41f0-a595-a7e801cd3965 None None] The sync data for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 is: [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:03Z', 'revision_number': 4, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '779f5ae7-d4eb-4ddb-a6b8-e668c811ff16', 'name': '', 'network_id': '3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'mac_address': 'fa:16:3e:71:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:18:02Z', 'updated_at': '2021-08-28T08:18:13Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'subnets': [{'id': '2da70d31-c82a-4c26-84d2-370bf439a095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:29:13.993105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:13.999042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.034030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event deleted for resources: {'Port': ['ID=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:14.035708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] Pushing event deleted for resources: {'Port': ['ID=6c198a6e-7502-4fbd-be2d-5e0742cd89d7,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:14.035999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] No DVR routers for this DVR port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:14.044389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e265356-b091-45ed-ab0d-cf5c2547a9cc None None] No DVR routers for this DVR port 6c198a6e-7502-4fbd-be2d-5e0742cd89d7 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:14.155775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.169415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dcce4f-68d7-4343-a575-2903e81fd135']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:14.192045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f257d639-4863-4aad-a983-fd1bd9161b22') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:14.192353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f257d639-4863-4aad-a983-fd1bd9161b22') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:14.205915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.230068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.252530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:14.253821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.254583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-86a3e014-58f1-41a5-b7fa-faee6a5b64d7 req-e3180db0-65c4-4c8e-aa94-bc470f05c390 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0406249 Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:14.265014 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:14.433148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d2c2d-44c5-4522-942f-c70d2b4876de None None] New status for floating IP ab51008f-5e45-4022-9ade-1eddb3a9afef: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:29:14.483670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.495668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:14.500247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] 10.222.0.46 "DELETE /v2.0/networks/d2dcce4f-68d7-4343-a575-2903e81fd135 HTTP/1.1" status: 204 len: 168 time: 1.4739823 Aug 28 08:29:14.541842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cebd2-1891-422e-9257-27d8abb0b49c tempest-ExtraDHCPOptionsTestJSON-936806006 tempest-ExtraDHCPOptionsTestJSON-936806006-project] Pushing event deleted for resources: {'Network': ['ID=d2dcce4f-68d7-4343-a575-2903e81fd135,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:14.705780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc9ab7-04e2-4e34-af83-6a97b2ea9128 req-0e87a22c-d568-4ef8-9060-e7cf8d1250ff tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:14.714279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00fc9ab7-04e2-4e34-af83-6a97b2ea9128 req-0e87a22c-d568-4ef8-9060-e7cf8d1250ff tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 945 time: 0.0881038 Aug 28 08:29:14.764392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00fc9ab7-04e2-4e34-af83-6a97b2ea9128 req-da74df21-966a-471e-b648-02d18345bfc4 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Aug 28 08:29:15.063142 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4a97b4-df33-4592-a53a-3d90207d7ddb req-a099796c-3735-45f2-9668-4fed8cca15f4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0455182 Aug 28 08:29:15.239465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:15.439828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba07ca22-e887-4fb5-83bf-441d7a62513f req-d9e98545-1abb-45e3-9bbe-118ad0e517c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0409431 Aug 28 08:29:15.812516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-603f2728-41a2-46a7-a568-e39b8419c7dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=737a737b84e744ff8b472de424537158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696626 Aug 28 08:29:15.813180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:15.821184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a1f09-d082-481c-8c5b-d75deca7a39f req-73bc3e9a-ad78-4c75-861f-4865b606a40d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:15.829312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d0a1f09-d082-481c-8c5b-d75deca7a39f req-73bc3e9a-ad78-4c75-861f-4865b606a40d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 945 time: 0.4354239 Aug 28 08:29:15.861852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-0324f858-6c95-4848-9afb-8b06560bf5b4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:15.863384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-0324f858-6c95-4848-9afb-8b06560bf5b4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.5667312 Aug 28 08:29:15.870384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:15.887641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d0a1f09-d082-481c-8c5b-d75deca7a39f req-f56e264b-f8c1-41b9-9d5b-d7a911f6a7e6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574350 Aug 28 08:29:15.896881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:15.904861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.067575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.070120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.071278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a648eb9-9969-4aeb-b5d6-778d7892ef74 HTTP/1.1" status: 204 len: 168 time: 0.2571707 Aug 28 08:29:16.091148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea13a0b-960f-40f3-9369-cdc754350f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a648eb9-9969-4aeb-b5d6-778d7892ef74,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:16.163462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:16.173957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.191731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-756ed750-8299-4a91-afc5-51596c76caae req-d5ac619e-a7aa-4b40-b71a-1152f96c5752 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Aug 28 08:29:16.356112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.7 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/192e2fd8-fcf4-48d5-924b-df7e34a17a7f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:16.651978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.739350 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c6782130-e3f0-467c-b59d-0f43f0ed3bf7 req-75ecf95b-6ed2-4cd3-b4d1-2142ae4a343a tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.1319330 Aug 28 08:29:16.878311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:16.945262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:16.948257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:16.952747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:16.982300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:17.075638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.076181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:17.114461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca450e-4066-404b-9695-21480e2f42a9 req-34387969-bed1-4c69-8235-6118b8de19cc tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.115999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fca450e-4066-404b-9695-21480e2f42a9 req-34387969-bed1-4c69-8235-6118b8de19cc tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 945 time: 0.1253862 Aug 28 08:29:17.124210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-b58a96ed-0dc9-4c7b-80a0-2b5bfe485287 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935466 Aug 28 08:29:17.157950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9fca450e-4066-404b-9695-21480e2f42a9 req-ceb684df-1614-49dd-94aa-52046840a9af tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 28 08:29:17.198658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f929245c-183b-466a-ad60-221bea445a9b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063078 Aug 28 08:29:17.232959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Request body: {'port': {'device_id': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:17.317911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-b41be93e-049a-418a-a7a9-7480171f6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.319590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-b41be93e-049a-418a-a7a9-7480171f6477 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 1097 time: 0.1014512 Aug 28 08:29:17.336317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:17.559877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b483-dfa0-4315-b4cd-88ec19c4bdd5 req-567a264f-29c6-476c-bbb6-a956915624e2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.561403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da02b483-dfa0-4315-b4cd-88ec19c4bdd5 req-567a264f-29c6-476c-bbb6-a956915624e2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 931 time: 0.2016807 Aug 28 08:29:17.631846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-44ad3927-75ba-4a23-b625-a9316c35cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.633369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-44ad3927-75ba-4a23-b625-a9316c35cc7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 906 time: 0.2842193 Aug 28 08:29:17.707150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-79cd1b6b-6bcd-4ec3-9382-1e85a07248b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6 HTTP/1.1" status: 200 len: 217 time: 0.0428081 Aug 28 08:29:17.720462 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-da02b483-dfa0-4315-b4cd-88ec19c4bdd5 req-c2d06cdb-4a06-49b8-a50f-9c730e5819e5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422167 Aug 28 08:29:17.814659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59262) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:17.847945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-a71519dd-138a-4c18-9a4f-5ee659ac0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:17.849403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-a71519dd-138a-4c18-9a4f-5ee659ac0e0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.1225629 Aug 28 08:29:17.912625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-4191019b-63d8-4721-bd9f-0b308153575e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496643 Aug 28 08:29:18.005243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-22714783'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:18.058928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f3b0ea27-8f6f-4cc5-901f-3e5c3d843f03 req-1049113f-5a6c-4b5e-9380-45d8ce41dcd5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0957568 Aug 28 08:29:18.078639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192e2fd8-fcf4-48d5-924b-df7e34a17a7f {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:18.091157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.114033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-d1a7a8a1-5949-415a-9f0c-fab65cbcac31 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875465 Aug 28 08:29:18.117044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Transition to ACTIVE for port object 192e2fd8-fcf4-48d5-924b-df7e34a17a7f will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:18.118577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:18.125809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.165302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.194134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.278792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Pushing event updated for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:18.301256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89e6a49e-0f23-4c2f-82ec-8176bed144f9 req-1e243f39-7577-4cca-9b8c-00f036d24fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777744 Aug 28 08:29:18.322029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.374315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Attempting to bind port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:18.374790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Attempting to bind port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:18.375217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Attempting to bind port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:18.380112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:29:18.380555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Attempting to bind port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:18.386152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:18.386685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:18.387177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:18.387771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Bound port: 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:18.388222 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.426481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.448678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:18.458584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.459196 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment fd30df49-ae25-4caa-9aa5-a0efa1009697 of type vlan for network 181208a3-ee00-46ae-a632-59a6cf6fbd5e Aug 28 08:29:18.477348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:18.493551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:18.587259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.637599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:18.638953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.645931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] 10.222.0.64 "PUT /v2.0/ports/192e2fd8-fcf4-48d5-924b-df7e34a17a7f HTTP/1.1" status: 200 len: 1092 time: 1.4210331 Aug 28 08:29:18.648749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:18.658346 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df02b8b5-8fe7-41aa-963e-498b47639052" -d '{"events": [{"name": "network-changed", "server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:18.713941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1affe4-3f67-4ec4-a0fa-3e56f8b7052e service neutron] Pushing event updated for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:18.736557 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c5e91-40a6-47c5-bc0a-419a93a39b93 x-openstack-request-id: req-a27c5e91-40a6-47c5-bc0a-419a93a39b93 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:18.736849 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:18.737098 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a27c5e91-40a6-47c5-bc0a-419a93a39b93 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:18.737496 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'status': 'completed', 'code': 200} Aug 28 08:29:18.838781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611dac1b-3ab6-4721-a85d-ef5ee1cafffa,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:18.847103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.895960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-0e335c25-9a51-435f-b245-9dee96a93555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:18.897663 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-0e335c25-9a51-435f-b245-9dee96a93555 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 1095 time: 0.1063318 Aug 28 08:29:18.946475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc538f-05b9-4d19-b0c7-cfdad8b9e351 req-dd02d671-b6fd-483b-9dca-5fbf13f4408e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:18.954200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fdfc538f-05b9-4d19-b0c7-cfdad8b9e351 req-dd02d671-b6fd-483b-9dca-5fbf13f4408e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 943 time: 0.1635287 Aug 28 08:29:18.986904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:18.993484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:19.001714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:19.097637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=181208a3-ee00-46ae-a632-59a6cf6fbd5e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:19.110620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:19.155172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-c88fe1d1-a538-452d-a7d1-6f151d78764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:19.156704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-c88fe1d1-a538-452d-a7d1-6f151d78764a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=76e91fd135ed4116a98d98e10ca7f849&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2305779 Aug 28 08:29:19.169670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fdfc538f-05b9-4d19-b0c7-cfdad8b9e351 req-65f24722-dce3-4e1a-b6b6-0461552a27c9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954579 Aug 28 08:29:19.242342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59f1316c-07c1-42d2-8a8f-3c705f2b9d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4258218 Aug 28 08:29:19.243020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59308) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:19.256478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'name': 'tempest-PortsTestJSON-1562365841'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:19.281899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d41e44a5-aa5f-4e72-bd03-b8c9ac7c2c5f req-21b2539a-f27f-4090-b11f-0e11bba2a100 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0695934 Aug 28 08:29:19.334963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-c8054025-3f78-422a-a55f-a337952434db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:19.336671 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-df02b8b5-8fe7-41aa-963e-498b47639052 req-c8054025-3f78-422a-a55f-a337952434db service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620874 Aug 28 08:29:19.475343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-df5bef21-4dd9-4d9b-a530-57f52040c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:19.476844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-df5bef21-4dd9-4d9b-a530-57f52040c849 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 1095 time: 0.0601819 Aug 28 08:29:19.538354 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f5539a89-f0c7-41fc-97c3-b574a9fd7ca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f HTTP/1.1" status: 200 len: 217 time: 0.0382657 Aug 28 08:29:19.593177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-6d1bbc4e-9208-410e-be25-54331a98fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:19.594682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-6d1bbc4e-9208-410e-be25-54331a98fb3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0487716 Aug 28 08:29:19.633636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-291d8ac4-ffca-485b-9c34-445af425ec1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306039 Aug 28 08:29:19.643710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:19.647453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:19.672527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 66a46a35-2c05-4b8f-b2bc-27fc929979fe yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:19.799419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-09f49585-c2d4-4aa4-903c-7d66985055ed service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529067 Aug 28 08:29:19.896076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:19.921411 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8394894f-bcaa-4a34-a44d-8d8a7a258ca3 req-f5bfd61a-c783-4935-ad8a-28a14da60288 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047945 Aug 28 08:29:20.055778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.121583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=66a46a35-2c05-4b8f-b2bc-27fc929979fe,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:20.139893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': 'fd30df49-ae25-4caa-9aa5-a0efa1009697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:20.140369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: 181208a3-ee00-46ae-a632-59a6cf6fbd5e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:20.261260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:20.309221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d75d2-8f4e-4601-b411-4eb758d2f600 req-702080ef-a0b4-4666-8adf-ba0524a98063 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:20.311000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e6d75d2-8f4e-4601-b411-4eb758d2f600 req-702080ef-a0b4-4666-8adf-ba0524a98063 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 943 time: 0.0579643 Aug 28 08:29:20.329468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 181208a3-ee00-46ae-a632-59a6cf6fbd5e) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:20.340459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5777c-4902-42c2-b1f4-ec17bbd5c7d6 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:20.344495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:20.357535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:20.360294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.453204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1e6d75d2-8f4e-4601-b411-4eb758d2f600 req-49ca2c80-94d1-49b6-bc63-350a7364f9bf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887506 Aug 28 08:29:20.501547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b717faab-4afc-405a-bd53-4cfa83096565 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2553935 Aug 28 08:29:20.504426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59348) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:20.514941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421236788'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:20.594931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f790dec9-244d-48d5-a42b-7c86916bdb55 req-c6c3e6cf-a669-4d38-9b40-55822564f075 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0350392 Aug 28 08:29:20.689121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:20.692550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.719075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:20.730613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.730613 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment 17363d42-a4ab-485b-8cd7-3b3f4309982e of type vlan for network 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd Aug 28 08:29:20.773605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.849037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.857058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:20.857058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:20.860611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:29:20.958860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:20.970406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:21.031422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59364) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:21.044169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c987093d-a8b6-4edd-8374-5062efda200e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5337100 Aug 28 08:29:21.044334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'ports': [{'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'}, {'network_id': '8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd'}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:21.044334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:21.044334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:21.467717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:21.475068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:21.507514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:21.630662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:21.724253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:29:21.777178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:21.882070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 1eefc211-31af-4f62-9368-2c9365e4500f yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:21.889922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad169e1a-fa1d-407a-9fe2-d5c096c6c082 req-aa74080d-3acf-4f84-8c96-7efa170394a0 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0710657 Aug 28 08:29:22.024231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:22.046407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'mac_address': 'fa:16:3e:d2:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:29:22.098056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:22.107789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681dd9b-7186-4e43-919e-196272b867d2 req-cc62d4f1-b615-4ed0-bdfa-9c52a9b0ca85 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:22.115277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6681dd9b-7186-4e43-919e-196272b867d2 req-cc62d4f1-b615-4ed0-bdfa-9c52a9b0ca85 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 943 time: 0.0981023 Aug 28 08:29:22.131263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:22.153664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec8bda23-4f19-4190-8a88-05efd897b0b6 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:22.182831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:22.186667 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6681dd9b-7186-4e43-919e-196272b867d2 req-4a5590e0-a961-4f3d-bb0d-26f7c1a20bf8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682819 Aug 28 08:29:22.266620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:22.301240 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:22.361328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:22.363467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:22.408339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:22.418470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:22.435928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:22.436849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:22.453760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ec8bda23-4f19-4190-8a88-05efd897b0b6'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:22.546184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=1eefc211-31af-4f62-9368-2c9365e4500f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:22.597512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': '17363d42-a4ab-485b-8cd7-3b3f4309982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:22.598197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:22.959774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:23.044123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92815fa2-f046-438b-8b9e-ce8c491dd00c req-711dbe4d-fdd5-493f-ac2f-5a800237d1af tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0359962 Aug 28 08:29:23.061846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:23.074316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86946cbc-e144-4ddc-a891-b1867c371cc6 None None] Network 8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:23.082457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:23.091266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:23.097900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:23.100995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:23.232716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9f5fcbc-1a01-4b2c-a7a7-d2097415224e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1954811 Aug 28 08:29:23.232849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59440) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:23.374922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e880364-a8db-4bc0-96b4-2d4f641959e2 req-032b7ab2-11fc-4e71-a99a-d0b7a66cc7de tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:23.376492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e880364-a8db-4bc0-96b4-2d4f641959e2 req-032b7ab2-11fc-4e71-a99a-d0b7a66cc7de tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 943 time: 0.0853348 Aug 28 08:29:23.455788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e880364-a8db-4bc0-96b4-2d4f641959e2 req-5ffa3771-2b72-42e8-b6ab-deb6cb5e3d06 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Aug 28 08:29:23.463676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 1eefc211-31af-4f62-9368-2c9365e4500f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:23.463676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:23.562134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:23.582155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 1eefc211-31af-4f62-9368-2c9365e4500f owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:23.725315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 192e2fd8-fcf4-48d5-924b-df7e34a17a7f details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:29:23.745467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:23.786426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:23.890744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:23.893487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/1eefc211-31af-4f62-9368-2c9365e4500f HTTP/1.1" status: 204 len: 168 time: 0.6599174 Aug 28 08:29:23.894957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787e1cc-362a-49ec-b96a-2d0f13888a5c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=1eefc211-31af-4f62-9368-2c9365e4500f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:23.896167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:24.023542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6748e-c709-4bab-8f4b-e6a6a207b2b5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:24.049168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6748e-c709-4bab-8f4b-e6a6a207b2b5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:24.055104 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ec6748e-c709-4bab-8f4b-e6a6a207b2b5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1564155 Aug 28 08:29:24.057324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:24.100193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:24.150269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'mac_address': 'fa:16:3e:5a:bc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:29:24.257353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6741c77d-2734-4dbe-a3ba-fa59588db007 req-bea7847c-c233-4df3-92cb-2e7959ebebab tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0603354 Aug 28 08:29:24.270727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ec8bda23-4f19-4190-8a88-05efd897b0b6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:24.271257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.328594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.333633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:24.334112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.363299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192e2fd8-fcf4-48d5-924b-df7e34a17a7f {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:24.446908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:24.448794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.481157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:24.553682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.603174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.649816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:24.676655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:24.683312 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f234cbb-4128-4c5c-893a-dc178a6fa8ba" -d '{"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:24.726403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4294-0068-48e1-b762-4f452143629f req-2360f377-38bf-4401-9c70-b1fe9efd0890 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:24.733600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:24.744077 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40ab4294-0068-48e1-b762-4f452143629f req-2360f377-38bf-4401-9c70-b1fe9efd0890 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 944 time: 0.1299429 Aug 28 08:29:24.745969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.804043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.815402 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df283ea0-1985-4c26-8cd0-0deffd80c236 x-openstack-request-id: req-df283ea0-1985-4c26-8cd0-0deffd80c236 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:24.815402 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:24.815402 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df283ea0-1985-4c26-8cd0-0deffd80c236 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:24.815402 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'code': 200} Aug 28 08:29:24.841638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:24.884853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:24.890332 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e5e6500-2d48-405a-bef9-c2e5a01df941 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b HTTP/1.1" status: 204 len: 168 time: 0.8317831 Aug 28 08:29:24.893238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59502) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:24.936627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-40ab4294-0068-48e1-b762-4f452143629f req-ed734109-0631-481d-b23a-0f6e2ff37736 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911416 Aug 28 08:29:25.095395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c91cb-3a17-470b-bfaf-adbdbed79bb6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:25.097068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e80c91cb-3a17-470b-bfaf-adbdbed79bb6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2026834 Aug 28 08:29:25.099943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:25.128530 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4954b57b-85c7-41de-90ca-c2367bc0f8e0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:25.132323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4954b57b-85c7-41de-90ca-c2367bc0f8e0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/1eefc211-31af-4f62-9368-2c9365e4500f HTTP/1.1" status: 404 len: 333 time: 0.0289440 Aug 28 08:29:25.132734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59516) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:25.164944 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2058702c-5a57-4b48-aa0f-423a3842d944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:25.167123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2058702c-5a57-4b48-aa0f-423a3842d944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/d8d7d5fa-a80c-4d11-a0e7-6dc59ebd874b HTTP/1.1" status: 404 len: 333 time: 0.0313213 Aug 28 08:29:25.169722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59518) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:25.205822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:25.273203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.356948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:25.472780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8273c84d-75d9-4221-8613-1efbec07a331 req-c09fbf06-7d42-4822-a8cd-79de63825247 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0566027 Aug 28 08:29:25.792413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.866983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.902798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:25.922543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17363d42-a4ab-485b-8cd7-3b3f4309982e') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:25.922855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17363d42-a4ab-485b-8cd7-3b3f4309982e') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:25.933529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.961133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.978947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:25.979846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:25.986511 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:26.162466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b051bd-488f-4593-a88a-ffcc4e6773f6 req-4cbef8eb-4846-41ca-aa91-d0b1714012db tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:26.164988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3b051bd-488f-4593-a88a-ffcc4e6773f6 req-4cbef8eb-4846-41ca-aa91-d0b1714012db tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 944 time: 0.1185613 Aug 28 08:29:26.203500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.211601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.213316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd HTTP/1.1" status: 204 len: 168 time: 1.0423837 Aug 28 08:29:26.231248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59546) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:26.247019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3b051bd-488f-4593-a88a-ffcc4e6773f6 req-b71262f4-2035-4bfd-8365-1ef245e9d2c6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693781 Aug 28 08:29:26.257356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-781560840'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:26.267391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd105bd-7572-436e-b217-34e1cf224e84 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=8f33ec0f-e960-4bbf-aa6f-8c7a5c33adfd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:26.449750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:26.453864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.483975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:26.494330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.494330 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment 34f75f5d-6f85-421f-bded-77e1178d5311 of type vlan for network e6324394-0896-48ba-bdc0-fb5cf1e248f4 Aug 28 08:29:26.539025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.654905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5481b1b-e308-47da-948d-62efaf823b56 req-578baa2c-92c3-40f2-bfa3-8f089dfc05a6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0405571 Aug 28 08:29:26.831903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:26.837442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:26.838585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:27.017163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=e6324394-0896-48ba-bdc0-fb5cf1e248f4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:27.028846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:27.044662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aafa22ae-03cc-40e4-bc01-d815955e2494 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7951274 Aug 28 08:29:27.053045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59556) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:27.066499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:27.369608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:27.374463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:27.527493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529188-db72-415b-96ab-3bd7b44c455d req-a8ae58e6-e5fb-453d-b62a-d67591e226e7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:27.537310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-82529188-db72-415b-96ab-3bd7b44c455d req-a8ae58e6-e5fb-453d-b62a-d67591e226e7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 944 time: 0.1580613 Aug 28 08:29:27.606247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-82529188-db72-415b-96ab-3bd7b44c455d req-d37a0ac2-5e6f-4b64-87d6-59fccaec3df3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677233 Aug 28 08:29:27.620680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-62a43be7-b2b2-48a3-8b8d-7b754fdcf870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:27.801218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 192e2fd8-fcf4-48d5-924b-df7e34a17a7f up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:27.883510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42d249f2-1d04-4b34-8350-7168b8611fbc req-10bf279e-e011-44ab-8da5-e3932657f98c tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0581284 Aug 28 08:29:28.013898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.080119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=e441cd8b-a444-40ec-9448-935ca4175399,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:28.125717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': '34f75f5d-6f85-421f-bded-77e1178d5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:28.126533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: e6324394-0896-48ba-bdc0-fb5cf1e248f4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:28.231770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:28.233046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:28.236830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:28.237634 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.335444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e6324394-0896-48ba-bdc0-fb5cf1e248f4) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:28.342169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:28.343425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.347216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294a70c-908a-4458-860b-1eaf7db4bfbb None None] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:28.422589 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.494609 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73b3b195-cf05-4b20-89bf-1a5813d27dce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4371016 Aug 28 08:29:28.494609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59608) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:28.498566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:28.500793 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeefca22-e342-41b5-b089-a5f6f6d6ef95" -d '{"events": [{"server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "name": "network-vif-plugged", "status": "completed", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:28.500956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4', 'name': 'tempest-PortsTestJSON-54739810'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:28.557839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:28.646178 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316af13-c810-414f-84f4-275486a7ebaa x-openstack-request-id: req-0316af13-c810-414f-84f4-275486a7ebaa {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:28.646664 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "name": "network-vif-plugged", "status": "completed", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:28.646996 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0316af13-c810-414f-84f4-275486a7ebaa {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:28.647377 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'code': 200} Aug 28 08:29:28.656476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.720879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e6324394-0896-48ba-bdc0-fb5cf1e248f4', 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': 'e441cd8b-a444-40ec-9448-935ca4175399'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:29:28.722129 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:28.802052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12084158-ab4b-4dab-821f-f72d2f461053 req-d534e2a4-6298-48df-a25e-1f01b719418b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:28.810280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12084158-ab4b-4dab-821f-f72d2f461053 req-d534e2a4-6298-48df-a25e-1f01b719418b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.0608833 Aug 28 08:29:28.861917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12084158-ab4b-4dab-821f-f72d2f461053 req-4508d424-8374-405b-adab-b6a76cb36cda tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504119 Aug 28 08:29:29.028147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ca49-07bf-432a-9b36-4fed29863172 req-17f4dc8c-97b5-42c2-8650-dd2a121293cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:29.031891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e03ca49-07bf-432a-9b36-4fed29863172 req-17f4dc8c-97b5-42c2-8650-dd2a121293cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 1097 time: 0.2469249 Aug 28 08:29:29.126661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Allocated IP 172.20.0.2 (e6324394-0896-48ba-bdc0-fb5cf1e248f4/e441cd8b-a444-40ec-9448-935ca4175399/84d6e47f-b690-4c5b-8484-2a9caf1d06b7) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:29.187704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-683242fd-d586-425a-8516-2b56564e1c00 req-a6891f04-0490-4104-8fce-9acf97f7faf7 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0697803 Aug 28 08:29:29.248696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e03ca49-07bf-432a-9b36-4fed29863172 req-c76cae4a-b84d-4b9a-a34c-9f1d76137b60 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737707 Aug 28 08:29:29.314047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:29.318290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:29.354888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 3a9772bd-9e62-4c7b-bcbb-9d9defe083db yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:29.455434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:29.546256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:29.565164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Transition to ACTIVE for port object 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:29.588655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Transition to ACTIVE for port object 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:29.660942 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:29.771609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.3 (e6324394-0896-48ba-bdc0-fb5cf1e248f4/e441cd8b-a444-40ec-9448-935ca4175399/3a9772bd-9e62-4c7b-bcbb-9d9defe083db) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:29.799539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:29.807399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:29.812404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:29.820797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Pushing event updated for resources: {'Port': ['ID=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:29.915157 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:29.928430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Attempting to bind port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:29.928850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Attempting to bind port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '34f75f5d-6f85-421f-bded-77e1178d5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:29.929254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Attempting to bind port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 on network e6324394-0896-48ba-bdc0-fb5cf1e248f4 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:29.942165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:29.942583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Checking segment: {'id': '34f75f5d-6f85-421f-bded-77e1178d5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:29.942991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:29.943390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Bound using segment: {'id': '34f75f5d-6f85-421f-bded-77e1178d5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:29.946677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Bound port: 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f75f5d-6f85-421f-bded-77e1178d5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6324394-0896-48ba-bdc0-fb5cf1e248f4'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:29.949996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.076852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b6315-338c-4ed7-96cd-2bf19dee823c req-8755e099-7967-4126-b832-424609df5951 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:30.085873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-341b6315-338c-4ed7-96cd-2bf19dee823c req-8755e099-7967-4126-b832-424609df5951 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.0965958 Aug 28 08:29:30.128690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.150437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 3a9772bd-9e62-4c7b-bcbb-9d9defe083db will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:30.172779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] For port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:30.216078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-341b6315-338c-4ed7-96cd-2bf19dee823c req-1b92db9c-51fa-4db4-873c-d28622a29936 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246564 Aug 28 08:29:30.236168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] For port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,segment=NetworkSegment(34f75f5d-6f85-421f-bded-77e1178d5311),segment_id=34f75f5d-6f85-421f-bded-77e1178d5311)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:30.313127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.360477 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d21a-33cb-4f18-aaa2-b7c14c135172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.360477 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.392604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:30.396169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:30.407089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:30.422681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea5b8367-6737-4d61-b5bb-73a0ff8adfef req-de1e9b89-2ab2-421e-98d2-f9bb664cbbd5 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.0771704 Aug 28 08:29:30.446921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=3a9772bd-9e62-4c7b-bcbb-9d9defe083db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:30.499026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:30.501657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:30.506739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aed033-1c44-43aa-bdc4-00368a345696 None None] Pushing event updated for resources: {'Port': ['ID=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:30.618490 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-461ac622-c75d-4833-a416-8fc3adb682d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1201031 Aug 28 08:29:30.618490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:30.894651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 3a9772bd-9e62-4c7b-bcbb-9d9defe083db {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:30.894651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:31.081464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:31.099158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 3a9772bd-9e62-4c7b-bcbb-9d9defe083db owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:31.428393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c1bc-f63c-4e67-8bf7-bc8d18cf80ce req-b0902be3-c0ca-4a6b-a0db-17d0c27b5bc2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:31.446937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3875c1bc-f63c-4e67-8bf7-bc8d18cf80ce req-b0902be3-c0ca-4a6b-a0db-17d0c27b5bc2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.1066115 Aug 28 08:29:31.461869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:31.513934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3875c1bc-f63c-4e67-8bf7-bc8d18cf80ce req-312d5717-e5eb-4272-98af-77e66d2b2119 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Aug 28 08:29:31.560101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=3a9772bd-9e62-4c7b-bcbb-9d9defe083db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:31.852007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:31.891867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5c9ad78c-ac60-4583-8985-e3cd22c92d6b req-57815558-689e-48b4-841a-a07e9df3490e tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d07b1d27-4a7a-45a7-8aa9-65b575d4ef15 HTTP/1.1" status: 200 len: 210 time: 0.2915044 Aug 28 08:29:31.909196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:31.911723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:31.920408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54a245f7-db4d-4e8e-a3c6-b2eb4dbdae79 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/3a9772bd-9e62-4c7b-bcbb-9d9defe083db HTTP/1.1" status: 204 len: 168 time: 1.2992899 Aug 28 08:29:31.921504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:31.983563 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c86aa56-7c79-4764-9b3b-8bd2e23d4a4b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:29:31.984602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c86aa56-7c79-4764-9b3b-8bd2e23d4a4b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:29:31.987297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c86aa56-7c79-4764-9b3b-8bd2e23d4a4b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/3a9772bd-9e62-4c7b-bcbb-9d9defe083db HTTP/1.1" status: 404 len: 333 time: 0.0645437 Aug 28 08:29:31.990006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59704) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:32.017518 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fbf006-98d1-48f1-aacb-51c76c993e93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:32.026943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-10fbf006-98d1-48f1-aacb-51c76c993e93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/3a9772bd-9e62-4c7b-bcbb-9d9defe083db HTTP/1.1" status: 404 len: 333 time: 0.0350170 Aug 28 08:29:32.029732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59710) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:32.162973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-ad6ffe5e-ff01-4211-82f6-037e70343c5d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:32.175633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet e441cd8b-a444-40ec-9448-935ca4175399 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:32.180555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:32.186573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:32.190980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-ad6ffe5e-ff01-4211-82f6-037e70343c5d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.2796390 Aug 28 08:29:32.199634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3ea29-b5a1-4637-b753-3e1ade3db085 None None] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:32.208834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-8b2e00b3-7d9b-4889-a685-701cabe7cda3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0194426 Aug 28 08:29:32.288067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:32.294555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-14770f43-3582-4dcd-8bd1-78c2c71645eb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844867 Aug 28 08:29:32.424685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-32a32ae2-9147-4edc-84ef-af72044be9b1 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281466 Aug 28 08:29:32.461407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Provisioning for port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:32.483936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Provisioning complete for port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:32.487021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:32.628297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8872ccb-bd3e-436b-9b80-48fee92fddce req-3153d2b8-1d0f-4919-9d6e-27e75860f2ad service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989441 Aug 28 08:29:32.658041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:32.798767 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:32.857947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59722) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:32.957581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.004093 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:33.004579 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:33.015780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.023153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:33.023716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/e441cd8b-a444-40ec-9448-935ca4175399 HTTP/1.1" status: 204 len: 168 time: 0.9919920 Aug 28 08:29:33.029080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94bef-6735-488d-a68e-d3940a467df2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=e441cd8b-a444-40ec-9448-935ca4175399,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:33.097525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Deleting subnet 8b4016a8-0704-43e4-9208-67a9abdd3262 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:33.109045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.236677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352dd68f-1739-4043-9a12-4dedd60b1fba None None] Network e6324394-0896-48ba-bdc0-fb5cf1e248f4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:33.261811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:33.276655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.391492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.444637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.452704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:33.454200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.540647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.612306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.621040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.680827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,segment=NetworkSegment(34f75f5d-6f85-421f-bded-77e1178d5311),segment_id=34f75f5d-6f85-421f-bded-77e1178d5311)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:33.681984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.731482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:33.764196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.779863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] For port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,segment=NetworkSegment(34f75f5d-6f85-421f-bded-77e1178d5311),segment_id=34f75f5d-6f85-421f-bded-77e1178d5311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:33.862622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4016a8-0704-43e4-9208-67a9abdd3262,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:33.874356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.875918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc9a1c6d-d8a4-433f-89c7-dd1e4b38c0d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8b4016a8-0704-43e4-9208-67a9abdd3262 HTTP/1.1" status: 204 len: 168 time: 1.0168233 Aug 28 08:29:33.878547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59774) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:33.903695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] DHCP port deletion for e6324394-0896-48ba-bdc0-fb5cf1e248f4 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:29:33.974972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.981712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.984754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.992480 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:33.992480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb82f14e-2237-478e-9027-18ec6e3f13e5 HTTP/1.1" status: 204 len: 168 time: 0.7220459 Aug 28 08:29:33.994421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59778) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:34.016011 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-34278061-685b-4257-8d36-7a32c876c3ee tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] show failed (client error): The resource could not be found. Aug 28 08:29:34.020559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34278061-685b-4257-8d36-7a32c876c3ee tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "GET /v2.0/security-groups/fb82f14e-2237-478e-9027-18ec6e3f13e5 HTTP/1.1" status: 404 len: 347 time: 0.0208168 Aug 28 08:29:34.020559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c28bc-2696-493c-819b-2a934255b779 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82f14e-2237-478e-9027-18ec6e3f13e5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.022054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59780) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:34.054893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.099793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabfc84-21ff-4ffa-84ff-132b4a6da10f None None] Pushing event updated for resources: {'Port': ['ID=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.114523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-29c0eb7e-29e9-491e-aba4-74328f8f068b None None] Could not find standard attr ID for object 84d6e47f-b690-4c5b-8484-2a9caf1d06b7. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:29:34.184103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Deleting port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:34.187421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.205186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:34.233029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.281559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.284566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] For port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:34.284566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.294695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b69b187-2b33-4e5c-81b2-5549e226b75b']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.299244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Calling delete_port for 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:34.302175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:29:34.303515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.313577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aea3ce2-d073-43fd-bd27-95b909308a9b') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.313877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aea3ce2-d073-43fd-bd27-95b909308a9b') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.339170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] No DVR routers for this DVR port 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:34.340988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.342663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd9ac9-a9aa-4b37-9876-ee5a25585a5b None None] Pushing event deleted for resources: {'Port': ['ID=84d6e47f-b690-4c5b-8484-2a9caf1d06b7,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.359258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port f2efdcd2-71c7-443f-8de6-aa7ab9358521 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:34.359606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.407101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.432708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6324394-0896-48ba-bdc0-fb5cf1e248f4']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.447262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f75f5d-6f85-421f-bded-77e1178d5311') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.450726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f75f5d-6f85-421f-bded-77e1178d5311') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:34.466320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.482126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.493315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:34.493315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.496670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.497004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.510166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for f2efdcd2-71c7-443f-8de6-aa7ab9358521 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:34.538853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:34.576165 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:34.639297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:34.639702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:34.641417 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:34.752785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.764401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.773606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/e6324394-0896-48ba-bdc0-fb5cf1e248f4 HTTP/1.1" status: 204 len: 168 time: 1.7483475 Aug 28 08:29:34.774448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59818) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:34.810264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1306477451'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:34.841557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d36a9-dd04-431d-9ac5-f57f002f32f8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=e6324394-0896-48ba-bdc0-fb5cf1e248f4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.857871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.875066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-000d4784-e4f5-48ed-8bb2-88c044709acc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:34.888750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-000d4784-e4f5-48ed-8bb2-88c044709acc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.2784541 Aug 28 08:29:34.890380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.900707 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.903509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] 10.222.0.46 "DELETE /v2.0/networks/3b69b187-2b33-4e5c-81b2-5549e226b75b HTTP/1.1" status: 204 len: 168 time: 1.0233741 Aug 28 08:29:34.914670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59822) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:34.915331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-26a498c4-192e-406d-b89f-db2d9cb3f534 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0242488 Aug 28 08:29:34.925681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d727479-b7a6-4f38-adf8-5e48143bd96a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b69b187-2b33-4e5c-81b2-5549e226b75b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:34.969995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:34.992715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-805a6fd2-9037-4be9-a78c-c01688d3c837 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756638 Aug 28 08:29:35.056925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=f2efdcd2-71c7-443f-8de6-aa7ab9358521,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:35.079984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Deleting subnet c73b8cd0-b8b4-4454-b505-b894531d2c43 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:35.101544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-f0e2b23a-799e-4c5c-be5b-7d0876b9471b service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078644 Aug 28 08:29:35.120874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.123677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:35.127055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.193227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.206722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:35.223481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.223830 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment 5cabc69e-0326-41e4-9f70-82fcbbab226a of type vlan for network bdb8b43c-83a2-40fe-a6b1-36528d096010 Aug 28 08:29:35.229318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.250644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.255521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.263236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59828) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:35.265315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1796438c-db91-4506-ad50-02de8d3ed7c6 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/floatingips/ab51008f-5e45-4022-9ade-1eddb3a9afef HTTP/1.1" status: 204 len: 168 time: 1.2407362 Aug 28 08:29:35.275745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-c5c147da-8338-471c-8304-de4424d50e7d service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727529 Aug 28 08:29:35.293750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.309415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.410561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 010f89d1-22ed-43ce-8b21-76fa64e1a53d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:35.410994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.580845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.580845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 010f89d1-22ed-43ce-8b21-76fa64e1a53d owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:35.672282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.701127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73b8cd0-b8b4-4454-b505-b894531d2c43,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:35.705040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.709290 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4b215b5a-716c-4fbb-9c55-3f1512c2700e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c73b8cd0-b8b4-4454-b505-b894531d2c43 HTTP/1.1" status: 204 len: 168 time: 0.7901351 Aug 28 08:29:35.710877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:35.746955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:35.765729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.771696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:35.772325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.803764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:35.804219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 84d6e47f-b690-4c5b-8484-2a9caf1d06b7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:35.868128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc35446f-eec6-43a9-a9a0-a7ced2c9a9fe req-aca33c71-6c12-4d21-a62d-bd4f36fc565a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.0753589 Aug 28 08:29:35.899573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:35.981221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=010f89d1-22ed-43ce-8b21-76fa64e1a53d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:36.003924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1980493 Aug 28 08:29:36.014834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.020861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:36.026688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738964d-b2de-402d-b715-1e1c8e5b09f4 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=bdb8b43c-83a2-40fe-a6b1-36528d096010,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:36.029633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:36.041571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:36.201231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.211138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.216107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aa1c1541-ed43-49ca-88ea-15c244a05dbf tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/ports/010f89d1-22ed-43ce-8b21-76fa64e1a53d HTTP/1.1" status: 204 len: 168 time: 0.9492710 Aug 28 08:29:36.216485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:36.270544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57056056-142b-4a97-9869-29bafddd05c3']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:36.305897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb87652-3ae1-47bb-8963-c4b6e0ed81e1') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:36.306264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb87652-3ae1-47bb-8963-c4b6e0ed81e1') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:36.315339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:36.318434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.319961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.339894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:36.352275 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:36.412478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port 96681c42-2daf-46d7-9c71-24539afb2df7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:36.412835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.500578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.507566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.509738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] 10.222.0.46 "DELETE /v2.0/networks/57056056-142b-4a97-9869-29bafddd05c3 HTTP/1.1" status: 204 len: 168 time: 0.7933481 Aug 28 08:29:36.536157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b627b44-6f98-40b3-820f-a073c0b2b301 admin admin] Pushing event deleted for resources: {'Network': ['ID=57056056-142b-4a97-9869-29bafddd05c3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:36.592495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.610818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for 96681c42-2daf-46d7-9c71-24539afb2df7 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:36.844809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:36.942558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=6891a4a5-ae75-48c8-a8a9-8903bcc85202,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:36.957095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': '5cabc69e-0326-41e4-9f70-82fcbbab226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:36.957465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: bdb8b43c-83a2-40fe-a6b1-36528d096010, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:37.044940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0797230-3cdb-435e-a77b-32d10abe1464 req-a3b54083-37ce-42ca-972e-7044897ce4ad tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.0547626 Aug 28 08:29:37.051571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.059756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59892) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:37.103972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:37.130291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f82a74b-246f-4860-921f-4f5a331e295b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8747a21201384004abf01eab963d819b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684273 Aug 28 08:29:37.140509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59894) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:37.141583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=96681c42-2daf-46d7-9c71-24539afb2df7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:37.216464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, bdb8b43c-83a2-40fe-a6b1-36528d096010) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:37.239829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ff1ab-7e10-4dd8-a0f9-8d2b2c8cdee3 None None] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:37.252187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.255684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-50444f33-4093-481d-909b-988ada16c795 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/ports/96681c42-2daf-46d7-9c71-24539afb2df7 HTTP/1.1" status: 204 len: 168 time: 1.0381472 Aug 28 08:29:37.256090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:37.256702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.258528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59898) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:37.278190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.319267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.387774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b41600c6-94af-43ad-8129-7a1873c4b05b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3617353 Aug 28 08:29:37.393739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59900) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:37.397497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting subnet b13f22c7-e1ee-4c4d-b494-edca2be556dc {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:37.402399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010', 'security_groups': [], 'name': 'tempest-PortsTestJSON-373027503'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:37.402590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.479219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.539259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-bdb8b43c-83a2-40fe-a6b1-36528d096010', 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': '6891a4a5-ae75-48c8-a8a9-8903bcc85202'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:29:37.541267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.689020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.711664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:37.716846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.789275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.797875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:37.799819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c0864f1-e219-42a7-bd0e-d5f9aa520c42 HTTP/1.1" status: 204 len: 168 time: 0.6627209 Aug 28 08:29:37.800567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:37.830845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857588e-97ba-4e34-8c93-6c38d5aa12d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0864f1-e219-42a7-bd0e-d5f9aa520c42,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:37.934955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.019127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Subnet': ['ID=b13f22c7-e1ee-4c4d-b494-edca2be556dc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:38.035525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3066b9-fa81-4a35-ae1a-7b2b591ae53b None None] Network d2bdf6af-2252-4a9f-aac6-99501a4ebe63 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:38.038469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.041337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.14 (bdb8b43c-83a2-40fe-a6b1-36528d096010/6891a4a5-ae75-48c8-a8a9-8903bcc85202/0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:38.052571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0ae53ea9-553a-4e62-80cf-f11dd3d288e1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/subnets/b13f22c7-e1ee-4c4d-b494-edca2be556dc HTTP/1.1" status: 204 len: 168 time: 0.7869678 Aug 28 08:29:38.052571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59918) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:38.177721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting subnet 1c832776-cf00-4341-b507-2bbf1574949e {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:38.181722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.282929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.405506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe2c44c3-70ff-4f80-98e2-6ee53c0a26fc req-b7a0a167-9a27-495e-add1-08c4eaae00f4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.1131594 Aug 28 08:29:38.440548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] DHCP port deletion for d2bdf6af-2252-4a9f-aac6-99501a4ebe63 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:29:38.566906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Deleting port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:38.569401 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.574405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.627731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.673025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] For port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,segment=NetworkSegment(11c12337-8b1f-4151-b828-07301c018810),segment_id=11c12337-8b1f-4151-b828-07301c018810)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:38.673390 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.689060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Calling delete_port for 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:38.776317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.822376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:38.873780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Subnet': ['ID=1c832776-cf00-4341-b507-2bbf1574949e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:38.878293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.890099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b772027-136d-48ba-8f1e-8a723ce298b8 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/subnets/1c832776-cf00-4341-b507-2bbf1574949e HTTP/1.1" status: 204 len: 168 time: 0.8345494 Aug 28 08:29:38.890432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a764a4b-b109-4b4a-ac2a-c66ba9f5eed0 None None] Network 3f7f1c22-1b1b-4855-9977-fbafd05d183e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:38.892412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59944) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:38.969888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:38.993845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:39.017773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] Pushing event deleted for resources: {'Port': ['ID=5cb3a2cf-cefe-47cb-a54c-f8492caafc65,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:39.022715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192df3b-64b4-42cc-9461-c4ba54997857 None None] No DVR routers for this DVR port 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:39.034436 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.051517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-ea67580b-2217-49af-9eca-1949cec0515a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:39.055234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-ea67580b-2217-49af-9eca-1949cec0515a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.3311262 Aug 28 08:29:39.058761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.174342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.186034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bdf6af-2252-4a9f-aac6-99501a4ebe63']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:39.202409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c12337-8b1f-4151-b828-07301c018810') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:39.202624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c12337-8b1f-4151-b828-07301c018810') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:39.226072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:39.227309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.232867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:39.237158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Allocated IP 172.20.0.2 (bdb8b43c-83a2-40fe-a6b1-36528d096010/6891a4a5-ae75-48c8-a8a9-8903bcc85202/a116cb71-402f-45df-a9c4-b74cf2f77abc) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:39.275208 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.299237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:39.302607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:39.313267 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:39.328535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:39.353805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:39.357552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:39.394534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] DHCP port deletion for 3f7f1c22-1b1b-4855-9977-fbafd05d183e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:29:39.475721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:39.487507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eba5ee4d-6745-45cc-9754-49c7041c3de1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0da04fa088b43e3b1c32747c778668f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923182 Aug 28 08:29:39.496037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:39.533909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Deleting port ec554aa5-7e97-4c16-8c8c-72bcc4116864 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:39.533909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.544488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f26e001-93a9-468d-834f-ea852cabb64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.562143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:39.570675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.571488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.601995 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.614095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37c3f957-7f8d-4ff6-b012-4bad4c6bb568 req-ef69ef8b-a4f5-408f-8527-fb6352b4dc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.0627992 Aug 28 08:29:39.620737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.622867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Transition to ACTIVE for port object a116cb71-402f-45df-a9c4-b74cf2f77abc will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:39.632061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.635718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/networks/d2bdf6af-2252-4a9f-aac6-99501a4ebe63 HTTP/1.1" status: 204 len: 168 time: 0.7413502 Aug 28 08:29:39.638884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59964) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:39.645098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] For port ec554aa5-7e97-4c16-8c8c-72bcc4116864, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ec554aa5-7e97-4c16-8c8c-72bcc4116864,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:39.645098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.654032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Transition to ACTIVE for port object a116cb71-402f-45df-a9c4-b74cf2f77abc will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:39.661137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Calling delete_port for ec554aa5-7e97-4c16-8c8c-72bcc4116864 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:39.668661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240fdf-fff0-4467-a12a-069af1687b1d tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Network': ['ID=d2bdf6af-2252-4a9f-aac6-99501a4ebe63,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:39.708815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-732d734b-4d0f-4220-8ccf-69f19d097ccb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3110075 Aug 28 08:29:39.713710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.718025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:39.724632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.780911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.783098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:29:39.783098 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:29:39.783098 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id_1': '76e91fd135ed4116a98d98e10ca7f849', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 29, 39, 652760)}] Aug 28 08:29:39.783098 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:39.783487 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:39.793722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Pushing event updated for resources: {'Port': ['ID=a116cb71-402f-45df-a9c4-b74cf2f77abc,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:39.796476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ec554aa5-7e97-4c16-8c8c-72bcc4116864 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:39.842470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:39.850471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:39.856761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:39.904877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f26e001-93a9-468d-834f-ea852cabb64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.907031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Deleting port ec554aa5-7e97-4c16-8c8c-72bcc4116864 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:39.907369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.971886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:39.977400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:39.985320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f26e001-93a9-468d-834f-ea852cabb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.040164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4f26e001-93a9-468d-834f-ea852cabb64a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=339745f325a34259a18ca9113a0939b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076737 Aug 28 08:29:40.043836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59978) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:40.044383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26e001-93a9-468d-834f-ea852cabb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf7290-0025-462b-9a68-a564bb96bb53,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.055732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.059218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.075710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/176e97a3-7e93-447a-8fe0-0d418b061df5 HTTP/1.1" status: 204 len: 168 time: 0.5748184 Aug 28 08:29:40.080855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] For port ec554aa5-7e97-4c16-8c8c-72bcc4116864, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ec554aa5-7e97-4c16-8c8c-72bcc4116864,segment=NetworkSegment(d3a0ab13-618a-4216-8603-863ebf3fee3a),segment_id=d3a0ab13-618a-4216-8603-863ebf3fee3a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:40.081402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.112042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Calling delete_port for ec554aa5-7e97-4c16-8c8c-72bcc4116864 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:40.162115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0f95d-ad6f-4d5e-8438-0352e4be749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e97a3-7e93-447a-8fe0-0d418b061df5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.188087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Attempting to bind port a116cb71-402f-45df-a9c4-b74cf2f77abc on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:40.188781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Attempting to bind port a116cb71-402f-45df-a9c4-b74cf2f77abc by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5cabc69e-0326-41e4-9f70-82fcbbab226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:40.189364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Attempting to bind port a116cb71-402f-45df-a9c4-b74cf2f77abc on network bdb8b43c-83a2-40fe-a6b1-36528d096010 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:40.210101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:40.210495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Checking segment: {'id': '5cabc69e-0326-41e4-9f70-82fcbbab226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:40.210602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.211252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.211753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Bound using segment: {'id': '5cabc69e-0326-41e4-9f70-82fcbbab226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:40.214600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Bound port: a116cb71-402f-45df-a9c4-b74cf2f77abc, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cabc69e-0326-41e4-9f70-82fcbbab226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bdb8b43c-83a2-40fe-a6b1-36528d096010'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:40.215213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.235827 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.242431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:40.250412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.268553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] No DVR routers for this DVR port ec554aa5-7e97-4c16-8c8c-72bcc4116864 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:40.279830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.314188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Port': ['ID=ec554aa5-7e97-4c16-8c8c-72bcc4116864,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.323400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] Pushing event deleted for resources: {'Port': ['ID=ec554aa5-7e97-4c16-8c8c-72bcc4116864,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.360274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.370331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f6b22-cbf6-4cf0-816c-2d6b1a056122 None None] No DVR routers for this DVR port ec554aa5-7e97-4c16-8c8c-72bcc4116864 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:40.392642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.454167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.472107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7f1c22-1b1b-4855-9977-fbafd05d183e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:40.495738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:40.507811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.511487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a0ab13-618a-4216-8603-863ebf3fee3a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:40.511788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a0ab13-618a-4216-8603-863ebf3fee3a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:40.518662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:40.521064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] For port a116cb71-402f-45df-a9c4-b74cf2f77abc, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:40.531500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.547301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.553769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:40.554394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:40.555550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.556168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5cb3a2cf-cefe-47cb-a54c-f8492caafc65 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:40.558469 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:40.570302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] For port a116cb71-402f-45df-a9c4-b74cf2f77abc, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a116cb71-402f-45df-a9c4-b74cf2f77abc,segment=NetworkSegment(5cabc69e-0326-41e4-9f70-82fcbbab226a),segment_id=5cabc69e-0326-41e4-9f70-82fcbbab226a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:40.690246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.734693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.738194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.739955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76bf7290-0025-462b-9a68-a564bb96bb53 HTTP/1.1" status: 204 len: 168 time: 0.6943004 Aug 28 08:29:40.768778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a70aef-9181-4245-b375-b4ab70e239d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf7290-0025-462b-9a68-a564bb96bb53,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.802779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.819455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ef927cb-5331-4fd2-a3d8-35bf2e82936a req-ecebee25-6645-4cee-9f0e-bcdcf51a7de0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.0712371 Aug 28 08:29:40.825907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.845653 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:40.848166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] 10.222.0.46 "DELETE /v2.0/networks/3f7f1c22-1b1b-4855-9977-fbafd05d183e HTTP/1.1" status: 204 len: 168 time: 1.2081978 Aug 28 08:29:40.865872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0e0f-cc42-4c01-ae8d-924289ee0df1 tempest-TaggedBootDevicesTest-908964148 tempest-TaggedBootDevicesTest-908964148-project] Pushing event deleted for resources: {'Network': ['ID=3f7f1c22-1b1b-4855-9977-fbafd05d183e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:40.924301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab463-3a79-4e13-a466-8d8c68d4ab4f None None] Pushing event updated for resources: {'Port': ['ID=a116cb71-402f-45df-a9c4-b74cf2f77abc,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:41.035339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.8 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/31edb180-7499-4167-b63c-504d10bdc259) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:41.125544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:41.303256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.305148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2e45bfb5-3cdd-4113-ba0d-a985dc74ddcb tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 HTTP/1.1" status: 204 len: 168 time: 1.5821390 Aug 28 08:29:41.311999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:41.347657 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5c2893-7b9e-4946-81e4-e865ce3db17a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:41.349311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee5c2893-7b9e-4946-81e4-e865ce3db17a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 HTTP/1.1" status: 404 len: 333 time: 0.0361443 Aug 28 08:29:41.352267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60022) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:41.412830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 6891a4a5-ae75-48c8-a8a9-8903bcc85202 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:29:41.416796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.431289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.569517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.606075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:41.610587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.696272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:41.712872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:41.731722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:41.755565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:41.900307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:41.911734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:41.944443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:41.965897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a116cb71-402f-45df-a9c4-b74cf2f77abc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:42.011495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-9ddc9e4e-a377-4e56-8ddc-8f400699c120 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197992 Aug 28 08:29:42.017319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9027875-9bbf-49ec-b5d0-ce107462ef2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.031187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Request body: {'port': {'device_id': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:42.140562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.335969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.418906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac3fec-7442-46d3-bc9e-ad00da06888a None None] Network bdb8b43c-83a2-40fe-a6b1-36528d096010 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:42.431469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232c3c7-d315-4efe-9a5e-66ed7b2fd353 req-efd42c8e-4388-41fd-8153-822ca8fad036 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:42.432980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e232c3c7-d315-4efe-9a5e-66ed7b2fd353 req-efd42c8e-4388-41fd-8153-822ca8fad036 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 931 time: 0.2002110 Aug 28 08:29:42.475605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a116cb71-402f-45df-a9c4-b74cf2f77abc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:42.496205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e232c3c7-d315-4efe-9a5e-66ed7b2fd353 req-1a63b402-de48-413e-b15f-8bafb8811693 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 Aug 28 08:29:42.508657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.570092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=6891a4a5-ae75-48c8-a8a9-8903bcc85202,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:42.570654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.573463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d554302a-9bcb-4349-8c60-08a10dcc7d28 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/6891a4a5-ae75-48c8-a8a9-8903bcc85202 HTTP/1.1" status: 204 len: 168 time: 1.2200732 Aug 28 08:29:42.579272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60058) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:42.691506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Provisioning for port a116cb71-402f-45df-a9c4-b74cf2f77abc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:42.697496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31edb180-7499-4167-b63c-504d10bdc259 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:42.719307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.732138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.740455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Provisioning complete for port a116cb71-402f-45df-a9c4-b74cf2f77abc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:42.742958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.758269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Transition to ACTIVE for port object 31edb180-7499-4167-b63c-504d10bdc259 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:42.784806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9027875-9bbf-49ec-b5d0-ce107462ef2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.846500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.867859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9027875-9bbf-49ec-b5d0-ce107462ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:42.965311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9027875-9bbf-49ec-b5d0-ce107462ef2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfa2381d6d0f46a8afd7fbaeb422a0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0191009 Aug 28 08:29:42.966201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9027875-9bbf-49ec-b5d0-ce107462ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdff466-0f54-4205-9a05-fd02cd8812ab,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:42.968039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:42.980426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Pushing event updated for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.004183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] DHCP port deletion for bdb8b43c-83a2-40fe-a6b1-36528d096010 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:29:43.065288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.069362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.070957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port a116cb71-402f-45df-a9c4-b74cf2f77abc {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:43.071170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.103891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.170746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port a116cb71-402f-45df-a9c4-b74cf2f77abc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a116cb71-402f-45df-a9c4-b74cf2f77abc,segment=NetworkSegment(5cabc69e-0326-41e4-9f70-82fcbbab226a),segment_id=5cabc69e-0326-41e4-9f70-82fcbbab226a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:43.171375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.190955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Attempting to bind port 31edb180-7499-4167-b63c-504d10bdc259 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:43.191590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Attempting to bind port 31edb180-7499-4167-b63c-504d10bdc259 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:43.192130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Attempting to bind port 31edb180-7499-4167-b63c-504d10bdc259 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:43.214273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Port 31edb180-7499-4167-b63c-504d10bdc259 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:29:43.214812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Attempting to bind port 31edb180-7499-4167-b63c-504d10bdc259 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:43.225064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:43.225708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:43.226300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:43.226953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Bound port: 31edb180-7499-4167-b63c-504d10bdc259, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:43.227514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.242707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for a116cb71-402f-45df-a9c4-b74cf2f77abc owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:43.243225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] For port a116cb71-402f-45df-a9c4-b74cf2f77abc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a116cb71-402f-45df-a9c4-b74cf2f77abc,segment=NetworkSegment(5cabc69e-0326-41e4-9f70-82fcbbab226a),segment_id=5cabc69e-0326-41e4-9f70-82fcbbab226a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:43.271523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Deleting port a116cb71-402f-45df-a9c4-b74cf2f77abc {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:43.272387 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.282349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.283579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.288958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fdff466-0f54-4205-9a05-fd02cd8812ab HTTP/1.1" status: 204 len: 168 time: 0.3198142 Aug 28 08:29:43.309587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f4afb-2254-495c-b1cc-537bebcd7b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdff466-0f54-4205-9a05-fd02cd8812ab,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.360614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:43.377693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=31edb180-7499-4167-b63c-504d10bdc259,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:43.428799 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.483891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.545131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.547631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] For port a116cb71-402f-45df-a9c4-b74cf2f77abc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a116cb71-402f-45df-a9c4-b74cf2f77abc,segment=NetworkSegment(5cabc69e-0326-41e4-9f70-82fcbbab226a),segment_id=5cabc69e-0326-41e4-9f70-82fcbbab226a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:43.547631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.556540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:43.556978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.558449 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] 10.222.0.39 "PUT /v2.0/ports/31edb180-7499-4167-b63c-504d10bdc259 HTTP/1.1" status: 200 len: 1092 time: 1.5318885 Aug 28 08:29:43.559918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'tag': '31edb180-7499-4167-b63c-504d10bdc259'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:43.562326 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a8e7e3-f76c-4304-89c0-542619037b85" -d '{"events": [{"name": "network-changed", "server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "tag": "31edb180-7499-4167-b63c-504d10bdc259"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:43.583612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Calling delete_port for a116cb71-402f-45df-a9c4-b74cf2f77abc owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:43.611411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port a116cb71-402f-45df-a9c4-b74cf2f77abc on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:43.674437 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadee376-5f03-42a5-96af-8c1aa7523a75 x-openstack-request-id: req-fadee376-5f03-42a5-96af-8c1aa7523a75 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:43.675119 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "tag": "31edb180-7499-4167-b63c-504d10bdc259", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:43.675368 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fadee376-5f03-42a5-96af-8c1aa7523a75 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:43.675897 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'tag': '31edb180-7499-4167-b63c-504d10bdc259', 'status': 'completed', 'code': 200} Aug 28 08:29:43.684431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9baea8-0e29-463b-a9a5-61b894485e11 service neutron] Pushing event updated for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.751838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=a116cb71-402f-45df-a9c4-b74cf2f77abc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.780839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:43.816681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b379e6-d1d5-498c-8aa2-5ba8edc06415 None None] Pushing event updated for resources: {'Port': ['ID=a116cb71-402f-45df-a9c4-b74cf2f77abc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.896824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a116cb71-402f-45df-a9c4-b74cf2f77abc no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:43.896824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] Pushing event deleted for resources: {'Port': ['ID=a116cb71-402f-45df-a9c4-b74cf2f77abc,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:43.898789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0114205-195b-46b2-a1e2-3e49652e18c9 None None] No DVR routers for this DVR port a116cb71-402f-45df-a9c4-b74cf2f77abc on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:43.923757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a116cb71-402f-45df-a9c4-b74cf2f77abc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:43.924121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a116cb71-402f-45df-a9c4-b74cf2f77abc not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:43.981875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2823b8-fd1b-44bb-92ac-0a12d5fe50ee req-2b1d411e-d87c-4de8-b9cc-87291a081e95 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:43.991920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2823b8-fd1b-44bb-92ac-0a12d5fe50ee req-2b1d411e-d87c-4de8-b9cc-87291a081e95 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 943 time: 0.2026567 Aug 28 08:29:44.019577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.036169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8b43c-83a2-40fe-a6b1-36528d096010']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:44.050752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-20074813-fab1-4eaa-84cb-91abc1657508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:44.052314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-20074813-fab1-4eaa-84cb-91abc1657508 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 1095 time: 0.3600736 Aug 28 08:29:44.061337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cabc69e-0326-41e4-9f70-82fcbbab226a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:44.061337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cabc69e-0326-41e4-9f70-82fcbbab226a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:44.066738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2823b8-fd1b-44bb-92ac-0a12d5fe50ee req-c707a803-e1b2-4f48-adec-99f3e331046e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Aug 28 08:29:44.075902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.131164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-0a03d7aa-adaf-4369-b396-c17f254bce7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31edb180-7499-4167-b63c-504d10bdc259 HTTP/1.1" status: 200 len: 217 time: 0.0630889 Aug 28 08:29:44.146857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.172798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:29:44.173218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:29:44.179431 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:29:44.243392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3feeb9c1-2800-4f80-872d-78b610b932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:44.244932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-3feeb9c1-2800-4f80-872d-78b610b932d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.1068711 Aug 28 08:29:44.297777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-223892b2-129d-4dc7-b15b-58a3214f047e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438569 Aug 28 08:29:44.299945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.315533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.317548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/bdb8b43c-83a2-40fe-a6b1-36528d096010 HTTP/1.1" status: 204 len: 168 time: 1.7374010 Aug 28 08:29:44.321259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:44.332490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'name': 'tempest-PortsTestJSON-1484102572'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:44.348697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4ab87-4c51-4ee3-a961-46b24e26d742 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=bdb8b43c-83a2-40fe-a6b1-36528d096010,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:44.422936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-5a5498a5-d6c4-4dcd-a863-1a0a98b72d87 service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040969 Aug 28 08:29:44.484963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60120) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:44.512394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e85524a-edbb-449b-b20c-39f50a7cc91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.537390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b0b028-943b-4cce-b69c-06c56886f0e8 req-f88df0a0-d02c-49cc-9275-990a6b1bd4ee service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072397 Aug 28 08:29:44.564955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:44.569183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.605604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 5bfb50dd-d548-42d4-b402-f3c7bf83053f yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:44.791227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e85524a-edbb-449b-b20c-39f50a7cc91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.795192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-043551eb-ff47-4640-a16a-9c9be6a5d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:44.796894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-043551eb-ff47-4640-a16a-9c9be6a5d768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 1095 time: 0.0561931 Aug 28 08:29:44.827779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.864259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e85524a-edbb-449b-b20c-39f50a7cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:44.895260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e85524a-edbb-449b-b20c-39f50a7cc91f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=923b74571aed450baaaa30ccab023806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090545 Aug 28 08:29:44.897887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60134) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:44.929191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85524a-edbb-449b-b20c-39f50a7cc91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39759788-ff68-4591-9448-c90f5b5d9014,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:44.955911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.007336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-6c51a1bf-b877-45d3-b112-946013b0f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:45.008885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-6c51a1bf-b877-45d3-b112-946013b0f7ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 907 time: 0.2047911 Aug 28 08:29:45.060014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:45.069800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:45.074885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:45.082008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:45.082880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.093477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-993db088-820c-471b-8a60-c34b4e35d6ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31edb180-7499-4167-b63c-504d10bdc259 HTTP/1.1" status: 200 len: 217 time: 0.0750749 Aug 28 08:29:45.094597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.095164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=5bfb50dd-d548-42d4-b402-f3c7bf83053f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:45.167466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.185147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5c671-9d91-4dc4-a9d0-b2ea60946f2f req-2d409ac3-23df-4327-8b3f-a3a94fd5e627 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:45.186632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fd5c671-9d91-4dc4-a9d0-b2ea60946f2f req-2d409ac3-23df-4327-8b3f-a3a94fd5e627 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 943 time: 0.0529485 Aug 28 08:29:45.204804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-5a744701-fc25-42ac-b56c-dc487050f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:45.206376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-5a744701-fc25-42ac-b56c-dc487050f3f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0849390 Aug 28 08:29:45.211084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-231af7e3-248d-40cf-9dca-7c4e248b7fa1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8876996 Aug 28 08:29:45.214744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:45.251944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-f66151d9-c4d2-41a9-9ec6-41faac8a23cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360661 Aug 28 08:29:45.279590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fd5c671-9d91-4dc4-a9d0-b2ea60946f2f req-639ab7eb-440f-404a-b42d-4390484a6c70 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867529 Aug 28 08:29:45.346761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 5bfb50dd-d548-42d4-b402-f3c7bf83053f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:45.347104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.362306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-9b5edabb-2fe4-4caa-af25-160a39771f08 service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032832 Aug 28 08:29:45.390405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.393183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.394494 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39759788-ff68-4591-9448-c90f5b5d9014 HTTP/1.1" status: 204 len: 168 time: 0.4934139 Aug 28 08:29:45.432603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.435960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1927d-b035-4f20-8c9d-a0f6b4f08c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39759788-ff68-4591-9448-c90f5b5d9014,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:45.453890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 5bfb50dd-d548-42d4-b402-f3c7bf83053f owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:45.484705 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85a8e7e3-f76c-4304-89c0-542619037b85 req-96302546-3f71-481c-a62b-d1bc5a036b29 service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145337 Aug 28 08:29:45.683408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.714661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=5bfb50dd-d548-42d4-b402-f3c7bf83053f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:45.731514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:45.733905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-476c1815-35ad-4719-8fad-409e67c10e58 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/5bfb50dd-d548-42d4-b402-f3c7bf83053f HTTP/1.1" status: 204 len: 168 time: 0.5179546 Aug 28 08:29:45.736773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:45.742593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'mac_address': 'fa:16:3e:e8:03:3f', 'name': 'tempest-PortsTestJSON-1368209456'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:45.916340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:46.117334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:46.172027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 0e81022c-1551-4f3f-bf05-d90872dbbac6 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:46.459564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dcbd8-4643-4867-922e-e1c768059c48 req-7988bcc5-b17b-4ed2-9b4b-24cd865bee00 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:46.462499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e73dcbd8-4643-4867-922e-e1c768059c48 req-7988bcc5-b17b-4ed2-9b4b-24cd865bee00 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 943 time: 0.0825343 Aug 28 08:29:46.515303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e73dcbd8-4643-4867-922e-e1c768059c48 req-4c239221-18a0-4b0c-bb84-d752f47b13b3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Aug 28 08:29:46.637150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:46.792043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:46.860851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=0e81022c-1551-4f3f-bf05-d90872dbbac6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:46.866545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:46.869516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:46.874960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:46.881281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:46.881522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:47.029434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c0fd9cd7-6671-4c72-9928-a025532b8756 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2893827 Aug 28 08:29:47.029671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60242) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:47.090726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770e65b-cdad-4a11-ba50-580c2c2e5a1d tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:47.092741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f770e65b-cdad-4a11-ba50-580c2c2e5a1d tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/0e81022c-1551-4f3f-bf05-d90872dbbac6 HTTP/1.1" status: 200 len: 841 time: 0.0612593 Aug 28 08:29:47.095190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60250) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:47.244820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 0e81022c-1551-4f3f-bf05-d90872dbbac6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:47.244820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:47.319688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:47.337898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 0e81022c-1551-4f3f-bf05-d90872dbbac6 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:47.586413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:47.655647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=0e81022c-1551-4f3f-bf05-d90872dbbac6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:47.669059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:47.682025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6de29795-c144-41b2-b02e-fbf507237002 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/0e81022c-1551-4f3f-bf05-d90872dbbac6 HTTP/1.1" status: 204 len: 168 time: 0.5857425 Aug 28 08:29:47.688416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:47.733504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2599c24-30a1-41d0-817a-c19bddcc3526 req-4acaafb2-9c27-4c78-9186-0bcee9fed3ff tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:47.747991 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b554c0-8c6c-4f44-b376-9b6b8c354a01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:47.748912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44b554c0-8c6c-4f44-b376-9b6b8c354a01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/0e81022c-1551-4f3f-bf05-d90872dbbac6 HTTP/1.1" status: 404 len: 333 time: 0.0595016 Aug 28 08:29:47.755985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2599c24-30a1-41d0-817a-c19bddcc3526 req-4acaafb2-9c27-4c78-9186-0bcee9fed3ff tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 943 time: 0.1391909 Aug 28 08:29:47.758204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:47.769354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'name': 'tempest-PortsTestJSON-505730917'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:47.854361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2599c24-30a1-41d0-817a-c19bddcc3526 req-b572b6fb-4ddb-4d86-aea9-0c88ead4db21 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949771 Aug 28 08:29:47.872421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:47.976903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.007147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:48.010167 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef4ea8c-7aee-4d6f-af58-c02aac8ece77" -d '{"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:48.014309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:48.027170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.030234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:48.054100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 0fb183ae-9762-47b2-8052-280d9c02db72 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:48.077435 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf2a54-22db-4477-ba1d-422144c3d61a x-openstack-request-id: req-5adf2a54-22db-4477-ba1d-422144c3d61a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:48.077737 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:48.077992 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5adf2a54-22db-4477-ba1d-422144c3d61a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:48.078582 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'code': 200} Aug 28 08:29:48.113924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.203027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:48.365165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.476806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 31edb180-7499-4167-b63c-504d10bdc259 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:29:48.517088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-7436f9e6-073d-4d53-ad96-6356ebee03b6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:48.527204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-7436f9e6-073d-4d53-ad96-6356ebee03b6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1298685 Aug 28 08:29:48.546833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-26b2f1f4-32bc-415a-9fcc-6b893ee97d5b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/quotas/fafc05cd982e40da9eebd8ae45da7e11 HTTP/1.1" status: 200 len: 375 time: 0.0185165 Aug 28 08:29:48.562195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.636150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-06972a7f-e939-4633-a1fa-3ee52015aa96 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830250 Aug 28 08:29:48.678819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=31edb180-7499-4167-b63c-504d10bdc259,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:48.680797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=0fb183ae-9762-47b2-8052-280d9c02db72,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:48.702517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:48.704171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '31edb180-7499-4167-b63c-504d10bdc259', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '31edb180-7499-4167-b63c-504d10bdc259', 'mac_address': 'fa:16:3e:5e:7b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:29:48.706268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:48.710117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:48.719528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:48.730811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.771134 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.771576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-d99d1f7d-0037-4478-90fc-faa0f136c431 service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397097 Aug 28 08:29:48.789237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31edb180-7499-4167-b63c-504d10bdc259 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:48.815342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=31edb180-7499-4167-b63c-504d10bdc259,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:48.861979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0fc1c042-2683-4e32-a114-dc8254b63944 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1022203 Aug 28 08:29:48.865312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60316) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:48.871855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:48.917436 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:48.954331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-9236b5e7-fb6f-49b3-90fb-23e114e99e9d service neutron] 10.222.0.46 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816959 Aug 28 08:29:49.023353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:49.033995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.033995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.033995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.034399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.034687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.035051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.035388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.035723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.036053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.036380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.036707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.037036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:49.047881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0713e88-e7a4-42e2-bc80-5a944607afdc req-541de45f-803c-400b-b120-d81382c32af2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:49.050563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0713e88-e7a4-42e2-bc80-5a944607afdc req-541de45f-803c-400b-b120-d81382c32af2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 944 time: 0.1051269 Aug 28 08:29:49.051860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.152709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0713e88-e7a4-42e2-bc80-5a944607afdc req-0d6262a2-9ebb-44d2-ad20-e5904f348f93 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Aug 28 08:29:49.333522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.383485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30f80813-6645-44e7-994e-02f4d7cda8c6 req-095d24df-bd1c-4260-ab7c-8444de510de3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 210 time: 0.0974796 Aug 28 08:29:49.385726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['31edb180-7499-4167-b63c-504d10bdc259'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:49.409528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.473556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] In _notify_port_updated(), no bound segment for port 0fb183ae-9762-47b2-8052-280d9c02db72 on network 181208a3-ee00-46ae-a632-59a6cf6fbd5e {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:29:49.473556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:49.473556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.473966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/ports/0fb183ae-9762-47b2-8052-280d9c02db72 HTTP/1.1" status: 200 len: 818 time: 0.6073077 Aug 28 08:29:49.476425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:49.513031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4b2b0-43ca-41b3-95bf-ae0009b6c759 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=0fb183ae-9762-47b2-8052-280d9c02db72,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:49.604605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 0fb183ae-9762-47b2-8052-280d9c02db72 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:49.605219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.707800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.723430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 0fb183ae-9762-47b2-8052-280d9c02db72 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:49.885574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.923104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=0fb183ae-9762-47b2-8052-280d9c02db72,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:49.932470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:49.934493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-efc3ed88-4a6c-4d75-91df-eeadc3e18e3a tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/0fb183ae-9762-47b2-8052-280d9c02db72 HTTP/1.1" status: 204 len: 168 time: 0.4570227 Aug 28 08:29:49.937151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60350) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:49.996547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63633a-d70b-4010-b189-356b3333ee12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:49.999510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5c63633a-d70b-4010-b189-356b3333ee12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0606363 Aug 28 08:29:50.001502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60352) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:50.039621 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67e0591-81bd-4e14-a387-8fe12b7095a5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:29:50.041709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d67e0591-81bd-4e14-a387-8fe12b7095a5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/0fb183ae-9762-47b2-8052-280d9c02db72 HTTP/1.1" status: 404 len: 333 time: 0.0388978 Aug 28 08:29:50.045940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60356) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:50.054551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410143496'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:50.174841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:50.189048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.210486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:29:50.224740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.225840 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment aee1c5c6-da52-42d7-a8ea-85a6f13f7104 of type vlan for network d399b459-ee0b-4d1a-b0d6-c46b36455e5f Aug 28 08:29:50.286958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.309573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f2d3-b4b9-43bc-92ad-0f5c9e8cc790 req-cdc7d801-dede-4100-bce1-93da411f40d9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:50.314819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be48f2d3-b4b9-43bc-92ad-0f5c9e8cc790 req-cdc7d801-dede-4100-bce1-93da411f40d9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 944 time: 0.0640275 Aug 28 08:29:50.358277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be48f2d3-b4b9-43bc-92ad-0f5c9e8cc790 req-611e64fb-5beb-4fff-8313-2727f77422d3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Aug 28 08:29:50.422351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-5e85eb50-0eab-45c2-851c-8d1a4ad0680f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:50.424023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-5e85eb50-0eab-45c2-851c-8d1a4ad0680f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "GET /v2.0/ports?device_id=e46fbe7b-64cc-41a6-8f35-2fd28b76438e HTTP/1.1" status: 200 len: 943 time: 0.0631785 Aug 28 08:29:50.510632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3589f33f-d9ce-4589-82a0-8a016fe4f2b2 req-ea97e056-1307-4d02-8286-9d6fbbd1bf42 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 210 time: 0.0427897 Aug 28 08:29:50.578581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.583430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Deleting port ec8bda23-4f19-4190-8a88-05efd897b0b6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:50.584041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.600642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:50.606826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.741839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] For port ec8bda23-4f19-4190-8a88-05efd897b0b6, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ec8bda23-4f19-4190-8a88-05efd897b0b6,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:50.742378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:50.771964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Calling delete_port for ec8bda23-4f19-4190-8a88-05efd897b0b6 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:50.787533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=d399b459-ee0b-4d1a-b0d6-c46b36455e5f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:50.798205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:29:50.855620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20dcf517-bd2f-4b69-9973-1be1f0534228 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8074291 Aug 28 08:29:50.858358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60374) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:50.863777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:51.079376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:51.146259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.168622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:51.173451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.206823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event deleted for resources: {'Port': ['ID=ec8bda23-4f19-4190-8a88-05efd897b0b6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:51.292951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] No DVR routers for this DVR port ec8bda23-4f19-4190-8a88-05efd897b0b6 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:29:51.296190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.298942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6f1eebcf-6c64-49f9-965e-3d264bede470 req-800df9d3-682e-4408-b87d-2a3767832b25 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.64 "DELETE /v2.0/ports/ec8bda23-4f19-4190-8a88-05efd897b0b6 HTTP/1.1" status: 204 len: 173 time: 0.8665996 Aug 28 08:29:51.299618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-deleted', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:51.302993 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c65e8-593c-4dcf-b79c-70e17d7ad0fb" -d '{"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-deleted", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:51.361595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd8e15a8-013f-41f5-859e-e631861d096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.395814 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655686ed-163e-4793-8357-546f0fc1e014 x-openstack-request-id: req-655686ed-163e-4793-8357-546f0fc1e014 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:51.396114 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fbe7b-64cc-41a6-8f35-2fd28b76438e", "name": "network-vif-deleted", "tag": "ec8bda23-4f19-4190-8a88-05efd897b0b6", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:51.396367 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-655686ed-163e-4793-8357-546f0fc1e014 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:51.396777 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fbe7b-64cc-41a6-8f35-2fd28b76438e', 'name': 'network-vif-deleted', 'tag': 'ec8bda23-4f19-4190-8a88-05efd897b0b6', 'status': 'completed', 'code': 200} Aug 28 08:29:51.533892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60390) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:51.553229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e18113-dccb-4cb1-8683-718f50880b39 req-b694edba-5f2d-4e8a-bf65-b0dfe102591d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:51.554804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62e18113-dccb-4cb1-8683-718f50880b39 req-b694edba-5f2d-4e8a-bf65-b0dfe102591d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 944 time: 0.0627053 Aug 28 08:29:51.619445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62e18113-dccb-4cb1-8683-718f50880b39 req-5696613c-ae9c-40b6-96a7-5f6500d0d3e8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565906 Aug 28 08:29:51.729085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.752470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d68f7035-b484-4202-be18-d51b20dcf353 req-25b9576e-a9ec-4417-8d35-e555a313160f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 210 time: 0.0384836 Aug 28 08:29:51.809212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9035e4-2ce0-43f6-9fcc-2b5038253ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.843676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=5b5ffbca-985b-4272-8551-497e1fa0b21d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:51.890598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd8e15a8-013f-41f5-859e-e631861d096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:51.902118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:51.902536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: d399b459-ee0b-4d1a-b0d6-c46b36455e5f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:29:51.986475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd8e15a8-013f-41f5-859e-e631861d096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.022754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd8e15a8-013f-41f5-859e-e631861d096c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=166c6a3621284d9d9f4fdd50e893dd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399610 Aug 28 08:29:52.023393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60402) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:52.057048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:29:52.070498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9035e4-2ce0-43f6-9fcc-2b5038253ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.107177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e15a8-013f-41f5-859e-e631861d096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429597e-a9e0-4c52-92d5-2634831e71c4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:52.142751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.165476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.168839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9035e4-2ce0-43f6-9fcc-2b5038253ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.216091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d399b459-ee0b-4d1a-b0d6-c46b36455e5f) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:52.221332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:52.228334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.228622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d9035e4-2ce0-43f6-9fcc-2b5038253ba2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee60914846644720b464aa297abecaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888905 Aug 28 08:29:52.228743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60404) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:52.239883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051e487-5db8-4011-a6fc-208540bedd3c None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:52.240463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9035e4-2ce0-43f6-9fcc-2b5038253ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b8df5-2195-4663-9fee-d452e310c46d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:52.320628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.346133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.350162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.354169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1429597e-a9e0-4c52-92d5-2634831e71c4 HTTP/1.1" status: 204 len: 168 time: 0.3279591 Aug 28 08:29:52.375016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.408887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b5a896b5-022b-4ee2-aea9-bcfbf0318e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5491903 Aug 28 08:29:52.409291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60410) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:52.417960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-d16f25b6-d9ec-434b-b5a3-74f9b8b41d76 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:52.423300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-d16f25b6-d9ec-434b-b5a3-74f9b8b41d76 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "GET /v2.0/networks?id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 200 len: 805 time: 0.1500151 Aug 28 08:29:52.423463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aaf58-163e-41ca-b0c9-5d5570630c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429597e-a9e0-4c52-92d5-2634831e71c4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:52.426376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:52.476463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': '5b5ffbca-985b-4272-8551-497e1fa0b21d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:29:52.478552 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.491460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 31edb180-7499-4167-b63c-504d10bdc259 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:52.495069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Request body: {'port': {'device_id': 'a4c1582e-8248-435f-9ebd-74322294393e', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'admin_state_up': True, 'tenant_id': 'fafc05cd982e40da9eebd8ae45da7e11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:52.593096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.603180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.608882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f89b8df5-2195-4663-9fee-d452e310c46d HTTP/1.1" status: 204 len: 168 time: 0.3775978 Aug 28 08:29:52.624744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1202db-a63b-4c92-817a-8af862d8adcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b8df5-2195-4663-9fee-d452e310c46d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:52.676083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 31edb180-7499-4167-b63c-504d10bdc259 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:52.684597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 31edb180-7499-4167-b63c-504d10bdc259 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:52.685208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.746670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:29:52.746670 n-d-792458-16 neutron-server[95467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 08:29:52.746670 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id': 'cb7694b1d1bc483284acca4f93312556', 'id': 'd984004e-31e5-4f4f-8093-a985ed63ad09', 'expiration': datetime.datetime(2021, 8, 28, 8, 31, 52, 726085)}] Aug 28 08:29:52.746670 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:52.747589 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:52.860117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Made reservation on behalf of fafc05cd982e40da9eebd8ae45da7e11 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:52.864811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.896729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Allocated IP 172.20.0.2 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/5b5ffbca-985b-4272-8551-497e1fa0b21d/ea730aca-4aa1-4e55-b332-3283a82222dc) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:52.944237 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:52.965676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8f771-41c5-404b-bba8-16919a8d051f req-27f48de5-17c3-4ee7-92fd-86ff72ca6e21 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:52.973080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9e8f771-41c5-404b-bba8-16919a8d051f req-27f48de5-17c3-4ee7-92fd-86ff72ca6e21 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 944 time: 0.1731496 Aug 28 08:29:53.010689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99a4aa95-c83a-4844-b845-cb3d7ac63cf4 req-0cde036e-7af1-471b-9969-3e93b94616b5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 210 time: 0.0710320 Aug 28 08:29:53.026642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=31edb180-7499-4167-b63c-504d10bdc259,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:53.031355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edb180-7499-4167-b63c-504d10bdc259'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:53.033632 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f129b-0f7b-41fc-ba02-d05b940172c1" -d '{"events": [{"server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "name": "network-vif-plugged", "status": "completed", "tag": "31edb180-7499-4167-b63c-504d10bdc259"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:53.098008 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d9e8f771-41c5-404b-bba8-16919a8d051f req-13b47041-bd9d-485a-8948-674c5177e7db tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239512 Aug 28 08:29:53.106740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.199380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:53.203956 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1308ae-4790-4179-b774-8080f9006b60 x-openstack-request-id: req-fb1308ae-4790-4179-b774-8080f9006b60 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:53.204763 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "name": "network-vif-plugged", "status": "completed", "tag": "31edb180-7499-4167-b63c-504d10bdc259", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:53.205186 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb1308ae-4790-4179-b774-8080f9006b60 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:53.206263 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edb180-7499-4167-b63c-504d10bdc259', 'code': 200} Aug 28 08:29:53.243635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Allocated IP 172.20.0.5 (42cbf7ff-4a14-4719-861d-d1db4e4c4b5e/d6969332-7cb7-43c5-b60a-42e9b8a8613f/3cf5c616-d093-41dc-9db5-3c1b0187d317) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:53.279864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.289390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60428) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:53.307730 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0800be2-55cd-4d4f-b925-8349aa7b98ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.308990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Transition to ACTIVE for port object ea730aca-4aa1-4e55-b332-3283a82222dc will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:53.333014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Transition to ACTIVE for port object ea730aca-4aa1-4e55-b332-3283a82222dc will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:53.412076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd19af2-5554-4062-badb-dfdca56fb40c req-bb42e408-d9e1-4e62-979f-2c6335957724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:53.413592 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4dd19af2-5554-4062-badb-dfdca56fb40c req-bb42e408-d9e1-4e62-979f-2c6335957724 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 1097 time: 0.1101577 Aug 28 08:29:53.459142 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.463011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:53.466497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.495224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4dd19af2-5554-4062-badb-dfdca56fb40c req-7b6be598-2968-46be-a9b0-0420d8f9c863 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720217 Aug 28 08:29:53.510872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:53.517490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:53.520360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:53.531635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.532898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Pushing event updated for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:53.598856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0800be2-55cd-4d4f-b925-8349aa7b98ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.600116 n-d-792458-16 neutron-server[95467]: INFO neutron.db.ipam_backend_mixin [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b5ffbca-985b-4272-8551-497e1fa0b21d (CIDR: 172.20.0.0/28) Aug 28 08:29:53.616533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Attempting to bind port ea730aca-4aa1-4e55-b332-3283a82222dc on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:53.616939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Attempting to bind port ea730aca-4aa1-4e55-b332-3283a82222dc by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:53.617448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Attempting to bind port ea730aca-4aa1-4e55-b332-3283a82222dc on network d399b459-ee0b-4d1a-b0d6-c46b36455e5f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:53.623283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:53.623659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Checking segment: {'id': 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:53.624060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.624582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Bound using segment: {'id': 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:53.624973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Bound port: ea730aca-4aa1-4e55-b332-3283a82222dc, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:53.625440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.669115 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:29:53.669618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:29:53.688351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:53.691314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ea730aca-4aa1-4e55-b332-3283a82222dc,segment=NetworkSegment(aee1c5c6-da52-42d7-a8ea-85a6f13f7104),segment_id=aee1c5c6-da52-42d7-a8ea-85a6f13f7104)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:53.699973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0800be2-55cd-4d4f-b925-8349aa7b98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.738991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f0800be2-55cd-4d4f-b925-8349aa7b98ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8e1d431f3a04cb4afe545b719c3f519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484012 Aug 28 08:29:53.740222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0800be2-55cd-4d4f-b925-8349aa7b98ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37baa09b-d22f-4488-8224-bc4615e5f2b7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:53.742087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60432) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:53.785788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.793564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60434) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:53.810148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f23b48aa-8551-427e-abb0-97a739bdfc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.821384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.832468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb058543-b0b7-4652-9bf6-78f8d4fee4c5 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4110718 Aug 28 08:29:53.834430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:53.835301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:53.845711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:53.846714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:53.855557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:53.861649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.883019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:29:53.913913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:53.937435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ec8bda23-4f19-4190-8a88-05efd897b0b6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:29:53.937899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ec8bda23-4f19-4190-8a88-05efd897b0b6 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:29:53.953415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:53.960005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c223-a586-45ee-b6ae-2f84f03e3425 None None] Pushing event updated for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:53.989570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:53.996767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.060331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f23b48aa-8551-427e-abb0-97a739bdfc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.146132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f23b48aa-8551-427e-abb0-97a739bdfc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.156288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.159062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.162581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37baa09b-d22f-4488-8224-bc4615e5f2b7 HTTP/1.1" status: 204 len: 168 time: 0.4167185 Aug 28 08:29:54.203483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a21cf-28d3-47b7-8f9b-97f0d7c4c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37baa09b-d22f-4488-8224-bc4615e5f2b7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:54.230500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-6243f20b-2e31-4473-a4ff-6e09f25209ee tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7403717 Aug 28 08:29:54.247214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b48aa-8551-427e-abb0-97a739bdfc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95399f2-a8f9-40b7-ae32-d00a20a394ad,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:54.259480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Request body: {'port': {'device_id': 'a4c1582e-8248-435f-9ebd-74322294393e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:54.283405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec53b7-02a8-4faf-b649-605563307cab req-7e900246-8312-4547-a542-a76ea8688d0a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:54.289386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f23b48aa-8551-427e-abb0-97a739bdfc7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dfefcd11c71443ea479b34f9d0d9b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922605 Aug 28 08:29:54.289989 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3eec53b7-02a8-4faf-b649-605563307cab req-7e900246-8312-4547-a542-a76ea8688d0a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 931 time: 0.2010977 Aug 28 08:29:54.289989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60448) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:54.345839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eba44-b4fb-4c6f-a215-9cd3a84ed9bf req-8006489e-8feb-4a76-86a0-1914a7acfcde tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:54.347921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff5eba44-b4fb-4c6f-a215-9cd3a84ed9bf req-8006489e-8feb-4a76-86a0-1914a7acfcde tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.1283488 Aug 28 08:29:54.421427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:54.428843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.451493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60452) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:54.480086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff5eba44-b4fb-4c6f-a215-9cd3a84ed9bf req-a2808596-08df-4cc5-b0bb-69fe8b1bd323 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245651 Aug 28 08:29:54.522328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3eec53b7-02a8-4faf-b649-605563307cab req-a9311c8a-f451-4897-ab9f-dcfaef3611ae tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254248 Aug 28 08:29:54.533024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.616806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.644763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.923676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:54.998178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:55.003680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:55.014671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:55.015282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.056588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=d0d11133-2a7a-457a-b473-96761e511f51,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:55.064351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.067207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.071210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f95399f2-a8f9-40b7-ae32-d00a20a394ad HTTP/1.1" status: 204 len: 168 time: 0.7767427 Aug 28 08:29:55.125515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced4e8e-f2c3-44c4-8b2e-a5c73e96ab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95399f2-a8f9-40b7-ae32-d00a20a394ad,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:55.146387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0f3207f5-a4f3-446f-a008-34143b9b6fcf tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3095775 Aug 28 08:29:55.148830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60468) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:55.154116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'fixed_ips': [{'subnet_id': '5b5ffbca-985b-4272-8551-497e1fa0b21d'}, {'subnet_id': 'd0d11133-2a7a-457a-b473-96761e511f51'}], 'name': 'tempest-PortsTestJSON-1474376563'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:55.390547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55932511-1320-4069-b9c2-2076c95d214b None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:55.454428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:29:55.612578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cccbdf3b-6c25-49ac-8a20-1362927dda11 None None] Provisioning for port ea730aca-4aa1-4e55-b332-3283a82222dc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:55.711651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.742374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Update dhcp port {'port': {'network_id': 'd399b459-ee0b-4d1a-b0d6-c46b36455e5f', 'fixed_ips': [{'subnet_id': '5b5ffbca-985b-4272-8551-497e1fa0b21d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0d11133-2a7a-457a-b473-96761e511f51'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'ea730aca-4aa1-4e55-b332-3283a82222dc'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:29:55.764064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:29:55.773742 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.786855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.791437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf5c616-d093-41dc-9db5-3c1b0187d317 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:29:55.815073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ea730aca-4aa1-4e55-b332-3283a82222dc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:55.834459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:55.851764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20353176-86af-4bbb-a9ca-e1818f2f5ee1 req-344cb7be-f607-42df-8e33-c3fc322c87c3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:55.863270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20353176-86af-4bbb-a9ca-e1818f2f5ee1 req-344cb7be-f607-42df-8e33-c3fc322c87c3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 931 time: 0.2300243 Aug 28 08:29:55.906805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Transition to ACTIVE for port object 3cf5c616-d093-41dc-9db5-3c1b0187d317 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:55.949982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-20353176-86af-4bbb-a9ca-e1818f2f5ee1 req-d8a86755-36a9-49c9-b8dc-4189f0892d57 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799437 Aug 28 08:29:55.980274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee26c-dd11-4c64-955f-9601f758494e req-a43a3356-ba0f-4e6e-9e2e-ebfd4beadd4f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:55.989206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8eee26c-dd11-4c64-955f-9601f758494e req-a43a3356-ba0f-4e6e-9e2e-ebfd4beadd4f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.3924949 Aug 28 08:29:55.995098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Allocated IP 172.20.0.18 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/d0d11133-2a7a-457a-b473-96761e511f51/ea730aca-4aa1-4e55-b332-3283a82222dc) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:56.056921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.058071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8eee26c-dd11-4c64-955f-9601f758494e req-017f2326-e23b-41a2-896c-1f0e7e0af826 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674033 Aug 28 08:29:56.069226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ea730aca-4aa1-4e55-b332-3283a82222dc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:56.129281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ea730aca-4aa1-4e55-b332-3283a82222dc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:56.136892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.146972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:56.209149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.245711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f205635-cbfb-4002-a43e-fe47cfe6d2e0 req-6debbb39-1f34-43b9-bcbd-2b273d106029 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:56.248457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f205635-cbfb-4002-a43e-fe47cfe6d2e0 req-6debbb39-1f34-43b9-bcbd-2b273d106029 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.1105914 Aug 28 08:29:56.327646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Attempting to bind port 3cf5c616-d093-41dc-9db5-3c1b0187d317 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:29:56.327791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Attempting to bind port 3cf5c616-d093-41dc-9db5-3c1b0187d317 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:29:56.328092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Attempting to bind port 3cf5c616-d093-41dc-9db5-3c1b0187d317 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:56.341011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f205635-cbfb-4002-a43e-fe47cfe6d2e0 req-93751f77-5c45-4841-b8a1-103a3f495f01 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811679 Aug 28 08:29:56.345169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Port 3cf5c616-d093-41dc-9db5-3c1b0187d317 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:29:56.345506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Attempting to bind port 3cf5c616-d093-41dc-9db5-3c1b0187d317 on network 42cbf7ff-4a14-4719-861d-d1db4e4c4b5e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:29:56.361044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:29:56.361490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Checking segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:29:56.361889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Bound using segment: {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:29:56.362358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Bound port: 3cf5c616-d093-41dc-9db5-3c1b0187d317, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c325c89-7ea5-4da7-afa4-1c905a2b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:29:56.362725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.487807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.520166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ea730aca-4aa1-4e55-b332-3283a82222dc,segment=NetworkSegment(aee1c5c6-da52-42d7-a8ea-85a6f13f7104),segment_id=aee1c5c6-da52-42d7-a8ea-85a6f13f7104)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:56.548672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:29:56.549840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.564347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Transition to ACTIVE for port object ea730aca-4aa1-4e55-b332-3283a82222dc will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:56.567210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:29:56.663684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Deleting port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:56.671106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.693218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.702684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.777435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:56.778108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.780107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] 10.222.0.39 "PUT /v2.0/ports/3cf5c616-d093-41dc-9db5-3c1b0187d317 HTTP/1.1" status: 200 len: 1092 time: 2.5316906 Aug 28 08:29:56.786693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:29:56.789662 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8a103b-4756-40aa-beff-905cd691d930" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:29:56.847513 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784889df-b2a8-428a-85fb-f3d129a1f22f x-openstack-request-id: req-784889df-b2a8-428a-85fb-f3d129a1f22f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:29:56.847802 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:29:56.848066 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-784889df-b2a8-428a-85fb-f3d129a1f22f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:29:56.848469 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'status': 'completed', 'code': 200} Aug 28 08:29:56.854447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.5 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/5b5ffbca-985b-4272-8551-497e1fa0b21d/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:56.863248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.29 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/d0d11133-2a7a-457a-b473-96761e511f51/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:56.866820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd5ca-97e3-46ac-815f-8df2dc6b2af8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:56.875600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] For port 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:56.875983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:56.897399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Calling delete_port for 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:56.927906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:29:56.928981 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:29:56.976039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aafc38-d6ec-4e0a-b493-ba54d24feb9c None None] Pushing event updated for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:57.043890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a103b-4756-40aa-beff-905cd691d930 req-49ca84dd-b2d8-4a36-8e6b-2c09b79db4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.045453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe8a103b-4756-40aa-beff-905cd691d930 req-49ca84dd-b2d8-4a36-8e6b-2c09b79db4a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 1095 time: 0.1244383 Aug 28 08:29:57.202000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d629a-4e21-4832-a8bc-e893dde52d21 req-cd3ad3f4-eb77-438d-bd1a-e8e132a4390a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.202000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f8d629a-4e21-4832-a8bc-e893dde52d21 req-cd3ad3f4-eb77-438d-bd1a-e8e132a4390a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.1345260 Aug 28 08:29:57.262923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.299117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f8d629a-4e21-4832-a8bc-e893dde52d21 req-c882d4eb-070c-4196-81cf-a26dd624f1ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876255 Aug 28 08:29:57.302098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:29:57.312753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903738-eb07-42e2-a176-7e2019ccbf4f req-edce9e17-3f76-4ea2-ac75-631a609aa35b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.318811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-af903738-eb07-42e2-a176-7e2019ccbf4f req-edce9e17-3f76-4ea2-ac75-631a609aa35b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.1595063 Aug 28 08:29:57.387387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a103b-4756-40aa-beff-905cd691d930 req-5804c383-abd4-420a-a648-479c1df5dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.388941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe8a103b-4756-40aa-beff-905cd691d930 req-5804c383-abd4-420a-a648-479c1df5dc66 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3172150 Aug 28 08:29:57.400569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-af903738-eb07-42e2-a176-7e2019ccbf4f req-a4c89db5-a3ff-4be3-bfe4-66ed5d0b6672 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809956 Aug 28 08:29:57.420755 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.454143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:29:57.480776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:29:57.491019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:29:57.511446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.585804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:57.608817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.609516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.620944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ea730aca-4aa1-4e55-b332-3283a82222dc,segment=NetworkSegment(aee1c5c6-da52-42d7-a8ea-85a6f13f7104),segment_id=aee1c5c6-da52-42d7-a8ea-85a6f13f7104)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:57.686787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a103b-4756-40aa-beff-905cd691d930 req-a8c56d54-a30d-4f1c-8b4b-84a658c23f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.688845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe8a103b-4756-40aa-beff-905cd691d930 req-a8c56d54-a30d-4f1c-8b4b-84a658c23f29 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650125 Aug 28 08:29:57.692113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.695081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d797ae-9fcb-490e-a0c4-6c80004ab9fa None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:29:57.718708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91ddb695-95f0-4a44-adaa-33bf1930ea73 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5686746 Aug 28 08:29:57.721238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60544) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:57.728754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b5ffbca-985b-4272-8551-497e1fa0b21d'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:57.746130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.843347 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:29:57.848190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03c4c0c-2b65-4212-ac21-d9186f9de1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.850403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=779f5ae7-d4eb-4ddb-a6b8-e668c811ff16,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:57.856825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ea730aca-4aa1-4e55-b332-3283a82222dc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:57.863750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:57.895156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.895601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.896124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.896528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.896935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.897339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.897738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.898138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.898626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.899031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.899986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.900381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:29:57.981512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-58ec35c9-384a-4295-841c-e88655dbad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:57.983135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-58ec35c9-384a-4295-841c-e88655dbad97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 1095 time: 0.1695151 Aug 28 08:29:58.017704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:58.064277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d9ca271a-9a4a-4230-9d6f-9a87a7f646df None None] Provisioning for port ea730aca-4aa1-4e55-b332-3283a82222dc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:58.068701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d9ca271a-9a4a-4230-9d6f-9a87a7f646df None None] Provisioning complete for port ea730aca-4aa1-4e55-b332-3283a82222dc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:58.069128 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d9ca271a-9a4a-4230-9d6f-9a87a7f646df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.111783 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-4c5a3758-f333-4bdc-9d74-0b3efb79092f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317 HTTP/1.1" status: 200 len: 217 time: 0.0996211 Aug 28 08:29:58.288370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-a4eba801-d9d5-446d-b5d6-2195f586b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:58.289911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-a4eba801-d9d5-446d-b5d6-2195f586b3bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 200 len: 845 time: 0.1696584 Aug 28 08:29:58.303539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Delete allocated IP 172.20.0.29 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/d0d11133-2a7a-457a-b473-96761e511f51) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:29:58.332018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-ef2d2fa1-c0d3-4dd2-a216-7dca39d4fbe3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322466 Aug 28 08:29:58.333223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.522846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Provisioning for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:29:58.523450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.528957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Provisioning complete for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:58.530400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.538716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Ignored duplicate provisioning block setup for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 08:29:58.630469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:58.630981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-cd7226fc-1ccc-4114-a960-b3b0caefa7e0 service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368655 Aug 28 08:29:58.631877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Provisioning complete for port ea730aca-4aa1-4e55-b332-3283a82222dc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:58.632358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c9da902-40f9-4efb-94e3-0787914ea658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.658796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626392f-51ca-4c40-b9cb-447e888a5ef1 req-52d4165d-83d0-4a56-b632-b0dbab98e154 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:58.660637 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c626392f-51ca-4c40-b9cb-447e888a5ef1 req-52d4165d-83d0-4a56-b632-b0dbab98e154 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.1416771 Aug 28 08:29:58.700409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.755542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54ff18-11bc-4f4c-8665-b5ef8564ae64 req-1271f9fe-8d36-42d4-9416-b879fcde2561 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:58.757979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc54ff18-11bc-4f4c-8665-b5ef8564ae64 req-1271f9fe-8d36-42d4-9416-b879fcde2561 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.1188776 Aug 28 08:29:58.813583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c626392f-51ca-4c40-b9cb-447e888a5ef1 req-0c11ba21-0bff-4dec-bb4d-84773f8960df tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406860 Aug 28 08:29:58.987356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-27be2ff3-2c17-4b4e-ae8f-e08805cc616b None None] Provisioning complete for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:58.987356 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27be2ff3-2c17-4b4e-ae8f-e08805cc616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] In _notify_port_updated(), no bound segment for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb on network d399b459-ee0b-4d1a-b0d6-c46b36455e5f {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-460f25af-24f6-4912-b340-010717680620 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/ports/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb HTTP/1.1" status: 200 len: 919 time: 1.2061117 Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:58.988239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b5ffbca-985b-4272-8551-497e1fa0b21d'}, {'subnet_id': 'd0d11133-2a7a-457a-b473-96761e511f51'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:29:58.989153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-27be2ff3-2c17-4b4e-ae8f-e08805cc616b None None] Port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:58.989264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc54ff18-11bc-4f4c-8665-b5ef8564ae64 req-80d6b507-225b-4726-881f-e7416d5ddd15 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065268 Aug 28 08:29:59.075643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.254763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-c2e7c629-7fb1-4a22-9488-6cd45bd16df0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:29:59.256260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-c2e7c629-7fb1-4a22-9488-6cd45bd16df0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 945 time: 0.5724921 Aug 28 08:29:59.284724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-41223464-3963-45c3-bcc5-1b699115c3c7 None None] Provisioning complete for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:29:59.287820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-41223464-3963-45c3-bcc5-1b699115c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.329357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-41223464-3963-45c3-bcc5-1b699115c3c7 None None] Port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:29:59.365403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ec95045-6e4c-46f8-baa5-fb1bc7d7d026 req-fcff7ca2-ac5c-42a0-9ee6-3723abefdcb2 service neutron] 10.222.0.39 "GET /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902370 Aug 28 08:29:59.391770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:29:59.403147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.30 (d399b459-ee0b-4d1a-b0d6-c46b36455e5f/d0d11133-2a7a-457a-b473-96761e511f51/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:29:59.470396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 31edb180-7499-4167-b63c-504d10bdc259 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:29:59.470747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.577295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:29:59.586615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-849986e8-eb08-4214-9fd4-5f79cf21fbc1 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c1eceb6-82b0-4ce1-9181-c54859cb9851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1001887 Aug 28 08:29:59.586722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60610) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:29:59.590018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Sync routers for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:29:59.602181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:29:59.603744 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:29:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:29:59.626602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 31edb180-7499-4167-b63c-504d10bdc259, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=31edb180-7499-4167-b63c-504d10bdc259,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:29:59.627414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.648012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 31edb180-7499-4167-b63c-504d10bdc259 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:29:59.732886 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:29:59.851998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.916594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ea730aca-4aa1-4e55-b332-3283a82222dc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:29:59.945854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:29:59.991984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['31edb180-7499-4167-b63c-504d10bdc259'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:29:59.994066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:00.010752 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:29:57Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:00.045565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60622) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:00.056125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=31edb180-7499-4167-b63c-504d10bdc259,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:00.062574 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Checking router: 6c1eceb6-82b0-4ce1-9181-c54859cb9851 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:30:00.079547 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Routers {'6c1eceb6-82b0-4ce1-9181-c54859cb9851'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:00.080664 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:29:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:00.120663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 31edb180-7499-4167-b63c-504d10bdc259 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:00.125260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.128192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8c123dc-8850-4d7a-a479-9bf12dc2163f req-5701216f-cda4-489e-8381-848c59d7119d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "DELETE /v2.0/ports/31edb180-7499-4167-b63c-504d10bdc259 HTTP/1.1" status: 204 len: 173 time: 0.8359578 Aug 28 08:30:00.128819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'name': 'network-vif-deleted', 'tag': '31edb180-7499-4167-b63c-504d10bdc259'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:00.133022 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83bf520-4641-4cac-bc24-c337ddc16374" -d '{"events": [{"server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "name": "network-vif-deleted", "tag": "31edb180-7499-4167-b63c-504d10bdc259"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:00.154439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ea730aca-4aa1-4e55-b332-3283a82222dc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:00.157894 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.200418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.228363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:00.237012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6453fbd6-25b3-45a2-9581-4a54cfd514c9 req-df586e20-9dee-4b3f-b12a-8ca2c3a26d94 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.2169333 Aug 28 08:30:00.264256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.309658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-01229e47-027d-41fc-833d-c5610d59b4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.347511 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] Set router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:30:00.372197 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e16a31-4f01-4af0-a87a-45a4b8455d9d x-openstack-request-id: req-66e16a31-4f01-4af0-a87a-45a4b8455d9d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:00.372808 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aa3b0d-6666-45bb-91b2-2c44fd713afa", "name": "network-vif-deleted", "tag": "31edb180-7499-4167-b63c-504d10bdc259", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:00.372808 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66e16a31-4f01-4af0-a87a-45a4b8455d9d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:00.373130 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aa3b0d-6666-45bb-91b2-2c44fd713afa', 'name': 'network-vif-deleted', 'tag': '31edb180-7499-4167-b63c-504d10bdc259', 'status': 'completed', 'code': 200} Aug 28 08:30:00.393508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c987-b26a-4b14-aa86-6c26543a61dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.491368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91b19a-d203-427e-b316-4e22fecd614e req-9d27306a-912c-45b7-b263-f0e0b9d4bb6b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:00.493302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc91b19a-d203-427e-b316-4e22fecd614e req-9d27306a-912c-45b7-b263-f0e0b9d4bb6b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.1771474 Aug 28 08:30:00.495118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.524304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c987-b26a-4b14-aa86-6c26543a61dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.572054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc91b19a-d203-427e-b316-4e22fecd614e req-dfa4d984-b632-496d-8f6e-d7b5f1b70648 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513549 Aug 28 08:30:00.596886 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:29:57Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:00.603445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c987-b26a-4b14-aa86-6c26543a61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.620944 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887115e3-49d8-4943-ac6e-7ad7768b6740 None None] The sync data for ids ['6c1eceb6-82b0-4ce1-9181-c54859cb9851'] in n-d-792458-16 is: [{'id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'name': 'tempest-TaggedBootDevicesTest-1084755790-router', 'tenant_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:29:57Z', 'revision_number': 5, 'project_id': '3c4b63e32f4b41a2bc8a83dbbfce66c5', 'gw_port': {'id': '4d2d0a43-930b-46a7-aec5-11d4cdc290a7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eceb6-82b0-4ce1-9181-c54859cb9851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:17:57Z', 'updated_at': '2021-08-28T08:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:30:00.641314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-cab91041-22e2-486b-8f60-35567073229b tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c84f532582a149ae8cd14d7899d74560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198502 Aug 28 08:30:00.670435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0cf9c987-b26a-4b14-aa86-6c26543a61dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a7ead1ca6d24a3da297a03e007406e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164072 Aug 28 08:30:00.674907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60642) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:00.681615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c987-b26a-4b14-aa86-6c26543a61dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c634fc-838f-4cfc-950d-9b2b0b1e3a9a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:00.756336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:00.820960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.942561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] In _notify_port_updated(), no bound segment for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb on network d399b459-ee0b-4d1a-b0d6-c46b36455e5f {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:30:00.948019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:00.950388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.950388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f146c0c3-781e-4d77-a74f-c3842c864c14 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/ports/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb HTTP/1.1" status: 200 len: 999 time: 2.0118361 Aug 28 08:30:00.953599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:00.969628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-082b0dc8-77cd-4ce5-99a2-4143f71de960 None None] Provisioning for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:00.974185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-082b0dc8-77cd-4ce5-99a2-4143f71de960 None None] Provisioning complete for port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:00.979820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-082b0dc8-77cd-4ce5-99a2-4143f71de960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:00.995232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.017623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-b769eef7-d953-4ee2-8f0d-53cd9127c4a6 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:01.019647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-b769eef7-d953-4ee2-8f0d-53cd9127c4a6 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3436794 Aug 28 08:30:01.030578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-082b0dc8-77cd-4ce5-99a2-4143f71de960 None None] Port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:01.045445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.061031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:01.061380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.061523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-02471b35-397c-43bd-84a4-f6c2df84dfad tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/quotas/c84f532582a149ae8cd14d7899d74560 HTTP/1.1" status: 200 len: 375 time: 0.0344825 Aug 28 08:30:01.117735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-8ed553ad-8f31-42c8-a5d8-90f89e81d43d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c84f532582a149ae8cd14d7899d74560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451822 Aug 28 08:30:01.127845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Deleting port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:01.128197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.181132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.196741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:01.254683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] For port 4d2d0a43-930b-46a7-aec5-11d4cdc290a7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:01.255240 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.269215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Calling delete_port for 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:01.332542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.335455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.336932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34c634fc-838f-4cfc-950d-9b2b0b1e3a9a HTTP/1.1" status: 204 len: 168 time: 0.6592543 Aug 28 08:30:01.350204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c634fc-838f-4cfc-950d-9b2b0b1e3a9a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:01.369812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.370166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f61b8-2f01-40e7-940d-6a154788609b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:01.382117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac74905-94f6-4a51-aa8f-f8010bcf46ea req-aebc6a13-f9ea-43ab-a58b-ff8b57019883 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=58aa3b0d-6666-45bb-91b2-2c44fd713afa HTTP/1.1" status: 200 len: 210 time: 0.0386505 Aug 28 08:30:01.527198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-29d13a11-bfaf-4c3b-a90a-8969b96f1693 req-f93e6bd5-9b24-4569-b928-71a594be74a3 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 210 time: 0.0343885 Aug 28 08:30:01.586356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.622089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:01.660301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.714869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2d0a43-930b-46a7-aec5-11d4cdc290a7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:01.732542 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.734744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ab1f502-28b9-4679-8702-54e107c5e7a7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb HTTP/1.1" status: 204 len: 168 time: 0.7800992 Aug 28 08:30:01.737341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60662) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:01.764217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:01.799139 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae26326-e0eb-40bc-bbfe-a8319dd894d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:01.800909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2ae26326-e0eb-40bc-bbfe-a8319dd894d9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb HTTP/1.1" status: 404 len: 333 time: 0.0625856 Aug 28 08:30:01.803605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:01.803899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:01.804461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 779f5ae7-d4eb-4ddb-a6b8-e668c811ff16 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:01.848414 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.862760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63954daf-64c9-4aa2-9e72-ac911bea89be req-6ba767a4-215b-4586-b1f5-d40d7bc85ca3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:01.865206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63954daf-64c9-4aa2-9e72-ac911bea89be req-6ba767a4-215b-4586-b1f5-d40d7bc85ca3 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.1607187 Aug 28 08:30:01.873232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.903587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet d0d11133-2a7a-457a-b473-96761e511f51 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:01.909898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:01.975768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.019752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.023470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.032740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63954daf-64c9-4aa2-9e72-ac911bea89be req-e0ac0861-b328-4aec-aaea-a64358af16e2 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549270 Aug 28 08:30:02.135385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.179843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.180434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1eceb6-82b0-4ce1-9181-c54859cb9851 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:30:02.185539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.190701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f124592d-b040-4660-bf46-c645730d2931 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6c1eceb6-82b0-4ce1-9181-c54859cb9851 HTTP/1.1" status: 204 len: 168 time: 2.5992177 Aug 28 08:30:02.190701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60672) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:02.286489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Deleting subnet 2da70d31-c82a-4c26-84d2-370bf439a095 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:02.292677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.297289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.341234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.362366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.362862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8b893-a279-4d8d-a236-d1103c6b4077 None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:02.364377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/d0d11133-2a7a-457a-b473-96761e511f51 HTTP/1.1" status: 204 len: 168 time: 0.5571473 Aug 28 08:30:02.365243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8676b3-0233-482c-85ce-11f969c7d238 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d11133-2a7a-457a-b473-96761e511f51,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:02.369400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60676) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:02.451783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 5b5ffbca-985b-4272-8551-497e1fa0b21d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:02.456918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.468589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.503305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:02.525925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-315aac5d-2e3a-4ce7-b2db-23d305e3ed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.536727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 31edb180-7499-4167-b63c-504d10bdc259 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:02.536922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.562061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 31edb180-7499-4167-b63c-504d10bdc259 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:02.562715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 31edb180-7499-4167-b63c-504d10bdc259 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:02.671789 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.725974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da70d31-c82a-4c26-84d2-370bf439a095,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:02.732158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fce1487f-8fa3-48da-b505-20a7b0f97ce8 req-14704c14-b2d1-4e24-932f-7dcc24fead1d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 210 time: 0.0586343 Aug 28 08:30:02.744116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.745107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.749045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60686) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:02.750750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b4e71f19-3ecb-4b77-8162-d48c39bc85c5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2da70d31-c82a-4c26-84d2-370bf439a095 HTTP/1.1" status: 204 len: 168 time: 0.5595982 Aug 28 08:30:02.751849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c81da-439d-463a-b179-fb71efc0bc04 None None] Network 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:02.813636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-315aac5d-2e3a-4ce7-b2db-23d305e3ed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.877698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-315aac5d-2e3a-4ce7-b2db-23d305e3ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:02.993831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-315aac5d-2e3a-4ce7-b2db-23d305e3ed24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e69396fc7373458083b26b5e7233be63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892845 Aug 28 08:30:02.998795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:03.028474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aac5d-2e3a-4ce7-b2db-23d305e3ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba6e71-ab1e-4ad9-8378-d00d99318b34,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:03.054728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.082826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f17306-69b0-4905-9478-28f214aede32 None None] DHCP port deletion for 3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:03.137556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.156548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Deleting port 62d941b9-3535-479a-9ecb-568c7977a19d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:03.157167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.164062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.196801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.238551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5ffbca-985b-4272-8551-497e1fa0b21d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:03.247753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-40f17306-69b0-4905-9478-28f214aede32 None None] For port 62d941b9-3535-479a-9ecb-568c7977a19d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62d941b9-3535-479a-9ecb-568c7977a19d,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:03.248375 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.268837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Calling delete_port for 62d941b9-3535-479a-9ecb-568c7977a19d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:03.322675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a338b2-2db7-4511-a5d0-c6d541f4f5d8 req-87fc3183-c7a4-402a-8eea-cca8ea68f6a5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:03.324873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7a338b2-2db7-4511-a5d0-c6d541f4f5d8 req-87fc3183-c7a4-402a-8eea-cca8ea68f6a5 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.0991163 Aug 28 08:30:03.345527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.350659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:03.351380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ff4a54b5-f394-4318-9bf2-c2036388f069 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/5b5ffbca-985b-4272-8551-497e1fa0b21d HTTP/1.1" status: 204 len: 168 time: 0.9809165 Aug 28 08:30:03.399622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-800f7e26-2cdc-4d3a-80f7-e1332b0a9da4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:03.401165 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-800f7e26-2cdc-4d3a-80f7-e1332b0a9da4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.1664801 Aug 28 08:30:03.407314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Deleting port 62d941b9-3535-479a-9ecb-568c7977a19d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:03.412991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.432079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7a338b2-2db7-4511-a5d0-c6d541f4f5d8 req-1bd127d0-94bd-4a99-b121-35312accf69b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001439 Aug 28 08:30:03.447911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cfc36-02c0-4c86-8968-73ec0e416187 None None] Network d399b459-ee0b-4d1a-b0d6-c46b36455e5f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:03.453066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.454688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.458196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31ba6e71-ab1e-4ad9-8378-d00d99318b34 HTTP/1.1" status: 204 len: 168 time: 0.4438424 Aug 28 08:30:03.468313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f264b-9659-42c2-a3cb-373dbb6cbcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba6e71-ab1e-4ad9-8378-d00d99318b34,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:03.473935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.480410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-78207636-0189-4a08-b078-3914815d7ca8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0699205 Aug 28 08:30:03.546169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.555697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] For port 62d941b9-3535-479a-9ecb-568c7977a19d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=62d941b9-3535-479a-9ecb-568c7977a19d,segment=NetworkSegment(75132958-bc3b-4762-805e-5e2db0819b45),segment_id=75132958-bc3b-4762-805e-5e2db0819b45)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:03.556359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.577438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Calling delete_port for 62d941b9-3535-479a-9ecb-568c7977a19d owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:03.579859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port ea730aca-4aa1-4e55-b332-3283a82222dc {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:03.581010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.613722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-1e8fc717-b1db-48be-a423-13a13270ef16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255763 Aug 28 08:30:03.624448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f17306-69b0-4905-9478-28f214aede32 None None] Pushing event deleted for resources: {'Port': ['ID=62d941b9-3535-479a-9ecb-568c7977a19d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:03.627734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f17306-69b0-4905-9478-28f214aede32 None None] No DVR routers for this DVR port 62d941b9-3535-479a-9ecb-568c7977a19d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:03.631084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0fab42aa-8126-4846-bf5b-0db587b97abb None None] Provisioning complete for port ea730aca-4aa1-4e55-b332-3283a82222dc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:03.631454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0fab42aa-8126-4846-bf5b-0db587b97abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.689399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ea730aca-4aa1-4e55-b332-3283a82222dc,segment=NetworkSegment(aee1c5c6-da52-42d7-a8ea-85a6f13f7104),segment_id=aee1c5c6-da52-42d7-a8ea-85a6f13f7104)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:03.690123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.708963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for ea730aca-4aa1-4e55-b332-3283a82222dc owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:03.817285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] DHCP port deletion for d399b459-ee0b-4d1a-b0d6-c46b36455e5f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:03.828694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62d941b9-3535-479a-9ecb-568c7977a19d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:03.850374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-f691f77c-7950-46c1-9b57-65b6d7a14c0a service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185633 Aug 28 08:30:03.852543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.874270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20515c70-a58e-4c01-b08e-a52c501a36d8 req-a98efcd3-38c9-462d-a3c4-4497c53c06ce tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 210 time: 0.0279765 Aug 28 08:30:03.897567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 62d941b9-3535-479a-9ecb-568c7977a19d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:03.897567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 62d941b9-3535-479a-9ecb-568c7977a19d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:03.897567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:03.898102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] No DVR routers for this DVR port 62d941b9-3535-479a-9ecb-568c7977a19d on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:03.920181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:03.920532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4d2d0a43-930b-46a7-aec5-11d4cdc290a7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:03.947607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Deleting port ea730aca-4aa1-4e55-b332-3283a82222dc {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:03.947994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.957173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:03.983341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:04.001865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port ea730aca-4aa1-4e55-b332-3283a82222dc on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:04.024676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Pushing event deleted for resources: {'Port': ['ID=62d941b9-3535-479a-9ecb-568c7977a19d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:04.046923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] For port ea730aca-4aa1-4e55-b332-3283a82222dc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ea730aca-4aa1-4e55-b332-3283a82222dc,segment=NetworkSegment(aee1c5c6-da52-42d7-a8ea-85a6f13f7104),segment_id=aee1c5c6-da52-42d7-a8ea-85a6f13f7104)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:04.046923 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.071819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Calling delete_port for ea730aca-4aa1-4e55-b332-3283a82222dc owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:04.078045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.084311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-c38fda76-0a02-48ed-a4f9-b99a175caae3 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c84f532582a149ae8cd14d7899d74560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442135 Aug 28 08:30:04.089904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.111986 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.144109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d399b459-ee0b-4d1a-b0d6-c46b36455e5f']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.154983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75132958-bc3b-4762-805e-5e2db0819b45') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.155281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75132958-bc3b-4762-805e-5e2db0819b45') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.172727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.173110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee1c5c6-da52-42d7-a8ea-85a6f13f7104') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:04.188174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.189907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.203881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.211276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:04.211916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:04.215767 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:04.218016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.218104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] Pushing event deleted for resources: {'Port': ['ID=ea730aca-4aa1-4e55-b332-3283a82222dc,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:04.221373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e892537-c42f-4618-aa69-0736fdbdec86 None None] No DVR routers for this DVR port ea730aca-4aa1-4e55-b332-3283a82222dc on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:04.269457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-6ef0f265-f01c-4926-8f14-3148791f81e2 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084253 Aug 28 08:30:04.288183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.327842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:04.333728 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:04.414234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.416894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-099f5c25-a44c-415c-9df5-59ad2e1e4a4f tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:04.419444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-099f5c25-a44c-415c-9df5-59ad2e1e4a4f tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271458 Aug 28 08:30:04.421733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.423400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/d399b459-ee0b-4d1a-b0d6-c46b36455e5f HTTP/1.1" status: 204 len: 168 time: 1.0718107 Aug 28 08:30:04.427622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60726) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:04.435675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34126a07-408a-413b-996d-250280d7a4b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=d399b459-ee0b-4d1a-b0d6-c46b36455e5f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:04.443167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Request body: {'port': {'device_id': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': 'c84f532582a149ae8cd14d7899d74560'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:04.538351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.544233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:30:04.546511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.551436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7 HTTP/1.1" status: 204 len: 168 time: 1.7896335 Aug 28 08:30:04.580205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127936d2-3662-4ad3-9330-367a22b8f7e7 req-87ee5080-608f-4218-833e-4bff8d00f154 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:04.583886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc8f2c-c9b8-40f3-bd9b-293350d175e7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:04.586072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-66cc8f2c-c9b8-40f3-bd9b-293350d175e7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1570089 Aug 28 08:30:04.595232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-127936d2-3662-4ad3-9330-367a22b8f7e7 req-87ee5080-608f-4218-833e-4bff8d00f154 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.0901670 Aug 28 08:30:04.598081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60738) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:04.602551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f167d-e36a-4b50-a8a0-2f462f23157f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3b4ec5-18f5-40ab-ac77-6ffc8d3cfac7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:04.724544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:04.737116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-127936d2-3662-4ad3-9330-367a22b8f7e7 req-2bdcb32f-973c-4010-93fd-8f44d958cf69 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409895 Aug 28 08:30:04.744983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Made reservation on behalf of c84f532582a149ae8cd14d7899d74560 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:04.745693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.758304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3d401aee-c6a4-461d-9c11-8f8f92cf5a94 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1429183 Aug 28 08:30:04.758784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:04.763871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.765063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135881990'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:04.774504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'mac_address': 'fa:16:3e:a9:13:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:30:04.793113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.846304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.854882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bddaff43-b09b-46c6-8ff0-61bc9699dc09 req-d6a2cd03-4038-4f6f-8c45-6e008e4f256e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 210 time: 0.0354571 Aug 28 08:30:04.862376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf5c616-d093-41dc-9db5-3c1b0187d317 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:04.877035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:04.881813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.885400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:04.909715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:04.924907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.925311 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment 6f61e649-a979-4272-8ae5-da8660dd7bbd of type vlan for network 1d5c7a77-48f8-421e-a641-490714ea44c9 Aug 28 08:30:04.968405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:04.976406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.020641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:05.033138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.040759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4641571b-89b2-46d4-809b-4719bc8fa8be req-677f5d4f-f984-4764-9321-7f5a0dd3dc70 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 210 time: 0.0563986 Aug 28 08:30:05.095041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60764) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:05.124050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.160990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a464fd4a-c4a2-49c5-9b20-ba4dc319ae48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c4b63e32f4b41a2bc8a83dbbfce66c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646975 Aug 28 08:30:05.163861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60766) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:05.179278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.185274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:05.185967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.203400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa17ab22-f874-4fe1-a1ea-29548184f36f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:05.238183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.287145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=1d5c7a77-48f8-421e-a641-490714ea44c9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:05.298588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Allocated IP 192.168.233.175 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/11cdf33f-1c23-4019-8b16-30d5fd52f246) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:05.301172 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.301482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:05.325075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.423645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['3cf5c616-d093-41dc-9db5-3c1b0187d317'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:05.481151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8812022d-6ed1-4743-9ce4-df4a2cf2df01 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7185669 Aug 28 08:30:05.481647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:05.489088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:05.517061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.521762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.521762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f756018-4dbb-4ebd-a93b-f02f32bd1b01 HTTP/1.1" status: 204 len: 168 time: 0.3565347 Aug 28 08:30:05.531996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f86fa-af27-4bae-a330-50540800918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f756018-4dbb-4ebd-a93b-f02f32bd1b01,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:05.544281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.576820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Transition to ACTIVE for port object 11cdf33f-1c23-4019-8b16-30d5fd52f246 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:05.740160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:05.743748 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:05.759266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ea730aca-4aa1-4e55-b332-3283a82222dc no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:05.786893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ea730aca-4aa1-4e55-b332-3283a82222dc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:05.787248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ea730aca-4aa1-4e55-b332-3283a82222dc not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:05.823701 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:06.074287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a47347e-4e43-4935-817a-0507e3a260cc req-e5c4fbc7-3689-421b-b376-91138fdccfc5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 210 time: 0.0346482 Aug 28 08:30:06.212865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0618e-cb58-4985-8527-5fc986c7879f req-44470061-bc75-4d09-8642-4ac4aff8b852 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:06.220402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dde0618e-cb58-4985-8527-5fc986c7879f req-44470061-bc75-4d09-8642-4ac4aff8b852 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 936 time: 0.0631101 Aug 28 08:30:06.252848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:06.266132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:06.268683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:06.278632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dde0618e-cb58-4985-8527-5fc986c7879f req-124f637c-2325-436f-ad97-31c87073444d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 Aug 28 08:30:06.287702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Pushing event updated for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:06.362718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac80c71-2c17-455b-8895-b0e1dd24bbbe req-8001f102-7b61-4433-a152-1a667653cb22 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:06.367026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bac80c71-2c17-455b-8895-b0e1dd24bbbe req-8001f102-7b61-4433-a152-1a667653cb22 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 944 time: 0.5185013 Aug 28 08:30:06.378863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:06.379565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:06.475955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bac80c71-2c17-455b-8895-b0e1dd24bbbe req-0c8e5d7e-bd66-4b9d-95ea-711936ccc94c tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031845 Aug 28 08:30:06.586523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-56aa5321-a099-403f-ab8d-3589c2d8cf6d tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1471102 Aug 28 08:30:06.618655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Request body: {'port': {'device_id': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:06.648547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:06.746181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:06.761917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=6b9c7435-eace-49e4-8f73-da171f841f6d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:06.769082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5ea73f1a-a9d6-4cc1-a140-7ed5a234d101 None None] Provisioning for port 11cdf33f-1c23-4019-8b16-30d5fd52f246 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:06.775199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5ea73f1a-a9d6-4cc1-a140-7ed5a234d101 None None] Provisioning complete for port 11cdf33f-1c23-4019-8b16-30d5fd52f246 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:06.780131 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ea73f1a-a9d6-4cc1-a140-7ed5a234d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:06.796121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': '6f61e649-a979-4272-8ae5-da8660dd7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:06.796608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: 1d5c7a77-48f8-421e-a641-490714ea44c9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:06.816556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ea73f1a-a9d6-4cc1-a140-7ed5a234d101 None None] Port 11cdf33f-1c23-4019-8b16-30d5fd52f246 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:06.963404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:07.061061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 1d5c7a77-48f8-421e-a641-490714ea44c9) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:07.072307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2e0d1-f74b-4e90-b3c2-ea1f795b7ae1 None None] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:07.089195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:07.089797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.115639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cdf33f-1c23-4019-8b16-30d5fd52f246 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:07.124996 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.141012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Transition to ACTIVE for port object 11cdf33f-1c23-4019-8b16-30d5fd52f246 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:07.218049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aac004df-04e6-45f4-a744-af75703aa984 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7355719 Aug 28 08:30:07.218725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60862) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:07.224545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9', 'name': 'tempest-PortsTestJSON-1056883293'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:07.234994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ca72018-d889-4d10-9eea-537b16f85476 req-d370e22d-204e-403c-8f20-c9cd0dcdb98d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 210 time: 0.0351412 Aug 28 08:30:07.296628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.351572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-1d5c7a77-48f8-421e-a641-490714ea44c9', 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': '6b9c7435-eace-49e4-8f73-da171f841f6d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:07.351572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.407537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:07.605403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Attempting to bind port 11cdf33f-1c23-4019-8b16-30d5fd52f246 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:07.606071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Attempting to bind port 11cdf33f-1c23-4019-8b16-30d5fd52f246 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:07.606071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Attempting to bind port 11cdf33f-1c23-4019-8b16-30d5fd52f246 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:07.611134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66116fe-e569-466e-afcc-d2d241d5b15c req-467e3034-44c7-4496-9caf-bce75d6076f7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:07.619243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Port 11cdf33f-1c23-4019-8b16-30d5fd52f246 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:30:07.619373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e66116fe-e569-466e-afcc-d2d241d5b15c req-467e3034-44c7-4496-9caf-bce75d6076f7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 944 time: 0.0610380 Aug 28 08:30:07.619476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Attempting to bind port 11cdf33f-1c23-4019-8b16-30d5fd52f246 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:07.647693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089304b-9699-428f-a3ee-6beffba2271c req-e2334bff-4c21-404a-82c8-4fe19f7b1083 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:07.649756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e089304b-9699-428f-a3ee-6beffba2271c req-e2334bff-4c21-404a-82c8-4fe19f7b1083 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 948 time: 0.1984384 Aug 28 08:30:07.653892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:07.653892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:07.662449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:07.664163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Bound port: 11cdf33f-1c23-4019-8b16-30d5fd52f246, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:07.665102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.666116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e66116fe-e569-466e-afcc-d2d241d5b15c req-5bc222cc-cd13-4a03-a0d9-ce6f89a121cd tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Aug 28 08:30:07.694556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:07.699174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:07.748906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port af3dfe53-5956-4a1c-9128-4dbeea608d01 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:07.787712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Allocated IP 172.20.0.2 (1d5c7a77-48f8-421e-a641-490714ea44c9/6b9c7435-eace-49e4-8f73-da171f841f6d/f70efccc-d426-405e-889e-c0ad02687097) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:07.835377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-cd952c10-a931-4ec5-b7c7-809a87dc0f1d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:07.837738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-cd952c10-a931-4ec5-b7c7-809a87dc0f1d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.3702617 Aug 28 08:30:07.874569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:07.897451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e089304b-9699-428f-a3ee-6beffba2271c req-2a100a4a-330b-473a-8bb9-b0c1317b92fb tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191877 Aug 28 08:30:07.958073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:07.986361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:08.012088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:08.132897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.169994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b03-f459-4fdf-8e90-4349845133e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.200789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:08.204443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.216280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.249340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:08.249340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.266897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/11cdf33f-1c23-4019-8b16-30d5fd52f246 HTTP/1.1" status: 200 len: 1097 time: 1.6545465 Aug 28 08:30:08.269585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Transition to ACTIVE for port object f70efccc-d426-405e-889e-c0ad02687097 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:08.271628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:08.274010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa48ab-80b3-4952-b9cd-e7fb281a459a" -d '{"events": [{"name": "network-changed", "server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:08.338789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Transition to ACTIVE for port object f70efccc-d426-405e-889e-c0ad02687097 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:08.363396 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be79c8-de47-4a4f-82eb-e46b11726429 x-openstack-request-id: req-62be79c8-de47-4a4f-82eb-e46b11726429 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:08.363396 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:08.363396 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62be79c8-de47-4a4f-82eb-e46b11726429 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:08.364650 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246', 'status': 'completed', 'code': 200} Aug 28 08:30:08.375703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b03-f459-4fdf-8e90-4349845133e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.389199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd22ab-d855-485d-8a79-ff4d3f524cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:08.428792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e2d6ae0-f04d-418d-a160-d0087ea5fc03 req-d6408849-3a4c-4127-86f0-cc9473928ab7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 210 time: 0.0513597 Aug 28 08:30:08.500935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.581296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b03-f459-4fdf-8e90-4349845133e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.602557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:08.619009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:08.623046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:08.627164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa48ab-80b3-4952-b9cd-e7fb281a459a req-703d3674-317d-4fd8-a855-ed1620d7ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:08.628692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34aa48ab-80b3-4952-b9cd-e7fb281a459a req-703d3674-317d-4fd8-a855-ed1620d7ed7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c84f532582a149ae8cd14d7899d74560&device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 1100 time: 0.2037687 Aug 28 08:30:08.629930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.2 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/98d5882a-8355-4c1c-88f5-32beb48cb9c8) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:08.657286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c7b83b03-f459-4fdf-8e90-4349845133e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d17115d372554d66a113254e8aeb1399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977227 Aug 28 08:30:08.658887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60916) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:08.667456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.6 (1d5c7a77-48f8-421e-a641-490714ea44c9/6b9c7435-eace-49e4-8f73-da171f841f6d/af3dfe53-5956-4a1c-9128-4dbeea608d01) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:08.696389 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34aa48ab-80b3-4952-b9cd-e7fb281a459a req-50e02c6e-dea1-416b-9d7b-fe9f92c61bf1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c84f532582a149ae8cd14d7899d74560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492566 Aug 28 08:30:08.699693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Pushing event updated for resources: {'Port': ['ID=f70efccc-d426-405e-889e-c0ad02687097,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:08.710265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:08.762703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83b03-f459-4fdf-8e90-4349845133e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250306e2-2b47-4e82-bd79-26b1ca79a89f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:08.803479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.831416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Attempting to bind port f70efccc-d426-405e-889e-c0ad02687097 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:08.831956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Attempting to bind port f70efccc-d426-405e-889e-c0ad02687097 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f61e649-a979-4272-8ae5-da8660dd7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:08.832694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Attempting to bind port f70efccc-d426-405e-889e-c0ad02687097 on network 1d5c7a77-48f8-421e-a641-490714ea44c9 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:08.840166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:08.840745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Checking segment: {'id': '6f61e649-a979-4272-8ae5-da8660dd7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:08.841352 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.841857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Bound using segment: {'id': '6f61e649-a979-4272-8ae5-da8660dd7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:08.842570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Bound port: f70efccc-d426-405e-889e-c0ad02687097, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f61e649-a979-4272-8ae5-da8660dd7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:08.843489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.846052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 3cf5c616-d093-41dc-9db5-3c1b0187d317 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:08.852533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:08.866975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 3cf5c616-d093-41dc-9db5-3c1b0187d317 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:08.874868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.022364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] For port f70efccc-d426-405e-889e-c0ad02687097, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:09.028197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.034333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.039619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/250306e2-2b47-4e82-bd79-26b1ca79a89f HTTP/1.1" status: 204 len: 168 time: 0.3783696 Aug 28 08:30:09.043466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] For port f70efccc-d426-405e-889e-c0ad02687097, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f70efccc-d426-405e-889e-c0ad02687097,segment=NetworkSegment(6f61e649-a979-4272-8ae5-da8660dd7bbd),segment_id=6f61e649-a979-4272-8ae5-da8660dd7bbd)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:09.050549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.052761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad69cd4-df9d-4932-965f-f108c228e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250306e2-2b47-4e82-bd79-26b1ca79a89f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:09.093122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:09.097487 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ec94e-c33e-4b7f-8460-c0b29ffaeb4d" -d '{"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:09.105227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b58f0-bd04-49cb-be21-659ee9a744cb req-2e97a1e8-466a-4367-9f11-f33cd61eed65 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.107212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b2b58f0-bd04-49cb-be21-659ee9a744cb req-2e97a1e8-466a-4367-9f11-f33cd61eed65 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 944 time: 0.3077996 Aug 28 08:30:09.111232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:09.123194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.131250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa48ab-80b3-4952-b9cd-e7fb281a459a req-c9af8dc8-d990-44f6-83d6-5267fb8466b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.132768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34aa48ab-80b3-4952-b9cd-e7fb281a459a req-c9af8dc8-d990-44f6-83d6-5267fb8466b1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4186511 Aug 28 08:30:09.205217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fc2d-98ca-4053-b3d6-7a0cd3d5089b req-77d81e0a-5e80-4867-8622-4d2d53be34b2 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.218134 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.218538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3294fc2d-98ca-4053-b3d6-7a0cd3d5089b req-77d81e0a-5e80-4867-8622-4d2d53be34b2 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 948 time: 0.1474183 Aug 28 08:30:09.247272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b2b58f0-bd04-49cb-be21-659ee9a744cb req-cc4cfa71-17b2-4cd8-8609-adf37a23e01b tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207402 Aug 28 08:30:09.294352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118a81d-f9b8-43cb-adc3-dd5c8bfc909c None None] Pushing event updated for resources: {'Port': ['ID=f70efccc-d426-405e-889e-c0ad02687097,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:09.295102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.305978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.322195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3294fc2d-98ca-4053-b3d6-7a0cd3d5089b req-bed7f866-2f65-49e1-a20b-8a7d857e5b89 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025124 Aug 28 08:30:09.349027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object af3dfe53-5956-4a1c-9128-4dbeea608d01 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:09.361739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-e684b1b8-6a74-4ab4-ac7c-2cdb8d08d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.363373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-e684b1b8-6a74-4ab4-ac7c-2cdb8d08d379 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c84f532582a149ae8cd14d7899d74560&device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 1100 time: 0.1453545 Aug 28 08:30:09.404518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:09.428085 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02083925-83dc-491f-a920-817307bb4cac x-openstack-request-id: req-02083925-83dc-491f-a920-817307bb4cac {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:09.428801 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:09.428999 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02083925-83dc-491f-a920-817307bb4cac {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:09.429446 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'code': 200} Aug 28 08:30:09.431809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-5a09b452-4544-412a-8f85-5ccad5b47b74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246 HTTP/1.1" status: 200 len: 217 time: 0.0502574 Aug 28 08:30:09.563801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.610407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:09.778231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:09.783711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-5790673a-cf2e-4aaa-b87c-8ac67311f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.785823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-5790673a-cf2e-4aaa-b87c-8ac67311f575 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.3449039 Aug 28 08:30:09.792446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:09.811712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:09.834365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:09.935720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:09.935720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:09.935720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9978e4-3ef8-4d52-b2ec-63b2fdfa8c72 req-729a3ffa-f172-46b0-8921-436c158028ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.935720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f9978e4-3ef8-4d52-b2ec-63b2fdfa8c72 req-729a3ffa-f172-46b0-8921-436c158028ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 1097 time: 0.3599584 Aug 28 08:30:09.935720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:09.940616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c374d-bd71-4c50-9c6d-2e8530d7d02f req-5fbc1b56-49bf-41fe-9fb3-73f876647292 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:09.942263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c7c374d-bd71-4c50-9c6d-2e8530d7d02f req-5fbc1b56-49bf-41fe-9fb3-73f876647292 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 931 time: 0.2757990 Aug 28 08:30:09.945542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f70efccc-d426-405e-889e-c0ad02687097 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:09.960752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:10.055194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:10.055883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:10.067143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-b499389a-0f06-4d51-a10c-0a43a215d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:10.068120 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-b499389a-0f06-4d51-a10c-0a43a215d7a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2593722 Aug 28 08:30:10.077509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f70efccc-d426-405e-889e-c0ad02687097 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:10.207883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:10.208645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:10.212033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=af3dfe53-5956-4a1c-9128-4dbeea608d01,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:10.227762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-b96a4f71-ddd6-44c0-8166-91827224780b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3631706 Aug 28 08:30:10.235820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9c7c374d-bd71-4c50-9c6d-2e8530d7d02f req-163e95ee-54c5-49fa-88b4-ecbd7a332418 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586799 Aug 28 08:30:10.237427 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7f9978e4-3ef8-4d52-b2ec-63b2fdfa8c72 req-46c54b05-3e78-4675-8a0d-730c3fa7da44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918911 Aug 28 08:30:10.297675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-f82b88d4-c14f-4c37-885a-5486487ebf43 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103279 Aug 28 08:30:10.381843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a698314-5b76-43c3-aafb-002cdb388e5e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1596005 Aug 28 08:30:10.382079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:10.388502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': '1d5c7a77-48f8-421e-a641-490714ea44c9', 'name': 'tempest-PortsTestJSON-744407677'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:10.422166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dcd54-0101-40b0-9c91-28b70b93ed01 req-b10477e1-2cff-4117-9d9c-5eb066990b4a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:10.431013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42dcd54-0101-40b0-9c91-28b70b93ed01 req-b10477e1-2cff-4117-9d9c-5eb066990b4a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0737627 Aug 28 08:30:10.474557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42dcd54-0101-40b0-9c91-28b70b93ed01 req-0c8b5c2a-0ef2-427a-9f1c-e9da1785299d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Aug 28 08:30:10.607405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2684b3a-4bb4-4a2c-a75b-93b52d68f879 None None] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:10.775723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Request body: {'port': {'device_id': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:10.794268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Provisioning for port f70efccc-d426-405e-889e-c0ad02687097 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:10.800532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Provisioning complete for port f70efccc-d426-405e-889e-c0ad02687097 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:10.801203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:10.913024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:10.942573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2fbfecc5-455d-4b2f-a80b-20a4de49ffcc req-5b9a7951-90e5-480d-88a2-69582a864cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263447 Aug 28 08:30:10.958297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] For port f70efccc-d426-405e-889e-c0ad02687097, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f70efccc-d426-405e-889e-c0ad02687097,segment=NetworkSegment(6f61e649-a979-4272-8ae5-da8660dd7bbd),segment_id=6f61e649-a979-4272-8ae5-da8660dd7bbd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:10.970735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b112-2e76-46ea-8cf9-41f585475273 req-601eed04-45ab-4a52-8199-2c24e16a89fc tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:10.973381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b764b112-2e76-46ea-8cf9-41f585475273 req-601eed04-45ab-4a52-8199-2c24e16a89fc tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 948 time: 0.2035320 Aug 28 08:30:10.980615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.063678 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b764b112-2e76-46ea-8cf9-41f585475273 req-379562a4-d702-41da-8ba3-684301f32e85 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Aug 28 08:30:11.077290 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.147837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49e30-8d31-4285-b267-6b08b33d12fd None None] Pushing event updated for resources: {'Port': ['ID=f70efccc-d426-405e-889e-c0ad02687097,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:11.151375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:11.155028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.194554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 823c99c7-0cea-4c55-937d-990b3e5710a7 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:11.204377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Provisioning complete for port f70efccc-d426-405e-889e-c0ad02687097 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:11.205089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.449244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.3 (1d5c7a77-48f8-421e-a641-490714ea44c9/6b9c7435-eace-49e4-8f73-da171f841f6d/823c99c7-0cea-4c55-937d-990b3e5710a7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:11.471900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Provisioning for port af3dfe53-5956-4a1c-9128-4dbeea608d01 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:11.476895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Provisioning complete for port af3dfe53-5956-4a1c-9128-4dbeea608d01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:11.477279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.490037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bea8a-32b3-432f-8869-657e96fac5e2 req-3e048a51-5bac-4532-b9dd-3cf41c12d4f7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:11.491565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-967bea8a-32b3-432f-8869-657e96fac5e2 req-3e048a51-5bac-4532-b9dd-3cf41c12d4f7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 931 time: 0.1321871 Aug 28 08:30:11.540553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-96c5a1d6-7e59-44b8-87bf-5d31df18a515 None None] Port af3dfe53-5956-4a1c-9128-4dbeea608d01 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:11.642072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d5882a-8355-4c1c-88f5-32beb48cb9c8 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:11.652672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.659262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-967bea8a-32b3-432f-8869-657e96fac5e2 req-d2433b57-2447-4487-83f0-68b6be329a67 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484785 Aug 28 08:30:11.659447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d91e80e-2b59-4774-aaad-91dbab7aa5ad None None] Provisioning complete for port af3dfe53-5956-4a1c-9128-4dbeea608d01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:11.659861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d91e80e-2b59-4774-aaad-91dbab7aa5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.680969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Transition to ACTIVE for port object 98d5882a-8355-4c1c-88f5-32beb48cb9c8 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:11.724141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0d91e80e-2b59-4774-aaad-91dbab7aa5ad None None] Port af3dfe53-5956-4a1c-9128-4dbeea608d01 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:11.725590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.765625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 823c99c7-0cea-4c55-937d-990b3e5710a7 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:11.785298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f70efccc-d426-405e-889e-c0ad02687097 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:11.815844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aad8b-bbf7-4b2c-bc0b-fa8de0f3bb52 req-9b79d5bb-92e0-41e6-bcc1-779f198f3504 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:11.817414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-397aad8b-bbf7-4b2c-bc0b-fa8de0f3bb52 req-9b79d5bb-92e0-41e6-bcc1-779f198f3504 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0850053 Aug 28 08:30:11.822092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.836101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f70efccc-d426-405e-889e-c0ad02687097 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:11.836513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.918027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Pushing event updated for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:11.932540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:11.957278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-397aad8b-bbf7-4b2c-bc0b-fa8de0f3bb52 req-dc2eb45f-97e3-4d24-8994-4db2914364cc tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264746 Aug 28 08:30:12.056413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:12.061818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=823c99c7-0cea-4c55-937d-990b3e5710a7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:12.066865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:12.076832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:12.120473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Attempting to bind port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:12.120811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Attempting to bind port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:12.121200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Attempting to bind port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:12.130018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:30:12.130391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Attempting to bind port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:12.141226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:12.143358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:12.143358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:12.154370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Bound port: 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:12.154756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.177853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.178311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.290600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1f3d6-3ace-4071-b024-e578de5ce101 req-c3f3def9-c496-4928-91dd-e6fd814b04d8 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.292115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ca1f3d6-3ace-4071-b024-e578de5ce101 req-c3f3def9-c496-4928-91dd-e6fd814b04d8 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 948 time: 0.1207054 Aug 28 08:30:12.293400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:12.297030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:12.338394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8ca1f3d6-3ace-4071-b024-e578de5ce101 req-eebd92af-1628-4784-984c-352b0e3b03b7 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Aug 28 08:30:12.355078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dfd5e1d3-fe15-441b-8851-c8b587bf6094 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9718788 Aug 28 08:30:12.359452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:12.435887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.470797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af7990-d258-4cdb-ba9d-85ff05997389 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.476556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b7af7990-d258-4cdb-ba9d-85ff05997389 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1159112 Aug 28 08:30:12.480531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32838) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:12.480890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.481645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.487141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac311207-fed9-47a9-b2e6-26d27aa7ea5a None None] Provisioning for port 823c99c7-0cea-4c55-937d-990b3e5710a7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:12.488073 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] 10.222.0.39 "PUT /v2.0/ports/98d5882a-8355-4c1c-88f5-32beb48cb9c8 HTTP/1.1" status: 200 len: 1092 time: 1.7147915 Aug 28 08:30:12.488536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac311207-fed9-47a9-b2e6-26d27aa7ea5a None None] Provisioning complete for port 823c99c7-0cea-4c55-937d-990b3e5710a7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:12.488536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac311207-fed9-47a9-b2e6-26d27aa7ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.488721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:12.490263 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d467e-5b0e-40e0-a658-5e5149c5b879" -d '{"events": [{"name": "network-changed", "server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:12.525826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436e2a-a4ef-4595-b097-631cf1db0129 service neutron] Pushing event updated for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:12.568033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ac311207-fed9-47a9-b2e6-26d27aa7ea5a None None] Port 823c99c7-0cea-4c55-937d-990b3e5710a7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:12.579010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35663056-41a1-4799-9422-8419de0feaf7 x-openstack-request-id: req-35663056-41a1-4799-9422-8419de0feaf7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:12.579010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:12.579010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35663056-41a1-4799-9422-8419de0feaf7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:12.579010 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8', 'status': 'completed', 'code': 200} Aug 28 08:30:12.610286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 823c99c7-0cea-4c55-937d-990b3e5710a7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:12.610286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.678513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-99e830f1-0632-440c-bfb4-fdb1a4738e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.680090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-99e830f1-0632-440c-bfb4-fdb1a4738e13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 1095 time: 0.0546236 Aug 28 08:30:12.708197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:12.746683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 823c99c7-0cea-4c55-937d-990b3e5710a7 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:12.865408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb5b8-abf5-407f-a601-751655464cf8 req-7310f59c-c1ff-40d8-aa2e-08abbb727626 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.874699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34cdb5b8-abf5-407f-a601-751655464cf8 req-7310f59c-c1ff-40d8-aa2e-08abbb727626 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 943 time: 0.1300886 Aug 28 08:30:12.937180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-34cdb5b8-abf5-407f-a601-751655464cf8 req-841b89dc-4a9f-4777-93ee-d15f315bc8ed tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606561 Aug 28 08:30:12.942133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-6cdf12f0-39be-45c5-914c-c4919a0dd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:12.947071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-6cdf12f0-39be-45c5-914c-c4919a0dd16f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=76e91fd135ed4116a98d98e10ca7f849&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2485962 Aug 28 08:30:13.220890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-f90fb74b-e50f-4470-8711-deb227e4fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:13.234598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-132d467e-5b0e-40e0-a658-5e5149c5b879 req-f90fb74b-e50f-4470-8711-deb227e4fb6a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704678 Aug 28 08:30:13.343719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5269d-d50b-437a-96a8-59747a7157f9 req-61c45bb3-d6cc-47e0-a5b4-7f88f0881ffe tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:13.347726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69a5269d-d50b-437a-96a8-59747a7157f9 req-61c45bb3-d6cc-47e0-a5b4-7f88f0881ffe tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.2372420 Aug 28 08:30:13.395917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-db0421ef-acf5-4938-a37a-2a3fc088322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:13.398012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-db0421ef-acf5-4938-a37a-2a3fc088322b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 1095 time: 0.0735440 Aug 28 08:30:13.482363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-7b8c0a76-195b-473d-b080-d1daee3bbaf6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8 HTTP/1.1" status: 200 len: 217 time: 0.0561585 Aug 28 08:30:13.498552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69a5269d-d50b-437a-96a8-59747a7157f9 req-0aec3bd7-48f4-4874-b07b-7c4c9210c37a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365652 Aug 28 08:30:13.562811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:13.577985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-8a3e2bd5-7490-45eb-99a7-6f95f4098d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:13.588085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-8a3e2bd5-7490-45eb-99a7-6f95f4098d2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0978272 Aug 28 08:30:13.611231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=823c99c7-0cea-4c55-937d-990b3e5710a7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:13.665538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-66f602a0-8ab6-4891-9cea-3bcc1e4f3db6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662363 Aug 28 08:30:13.681876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141b35-1aff-4bc0-bea2-20b28ab6c564 req-c4788130-a296-495d-9da1-aa6bcaae5633 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:13.683477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c141b35-1aff-4bc0-bea2-20b28ab6c564 req-c4788130-a296-495d-9da1-aa6bcaae5633 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 948 time: 0.1082263 Aug 28 08:30:13.721036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:13.726626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0809f077-5eb5-46cb-b584-166dd2dd7aee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/823c99c7-0cea-4c55-937d-990b3e5710a7 HTTP/1.1" status: 204 len: 168 time: 1.2450495 Aug 28 08:30:13.729727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:13.782872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c141b35-1aff-4bc0-bea2-20b28ab6c564 req-461b73ac-03d5-4b8a-a1ca-afc1e2b15a0b tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910888 Aug 28 08:30:13.826139 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-505ff99d-93fe-4d0f-89fc-0f1b6c7bcf57 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:13.830417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-505ff99d-93fe-4d0f-89fc-0f1b6c7bcf57 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/823c99c7-0cea-4c55-937d-990b3e5710a7 HTTP/1.1" status: 404 len: 333 time: 0.0992911 Aug 28 08:30:13.833332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32886) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:13.835469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-bbe6a636-f089-4ab4-b1c0-019ed07eeebc service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510062 Aug 28 08:30:13.918397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 11cdf33f-1c23-4019-8b16-30d5fd52f246 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:30:14.009161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc907a71-9fe1-4fd4-8390-3e8fdfd1081d req-36a7bc70-b566-417e-91ed-c6f494b08494 service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603491 Aug 28 08:30:14.060620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port af3dfe53-5956-4a1c-9128-4dbeea608d01 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:14.060968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.112877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:14.128773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '11cdf33f-1c23-4019-8b16-30d5fd52f246', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '11cdf33f-1c23-4019-8b16-30d5fd52f246', 'mac_address': 'fa:16:3e:34:81:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:30:14.179654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.183973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.196442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for af3dfe53-5956-4a1c-9128-4dbeea608d01 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:14.209593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cdf33f-1c23-4019-8b16-30d5fd52f246 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:14.238940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32900) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:14.249159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:14.314855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8b7a-3e0a-4481-86ac-93e9dddbfaa8 req-43409e42-d657-45ba-a547-d310c3130698 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:14.321021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0afc8b7a-3e0a-4481-86ac-93e9dddbfaa8 req-43409e42-d657-45ba-a547-d310c3130698 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 943 time: 0.0844030 Aug 28 08:30:14.354200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.378049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0afc8b7a-3e0a-4481-86ac-93e9dddbfaa8 req-e75a76e6-dd0c-4b19-ab65-7f56678240fc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Aug 28 08:30:14.480031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2e2a-ef69-47cb-a1ed-7669e0a51302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.527667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:14.724091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.727628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['11cdf33f-1c23-4019-8b16-30d5fd52f246'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:14.894582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2e2a-ef69-47cb-a1ed-7669e0a51302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:14.897559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=af3dfe53-5956-4a1c-9128-4dbeea608d01,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:14.962067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2e2a-ef69-47cb-a1ed-7669e0a51302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.010296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fc5b2e2a-ef69-47cb-a1ed-7669e0a51302 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baea445331974a60a0a3ed3b1f765cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665722 Aug 28 08:30:15.018572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32938) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:15.066516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b2e2a-ef69-47cb-a1ed-7669e0a51302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cee4ab-fda4-4a2d-90f2-7f90560204a8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:15.105746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e5e15-cd31-42c4-be79-c4e0880c936f req-201e59ca-7937-4d46-917f-54231f132cf1 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:15.113675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-548e5e15-cd31-42c4-be79-c4e0880c936f req-201e59ca-7937-4d46-917f-54231f132cf1 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 949 time: 0.1123393 Aug 28 08:30:15.145666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.147301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ccf41ba5-cdae-4652-ac57-9c0d037bd40b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/af3dfe53-5956-4a1c-9128-4dbeea608d01 HTTP/1.1" status: 204 len: 168 time: 1.3127348 Aug 28 08:30:15.150972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32940) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:15.154447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-548e5e15-cd31-42c4-be79-c4e0880c936f req-cf433c05-d430-42d9-82f8-d7ecf656d89a tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Aug 28 08:30:15.198610 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-27326710-95e0-464d-8f5b-56d377a77957 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:15.202790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-27326710-95e0-464d-8f5b-56d377a77957 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/af3dfe53-5956-4a1c-9128-4dbeea608d01 HTTP/1.1" status: 404 len: 333 time: 0.0483696 Aug 28 08:30:15.203084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32948) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:15.263472 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.287057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 6b9c7435-eace-49e4-8f73-da171f841f6d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:15.293349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.297244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.322131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598bb0-cd63-44e0-aa96-6ca0e850f6d6 req-2566d9d3-6ff4-451f-af86-08e00461d5ed tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:15.328854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42598bb0-cd63-44e0-aa96-6ca0e850f6d6 req-2566d9d3-6ff4-451f-af86-08e00461d5ed tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0681062 Aug 28 08:30:15.359647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.371783 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42598bb0-cd63-44e0-aa96-6ca0e850f6d6 req-b3391dbf-12f4-4668-8ca7-a13ba89476a6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Aug 28 08:30:15.464681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.528918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.531733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.533019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28cee4ab-fda4-4a2d-90f2-7f90560204a8 HTTP/1.1" status: 204 len: 168 time: 0.4895539 Aug 28 08:30:15.562690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902c394-67c3-4823-b20f-6cd909745b05 req-e927ccce-84d9-4983-a82a-668187502284 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:15.570182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2902c394-67c3-4823-b20f-6cd909745b05 req-e927ccce-84d9-4983-a82a-668187502284 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 943 time: 0.1230140 Aug 28 08:30:15.583335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd293d02-7ace-4f8e-aefd-a42cb03aa133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cee4ab-fda4-4a2d-90f2-7f90560204a8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:15.634695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2902c394-67c3-4823-b20f-6cd909745b05 req-09c0cb47-90dd-407d-bd38-0954aac46d4f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634885 Aug 28 08:30:15.643995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.661431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.671925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/6b9c7435-eace-49e4-8f73-da171f841f6d HTTP/1.1" status: 204 len: 168 time: 0.4595656 Aug 28 08:30:15.672250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb81e57-e049-44f5-82de-44911542218f None None] Network 1d5c7a77-48f8-421e-a641-490714ea44c9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:15.673318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:15.682624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c16b0-b7eb-48c9-9886-975bb9d1e394 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9c7435-eace-49e4-8f73-da171f841f6d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:15.807410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.869027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port f70efccc-d426-405e-889e-c0ad02687097 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:15.870424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.915635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] DHCP port deletion for 1d5c7a77-48f8-421e-a641-490714ea44c9 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:15.947886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port f70efccc-d426-405e-889e-c0ad02687097, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f70efccc-d426-405e-889e-c0ad02687097,segment=NetworkSegment(6f61e649-a979-4272-8ae5-da8660dd7bbd),segment_id=6f61e649-a979-4272-8ae5-da8660dd7bbd)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:15.948457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:15.962478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 11cdf33f-1c23-4019-8b16-30d5fd52f246 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:15.962899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for f70efccc-d426-405e-889e-c0ad02687097 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:16.021790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Deleting port f70efccc-d426-405e-889e-c0ad02687097 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:16.022002 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.099306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] For port f70efccc-d426-405e-889e-c0ad02687097, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f70efccc-d426-405e-889e-c0ad02687097,segment=NetworkSegment(6f61e649-a979-4272-8ae5-da8660dd7bbd),segment_id=6f61e649-a979-4272-8ae5-da8660dd7bbd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:16.099717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.115399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Calling delete_port for f70efccc-d426-405e-889e-c0ad02687097 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:16.117924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.148998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=f70efccc-d426-405e-889e-c0ad02687097,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:16.154832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port f70efccc-d426-405e-889e-c0ad02687097 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:16.203089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 11cdf33f-1c23-4019-8b16-30d5fd52f246 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:16.210369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 11cdf33f-1c23-4019-8b16-30d5fd52f246 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:16.210745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.214728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.257509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.274125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5c7a77-48f8-421e-a641-490714ea44c9']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:16.288680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] No DVR routers for this DVR port f70efccc-d426-405e-889e-c0ad02687097 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:16.292878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad391e4-041e-4434-b4d4-5992c34c4af3 None None] Pushing event deleted for resources: {'Port': ['ID=f70efccc-d426-405e-889e-c0ad02687097,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:16.314491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f61e649-a979-4272-8ae5-da8660dd7bbd') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:16.314787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f61e649-a979-4272-8ae5-da8660dd7bbd') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:16.328632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.357220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef336820-bc08-4840-9937-c423c155781d req-5d14482e-35fd-4e1d-9979-c06c497e2e3e tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:16.358762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef336820-bc08-4840-9937-c423c155781d req-5d14482e-35fd-4e1d-9979-c06c497e2e3e tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 949 time: 0.0884030 Aug 28 08:30:16.363123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.390291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:16.392535 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ae3e5-88d9-4673-a430-4eaf7f18afbd" -d '{"events": [{"server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "name": "network-vif-plugged", "status": "completed", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:16.400771 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef336820-bc08-4840-9937-c423c155781d req-d343b11f-d5b1-46ff-8a8a-a6733e737d26 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Aug 28 08:30:16.406756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:16.435479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.444336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:16.444607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.446297 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c4401-cadf-45f8-b9b5-684e2aead04b x-openstack-request-id: req-273c4401-cadf-45f8-b9b5-684e2aead04b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:16.446591 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "name": "network-vif-plugged", "status": "completed", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:16.446847 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-273c4401-cadf-45f8-b9b5-684e2aead04b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:16.447932 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:16.450779 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246', 'code': 200} Aug 28 08:30:16.523611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018070b-5486-4de2-8bc8-0dbc830c00eb req-7123ef3c-835b-4bfe-bcb7-623a5fbc925f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:16.525077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6018070b-5486-4de2-8bc8-0dbc830c00eb req-7123ef3c-835b-4bfe-bcb7-623a5fbc925f tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0677154 Aug 28 08:30:16.566479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6018070b-5486-4de2-8bc8-0dbc830c00eb req-28e6d776-9c04-44bc-809b-c998bc47d630 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350609 Aug 28 08:30:16.574083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.611932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987546d-6b59-4c57-87a6-811bbd19226e req-c79f5661-35f9-4e30-b5fd-5b28fd1c7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:16.613622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4987546d-6b59-4c57-87a6-811bbd19226e req-c79f5661-35f9-4e30-b5fd-5b28fd1c7fef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 1101 time: 0.0567467 Aug 28 08:30:16.614777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.626092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.631470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/1d5c7a77-48f8-421e-a641-490714ea44c9 HTTP/1.1" status: 204 len: 168 time: 0.9534559 Aug 28 08:30:16.632479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32988) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:16.638080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-400285097'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:16.644116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e0e2-e6d4-4133-8551-4d26eba73135 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=1d5c7a77-48f8-421e-a641-490714ea44c9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:16.699795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4987546d-6b59-4c57-87a6-811bbd19226e req-44c2c441-d18c-4b9f-9e59-1bb62914c789 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708356 Aug 28 08:30:16.741611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:16.762787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:16.771086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.821957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:16.836940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.837322 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa of type vlan for network d3f0e6e6-a74f-408d-a911-846ac40d90e1 Aug 28 08:30:16.856260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdbe16-4b8b-4c89-90ce-79b3aee29ae3 req-d68b26a9-1497-41f6-a48f-53f57d1eb4fc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:16.857780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38cdbe16-4b8b-4c89-90ce-79b3aee29ae3 req-d68b26a9-1497-41f6-a48f-53f57d1eb4fc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 943 time: 0.0799544 Aug 28 08:30:16.912815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:16.952372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38cdbe16-4b8b-4c89-90ce-79b3aee29ae3 req-914748e8-faee-44b4-bf5c-5a034492f3cf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720468 Aug 28 08:30:17.025695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.031462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:17.037343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.113102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=d3f0e6e6-a74f-408d-a911-846ac40d90e1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:17.127850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:17.198979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:17.314808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f297f22-320b-4665-8a83-7c24bfbf193b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6809998 Aug 28 08:30:17.315583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:17.322987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:17.357659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-931d6128-d010-4116-b961-1e55ffdffd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.569348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3f8a-be72-466d-9b50-6964d86b4b3b req-33708dd5-08cb-41d6-a6f6-10a7afcd725f tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:17.571522 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dca3f8a-be72-466d-9b50-6964d86b4b3b req-33708dd5-08cb-41d6-a6f6-10a7afcd725f tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.0960333 Aug 28 08:30:17.611982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-931d6128-d010-4116-b961-1e55ffdffd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.631702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9dca3f8a-be72-466d-9b50-6964d86b4b3b req-a191a487-33d5-43dc-87a9-5e3bd87a9e44 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Aug 28 08:30:17.692200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d88f5-1151-4775-9c71-462cdfc4bb72 req-e909c429-1a32-4475-a56e-e89527603c0e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:17.693746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996d88f5-1151-4775-9c71-462cdfc4bb72 req-e909c429-1a32-4475-a56e-e89527603c0e tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0532773 Aug 28 08:30:17.735150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996d88f5-1151-4775-9c71-462cdfc4bb72 req-1cdb4e3a-cf2f-4f57-ac38-1e8eeb26a3fe tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Aug 28 08:30:17.741653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-931d6128-d010-4116-b961-1e55ffdffd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.782622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f70efccc-d426-405e-889e-c0ad02687097 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:17.791709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-931d6128-d010-4116-b961-1e55ffdffd04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b679e8092a0546fea7d9cad12d62663e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908856 Aug 28 08:30:17.792628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d6128-d010-4116-b961-1e55ffdffd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273ee55-95c1-431e-ac80-a1bf88e56093,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:17.794572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33026) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:17.803882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f70efccc-d426-405e-889e-c0ad02687097 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:17.804239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f70efccc-d426-405e-889e-c0ad02687097 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:17.833758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:17.840718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.856901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:17.896410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.031776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.034786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.036033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5273ee55-95c1-431e-ac80-a1bf88e56093 HTTP/1.1" status: 204 len: 168 time: 0.2395422 Aug 28 08:30:18.055682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb48f0f-f0ae-42d2-8d7c-02098d6c6b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273ee55-95c1-431e-ac80-a1bf88e56093,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:18.114395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145572b-29b0-481a-8eb5-553ee8d190a9 req-edb415c3-042b-49e3-a042-502aea2e0653 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:18.115967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1145572b-29b0-481a-8eb5-553ee8d190a9 req-edb415c3-042b-49e3-a042-502aea2e0653 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 943 time: 0.0550008 Aug 28 08:30:18.136783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.204492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1145572b-29b0-481a-8eb5-553ee8d190a9 req-18d7925a-9c84-4724-ae5d-32c8a24d9846 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817008 Aug 28 08:30:18.224719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=a8420eb2-e007-4cdc-8e83-7397adf8e941,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:18.233599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:18.233969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: d3f0e6e6-a74f-408d-a911-846ac40d90e1, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:18.362553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:18.471376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d3f0e6e6-a74f-408d-a911-846ac40d90e1) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:18.476460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:18.478080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.482614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39ac65-eca9-4a5f-94ff-ba0997aa3887 None None] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:18.604371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b5b43b76-67ea-43a0-97e8-6ec821d1abc9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2876790 Aug 28 08:30:18.607382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:18.613857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1', 'name': 'tempest-PortsTestJSON-1491082862', 'fixed_ips': [{'subnet_id': 'a8420eb2-e007-4cdc-8e83-7397adf8e941', 'ip_address': '172.20.0.10'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:18.640488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d3f0e6e6-a74f-408d-a911-846ac40d90e1', 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': 'a8420eb2-e007-4cdc-8e83-7397adf8e941'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:18.643594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.653998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 98d5882a-8355-4c1c-88f5-32beb48cb9c8 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:30:18.829988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4af80-273d-4e2b-aba6-47c10289fd52 req-d9ab3cdd-9c5a-4bf8-8992-d1b9f5f47c42 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:18.832351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afe4af80-273d-4e2b-aba6-47c10289fd52 req-d9ab3cdd-9c5a-4bf8-8992-d1b9f5f47c42 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.1008890 Aug 28 08:30:18.886244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afe4af80-273d-4e2b-aba6-47c10289fd52 req-5772b48b-6271-473a-bd03-eb801c257b01 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Aug 28 08:30:18.895815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:18.900495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:18.903354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402fff9-426d-4c3b-b54e-f761fe5701a9 req-f0d67046-fb22-4469-9712-e3e985ccb7bd tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:18.913130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d402fff9-426d-4c3b-b54e-f761fe5701a9 req-f0d67046-fb22-4469-9712-e3e985ccb7bd tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0870373 Aug 28 08:30:18.915878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Allocated IP 172.20.0.2 (d3f0e6e6-a74f-408d-a911-846ac40d90e1/a8420eb2-e007-4cdc-8e83-7397adf8e941/aa0705cc-6f02-4a70-98ff-879bf7d76703) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:18.921307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '98d5882a-8355-4c1c-88f5-32beb48cb9c8', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '98d5882a-8355-4c1c-88f5-32beb48cb9c8', 'mac_address': 'fa:16:3e:1d:0b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:30:18.973345 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:18.991551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d5882a-8355-4c1c-88f5-32beb48cb9c8 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:19.019182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.045314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d402fff9-426d-4c3b-b54e-f761fe5701a9 req-2335f9d7-ed82-4720-80b1-129f56e605df tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328249 Aug 28 08:30:19.066046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 9db2cebc-b462-4778-8299-0b112c24e3a0 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:19.066558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:19.084620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-4facee44-71b1-440b-ab74-6d7282fba56d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891743 Aug 28 08:30:19.145913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.234541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52744ab9-4039-4015-902f-e1d740319aad req-4523e756-1907-49ff-bebc-0961eb5940dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:19.236178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-4523e756-1907-49ff-bebc-0961eb5940dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 1097 time: 0.0837021 Aug 28 08:30:19.278070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.290877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:19.303477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Transition to ACTIVE for port object aa0705cc-6f02-4a70-98ff-879bf7d76703 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:19.331150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Transition to ACTIVE for port object aa0705cc-6f02-4a70-98ff-879bf7d76703 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:19.403759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.440974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a5fd8-e6ca-454c-b5bc-0a36cb96239c req-c738eb5b-ec92-4145-aadc-5ad44e7bd333 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:19.447060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-719a5fd8-e6ca-454c-b5bc-0a36cb96239c req-c738eb5b-ec92-4145-aadc-5ad44e7bd333 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 944 time: 0.1171696 Aug 28 08:30:19.458477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52744ab9-4039-4015-902f-e1d740319aad req-f4167fb6-43e4-4b28-901f-cd22d23b3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:19.460407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-f4167fb6-43e4-4b28-901f-cd22d23b3abe service neutron] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 907 time: 0.1999090 Aug 28 08:30:19.474096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:19.477982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:19.481051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:19.505799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.10 (d3f0e6e6-a74f-408d-a911-846ac40d90e1/a8420eb2-e007-4cdc-8e83-7397adf8e941/9db2cebc-b462-4778-8299-0b112c24e3a0) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:19.516378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Pushing event updated for resources: {'Port': ['ID=aa0705cc-6f02-4a70-98ff-879bf7d76703,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:19.547138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-955fad94-7640-4724-a54f-f9c08324f8cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f HTTP/1.1" status: 200 len: 217 time: 0.0746632 Aug 28 08:30:19.566710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-719a5fd8-e6ca-454c-b5bc-0a36cb96239c req-e3ed3a9d-224d-4e4b-910e-a52341f21e81 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021783 Aug 28 08:30:19.573737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Attempting to bind port aa0705cc-6f02-4a70-98ff-879bf7d76703 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:19.574116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Attempting to bind port aa0705cc-6f02-4a70-98ff-879bf7d76703 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:19.574526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Attempting to bind port aa0705cc-6f02-4a70-98ff-879bf7d76703 on network d3f0e6e6-a74f-408d-a911-846ac40d90e1 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:19.588706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:19.589085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Checking segment: {'id': 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:19.589748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.590360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Bound using segment: {'id': 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:19.591009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Bound port: aa0705cc-6f02-4a70-98ff-879bf7d76703, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:19.591973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.668497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52744ab9-4039-4015-902f-e1d740319aad req-85ea579c-696d-4b11-82a3-066e1521669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:19.670630 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-85ea579c-696d-4b11-82a3-066e1521669b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0775013 Aug 28 08:30:19.684529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] For port aa0705cc-6f02-4a70-98ff-879bf7d76703, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:19.688084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] For port aa0705cc-6f02-4a70-98ff-879bf7d76703, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=aa0705cc-6f02-4a70-98ff-879bf7d76703,segment=NetworkSegment(c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa),segment_id=c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:19.710151 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-31a9465a-cd82-4af8-ae52-3a6b073ce6ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308235 Aug 28 08:30:19.757528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.824563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-1046fff0-d18a-4a7b-a6b7-9b2ec957c656 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036985 Aug 28 08:30:19.826997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['98d5882a-8355-4c1c-88f5-32beb48cb9c8'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:19.852347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371725c-f9ee-42d7-b74b-3e52d0c7bcbf None None] Pushing event updated for resources: {'Port': ['ID=aa0705cc-6f02-4a70-98ff-879bf7d76703,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:19.852600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:19.894945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab91421-b37c-4bf0-96e2-5a1632ecf566 req-424ff360-b7f7-46f2-9823-d28a781f73af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:19.904941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ab91421-b37c-4bf0-96e2-5a1632ecf566 req-424ff360-b7f7-46f2-9823-d28a781f73af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.2629120 Aug 28 08:30:19.949047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52744ab9-4039-4015-902f-e1d740319aad req-9af6ecc3-8e93-4774-ae6a-468a5c01345f service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145327 Aug 28 08:30:19.966716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 9db2cebc-b462-4778-8299-0b112c24e3a0 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:20.021917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ab91421-b37c-4bf0-96e2-5a1632ecf566 req-64fe9049-d26e-4fcc-9160-7732ed5491d6 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Aug 28 08:30:20.199951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:20.269796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=9db2cebc-b462-4778-8299-0b112c24e3a0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:20.281063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:20.289972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f80e23-0dc5-4d40-afd4-f4d9b17067c6 req-120843ef-0ea8-471a-9eef-f908dafbdc66 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:20.291612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27f80e23-0dc5-4d40-afd4-f4d9b17067c6 req-120843ef-0ea8-471a-9eef-f908dafbdc66 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.1420207 Aug 28 08:30:20.292885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:20.295268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:20.360744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:20.361357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:20.380422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27f80e23-0dc5-4d40-afd4-f4d9b17067c6 req-6f9cb712-3ea3-4f5b-84ce-a78997b9a1a4 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800343 Aug 28 08:30:20.483118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-99e96d4e-406e-4c0e-a60e-822eec3f4b34 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8744855 Aug 28 08:30:20.486288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33136) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:20.493067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'd3f0e6e6-a74f-408d-a911-846ac40d90e1', 'name': 'tempest-PortsTestJSON-1934449704', 'fixed_ips': [{'subnet_id': 'a8420eb2-e007-4cdc-8e83-7397adf8e941', 'ip_address': '172.20.0.9'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:20.649958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:30:20.715247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b363a0-a5c1-49de-a9d6-64bad9782b0c req-4f946856-1b3b-4c7e-b794-1751bae3226b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:20.717460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00b363a0-a5c1-49de-a9d6-64bad9782b0c req-4f946856-1b3b-4c7e-b794-1751bae3226b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 944 time: 0.0655491 Aug 28 08:30:20.723279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:20.728697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:20.755391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port bc870307-ae5d-46f4-bf11-bc2aa123f5f8 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:20.793362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-00b363a0-a5c1-49de-a9d6-64bad9782b0c req-1941bd4c-64b4-462a-b7b7-25027fa35f2b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Aug 28 08:30:20.811611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:20.832613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'network_id': '42cbf7ff-4a14-4719-861d-d1db4e4c4b5e', 'port_id': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'mac_address': 'fa:16:3e:a9:13:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6969332-7cb7-43c5-b60a-42e9b8a8613f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:30:20.892842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:20.912199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cf5c616-d093-41dc-9db5-3c1b0187d317 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:20.937336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:20.967613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.9 (d3f0e6e6-a74f-408d-a911-846ac40d90e1/a8420eb2-e007-4cdc-8e83-7397adf8e941/bc870307-ae5d-46f4-bf11-bc2aa123f5f8) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:21.037242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.069010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1ec79-81ba-474c-b14b-686fc2cb8836 None None] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:21.171391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:21.189361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ee812-37b7-4274-b8e2-9c05217c72ea req-d730af14-7f53-455c-9de9-4c616918c090 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:21.189361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a93ee812-37b7-4274-b8e2-9c05217c72ea req-d730af14-7f53-455c-9de9-4c616918c090 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.0894744 Aug 28 08:30:21.214258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.245145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object bc870307-ae5d-46f4-bf11-bc2aa123f5f8 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:21.257015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a93ee812-37b7-4274-b8e2-9c05217c72ea req-43e4e9ef-e9ce-4ac4-bc71-d27bead5ed09 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Aug 28 08:30:21.292322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a445d940-98f7-47dc-893b-66357642abcd None None] Provisioning for port aa0705cc-6f02-4a70-98ff-879bf7d76703 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:21.324229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['3cf5c616-d093-41dc-9db5-3c1b0187d317'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:21.340174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-773e7ab9-0033-478c-b496-2802ea67594c tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:21.342069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-773e7ab9-0033-478c-b496-2802ea67594c tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.64 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.1050742 Aug 28 08:30:21.380376 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.453416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92fb048c-71e9-47ed-b9cc-15e8ee1f2f96 req-a260274c-d65e-40b2-b5dc-9567716ea44e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0606399 Aug 28 08:30:21.458728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:21.466118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:21.474658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:21.551016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=bc870307-ae5d-46f4-bf11-bc2aa123f5f8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:21.575410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92fb048c-71e9-47ed-b9cc-15e8ee1f2f96 req-be9a60af-e97a-4130-9c55-d29207207489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0530324 Aug 28 08:30:21.604075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Deleting port 11cdf33f-1c23-4019-8b16-30d5fd52f246 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:21.604772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.624092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:21.624769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.646486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd578fd-c9cd-4196-85c5-7e00b2e7723a req-457d7bd7-41ca-4404-b95f-2cabf4ad953d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:21.649040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bd578fd-c9cd-4196-85c5-7e00b2e7723a req-457d7bd7-41ca-4404-b95f-2cabf4ad953d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 944 time: 0.1215625 Aug 28 08:30:21.711741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bd578fd-c9cd-4196-85c5-7e00b2e7723a req-e1202d8b-28bb-4cc8-9e4a-c644bc88bdaf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Aug 28 08:30:21.738537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc323678-b4a9-445b-b198-59eac8bc6817 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2509532 Aug 28 08:30:21.745609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:21.883299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b73195c8-105d-4d5b-8cec-3c71ed6cb352 None None] Provisioning for port 9db2cebc-b462-4778-8299-0b112c24e3a0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:21.887926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b73195c8-105d-4d5b-8cec-3c71ed6cb352 None None] Provisioning complete for port 9db2cebc-b462-4778-8299-0b112c24e3a0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:21.891703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b73195c8-105d-4d5b-8cec-3c71ed6cb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:21.920874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818bf11f-e196-4c95-846d-9f20ea564cda tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:21.925635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-818bf11f-e196-4c95-846d-9f20ea564cda tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1850390 Aug 28 08:30:21.926430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:21.933317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device aa0705cc-6f02-4a70-98ff-879bf7d76703 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:22.009675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f1387-969b-41b0-8399-c189956491e9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.026739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f1387-969b-41b0-8399-c189956491e9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.034735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f1387-969b-41b0-8399-c189956491e9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.036747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fd4f1387-969b-41b0-8399-c189956491e9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1092052 Aug 28 08:30:22.040174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33190) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:22.196065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92fb048c-71e9-47ed-b9cc-15e8ee1f2f96 req-995810a9-e526-476b-bf3c-d26307af704e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680890 Aug 28 08:30:22.212178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b73195c8-105d-4d5b-8cec-3c71ed6cb352 None None] Port 9db2cebc-b462-4778-8299-0b112c24e3a0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:22.217824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port bc870307-ae5d-46f4-bf11-bc2aa123f5f8 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:22.217824 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.340747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cf36f9d3-8f77-4e89-b5cd-fc9d7b856305 None None] Provisioning complete for port 9db2cebc-b462-4778-8299-0b112c24e3a0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:22.341118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cf36f9d3-8f77-4e89-b5cd-fc9d7b856305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.368939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port aa0705cc-6f02-4a70-98ff-879bf7d76703 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:22.386758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] For port 11cdf33f-1c23-4019-8b16-30d5fd52f246, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=11cdf33f-1c23-4019-8b16-30d5fd52f246,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:22.387027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port aa0705cc-6f02-4a70-98ff-879bf7d76703 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:22.387155 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.387422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.388676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.407676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for bc870307-ae5d-46f4-bf11-bc2aa123f5f8 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:22.414939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Calling delete_port for 11cdf33f-1c23-4019-8b16-30d5fd52f246 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:22.428932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cf36f9d3-8f77-4e89-b5cd-fc9d7b856305 None None] Port 9db2cebc-b462-4778-8299-0b112c24e3a0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:22.429735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c09d-c589-4a92-bfe0-8e8463c7d584 req-954fede6-b0b3-4329-8837-f31566bb954c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.433497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2b2c09d-c589-4a92-bfe0-8e8463c7d584 req-954fede6-b0b3-4329-8837-f31566bb954c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 944 time: 0.3049366 Aug 28 08:30:22.472049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb048c-71e9-47ed-b9cc-15e8ee1f2f96 req-f162fd89-5485-4a23-b05f-d701b53a8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.473587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92fb048c-71e9-47ed-b9cc-15e8ee1f2f96 req-f162fd89-5485-4a23-b05f-d701b53a8245 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691853 Aug 28 08:30:22.511410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.562586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a430f50-df00-484f-9a42-cbae1a4191b0 req-6157e3f2-decb-49fe-b656-a1ea1016abe7 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.566313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a430f50-df00-484f-9a42-cbae1a4191b0 req-6157e3f2-decb-49fe-b656-a1ea1016abe7 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 950 time: 0.0975852 Aug 28 08:30:22.577146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port aa0705cc-6f02-4a70-98ff-879bf7d76703, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=aa0705cc-6f02-4a70-98ff-879bf7d76703,segment=NetworkSegment(c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa),segment_id=c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:22.585502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c2b2c09d-c589-4a92-bfe0-8e8463c7d584 req-d8db331f-acb8-4bae-9bd0-aefa7a692a9f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342812 Aug 28 08:30:22.646645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a430f50-df00-484f-9a42-cbae1a4191b0 req-780bab06-7fd7-45ad-ade0-2d1ae5f05280 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa17ab22-f874-4fe1-a1ea-29548184f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679338 Aug 28 08:30:22.652126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:22.655798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.763809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-71c7615e-7e3b-4dfa-aaf3-6b2a45271884 None None] Provisioning for port bc870307-ae5d-46f4-bf11-bc2aa123f5f8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:22.765775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=aa0705cc-6f02-4a70-98ff-879bf7d76703,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:22.782009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-71c7615e-7e3b-4dfa-aaf3-6b2a45271884 None None] Provisioning complete for port bc870307-ae5d-46f4-bf11-bc2aa123f5f8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:22.782413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-71c7615e-7e3b-4dfa-aaf3-6b2a45271884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.785421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 3cf5c616-d093-41dc-9db5-3c1b0187d317 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:22.785975 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.791413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.832842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Pushing event deleted for resources: {'Port': ['ID=11cdf33f-1c23-4019-8b16-30d5fd52f246,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:22.848970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['11cdf33f-1c23-4019-8b16-30d5fd52f246'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:22.897140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] No DVR routers for this DVR port 11cdf33f-1c23-4019-8b16-30d5fd52f246 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:22.900555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.902734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-57682dd8-b0a2-4e03-a102-4e0ee9f5299a req-070ea0d2-a383-4c49-bcc8-e6a6a75f80af tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.64 "DELETE /v2.0/ports/11cdf33f-1c23-4019-8b16-30d5fd52f246 HTTP/1.1" status: 204 len: 173 time: 1.5495408 Aug 28 08:30:22.903409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-71c7615e-7e3b-4dfa-aaf3-6b2a45271884 None None] Port bc870307-ae5d-46f4-bf11-bc2aa123f5f8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:22.903982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'name': 'network-vif-deleted', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:22.906487 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35360ffe-f593-4f13-98b3-561fb4fd2e43" -d '{"events": [{"server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "name": "network-vif-deleted", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:22.921924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f353bb-867c-4140-88c2-ca6fb3d58a38 req-047d3202-5152-45b0-a31b-94abe64022c0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:22.921924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22f353bb-867c-4140-88c2-ca6fb3d58a38 req-047d3202-5152-45b0-a31b-94abe64022c0 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 944 time: 0.0867689 Aug 28 08:30:22.936962 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:22.955861 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428fd35-bd99-4635-bbd7-6b90051739d7 x-openstack-request-id: req-d428fd35-bd99-4635-bbd7-6b90051739d7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:22.956656 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19efc507-dcc9-4eb2-a71c-3068b81fedba", "name": "network-vif-deleted", "tag": "11cdf33f-1c23-4019-8b16-30d5fd52f246", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:22.957095 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d428fd35-bd99-4635-bbd7-6b90051739d7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:22.957641 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19efc507-dcc9-4eb2-a71c-3068b81fedba', 'name': 'network-vif-deleted', 'tag': '11cdf33f-1c23-4019-8b16-30d5fd52f246', 'status': 'completed', 'code': 200} Aug 28 08:30:22.979816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=bc870307-ae5d-46f4-bf11-bc2aa123f5f8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:22.984809 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.068519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:23.069014 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a909c-723a-4ac6-8dd7-e722d06d7765" -d '{"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:23.073294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:23.140743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22f353bb-867c-4140-88c2-ca6fb3d58a38 req-430a56f1-6198-4353-b15c-c7f20f654dfa tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126722 Aug 28 08:30:23.149351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.151683 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.152534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 98d5882a-8355-4c1c-88f5-32beb48cb9c8 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:23.154552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-07e50297-5b9a-43c0-92fc-d94d74711882 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/bc870307-ae5d-46f4-bf11-bc2aa123f5f8 HTTP/1.1" status: 204 len: 168 time: 1.1114099 Aug 28 08:30:23.155402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33226) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:23.196132 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dedc2e5-00e2-4401-a574-61d163d798d6 x-openstack-request-id: req-6dedc2e5-00e2-4401-a574-61d163d798d6 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:23.203020 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f39bcb6-b351-48c6-8fdf-86c3489483c0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:23.206553 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f39bcb6-b351-48c6-8fdf-86c3489483c0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/bc870307-ae5d-46f4-bf11-bc2aa123f5f8 HTTP/1.1" status: 404 len: 333 time: 0.0482349 Aug 28 08:30:23.206677 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:23.206677 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6dedc2e5-00e2-4401-a574-61d163d798d6 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:23.206677 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'code': 200} Aug 28 08:30:23.208599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:23.305307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:23.324846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 9db2cebc-b462-4778-8299-0b112c24e3a0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:23.325203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.385279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:23.391642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:23.392514 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.436732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.457998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 9db2cebc-b462-4778-8299-0b112c24e3a0 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:23.515508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.551688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:23.644753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.659854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.715174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=9db2cebc-b462-4778-8299-0b112c24e3a0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:23.764447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:23.819975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e11ec-1a75-4471-9676-49404d48ed9c req-4695b8b4-860a-43c0-9471-39efd4506d4c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:23.821825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a67e11ec-1a75-4471-9676-49404d48ed9c req-4695b8b4-860a-43c0-9471-39efd4506d4c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1216462 Aug 28 08:30:23.863828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:23.869413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9101db3c-f7a9-423c-b21c-0a682f56c696 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/9db2cebc-b462-4778-8299-0b112c24e3a0 HTTP/1.1" status: 204 len: 168 time: 0.6540411 Aug 28 08:30:23.870406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33252) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:23.895077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device aa0705cc-6f02-4a70-98ff-879bf7d76703 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:23.912300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a67e11ec-1a75-4471-9676-49404d48ed9c req-80a04f1c-07d6-41de-a279-81ae54f267cd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Aug 28 08:30:23.953810 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-93639449-3fd7-4f6c-a802-2bd2c4efbd93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:23.955265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-93639449-3fd7-4f6c-a802-2bd2c4efbd93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/9db2cebc-b462-4778-8299-0b112c24e3a0 HTTP/1.1" status: 404 len: 333 time: 0.0831766 Aug 28 08:30:23.958014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33256) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:24.022350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port aa0705cc-6f02-4a70-98ff-879bf7d76703 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:24.022821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.032312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-33e6b24f-71fd-4651-8c6d-960ae5ee9edc req-dec80b9d-2678-40fc-b865-32c806894963 tempest-VolumesNegativeTest-53911657 tempest-VolumesNegativeTest-53911657-project] 10.222.0.46 "GET /v2.0/ports?device_id=19efc507-dcc9-4eb2-a71c-3068b81fedba HTTP/1.1" status: 200 len: 210 time: 0.0811281 Aug 28 08:30:24.063151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet a8420eb2-e007-4cdc-8e83-7397adf8e941 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:24.066578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.111247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.197110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.319066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3060ac-3e92-4e5d-9132-5aa0f35511d1 req-fa8ea835-b9d4-4f36-91a3-9bd902ea6a8d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:24.321276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc3060ac-3e92-4e5d-9132-5aa0f35511d1 req-fa8ea835-b9d4-4f36-91a3-9bd902ea6a8d tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0986843 Aug 28 08:30:24.363084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc3060ac-3e92-4e5d-9132-5aa0f35511d1 req-d85b047d-5eef-4ac7-97f1-8640b20b89bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Aug 28 08:30:24.443557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.485809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=a8420eb2-e007-4cdc-8e83-7397adf8e941,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:24.489588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.493742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-16c8efe5-8ab7-4313-b4ff-67910de00a53 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/a8420eb2-e007-4cdc-8e83-7397adf8e941 HTTP/1.1" status: 204 len: 168 time: 0.5324719 Aug 28 08:30:24.494440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:24.496594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ccb35-e1c3-4906-ba57-5d2c311dac5a None None] Network d3f0e6e6-a74f-408d-a911-846ac40d90e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:24.592418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.655903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port aa0705cc-6f02-4a70-98ff-879bf7d76703 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:24.656250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.739768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port aa0705cc-6f02-4a70-98ff-879bf7d76703, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=aa0705cc-6f02-4a70-98ff-879bf7d76703,segment=NetworkSegment(c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa),segment_id=c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:24.740141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.753503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for aa0705cc-6f02-4a70-98ff-879bf7d76703 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:24.759904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] DHCP port deletion for d3f0e6e6-a74f-408d-a911-846ac40d90e1 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:24.846502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Deleting port aa0705cc-6f02-4a70-98ff-879bf7d76703 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:24.851559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.930100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] For port aa0705cc-6f02-4a70-98ff-879bf7d76703, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=aa0705cc-6f02-4a70-98ff-879bf7d76703,segment=NetworkSegment(c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa),segment_id=c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:24.930918 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.940672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:24.949170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Calling delete_port for aa0705cc-6f02-4a70-98ff-879bf7d76703 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:24.991801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=aa0705cc-6f02-4a70-98ff-879bf7d76703,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:25.006632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port aa0705cc-6f02-4a70-98ff-879bf7d76703 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:25.039713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.054358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] No DVR routers for this DVR port aa0705cc-6f02-4a70-98ff-879bf7d76703 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:25.078772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5ae49-8f8a-4407-9264-0e6ab2774b6f None None] Pushing event deleted for resources: {'Port': ['ID=aa0705cc-6f02-4a70-98ff-879bf7d76703,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:25.086684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079ddfa-199f-436c-a8a3-f0a977b49cc0 req-3bd7143e-4b0a-488d-95e1-79281fa918bf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:25.086684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d079ddfa-199f-436c-a8a3-f0a977b49cc0 req-3bd7143e-4b0a-488d-95e1-79281fa918bf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.0691032 Aug 28 08:30:25.137091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.149048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f0e6e6-a74f-408d-a911-846ac40d90e1']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:25.156237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d079ddfa-199f-436c-a8a3-f0a977b49cc0 req-9ee1c05a-90c1-4ef3-b90b-b9ecf6686cea tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Aug 28 08:30:25.165626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:25.165970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36e3cf6-4a76-4fa5-920f-cbdd8bdba0fa') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:25.184528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.204983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.207289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:25.209852 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff143edb-f33b-45a7-b975-70ecba7f6f6a" -d '{"events": [{"server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "name": "network-vif-plugged", "status": "completed", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:25.221474 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:25.302136 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438e3cc-096d-42b1-9789-973592016b91 x-openstack-request-id: req-c438e3cc-096d-42b1-9789-973592016b91 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:25.302892 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "name": "network-vif-plugged", "status": "completed", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:25.303343 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c438e3cc-096d-42b1-9789-973592016b91 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:25.305467 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8', 'code': 200} Aug 28 08:30:25.355479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ab94b-0903-4cb3-ab95-ee1e196dae32 req-2f29ad90-b8ac-4b8a-a156-33de3a2f38d6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:25.357194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-859ab94b-0903-4cb3-ab95-ee1e196dae32 req-2f29ad90-b8ac-4b8a-a156-33de3a2f38d6 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.0670648 Aug 28 08:30:25.405016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-859ab94b-0903-4cb3-ab95-ee1e196dae32 req-cd8185fc-19c5-4226-9d1b-b8fac67f2653 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Aug 28 08:30:25.448836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.459558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.461445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/d3f0e6e6-a74f-408d-a911-846ac40d90e1 HTTP/1.1" status: 204 len: 168 time: 0.9659336 Aug 28 08:30:25.465688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:25.471157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1806934734'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:25.475272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eaba4-8baf-4624-a44c-d96ddf0e6179 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=d3f0e6e6-a74f-408d-a911-846ac40d90e1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:25.483942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4590f1-dd6b-4ec0-b91c-42c2365ad5f3 req-e7a1b45c-50c4-4857-9ec1-182b8de4e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:25.485469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab4590f1-dd6b-4ec0-b91c-42c2365ad5f3 req-e7a1b45c-50c4-4857-9ec1-182b8de4e9fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 1097 time: 0.0642936 Aug 28 08:30:25.524655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab4590f1-dd6b-4ec0-b91c-42c2365ad5f3 req-666e401b-b283-44a4-9946-7ea13b9dbfeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 28 08:30:25.579983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:25.583961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.608703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:25.618168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.618528 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Added segment cf475682-0bf4-48a9-80f5-8a7174ea5bc7 of type vlan for network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 Aug 28 08:30:25.670422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.699730 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.768599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.782855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:25.783767 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:25.787779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device aa0705cc-6f02-4a70-98ff-879bf7d76703 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:25.818023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: aa0705cc-6f02-4a70-98ff-879bf7d76703 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:25.825080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device aa0705cc-6f02-4a70-98ff-879bf7d76703 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:25.869589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Network': ['ID=d1860e9b-dde1-41a6-a1f4-c1fb3b79e456,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:25.875776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0fb1b0e3-9abc-41e3-8564-69820111c7e8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4089725 Aug 28 08:30:25.881755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33354) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:25.882984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:25.892666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:25.996768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 11cdf33f-1c23-4019-8b16-30d5fd52f246 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:26.023154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 11cdf33f-1c23-4019-8b16-30d5fd52f246 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:26.023154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 11cdf33f-1c23-4019-8b16-30d5fd52f246 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:26.088134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:26.091961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:26.325413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be72a-aebf-4325-a2ab-c822370cee84 req-3febd829-c3a1-4ca0-a78e-8056162a48d6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:26.327436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f44be72a-aebf-4325-a2ab-c822370cee84 req-3febd829-c3a1-4ca0-a78e-8056162a48d6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.0802262 Aug 28 08:30:26.388613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f44be72a-aebf-4325-a2ab-c822370cee84 req-43b885c5-774c-4092-bdb2-c2e7769a19d6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Aug 28 08:30:26.493314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:26.606655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=0139f518-8566-431d-b38d-f37deacc6be5,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:26.618696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Checking segment: {'id': 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:26.624660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network hostable DHCP agents. Network: d1860e9b-dde1-41a6-a1f4-c1fb3b79e456, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:26.636686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702662-8b4b-4daa-90b3-4b20e811c06b req-cbbef466-3283-49fa-90da-0547f0adb2d9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:26.638303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e702662-8b4b-4daa-90b3-4b20e811c06b req-cbbef466-3283-49fa-90da-0547f0adb2d9 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 945 time: 0.1309729 Aug 28 08:30:26.698673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e702662-8b4b-4daa-90b3-4b20e811c06b req-b9105141-169f-4e8e-87b5-5adb7883f3b7 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Aug 28 08:30:26.704741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:26.711126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:26.790895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d1860e9b-dde1-41a6-a1f4-c1fb3b79e456) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:26.795392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:26.796412 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:26.813959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc3cce-ecaf-4741-b14b-ffc564abe392 None None] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:26.883848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c83ed6d0-2eb9-4a02-85b3-6cdd27ec9b47 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0005505 Aug 28 08:30:26.884220 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:26.886613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33490) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:26.891820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2005054851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:26.949731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:27.009071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.009850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.041186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.046240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d1860e9b-dde1-41a6-a1f4-c1fb3b79e456', 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': '0139f518-8566-431d-b38d-f37deacc6be5'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:27.047451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.111552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.182543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:27.214725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.233874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Allocated IP 172.20.0.2 (d1860e9b-dde1-41a6-a1f4-c1fb3b79e456/0139f518-8566-431d-b38d-f37deacc6be5/c26412dc-ef42-44ff-8881-79b53d46b359) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:27.306458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:27.309148 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33af19e-73d1-4734-9b6f-68cb70f2d5e5" -d '{"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:27.352881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.364450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33530) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:27.374707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72acff7e-385d-442b-a003-78676201cbd9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4868710 Aug 28 08:30:27.377162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456', 'name': 'tempest-PortsTestJSON-1984700012'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:27.414666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.425594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Transition to ACTIVE for port object c26412dc-ef42-44ff-8881-79b53d46b359 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:27.442102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Transition to ACTIVE for port object c26412dc-ef42-44ff-8881-79b53d46b359 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:27.447053 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f56915-77cd-44a2-883f-b95cbc51e118 x-openstack-request-id: req-70f56915-77cd-44a2-883f-b95cbc51e118 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:27.447349 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:27.447649 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70f56915-77cd-44a2-883f-b95cbc51e118 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:27.448363 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'code': 200} Aug 28 08:30:27.512051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.561167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87b067-56dd-4361-befb-9ac87863685c req-9fb2c3b4-dc26-4c0f-a0b5-a2894429fa71 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:27.563470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab87b067-56dd-4361-befb-9ac87863685c req-9fb2c3b4-dc26-4c0f-a0b5-a2894429fa71 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.0745745 Aug 28 08:30:27.578112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:27.583675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:27.591013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:27.597213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:27.602324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.617557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c666dee-41bc-4aac-b47c-480b6c54dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.625280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Pushing event updated for resources: {'Port': ['ID=c26412dc-ef42-44ff-8881-79b53d46b359,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:27.630365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ab87b067-56dd-4361-befb-9ac87863685c req-dc96df87-f047-4109-aa34-3d644f1fea50 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605147 Aug 28 08:30:27.647014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:27.685883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Attempting to bind port c26412dc-ef42-44ff-8881-79b53d46b359 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:27.686282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Attempting to bind port c26412dc-ef42-44ff-8881-79b53d46b359 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:27.686647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Attempting to bind port c26412dc-ef42-44ff-8881-79b53d46b359 on network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:27.692677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:27.693749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Checking segment: {'id': 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:27.694162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.695697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Bound using segment: {'id': 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:27.696045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Bound port: c26412dc-ef42-44ff-8881-79b53d46b359, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd1860e9b-dde1-41a6-a1f4-c1fb3b79e456'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:27.696439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.789257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] For port c26412dc-ef42-44ff-8881-79b53d46b359, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:27.793052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] For port c26412dc-ef42-44ff-8881-79b53d46b359, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c26412dc-ef42-44ff-8881-79b53d46b359,segment=NetworkSegment(cf475682-0bf4-48a9-80f5-8a7174ea5bc7),segment_id=cf475682-0bf4-48a9-80f5-8a7174ea5bc7)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:27.848806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:27.861345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.9 (d1860e9b-dde1-41a6-a1f4-c1fb3b79e456/0139f518-8566-431d-b38d-f37deacc6be5/02c23aa0-9063-46c3-9269-b0a8e7a7ab5c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:27.882277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f91dc-902a-4f93-a1cd-e9fe5335cd56 req-1b4376e5-25ef-4e2d-b065-f7340ea3848a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:27.884354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01f91dc-902a-4f93-a1cd-e9fe5335cd56 req-1b4376e5-25ef-4e2d-b065-f7340ea3848a tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.0752339 Aug 28 08:30:27.930934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe476d-afdc-4487-b61f-758884ce572d None None] Pushing event updated for resources: {'Port': ['ID=c26412dc-ef42-44ff-8881-79b53d46b359,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:27.994377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e01f91dc-902a-4f93-a1cd-e9fe5335cd56 req-5c80f6b9-9bb5-4820-9f13-9a02a3468663 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1c70-1f71-49ab-b5ce-6df5e96614b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032598 Aug 28 08:30:28.125399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-fab03bcf-123b-4d89-9411-7859a7491298 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:28.127411 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-fab03bcf-123b-4d89-9411-7859a7491298 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 943 time: 0.0672917 Aug 28 08:30:28.312344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Deleting port 3cf5c616-d093-41dc-9db5-3c1b0187d317 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:28.312820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.412958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] For port 3cf5c616-d093-41dc-9db5-3c1b0187d317, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3cf5c616-d093-41dc-9db5-3c1b0187d317,segment=NetworkSegment(4c325c89-7ea5-4da7-afa4-1c905a2b3a49),segment_id=4c325c89-7ea5-4da7-afa4-1c905a2b3a49)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:28.414335 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.437026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Calling delete_port for 3cf5c616-d093-41dc-9db5-3c1b0187d317 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:28.448493 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.461042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:28.597347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.653041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:28.656105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:28.663574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:28.688305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.704954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=02c23aa0-9063-46c3-9269-b0a8e7a7ab5c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:28.757716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:28.760774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.762959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Pushing event deleted for resources: {'Port': ['ID=3cf5c616-d093-41dc-9db5-3c1b0187d317,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:28.820581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] No DVR routers for this DVR port 3cf5c616-d093-41dc-9db5-3c1b0187d317 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:28.825447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:28.835341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c5ef5058-97a5-4e58-9be9-9891f32fe98a req-5b161852-bc2b-4600-8930-6eff225552bf tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.39 "DELETE /v2.0/ports/3cf5c616-d093-41dc-9db5-3c1b0187d317 HTTP/1.1" status: 204 len: 173 time: 0.7009423 Aug 28 08:30:28.839701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-deleted', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:28.845554 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0292a-ea0a-499b-9cd9-cf2322ef84e5" -d '{"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-deleted", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:28.877870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a3bc4c3c-ec34-436b-b703-769bfe062670 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5060894 Aug 28 08:30:28.880353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33632) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:28.912514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4da3-05ea-4bd9-b589-fdd096449548 req-ac4c8cd0-352a-425c-b1ee-ccec4985f6ad tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:28.923322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c86e4da3-05ea-4bd9-b589-fdd096449548 req-ac4c8cd0-352a-425c-b1ee-ccec4985f6ad tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1941564 Aug 28 08:30:28.950588 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b996a-421d-4575-ad2d-f631fef08948 x-openstack-request-id: req-387b996a-421d-4575-ad2d-f631fef08948 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:28.950949 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c1582e-8248-435f-9ebd-74322294393e", "name": "network-vif-deleted", "tag": "3cf5c616-d093-41dc-9db5-3c1b0187d317", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:28.958872 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-387b996a-421d-4575-ad2d-f631fef08948 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:28.962882 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c1582e-8248-435f-9ebd-74322294393e', 'name': 'network-vif-deleted', 'tag': '3cf5c616-d093-41dc-9db5-3c1b0187d317', 'status': 'completed', 'code': 200} Aug 28 08:30:29.017062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c86e4da3-05ea-4bd9-b589-fdd096449548 req-660ed0d6-da4f-41da-b924-9f0fc55828e5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831757 Aug 28 08:30:29.172871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114d070-6ffb-45a5-8bf5-165997569e1d req-c7d99186-20e9-48f7-9347-02f54631a1a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:29.178952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2114d070-6ffb-45a5-8bf5-165997569e1d req-c7d99186-20e9-48f7-9347-02f54631a1a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.0674448 Aug 28 08:30:29.199715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2788bce-07e2-4154-89c9-d3bd563c0b5e req-08ef3a88-ef9f-4cfa-93c0-bc6af7bcb932 tempest-ImagesTestJSON-1893988512 tempest-ImagesTestJSON-1893988512-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4c1582e-8248-435f-9ebd-74322294393e HTTP/1.1" status: 200 len: 210 time: 0.0876131 Aug 28 08:30:29.263026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2114d070-6ffb-45a5-8bf5-165997569e1d req-41b8585d-f205-416d-997e-c9992e783d8a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804598 Aug 28 08:30:29.375295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624b6d7-d756-4945-a133-e21283b92058 None None] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:29.571494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e3b30212-48f2-4517-9730-fa5aaa696de3 None None] Provisioning for port c26412dc-ef42-44ff-8881-79b53d46b359 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:29.578744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:29.914559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:29.957981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c26412dc-ef42-44ff-8881-79b53d46b359 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:29.975025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37d564-f007-4dd5-923d-ab0e89141f27 req-d54855b6-f691-44ba-a4f0-735645a9c0d1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:29.989121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a37d564-f007-4dd5-923d-ab0e89141f27 req-d54855b6-f691-44ba-a4f0-735645a9c0d1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1563821 Aug 28 08:30:30.062561 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8a37d564-f007-4dd5-923d-ab0e89141f27 req-d6c0ef29-8f7d-4c57-bcc8-d281236e4b12 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673654 Aug 28 08:30:30.131559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.175764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c26412dc-ef42-44ff-8881-79b53d46b359 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:30.180665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c26412dc-ef42-44ff-8881-79b53d46b359 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:30.182061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.208685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.321850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3beff63e-5123-42c8-a275-60823be9c43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.456844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Provisioning for port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:30.474818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=02c23aa0-9063-46c3-9269-b0a8e7a7ab5c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:30.514637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Provisioning complete for port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:30.516221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.566633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:30.570154 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.683389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:30.701089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c26412dc-ef42-44ff-8881-79b53d46b359, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c26412dc-ef42-44ff-8881-79b53d46b359,segment=NetworkSegment(cf475682-0bf4-48a9-80f5-8a7174ea5bc7),segment_id=cf475682-0bf4-48a9-80f5-8a7174ea5bc7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:30.709623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Provisioning complete for port c26412dc-ef42-44ff-8881-79b53d46b359 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:30.711236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9bb4-1718-4f4a-abd5-acc7b6e771a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.799206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:30.864010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d3891e9-22bd-4142-9050-3d896dd197d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.908202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:30.922037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 3cf5c616-d093-41dc-9db5-3c1b0187d317 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:30.922853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3cf5c616-d093-41dc-9db5-3c1b0187d317 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:31.018151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c26412dc-ef42-44ff-8881-79b53d46b359,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:31.026951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.089445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33788) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:31.202976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Deleting subnet d6969332-7cb7-43c5-b60a-42e9b8a8613f {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:31.220480 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.251531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-950544b4-2401-4c58-8cb2-8c92d9d363a2 None None] Provisioning complete for port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:31.251909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-950544b4-2401-4c58-8cb2-8c92d9d363a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.286303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d3891e9-22bd-4142-9050-3d896dd197d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.332544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.356685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6960e8b-8f44-44bc-b0a1-66492a7c71c1 req-f5b3b46f-7d4c-4cd3-8214-526ab5a5d5b4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:31.361274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6960e8b-8f44-44bc-b0a1-66492a7c71c1 req-f5b3b46f-7d4c-4cd3-8214-526ab5a5d5b4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1730144 Aug 28 08:30:31.373243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-950544b4-2401-4c58-8cb2-8c92d9d363a2 None None] Port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:31.394075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.417429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6960e8b-8f44-44bc-b0a1-66492a7c71c1 req-3f4e71e3-ca72-4d3a-b2f9-6a95ed4af166 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Aug 28 08:30:31.430571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d3891e9-22bd-4142-9050-3d896dd197d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.460340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.526889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d3891e9-22bd-4142-9050-3d896dd197d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01bba754a4a246a0bc695a9ad3ff8940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9568443 Aug 28 08:30:31.529626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33804) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:31.540828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3891e9-22bd-4142-9050-3d896dd197d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea671a03-35e9-45e1-a921-e109b08f1746,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:31.572523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-901f518b-599f-4595-808e-0b5f865430e5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:31.577288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-901f518b-599f-4595-808e-0b5f865430e5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1136870 Aug 28 08:30:31.680341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.717088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6969332-7cb7-43c5-b60a-42e9b8a8613f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:31.722034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.722578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-63a631e3-60cd-4363-8435-84622e3fdf2a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d6969332-7cb7-43c5-b60a-42e9b8a8613f HTTP/1.1" status: 204 len: 168 time: 0.6295950 Aug 28 08:30:31.725387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33810) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:31.781967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.840475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.850452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c26412dc-ef42-44ff-8881-79b53d46b359 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:31.888167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.895259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:31.895606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.923004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.951431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:31.977560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c26412dc-ef42-44ff-8881-79b53d46b359 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:31.977560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.031103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.106276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.124290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.125480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea671a03-35e9-45e1-a921-e109b08f1746 HTTP/1.1" status: 204 len: 168 time: 0.5945697 Aug 28 08:30:32.184649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 98d5882a-8355-4c1c-88f5-32beb48cb9c8, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=98d5882a-8355-4c1c-88f5-32beb48cb9c8,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:32.198780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.209487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b1837-c9c3-4dc9-af4f-764069cf30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea671a03-35e9-45e1-a921-e109b08f1746,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:32.264236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.266054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=02c23aa0-9063-46c3-9269-b0a8e7a7ab5c,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:32.295988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 98d5882a-8355-4c1c-88f5-32beb48cb9c8 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:32.324904 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.372309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cbf7ff-4a14-4719-861d-d1db4e4c4b5e']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:32.383757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:32.386057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:32.387173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c325c89-7ea5-4da7-afa4-1c905a2b3a49') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:32.387527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c325c89-7ea5-4da7-afa4-1c905a2b3a49') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:32.407606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.437400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.455817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:32.456229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:32.458005 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:32.672832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Router 4c7c5759-2a1c-499d-bb45-eaf8d37bc45b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:30:32.689282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b710af9-3ef7-4650-9682-554b9996ec3e req-2d52a1ab-0f05-4aa4-96bc-a3147cfb2ddd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:32.690936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b710af9-3ef7-4650-9682-554b9996ec3e req-2d52a1ab-0f05-4aa4-96bc-a3147cfb2ddd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 945 time: 0.1478801 Aug 28 08:30:32.701915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.719186 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.724156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42cbf7ff-4a14-4719-861d-d1db4e4c4b5e HTTP/1.1" status: 204 len: 168 time: 0.9974601 Aug 28 08:30:32.741478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d65ff198-6195-4c5f-83a2-22f4ad16d982 None None] Provisioning complete for port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:32.747671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d65ff198-6195-4c5f-83a2-22f4ad16d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.751019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694168e-aade-46d7-ab00-189712b5b677 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cbf7ff-4a14-4719-861d-d1db4e4c4b5e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:32.780072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5b710af9-3ef7-4650-9682-554b9996ec3e req-36e6656d-32e0-47ad-8c38-f43d9be2508c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Aug 28 08:30:32.791708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:32.843986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:32.947226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=98d5882a-8355-4c1c-88f5-32beb48cb9c8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:32.990447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d65ff198-6195-4c5f-83a2-22f4ad16d982 None None] Port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:32.992703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:30:33.005561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 98d5882a-8355-4c1c-88f5-32beb48cb9c8 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:33.013660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b73ae88b-7cc2-4b5e-b194-ddf62fab831e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/routers/4c7c5759-2a1c-499d-bb45-eaf8d37bc45b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1254718 Aug 28 08:30:33.013787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.015464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5d6391d4-22b3-48d2-b43c-bf3791897123 req-f7fc3b3d-d3c0-4e2f-9c2e-594704d32613 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "DELETE /v2.0/ports/98d5882a-8355-4c1c-88f5-32beb48cb9c8 HTTP/1.1" status: 204 len: 173 time: 1.4334266 Aug 28 08:30:33.015876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:33.016309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'name': 'network-vif-deleted', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:33.017748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] Sync routers for ids ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:30:33.029176 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c203b7d-5bb9-43d7-a2fa-0d77e2354f64" -d '{"events": [{"server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "name": "network-vif-deleted", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:33.056456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] Routers {'4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:33.057110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:33.077936 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02974446-aba9-4bf7-9640-4c1a588125bb x-openstack-request-id: req-02974446-aba9-4bf7-9640-4c1a588125bb {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:33.078562 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3f7be-8d71-4d40-a89d-303d8ab7ca8c", "name": "network-vif-deleted", "tag": "98d5882a-8355-4c1c-88f5-32beb48cb9c8", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:33.082091 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02974446-aba9-4bf7-9640-4c1a588125bb {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:33.082887 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3f7be-8d71-4d40-a89d-303d8ab7ca8c', 'name': 'network-vif-deleted', 'tag': '98d5882a-8355-4c1c-88f5-32beb48cb9c8', 'status': 'completed', 'code': 200} Aug 28 08:30:33.114705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e8c7d-a794-4da8-958e-2d936166fab0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:33.118289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-574e8c7d-a794-4da8-958e-2d936166fab0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7c5759-2a1c-499d-bb45-eaf8d37bc45b HTTP/1.1" status: 200 len: 982 time: 0.1000774 Aug 28 08:30:33.118728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:33.120951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:33.148345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] Routers {'4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:33.149114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:33.193883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:33.194539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348005a7-d8d0-447c-a68e-a20d265bea86 None None] The sync data for ids ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:30:33.414805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33886) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:33.490285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33888) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:33.505378 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-468dcfdc-e805-4023-b2ad-8f71eafcb996 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fafc05cd982e40da9eebd8ae45da7e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887070 Aug 28 08:30:33.507902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33890) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:33.550393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d99c12c4-7712-40c5-9e00-9ca8550285db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.621664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.677475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.820668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.823553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:33.829167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b19c1c70-1f71-49ab-b5ce-6df5e96614b4 HTTP/1.1" status: 204 len: 168 time: 0.3141773 Aug 28 08:30:33.851626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770518d-6af9-4330-815c-4329351f5917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c1c70-1f71-49ab-b5ce-6df5e96614b4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:34.019874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92336eb7-063f-4363-becd-28bb842c09f2 req-f8c646e8-2674-40f5-a11d-1ea96373b8e1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e3f7be-8d71-4d40-a89d-303d8ab7ca8c HTTP/1.1" status: 200 len: 210 time: 0.0392933 Aug 28 08:30:34.218337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33904) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:34.405209 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d99c12c4-7712-40c5-9e00-9ca8550285db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.460944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d0-b7f6-4d5c-b3c1-006bfc5235fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.466180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.502883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d99c12c4-7712-40c5-9e00-9ca8550285db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.588541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c12c4-7712-40c5-9e00-9ca8550285db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac5132-b994-4aec-a325-e5157a005a41,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:34.593237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d99c12c4-7712-40c5-9e00-9ca8550285db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b62876753624419e813878a636336c38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844579 Aug 28 08:30:34.596022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:34.632499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d0-b7f6-4d5c-b3c1-006bfc5235fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.693296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.701619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a7d0-b7f6-4d5c-b3c1-006bfc5235fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.741260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 98d5882a-8355-4c1c-88f5-32beb48cb9c8 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:34.777780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.784194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 98d5882a-8355-4c1c-88f5-32beb48cb9c8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:34.784799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 98d5882a-8355-4c1c-88f5-32beb48cb9c8 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:34.786582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.795133 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ca1a7d0-b7f6-4d5c-b3c1-006bfc5235fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfccced087c147908e32e3209c2f489f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751953 Aug 28 08:30:34.799647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33922) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:34.802200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a7d0-b7f6-4d5c-b3c1-006bfc5235fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e547494c-fe58-49d0-a6bc-519cd45a4015,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:34.852590 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:30:34.880052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:34.882793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.916918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.920003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:34.927288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ac5132-b994-4aec-a325-e5157a005a41 HTTP/1.1" status: 204 len: 168 time: 0.3198471 Aug 28 08:30:34.936666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9499d8-bb6f-4ca1-8d25-876ef10a462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac5132-b994-4aec-a325-e5157a005a41,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:34.981336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.026064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.091445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.120073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 02c23aa0-9063-46c3-9269-b0a8e7a7ab5c owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:35.202992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.234958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.237530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.241017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e547494c-fe58-49d0-a6bc-519cd45a4015 HTTP/1.1" status: 204 len: 168 time: 0.4379532 Aug 28 08:30:35.256585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007a914-6223-4a37-bf38-393927c8d439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547494c-fe58-49d0-a6bc-519cd45a4015,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:35.300807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:35.419939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.453055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=02c23aa0-9063-46c3-9269-b0a8e7a7ab5c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:35.709254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-55f2a0a0-c6d6-4018-a49c-d3fe12ca605a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:35.719789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-55f2a0a0-c6d6-4018-a49c-d3fe12ca605a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.1583495 Aug 28 08:30:35.745434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-df66299c-42a7-49a9-b696-f1844a21d50f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0242341 Aug 28 08:30:35.823079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-d0a55c60-ca10-4426-b4db-5e31cdde979b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759189 Aug 28 08:30:35.827736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:35.895742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1905182070-network', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:35.998984 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-a4887612-648f-4c81-937d-7ada5afb8256 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724696 Aug 28 08:30:36.082796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:36.085090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.090366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Router 4c7c5759-2a1c-499d-bb45-eaf8d37bc45b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:30:36.103979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.213600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9dae0bc3-677a-4d5e-b515-dae25a11b830 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865993 Aug 28 08:30:36.215521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:30:36.215521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f807129-d9e7-4b95-9188-c90871ee240e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/routers/4c7c5759-2a1c-499d-bb45-eaf8d37bc45b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0770180 Aug 28 08:30:36.215788 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] Sync routers for ids ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:30:36.216282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:36.245195 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] Routers {'4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:36.247280 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:36.279084 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-630fadaa-7431-462d-9c2b-3d26e7aa1832 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:36.281988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-630fadaa-7431-462d-9c2b-3d26e7aa1832 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/02c23aa0-9063-46c3-9269-b0a8e7a7ab5c HTTP/1.1" status: 404 len: 333 time: 0.0664542 Aug 28 08:30:36.284641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33984) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:36.301148 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:36.324530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.329865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] Routers {'4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:36.330519 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:36.397777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.413352 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:36.420423 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98d4a-0e3d-4a86-850d-0e4df9ba4c2c None None] The sync data for ids ['4c7c5759-2a1c-499d-bb45-eaf8d37bc45b'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:30:36.477509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.532816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:36.559524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0da3b-9d0a-411d-bbd3-772eb061d006,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:36.604330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.607405 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Added segment 05d78085-0f91-4a3f-ada4-468972cb0c64 of type vlan for network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 Aug 28 08:30:36.663418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.764865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7320a83c-db84-4dcc-a974-08fe2b459c08 req-d26b5aef-1de9-48b7-aab8-6d1299c5ff2b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0891509 Aug 28 08:30:36.769140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.771953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.779821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.781739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:36.782838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.907011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6048255 Aug 28 08:30:36.909762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34004) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:36.911070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.911631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7c5759-2a1c-499d-bb45-eaf8d37bc45b {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:30:36.917212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Request body: {'subnet': {'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1905182070-subnet', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:36.920772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:36.923060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7230b6ab-1f83-4ac4-a756-48ab0fae5317 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/routers/4c7c5759-2a1c-499d-bb45-eaf8d37bc45b HTTP/1.1" status: 204 len: 168 time: 0.6360102 Aug 28 08:30:36.931162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34006) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:36.936355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16897f-90d4-4ed1-8d84-e08a0e9ff026 admin admin] Pushing event updated for resources: {'Network': ['ID=6677d2d6-3935-4801-8b10-0fc8c303f1a2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:36.951485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:36.966492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:37.067662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 0139f518-8566-431d-b38d-f37deacc6be5 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:37.072126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:37.075319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.093125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.125330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.248821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.388396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d17b88c-b871-4bd6-a737-6334c155bcb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c84f532582a149ae8cd14d7899d74560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179139 Aug 28 08:30:37.391218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:37.429846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.434989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.485257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=0139f518-8566-431d-b38d-f37deacc6be5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:37.485257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.489439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95540203-c29c-4ef3-adb2-dcee087169c6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/0139f518-8566-431d-b38d-f37deacc6be5 HTTP/1.1" status: 204 len: 168 time: 0.5572193 Aug 28 08:30:37.492589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34028) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:37.510433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6bd404-cd75-4b08-bc71-753d1036ad2c None None] Network d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:37.534186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebd0638-0422-4280-8167-6c3d3e65693e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:37.544312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.582891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Checking segment: {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:37.582891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Network hostable DHCP agents. Network: 6677d2d6-3935-4801-8b10-0fc8c303f1a2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:37.582891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.647159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.707856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:37.728712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.739939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.740061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port c26412dc-ef42-44ff-8881-79b53d46b359 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:37.740061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.750430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa17ab22-f874-4fe1-a1ea-29548184f36f HTTP/1.1" status: 204 len: 168 time: 0.3575046 Aug 28 08:30:37.774114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d365c66-9d98-41ea-afa6-fc6be40b7fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa17ab22-f874-4fe1-a1ea-29548184f36f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:37.814006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6677d2d6-3935-4801-8b10-0fc8c303f1a2) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:37.820739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:37.828108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.835138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] DHCP port deletion for d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:37.845675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9aadd-7b58-4ee8-ae14-fa6ae1807418 None None] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:37.921999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port c26412dc-ef42-44ff-8881-79b53d46b359, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c26412dc-ef42-44ff-8881-79b53d46b359,segment=NetworkSegment(cf475682-0bf4-48a9-80f5-8a7174ea5bc7),segment_id=cf475682-0bf4-48a9-80f5-8a7174ea5bc7)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:37.923096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:37.942722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for c26412dc-ef42-44ff-8881-79b53d46b359 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:37.949099 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fa4d74bd-6d56-4963-8415-0ba253315c30 req-bc034f62-0915-4e76-b33a-4d4573d6a43d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0428352 Aug 28 08:30:37.956582 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bc7fa603-c591-483b-8a4a-ccc482f544b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0449150 Aug 28 08:30:37.959543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34044) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:37.974543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:38.078852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.080351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.164863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.226306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=c26412dc-ef42-44ff-8881-79b53d46b359,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:38.226528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Deleting port c26412dc-ef42-44ff-8881-79b53d46b359 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:38.226528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.232780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port c26412dc-ef42-44ff-8881-79b53d46b359 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:38.260249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.367906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.378846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] For port c26412dc-ef42-44ff-8881-79b53d46b359, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:38.379713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.396031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1860e9b-dde1-41a6-a1f4-c1fb3b79e456']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:38.402928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Calling delete_port for c26412dc-ef42-44ff-8881-79b53d46b359 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:38.422740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:38.423246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Port c26412dc-ef42-44ff-8881-79b53d46b359 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:30:38.424129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf475682-0bf4-48a9-80f5-8a7174ea5bc7') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:38.425587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.463128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.482004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] No DVR routers for this DVR port c26412dc-ef42-44ff-8881-79b53d46b359 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:38.487283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.490502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c28e34-5ff3-4f54-9545-031d292df78d None None] Pushing event deleted for resources: {'Port': ['ID=c26412dc-ef42-44ff-8881-79b53d46b359,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:38.498034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:38.498166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:38.539027 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:38.557251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'fixed_ips': [{'subnet_id': '6ebd0638-0422-4280-8167-6c3d3e65693e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:38.558185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.642081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.682457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.693327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:38.697663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/d1860e9b-dde1-41a6-a1f4-c1fb3b79e456 HTTP/1.1" status: 204 len: 168 time: 1.2037139 Aug 28 08:30:38.702135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:38.712272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e92662-66d1-4fe4-823e-7a43243fc50f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=d1860e9b-dde1-41a6-a1f4-c1fb3b79e456,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:38.763062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba5006-931f-47a1-9e7b-4c036f7ffff1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:38.763062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-08ba5006-931f-47a1-9e7b-4c036f7ffff1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/66a46a35-2c05-4b8f-b2bc-27fc929979fe HTTP/1.1" status: 200 len: 841 time: 0.0562963 Aug 28 08:30:38.766744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:38.858344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-993dba01-68cf-4c9b-b5c6-e2001d2627fd tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/66a46a35-2c05-4b8f-b2bc-27fc929979fe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0876210 Aug 28 08:30:38.861683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34072) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:38.872858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:38.931108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Allocated IP 172.20.0.2 (6677d2d6-3935-4801-8b10-0fc8c303f1a2/6ebd0638-0422-4280-8167-6c3d3e65693e/ece35022-e6be-4f1d-94e4-4adec416f6fa) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:39.108622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.148470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.149049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26981a6f-0b5c-4880-bc22-9c92a443bcb0 req-e3a8c784-2284-4a98-be43-996aa22e83a7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0573306 Aug 28 08:30:39.149049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:39.149049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.354117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.376092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Transition to ACTIVE for port object ece35022-e6be-4f1d-94e4-4adec416f6fa will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:39.417458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Transition to ACTIVE for port object ece35022-e6be-4f1d-94e4-4adec416f6fa will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:39.484023 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.553810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Pushing event updated for resources: {'Port': ['ID=ece35022-e6be-4f1d-94e4-4adec416f6fa,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:39.571662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:39.585334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.592346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:39.604925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:39.610281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:39.613857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:39.634957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114acdc9-7a53-4b5a-aa7b-beac2a983069 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:39.660030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:39.660564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.751099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=998e95be-3568-46b7-a753-5dedcf9aef31,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:39.774906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b49a5916-855c-4764-bff3-9005b82b37c9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9117498 Aug 28 08:30:39.778075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34096) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:39.789548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057916815'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:39.854380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Attempting to bind port ece35022-e6be-4f1d-94e4-4adec416f6fa on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:39.854763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Attempting to bind port ece35022-e6be-4f1d-94e4-4adec416f6fa by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:39.855123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Attempting to bind port ece35022-e6be-4f1d-94e4-4adec416f6fa on network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:39.867144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-74d3cb07-be5c-45f0-ab6f-03bbad84eea1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:39.870112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-74d3cb07-be5c-45f0-ab6f-03bbad84eea1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.6773553 Aug 28 08:30:39.871054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c26412dc-ef42-44ff-8881-79b53d46b359 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:39.880951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Allocated IP 172.25.0.179 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/79d6c173-2714-4baf-8ee1-955f0c98d177) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:39.891861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:39.904785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:39.905693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Checking segment: {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:39.907870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.907870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Bound using segment: {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:39.908687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Bound port: ece35022-e6be-4f1d-94e4-4adec416f6fa, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:39.909337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:39.912024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c26412dc-ef42-44ff-8881-79b53d46b359 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:39.912648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c26412dc-ef42-44ff-8881-79b53d46b359 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:39.922983 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.090994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.125620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] For port ece35022-e6be-4f1d-94e4-4adec416f6fa, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:40.147988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] For port ece35022-e6be-4f1d-94e4-4adec416f6fa, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ece35022-e6be-4f1d-94e4-4adec416f6fa,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:40.170592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'tenant_id': 'cb7694b1d1bc483284acca4f93312556', 'fixed_ips': [{'subnet_id': '998e95be-3568-46b7-a753-5dedcf9aef31'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:40.171468 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.173753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.175249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.225790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee2f85-a90b-4893-8318-6252726ed384,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:40.274505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.337350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34108) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:40.362502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1155c3e-bbcf-4744-b688-ecf3681989e0 req-eb73e7af-963f-4949-9397-89a4ec325c60 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0698192 Aug 28 08:30:40.385332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.414077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f172b0-2920-4a02-94e2-fdf76d6734a4 None None] Pushing event updated for resources: {'Port': ['ID=ece35022-e6be-4f1d-94e4-4adec416f6fa,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:40.441161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Allocated IP 172.20.0.2 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/998e95be-3568-46b7-a753-5dedcf9aef31/e6432f5a-9d91-45de-aaf7-0eac2c55bc76) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:40.473871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:40.483542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:40.485475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:40.489056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.491172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Pushing event updated for resources: {'Port': ['ID=79d6c173-2714-4baf-8ee1-955f0c98d177,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:40.494643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:40.596733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.611807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2c9d0e2-32fd-472c-8571-6cbf897f88ce tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8272507 Aug 28 08:30:40.611807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34118) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:40.624268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'security_group': {'name': 'tempest-secgroup-242900049'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:40.785521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.848190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.890128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Transition to ACTIVE for port object e6432f5a-9d91-45de-aaf7-0eac2c55bc76 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:40.933066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Transition to ACTIVE for port object e6432f5a-9d91-45de-aaf7-0eac2c55bc76 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:40.937718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2008050283'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:40.972058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:40.997207 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.015814 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.070344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.4 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/93e01bd4-212e-4c5b-a852-f2be9b9132f3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:41.083689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44feb9e6-dfb3-4a72-8c10-6a7f4856d25a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:41.084452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:41.087500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.094341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:41.104597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:41.135463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Made reservation on behalf of 446a569010b844f3b06e5840db5cb096 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:41.140278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.159160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.216651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.224167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f161059-9284-4ea8-980e-2147756678a1 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6079330 Aug 28 08:30:41.227048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Attempting to bind port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:41.227301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Attempting to bind port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fd30df49-ae25-4caa-9aa5-a0efa1009697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:41.227677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Attempting to bind port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 on network 181208a3-ee00-46ae-a632-59a6cf6fbd5e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:41.229363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:41.239992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-708950072', 'security_groups': ['44feb9e6-dfb3-4a72-8c10-6a7f4856d25a'], 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '998e95be-3568-46b7-a753-5dedcf9aef31'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:41.249681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:41.267278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:41.267714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Checking segment: {'id': 'fd30df49-ae25-4caa-9aa5-a0efa1009697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:41.268119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.268528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Bound using segment: {'id': 'fd30df49-ae25-4caa-9aa5-a0efa1009697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:41.269011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Bound port: e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd30df49-ae25-4caa-9aa5-a0efa1009697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:41.269433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.400734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:41.405610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:41.495079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.675427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de0c5b-d907-438c-9264-2e396494ae63 None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:41.832549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.995936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:41.999449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ece35022-e6be-4f1d-94e4-4adec416f6fa up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:42.208115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.232353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ece35022-e6be-4f1d-94e4-4adec416f6fa completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:42.250323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:42.365883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:42.389640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad91b82-4cd6-4d37-990b-451d40ffc961 None None] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:42.425257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:42.437365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:42.451935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:42.486109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a21d4a-54e6-4917-9c49-c85d4f2546f0 req-17d61d65-df31-431d-8209-1648c7b7c327 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:42.488614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94a21d4a-54e6-4917-9c49-c85d4f2546f0 req-17d61d65-df31-431d-8209-1648c7b7c327 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 931 time: 0.1825271 Aug 28 08:30:42.543558 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.592612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94a21d4a-54e6-4917-9c49-c85d4f2546f0 req-dd295673-b9dc-4723-a6bf-4c262795d635 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Aug 28 08:30:42.639807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.677100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1969326e-6991-4da3-a606-9f43a99c8311,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:42.686558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:42.687272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.713231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:42.722114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Provisioning for port ece35022-e6be-4f1d-94e4-4adec416f6fa completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:42.730782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.732342 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Added segment 072a5267-d333-4324-95cf-2be50bb59693 of type vlan for network 2cd2b899-93de-4fd0-ae15-584cbfeea324 Aug 28 08:30:42.736921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Provisioning complete for port ece35022-e6be-4f1d-94e4-4adec416f6fa triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:42.737263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.837875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:42.851692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.852806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Router 24d885ec-7ccf-42ec-9f08-67b0a013b009 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:30:42.959550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:42.987421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:43.013271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9c4a47a7-4723-4886-b528-de13fc59c191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1266913 Aug 28 08:30:43.065431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Request body: {'port': {'device_id': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:43.142453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.242669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.254825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.281064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:43.288627 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.469640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] For port ece35022-e6be-4f1d-94e4-4adec416f6fa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ece35022-e6be-4f1d-94e4-4adec416f6fa,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:43.549020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.555826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:30:43.634733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:43.637701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Sync routers for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:30:43.643324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3017604 Aug 28 08:30:43.661416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34166) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:43.672122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Request body: {'subnet': {'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:43.698700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:43.699210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:43.701020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785808e-e41a-4b91-9ae5-713fff05e2da None None] Pushing event updated for resources: {'Port': ['ID=ece35022-e6be-4f1d-94e4-4adec416f6fa,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:43.725382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:43.731826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-678bec9a-20f6-45da-8126-804b58a474d5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7708848 Aug 28 08:30:43.732923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:43.834016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Provisioning for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:43.864152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a8e67-9caf-46fd-92e7-ac98dac87a3e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event updated for resources: {'Network': ['ID=2cd2b899-93de-4fd0-ae15-584cbfeea324,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:43.909293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:44.001213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:44.001710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.008262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:44.012497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.5 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/998e95be-3568-46b7-a753-5dedcf9aef31/a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:44.085253 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35c8d5d5-7147-43eb-81bc-58924d1e381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.096732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:30:44.107922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfc2fb-fb6d-4db7-8c76-5f768c3faa0f req-f8818692-02a4-426f-a309-09570cb8ffcb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:44.110693 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0bfc2fb-fb6d-4db7-8c76-5f768c3faa0f req-f8818692-02a4-426f-a309-09570cb8ffcb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 931 time: 0.3613114 Aug 28 08:30:44.128568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Made reservation on behalf of 446a569010b844f3b06e5840db5cb096 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:44.132741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.155957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e01bd4-212e-4c5b-a852-f2be9b9132f3 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:44.180871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.228138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:44.249225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Provisioning complete for port ece35022-e6be-4f1d-94e4-4adec416f6fa triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:44.249603 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77a0dec9-ad43-4655-b524-835fd963e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.262734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.271710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Transition to ACTIVE for port object 93e01bd4-212e-4c5b-a852-f2be9b9132f3 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:44.278823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:44.284928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:44.286101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0bfc2fb-fb6d-4db7-8c76-5f768c3faa0f req-d3d5a91e-8d86-4dbe-bf18-c25f76542506 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541650 Aug 28 08:30:44.322156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:44.322156 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.381728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.472185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:44.550976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.551253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.573136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:40Z', 'revision_number': 3, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:44.575704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:44.594995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:44.607478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:44.610477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.644113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:44.644113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Checking router: 24d885ec-7ccf-42ec-9f08-67b0a013b009 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:30:44.644113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Updating router 24d885ec-7ccf-42ec-9f08-67b0a013b009 port 79d6c173-2714-4baf-8ee1-955f0c98d177 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:30:44.695353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.750588 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.753184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ece35022-e6be-4f1d-94e4-4adec416f6fa up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:44.770993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:44.812016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:44.812800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:44.815884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event updated for resources: {'Subnet': ['ID=fe386a87-0925-4833-9778-2644f71d9f07,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:44.853131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Checking segment: {'id': '072a5267-d333-4324-95cf-2be50bb59693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:44.853904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Network hostable DHCP agents. Network: 2cd2b899-93de-4fd0-ae15-584cbfeea324, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:44.941358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:44.972832 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35c8d5d5-7147-43eb-81bc-58924d1e381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.031005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2cd2b899-93de-4fd0-ae15-584cbfeea324) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:45.036839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:45.039738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.065984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c65f3-6cc0-4ea4-be01-127c5a3d0f67 None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:45.074003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35c8d5d5-7147-43eb-81bc-58924d1e381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.115676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Attempting to bind port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:45.116408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Attempting to bind port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:45.116408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Attempting to bind port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:45.144755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6bbeb94-0211-403a-9239-fe2be6be7c98 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4821074 Aug 28 08:30:45.146566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-35c8d5d5-7147-43eb-81bc-58924d1e381e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=428bfbfea9784de0abd46c03d28ef1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5100985 Aug 28 08:30:45.146566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:30:45.149115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Attempting to bind port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:45.149978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34180) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:45.150125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:45.159995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Request body: {'port': {'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324', 'name': 'tempest-DHCPAgentSchedulersTestJSON-923533860'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:45.169083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f5da661-5ec4-4fa6-bdd8-feb3b583a62b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9383025 Aug 28 08:30:45.172737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8d5d5-7147-43eb-81bc-58924d1e381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d07071-5d2e-4417-bb39-8653c44f6943,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:45.183171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:45.184326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:45.190037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:45.202094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:45.202542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:45.203450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:45.203843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Bound port: 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:45.204286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.243186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-863a373b-dd5a-41ba-b6ff-f3ad6233818f None None] Provisioning for port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:45.262019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-863a373b-dd5a-41ba-b6ff-f3ad6233818f None None] Provisioning complete for port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:45.262304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-863a373b-dd5a-41ba-b6ff-f3ad6233818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.276938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ece35022-e6be-4f1d-94e4-4adec416f6fa triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:45.278924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.324277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.345482 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.407810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:45.424417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2cd2b899-93de-4fd0-ae15-584cbfeea324', 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324', 'tenant_id': '446a569010b844f3b06e5840db5cb096', 'fixed_ips': [{'subnet_id': 'fe386a87-0925-4833-9778-2644f71d9f07'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:45.425283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.433714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-863a373b-dd5a-41ba-b6ff-f3ad6233818f None None] Port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:45.443890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb76a7-89cf-482b-8d87-f37f3d64f980 req-3d9703b5-9bce-474c-9168-9344353113c2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:45.445614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0aeb76a7-89cf-482b-8d87-f37f3d64f980 req-3d9703b5-9bce-474c-9168-9344353113c2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 943 time: 0.0620673 Aug 28 08:30:45.466683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:45.468950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.493677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0aeb76a7-89cf-482b-8d87-f37f3d64f980 req-103bcc15-1cea-4e75-9ebd-d6c6b702fd22 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Aug 28 08:30:45.549428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Made reservation on behalf of 446a569010b844f3b06e5840db5cb096 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:45.551788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.582968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] device_id is not set on port ccbdc128-199e-468b-b05c-f5071e10469e yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:30:45.606848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.668698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:45.670197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.670436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:45.671392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/93e01bd4-212e-4c5b-a852-f2be9b9132f3 HTTP/1.1" status: 200 len: 1092 time: 2.6105354 Aug 28 08:30:45.674241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.676158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:45.678821 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ffe20-f692-49ea-b676-602cb9bc9663" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:45.703663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Allocated IP 172.20.0.1 (6677d2d6-3935-4801-8b10-0fc8c303f1a2/6ebd0638-0422-4280-8167-6c3d3e65693e/c2ba7342-c256-4198-ac7d-1019646585c0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:45.720744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.723389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.727397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17d07071-5d2e-4417-bb39-8653c44f6943 HTTP/1.1" status: 204 len: 168 time: 0.5736251 Aug 28 08:30:45.749262 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.760187 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99faa8-c42d-4aab-b79d-914a1337fb12 x-openstack-request-id: req-cb99faa8-c42d-4aab-b79d-914a1337fb12 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:45.761365 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:45.762456 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb99faa8-c42d-4aab-b79d-914a1337fb12 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:45.764043 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3', 'status': 'completed', 'code': 200} Aug 28 08:30:45.765364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Transition to ACTIVE for port object 79d6c173-2714-4baf-8ee1-955f0c98d177 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:45.789083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5ba6-671d-4bb3-94b0-5c42e0fa3cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:45.809759 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 998e95be-3568-46b7-a753-5dedcf9aef31 (CIDR: 172.20.0.0/28) Aug 28 08:30:45.812634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691d4d8-643e-4bf6-a32c-ab427a7514b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d07071-5d2e-4417-bb39-8653c44f6943,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:45.841384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:45.852332 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:30:45.852919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:30:45.872039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Allocated IP 172.20.0.2 (2cd2b899-93de-4fd0-ae15-584cbfeea324/fe386a87-0925-4833-9778-2644f71d9f07/17f0ac99-fb7d-45f1-8dc5-ca61133b49cb) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:45.881265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.916135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-20bd2d8c-0136-4016-929d-d1c2712ccbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:45.917639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-20bd2d8c-0136-4016-929d-d1c2712ccbf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 1095 time: 0.1208017 Aug 28 08:30:45.975951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-926633fb-1d09-4eee-a9f1-ad2e90178ee3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7907236 Aug 28 08:30:45.978358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:45.986707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:45.990417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:45.996890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Attempting to bind port 79d6c173-2714-4baf-8ee1-955f0c98d177 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:45.997678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Attempting to bind port 79d6c173-2714-4baf-8ee1-955f0c98d177 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:45.997678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Attempting to bind port 79d6c173-2714-4baf-8ee1-955f0c98d177 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:46.015095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Transition to ACTIVE for port object c2ba7342-c256-4198-ac7d-1019646585c0 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:46.022087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdf348-9f96-45e9-9e85-439bc52b922b None None] Pushing event updated for resources: {'Port': ['ID=79d6c173-2714-4baf-8ee1-955f0c98d177,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:46.027697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:46.028610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:46.028610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.028843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:46.029319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Bound port: 79d6c173-2714-4baf-8ee1-955f0c98d177, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:46.029702 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.067706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-c62350b6-991f-4eb3-9a7c-2613a7d62368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:46.069276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-c62350b6-991f-4eb3-9a7c-2613a7d62368 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=76e91fd135ed4116a98d98e10ca7f849&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1338580 Aug 28 08:30:46.074394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:46.074882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.151660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.174182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] For port 79d6c173-2714-4baf-8ee1-955f0c98d177, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:46.179403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] For port 79d6c173-2714-4baf-8ee1-955f0c98d177, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=79d6c173-2714-4baf-8ee1-955f0c98d177,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:46.195594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.206730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Transition to ACTIVE for port object 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:46.216055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:46.227116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:46.231284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:46.233149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Pushing event updated for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:46.260493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Transition to ACTIVE for port object 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:46.272209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:46.276201 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.286783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-fa345874-1623-4ea3-9dbe-e150c73615e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:46.288320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-204ffe20-f692-49ea-b676-602cb9bc9663 req-fa345874-1623-4ea3-9dbe-e150c73615e2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068970 Aug 28 08:30:46.300116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.302159 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.378518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.401647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:46.415855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:46.419553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:46.438867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:46.440313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:46.464318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-a15f7d02-5601-41e4-a865-ac5417938d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:46.466180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-a15f7d02-5601-41e4-a865-ac5417938d4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 1095 time: 0.0998857 Aug 28 08:30:46.495668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Allocated IP 172.20.0.6 (2cd2b899-93de-4fd0-ae15-584cbfeea324/fe386a87-0925-4833-9778-2644f71d9f07/ccbdc128-199e-468b-b05c-f5071e10469e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:46.542964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-f5fd21bc-f473-4a5c-b20f-ad909de680ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3 HTTP/1.1" status: 200 len: 217 time: 0.0535364 Aug 28 08:30:46.592111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:46.614650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdf348-9f96-45e9-9e85-439bc52b922b None None] Pushing event updated for resources: {'Port': ['ID=79d6c173-2714-4baf-8ee1-955f0c98d177,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:46.638373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:30:46.644002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb74c-e305-4416-8d0b-7fecaf4292d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.652490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.656913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9827ec85-b27b-409c-a0a0-59733255138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:46.661296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-9827ec85-b27b-409c-a0a0-59733255138d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.1059434 Aug 28 08:30:46.708377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-a7ce2f1f-d124-49ee-84aa-2143a5b6c52f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358253 Aug 28 08:30:46.741125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Pushing event updated for resources: {'Port': ['ID=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:46.808717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Attempting to bind port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:46.809368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Attempting to bind port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '072a5267-d333-4324-95cf-2be50bb59693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:46.809916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Attempting to bind port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb on network 2cd2b899-93de-4fd0-ae15-584cbfeea324 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:46.828252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:46.830363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Checking segment: {'id': '072a5267-d333-4324-95cf-2be50bb59693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:46.830363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.830363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Bound using segment: {'id': '072a5267-d333-4324-95cf-2be50bb59693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:46.830363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Bound port: 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072a5267-d333-4324-95cf-2be50bb59693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2cd2b899-93de-4fd0-ae15-584cbfeea324'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:46.831187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.885717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa8d1836-b985-477d-bf3a-1d81f7a7d98c None None] Provisioning for port c2ba7342-c256-4198-ac7d-1019646585c0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:46.894536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa8d1836-b985-477d-bf3a-1d81f7a7d98c None None] Provisioning complete for port c2ba7342-c256-4198-ac7d-1019646585c0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:46.895170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1836-b985-477d-bf3a-1d81f7a7d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.905990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-cb06129a-5471-4a5b-aaa1-4ecf0b21b12d service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746426 Aug 28 08:30:46.937911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d1836-b985-477d-bf3a-1d81f7a7d98c None None] Port c2ba7342-c256-4198-ac7d-1019646585c0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:46.984916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] For port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:46.989705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:46.990299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] For port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,segment=NetworkSegment(072a5267-d333-4324-95cf-2be50bb59693),segment_id=072a5267-d333-4324-95cf-2be50bb59693)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:46.995544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.017717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2736d3-21c3-4074-93ee-8a4e2194a9cc req-2077dd67-300a-4de8-bc19-c5e46eeb3cc5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:47.023988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d35e34dd-1f54-4e39-b1f6-b5e9d57ba3d8 req-fb335491-8983-4387-b56e-d87941c62930 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058152 Aug 28 08:30:47.025876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e2736d3-21c3-4074-93ee-8a4e2194a9cc req-2077dd67-300a-4de8-bc19-c5e46eeb3cc5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 943 time: 0.4351530 Aug 28 08:30:47.060547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.062665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.092695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:40Z', 'revision_number': 3, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:47.122697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:47.123906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Transition to ACTIVE for port object ccbdc128-199e-468b-b05c-f5071e10469e will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:47.128245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.137680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:47.143748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347855fd-ffa2-4c67-aac0-034c4412fb68 None None] The sync data for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 is: [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:40Z', 'revision_number': 3, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:30:47.145862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:47.146496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.151512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd098174-a32f-448b-b4d7-f91b9fee218d None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:47.200215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=6a134602-94b3-4581-ae70-7d831f1508d9,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:47.231145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e2736d3-21c3-4074-93ee-8a4e2194a9cc req-782ccd61-d202-4632-856a-60f30b53e68b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041481 Aug 28 08:30:47.251901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003e040-b0ae-466c-a6db-32b36dfd8348 None None] Pushing event updated for resources: {'Port': ['ID=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:47.262154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Pushing event updated for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:47.273618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.355550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb74c-e305-4416-8d0b-7fecaf4292d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.426927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb74c-e305-4416-8d0b-7fecaf4292d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.464144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.483639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:47.485731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:47.561866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee100c1d-dd93-45a2-9770-a85ad9e91d39 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5798929 Aug 28 08:30:47.561866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fb74c-e305-4416-8d0b-7fecaf4292d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab6285-eb1d-44f3-86c7-cfa052ee605e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:47.571685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b3fb74c-e305-4416-8d0b-7fecaf4292d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d06a0601540a41c9959be2068e6b7dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523187 Aug 28 08:30:47.582438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34216) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:47.586493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:47.596818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:47.658551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-904505757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a134602-94b3-4581-ae70-7d831f1508d9'}], 'security_groups': ['78ee2f85-a90b-4893-8318-6252726ed384']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:47.664707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:47.671629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event updated for resources: {'Port': ['ID=ccbdc128-199e-468b-b05c-f5071e10469e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:47.675037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:47.731184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Update dhcp port {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'fixed_ips': [{'subnet_id': '998e95be-3568-46b7-a753-5dedcf9aef31', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a134602-94b3-4581-ae70-7d831f1508d9'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'e6432f5a-9d91-45de-aaf7-0eac2c55bc76'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:30:47.781993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:47.784819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.852371 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:47.908962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Router 24d885ec-7ccf-42ec-9f08-67b0a013b009 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:30:48.001575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8c953f7-7c5e-425d-af49-c897d87a740e tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8484795 Aug 28 08:30:48.007485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:48.089821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.143214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:48.174831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:30:48.195264 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7497b451-aec5-4665-9413-11b72c1afd6b admin admin] 10.222.0.46 "PUT /v2.0/routers/24d885ec-7ccf-42ec-9f08-67b0a013b009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4423964 Aug 28 08:30:48.240536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-33b63fb0-ffec-44df-94d7-109a3af34ed4 None None] Provisioning complete for port c2ba7342-c256-4198-ac7d-1019646585c0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:48.240914 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-33b63fb0-ffec-44df-94d7-109a3af34ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.403944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.601467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d655e-360e-4716-9654-4f4d41d99e7e req-479b4a44-1625-4bab-a1e7-0dd60607c1b6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:48.603362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-384d655e-360e-4716-9654-4f4d41d99e7e req-479b4a44-1625-4bab-a1e7-0dd60607c1b6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 943 time: 0.1675434 Aug 28 08:30:48.615707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34232) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:48.636740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.654745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Deleting port ccbdc128-199e-468b-b05c-f5071e10469e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:48.655106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.735945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-384d655e-360e-4716-9654-4f4d41d99e7e req-028e0cdd-6096-4d0c-b3ac-b1fa4acd5592 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045251 Aug 28 08:30:48.844416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-353890701'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:48.877351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-33b63fb0-ffec-44df-94d7-109a3af34ed4 None None] Port c2ba7342-c256-4198-ac7d-1019646585c0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:48.898354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Allocated IP 172.20.0.18 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/6a134602-94b3-4581-ae70-7d831f1508d9/e6432f5a-9d91-45de-aaf7-0eac2c55bc76) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:48.980560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:48.981795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad131d2f-49c6-40c7-9531-b9c87ca502ac None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:48.985062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:48.985660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:49.002336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.005252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.009997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0ab6285-eb1d-44f3-86c7-cfa052ee605e HTTP/1.1" status: 204 len: 168 time: 1.4211290 Aug 28 08:30:49.021290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:49.034817 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.035662 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Added segment 01ebb9c9-ffd4-4d1a-a80d-897d587a2326 of type vlan for network affce066-66cf-46de-a347-4cb85b854ebd Aug 28 08:30:49.044677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d605e3-a4cc-43c8-931b-bfa277be5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab6285-eb1d-44f3-86c7-cfa052ee605e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:49.047795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.075169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Calling delete_port for ccbdc128-199e-468b-b05c-f5071e10469e owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:49.096723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.101513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 79d6c173-2714-4baf-8ee1-955f0c98d177 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:49.203062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:49.208252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.225098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:49.226788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.239302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Provisioning for port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:49.283102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.286159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Provisioning complete for port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:49.286580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.331209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Transition to ACTIVE for port object e6432f5a-9d91-45de-aaf7-0eac2c55bc76 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:49.369447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7525012 Aug 28 08:30:49.373648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34242) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:49.385428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 79d6c173-2714-4baf-8ee1-955f0c98d177 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:49.386907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'subnet': {'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:49.397924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 79d6c173-2714-4baf-8ee1-955f0c98d177 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:49.397924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.417439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f6728-e839-4997-b907-9a9a63ef5c08 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Network': ['ID=affce066-66cf-46de-a347-4cb85b854ebd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:49.434563 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.444465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network affce066-66cf-46de-a347-4cb85b854ebd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:49.640657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.643900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.669045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:49.707135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.707545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.707892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.708233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.708573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.709059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.709313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.710817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.711260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.711614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.712070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.712271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f376e-bc15-4fc1-9f95-383d8f28949c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:49.756321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event deleted for resources: {'Port': ['ID=ccbdc128-199e-468b-b05c-f5071e10469e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:49.798353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] For port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,segment=NetworkSegment(072a5267-d333-4324-95cf-2be50bb59693),segment_id=072a5267-d333-4324-95cf-2be50bb59693)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:49.809856 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.852466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 79d6c173-2714-4baf-8ee1-955f0c98d177, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=79d6c173-2714-4baf-8ee1-955f0c98d177,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:49.861696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:49.967704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.051690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae603d-4ce4-4459-a6e3-5cba53608df2 None None] Pushing event updated for resources: {'Port': ['ID=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:50.059574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Delete allocated IP 172.20.0.5 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/998e95be-3568-46b7-a753-5dedcf9aef31) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:30:50.106836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.27 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/6a134602-94b3-4581-ae70-7d831f1508d9/a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:50.109735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.115922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6072f4b2-ea8a-4584-8cb6-cb6dc30f45d8 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "DELETE /v2.0/ports/ccbdc128-199e-468b-b05c-f5071e10469e HTTP/1.1" status: 204 len: 168 time: 2.0634255 Aug 28 08:30:50.116228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34258) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:50.116725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3083c921-a07a-498b-8146-677d8db07139 None None] Could not find standard attr ID for object ccbdc128-199e-468b-b05c-f5071e10469e. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:30:50.152022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:50.156865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 93e01bd4-212e-4c5b-a852-f2be9b9132f3 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:30:50.166446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.177164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:50.275293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85fe12-7ae7-4939-a23b-62464d30131b req-d2edc04c-ded5-4948-9151-f378ebe48608 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:50.277792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be85fe12-7ae7-4939-a23b-62464d30131b req-d2edc04c-ded5-4948-9151-f378ebe48608 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 943 time: 0.2902532 Aug 28 08:30:50.345357 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Sync routers for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:30:50.386474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:50.387282 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:50.467905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3083c921-a07a-498b-8146-677d8db07139 None None] Provisioning complete for port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:50.468412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3083c921-a07a-498b-8146-677d8db07139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.527908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-70dcbb25-3a47-42b9-ac4d-813ae8792d69 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4108596 Aug 28 08:30:50.538470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:50.541260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=79d6c173-2714-4baf-8ee1-955f0c98d177,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:50.549932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1858617348'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:50.552062 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.resource_extend [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:30:50.688199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Made reservation on behalf of 446a569010b844f3b06e5840db5cb096 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:50.692627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.696143 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:30:50.751375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:50.775333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.776006 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Added segment d5b8123b-06c4-4fa0-b2f9-ee4b7b4c5ceb of type vlan for network d685e829-bd05-44e7-abf8-d2766e5fcc9e Aug 28 08:30:50.791407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:50.815773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '93e01bd4-212e-4c5b-a852-f2be9b9132f3', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '93e01bd4-212e-4c5b-a852-f2be9b9132f3', 'mac_address': 'fa:16:3e:87:8e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:30:50.911654 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.912454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:50.941060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a146287-7ec3-4669-9408-78561f820e04 None None] Could not find standard attr ID for object ccbdc128-199e-468b-b05c-f5071e10469e. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:30:50.946644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e01bd4-212e-4c5b-a852-f2be9b9132f3 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:30:50.975037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:51.068016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.076175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:51.076950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.082553 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.200600 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 4, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c2ba7342-c256-4198-ac7d-1019646585c0', 'name': '', 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'mac_address': 'fa:16:3e:74:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:45Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 2, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'subnets': [{'id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:51.213133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Provisioning for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:51.221976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:51.222380 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.234733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6955469 Aug 28 08:30:51.237363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34284) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:51.258255 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Checking router: 24d885ec-7ccf-42ec-9f08-67b0a013b009 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:30:51.258588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Updating router 24d885ec-7ccf-42ec-9f08-67b0a013b009 port c2ba7342-c256-4198-ac7d-1019646585c0 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:30:51.276527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:51.291811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c080-003b-4d17-819b-b5534ceb373d tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event updated for resources: {'Network': ['ID=d685e829-bd05-44e7-abf8-d2766e5fcc9e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:51.348697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d685e829-bd05-44e7-abf8-d2766e5fcc9e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:51.377287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.417617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Provisioning complete for port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:51.418566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.473544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be85fe12-7ae7-4939-a23b-62464d30131b req-57c90bd2-dd95-4d4e-be36-c2d2a79adf9a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1632221 Aug 28 08:30:51.505211 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.519495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['93e01bd4-212e-4c5b-a852-f2be9b9132f3'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:30:51.639848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:51.642155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Subnet': ['ID=403b67ca-bbfb-4cb9-a3be-ff16f8d467fb,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:51.669181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Checking segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:51.669553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network hostable DHCP agents. Network: affce066-66cf-46de-a347-4cb85b854ebd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:51.687409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.703729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:51.704033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.736071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da3d7f0e-c643-4782-9c49-c119ce97f514 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks HTTP/1.1" status: 200 len: 8892 time: 0.4839427 Aug 28 08:30:51.738368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:51.739152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:51.751537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fa872fae-a9a1-4616-ba26-0d042ba288e4 None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:30:51.825357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network affce066-66cf-46de-a347-4cb85b854ebd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:51.832389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.862758 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.875571 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Transition to ACTIVE for port object c2ba7342-c256-4198-ac7d-1019646585c0 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:51.918454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:51.978086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, affce066-66cf-46de-a347-4cb85b854ebd) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:51.978553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599e3b9-23f7-48ac-9322-1cf7e50be3ac tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] Network d685e829-bd05-44e7-abf8-d2766e5fcc9e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:51.978701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:51.978701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.978895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b92381-948f-4690-b0c1-0ea59cb7f9a6 None None] Network affce066-66cf-46de-a347-4cb85b854ebd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:51.979004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] In _notify_port_updated(), no bound segment for port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce on network 181208a3-ee00-46ae-a632-59a6cf6fbd5e {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:30:51.982263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:51.982916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:51.984313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b776e11-cae9-4877-bda2-ab6c42cca43c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/ports/a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce HTTP/1.1" status: 200 len: 920 time: 4.3967369 Aug 28 08:30:51.987753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34298) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:52.042092 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.076876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:52.096625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e4b6d08-d08a-4e41-820e-9ed2cba8762e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7196603 Aug 28 08:30:52.105845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34304) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:52.111904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-315762707'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:52.166148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9599e3b9-23f7-48ac-9322-1cf7e50be3ac tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "POST /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4255626 Aug 28 08:30:52.168930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34306) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:52.180409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163823b-c7b6-4c4e-ac3e-f06a8c9fbc78 None None] Network d685e829-bd05-44e7-abf8-d2766e5fcc9e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:52.245101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:52.254910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.261724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:52.261724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.266803 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Pushing event updated for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:52.359813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.382796 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.383150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.383495 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.384354 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.384354 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.384695 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.384867 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.385076 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.406676 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.409676 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.412216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.419996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:52.431871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:52.465906 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Attempting to bind port c2ba7342-c256-4198-ac7d-1019646585c0 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:52.466195 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Attempting to bind port c2ba7342-c256-4198-ac7d-1019646585c0 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:52.468100 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Attempting to bind port c2ba7342-c256-4198-ac7d-1019646585c0 on network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:52.500470 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:52.501153 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Checking segment: {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:52.504754 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.505754 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Bound using segment: {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:52.508048 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Bound port: c2ba7342-c256-4198-ac7d-1019646585c0, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d78085-0f91-4a3f-ada4-468972cb0c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:52.510539 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.584299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:52.584925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.728530 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] For port c2ba7342-c256-4198-ac7d-1019646585c0, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:52.729950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-affce066-66cf-46de-a347-4cb85b854ebd', 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'fixed_ips': [{'subnet_id': '403b67ca-bbfb-4cb9-a3be-ff16f8d467fb'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:52.731110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.734623 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] For port c2ba7342-c256-4198-ac7d-1019646585c0, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c2ba7342-c256-4198-ac7d-1019646585c0,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:52.778598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe316d5a-5636-4e49-a89d-04fe2d4a83b9 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 0.6084120 Aug 28 08:30:52.781560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:52.829503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:30:52.829636 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.845487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:52.845852 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Added segment 567a5f4a-2351-4a1d-b8dd-6c8c60623765 of type vlan for network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 Aug 28 08:30:52.912350 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:30:52.914526 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:30:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:52.951707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.033464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 79d6c173-2714-4baf-8ee1-955f0c98d177 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:53.059634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f396566-8528-4b84-801a-0dbbe6758124 req-f842ef1f-bde4-4d0a-a2ce-189793530242 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:53.062443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f396566-8528-4b84-801a-0dbbe6758124 req-f842ef1f-bde4-4d0a-a2ce-189793530242 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 944 time: 0.2840362 Aug 28 08:30:53.076690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.083363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:53.083704 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dde16-b1d9-4f48-8be9-9be779680f29 None None] Pushing event updated for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:53.089145 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.089954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.166098 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:30:53.166344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Allocated IP 19.80.0.2 (affce066-66cf-46de-a347-4cb85b854ebd/403b67ca-bbfb-4cb9-a3be-ff16f8d467fb/325bdaa7-194c-4310-a4f7-882e80e51037) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:53.169541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8132020b-1885-45c1-8c8e-5651d98320e2 None None] Could not find standard attr ID for object a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:30:53.202656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:53.286169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Network': ['ID=2cf373cb-627c-41b2-8190-d3a168dbf6b6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:53.315250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:30:53.342592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0668808e-29b0-4b75-a18d-5799497487c1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2329233 Aug 28 08:30:53.343181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34338) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.352529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'subnet': {'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:53.363549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f046a2d8-08cc-448a-9abe-1a5da1267b71 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "DELETE /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks/d685e829-bd05-44e7-abf8-d2766e5fcc9e HTTP/1.1" status: 204 len: 168 time: 0.5804303 Aug 28 08:30:53.365724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34340) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.411022 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f396566-8528-4b84-801a-0dbbe6758124 req-9df19365-557e-4ad8-b27e-df807406a6cb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180108 Aug 28 08:30:53.431315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 79d6c173-2714-4baf-8ee1-955f0c98d177 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:53.432491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.492612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.495443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a61b62fc-5761-4069-ac24-c2c8898a1937 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce HTTP/1.1" status: 204 len: 168 time: 1.5066614 Aug 28 08:30:53.501519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34342) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.609225 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ed0228-8039-4ccf-8ac5-f22c2b0df199 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:30:53.611865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25ed0228-8039-4ccf-8ac5-f22c2b0df199 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/a8ea2a34-d1b0-4128-bde6-0d420f6fe8ce HTTP/1.1" status: 404 len: 333 time: 0.1070530 Aug 28 08:30:53.616999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34346) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.644537 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 4, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c2ba7342-c256-4198-ac7d-1019646585c0', 'name': '', 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'mac_address': 'fa:16:3e:74:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:45Z', 'updated_at': '2021-08-28T08:30:52Z', 'revision_number': 4, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'subnets': [{'id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:53.706789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7229ff45-71cc-4742-93ec-94264b465fc3 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks HTTP/1.1" status: 200 len: 9679 time: 0.3283761 Aug 28 08:30:53.712971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34352) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.717749 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.721443 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935df9-6971-4bfe-aac1-e4f3b6e5879d None None] The sync data for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 is: [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:30:46Z', 'revision_number': 4, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c2ba7342-c256-4198-ac7d-1019646585c0', 'name': '', 'network_id': '6677d2d6-3935-4801-8b10-0fc8c303f1a2', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'mac_address': 'fa:16:3e:74:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:45Z', 'updated_at': '2021-08-28T08:30:52Z', 'revision_number': 4, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'subnets': [{'id': '6ebd0638-0422-4280-8167-6c3d3e65693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:30:53.742458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Transition to ACTIVE for port object 325bdaa7-194c-4310-a4f7-882e80e51037 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:53.761633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Transition to ACTIVE for port object 325bdaa7-194c-4310-a4f7-882e80e51037 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:53.779636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-027656ad-b4fa-4d35-9ee8-e25856d6e8df tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/networks/2cd2b899-93de-4fd0-ae15-584cbfeea324/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0646052 Aug 28 08:30:53.780331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34354) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:53.780787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.824073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.842778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:53.848548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:53.906329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Network affce066-66cf-46de-a347-4cb85b854ebd is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:53.912394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:53.914767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:53.918101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Pushing event updated for resources: {'Port': ['ID=325bdaa7-194c-4310-a4f7-882e80e51037,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:53.963932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.154501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.157739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.159920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/security-groups/44feb9e6-dfb3-4a72-8c10-6a7f4856d25a HTTP/1.1" status: 204 len: 168 time: 0.5412381 Aug 28 08:30:54.170667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:54.233208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb542597-159d-4a9d-b72e-e71031759c93 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44feb9e6-dfb3-4a72-8c10-6a7f4856d25a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:54.246179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 93e01bd4-212e-4c5b-a852-f2be9b9132f3 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:54.248751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c2ba7342-c256-4198-ac7d-1019646585c0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:54.398858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Attempting to bind port 325bdaa7-194c-4310-a4f7-882e80e51037 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:54.399455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Attempting to bind port 325bdaa7-194c-4310-a4f7-882e80e51037 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:54.400046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Attempting to bind port 325bdaa7-194c-4310-a4f7-882e80e51037 on network affce066-66cf-46de-a347-4cb85b854ebd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:54.402661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.409633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5ef65993-1019-45d3-bdeb-7d9b0b0bbf3f tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/networks/2cd2b899-93de-4fd0-ae15-584cbfeea324/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.6279800 Aug 28 08:30:54.414110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:54.418200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Checking segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:54.418200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.418465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34364) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:54.418587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Bound using segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:54.418587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Bound port: 325bdaa7-194c-4310-a4f7-882e80e51037, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:54.418587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.418984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.519107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.585803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] For port 325bdaa7-194c-4310-a4f7-882e80e51037, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:54.592416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:54.607260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] For port 325bdaa7-194c-4310-a4f7-882e80e51037, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=325bdaa7-194c-4310-a4f7-882e80e51037,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:54.608764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:54.609150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.669749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c2ba7342-c256-4198-ac7d-1019646585c0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:54.676462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c2ba7342-c256-4198-ac7d-1019646585c0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:54.676845 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.714793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14c5cc5b-2bc2-4e3f-9cc1-364cac193771 tempest-DHCPAgentSchedulersTestJSON-1347694875 tempest-DHCPAgentSchedulersTestJSON-1347694875-project-admin] 10.222.0.46 "GET /v2.0/agents/1f3cc6e4-070d-4bcb-9a49-b0b6123d49da/dhcp-networks HTTP/1.1" status: 200 len: 9679 time: 0.2962389 Aug 28 08:30:54.721848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34368) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:54.761265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Subnet': ['ID=bd5482af-5101-49d8-b6b4-f4734b38d102,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:54.763715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Checking segment: {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:54.764188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network hostable DHCP agents. Network: 2cf373cb-627c-41b2-8190-d3a168dbf6b6, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:30:54.792536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.799419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd6d3-2acb-46c9-a1d0-de5e9aa1f1c6 req-6f058172-7567-45d0-bc2c-6af0a7c92539 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:54.801701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cddcd6d3-2acb-46c9-a1d0-de5e9aa1f1c6 req-6f058172-7567-45d0-bc2c-6af0a7c92539 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 944 time: 0.2216778 Aug 28 08:30:54.822244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.842474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.856719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cddcd6d3-2acb-46c9-a1d0-de5e9aa1f1c6 req-01d67ed6-1868-40dd-8939-b42d27fcbd9d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Aug 28 08:30:54.857390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.860249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.861824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/security-groups/78ee2f85-a90b-4893-8318-6252726ed384 HTTP/1.1" status: 204 len: 168 time: 0.6850948 Aug 28 08:30:54.865923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:30:54.868828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34374) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:54.913948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14f3a9-a70d-42ba-8054-33c1d8d49e9c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee2f85-a90b-4893-8318-6252726ed384,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:54.986182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:54.995689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2cf373cb-627c-41b2-8190-d3a168dbf6b6) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:55.005196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:55.005815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.008510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:30:55.012092 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c173eda-a92e-49d7-8c1d-5b66602d0ad6" -d '{"events": [{"server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "name": "network-vif-plugged", "status": "completed", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:30:55.016160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d685e829-bd05-44e7-abf8-d2766e5fcc9e']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:55.033535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 998e95be-3568-46b7-a753-5dedcf9aef31 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:55.035989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b8123b-06c4-4fa0-b2f9-ee4b7b4c5ceb') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:55.036288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b8123b-06c4-4fa0-b2f9-ee4b7b4c5ceb') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:55.045435 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.056538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.061352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f652ce8-6a66-4252-a8ec-3dd94cc17cb8 None None] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:55.104058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.120378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:55.120776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:55.124073 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:55.128961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.269986 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.279799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004ba6-e318-49ab-a031-fef3afe31548 None None] Pushing event updated for resources: {'Port': ['ID=325bdaa7-194c-4310-a4f7-882e80e51037,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:55.284864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:55.287441 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fecc1c3-5927-402e-b4b2-bd909145e947 x-openstack-request-id: req-2fecc1c3-5927-402e-b4b2-bd909145e947 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:30:55.288582 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "name": "network-vif-plugged", "status": "completed", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:30:55.294251 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fecc1c3-5927-402e-b4b2-bd909145e947 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:30:55.294251 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3', 'code': 200} Aug 28 08:30:55.321653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34382) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:55.371396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1bf02-75fa-4747-b140-49d8257cff40 req-b240f3a9-c3e7-4cee-ab43-0bf90a561f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:55.373066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11b1bf02-75fa-4747-b140-49d8257cff40 req-b240f3a9-c3e7-4cee-ab43-0bf90a561f3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 1096 time: 0.1314847 Aug 28 08:30:55.417000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-98b0aacd-f9ed-4d1d-a821-4ab1d4f88bcd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0723200 Aug 28 08:30:55.476827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.512987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.525614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.558097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.559831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2cf373cb-627c-41b2-8190-d3a168dbf6b6', 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'fixed_ips': [{'subnet_id': 'bd5482af-5101-49d8-b6b4-f4734b38d102'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:30:55.562813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.574832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "DELETE /v2.0/networks/d685e829-bd05-44e7-abf8-d2766e5fcc9e HTTP/1.1" status: 204 len: 168 time: 0.8514819 Aug 28 08:30:55.578174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34388) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:55.579931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7f7dc-60f2-45c6-8326-8e543ff6f3ed tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event deleted for resources: {'Network': ['ID=d685e829-bd05-44e7-abf8-d2766e5fcc9e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:55.587321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-11b1bf02-75fa-4747-b140-49d8257cff40 req-7cd37eaa-f822-40c4-b203-fa5b58d33c49 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001021 Aug 28 08:30:55.591687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.595844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/998e95be-3568-46b7-a753-5dedcf9aef31 HTTP/1.1" status: 204 len: 168 time: 0.7247291 Aug 28 08:30:55.608579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34390) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:55.611718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3498dd-29db-4f33-ad30-d56ebbb43af3 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=998e95be-3568-46b7-a753-5dedcf9aef31,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:55.617617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:55.624019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa041a2f-48ea-417a-8506-7b92b9893165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.645726 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-612eefd5-8cb2-47e5-9728-2ebc86a68b6a tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] DELETE failed (client error): The resource could not be found. Aug 28 08:30:55.646584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612eefd5-8cb2-47e5-9728-2ebc86a68b6a tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:30:55.647863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808b7b4-3f45-48f6-8d8d-b3d4e8ba92f2 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:55.648988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-612eefd5-8cb2-47e5-9728-2ebc86a68b6a tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "DELETE /v2.0/ports/ccbdc128-199e-468b-b05c-f5071e10469e HTTP/1.1" status: 404 len: 333 time: 0.0489733 Aug 28 08:30:55.652329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34394) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:55.684796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:55.832221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Deleting subnet fe386a87-0925-4833-9778-2644f71d9f07 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:30:55.839630 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.010991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.157032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c2ba7342-c256-4198-ac7d-1019646585c0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c2ba7342-c256-4198-ac7d-1019646585c0,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:56.158245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.188016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa041a2f-48ea-417a-8506-7b92b9893165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.188411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:56.205443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d3d4-c798-4745-9b7e-c847a299d898 req-6520a73e-6124-49d4-8587-925d4f67d61a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:56.207462 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9a25d3d4-c798-4745-9b7e-c847a299d898 req-6520a73e-6124-49d4-8587-925d4f67d61a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1158087 Aug 28 08:30:56.256755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9a25d3d4-c798-4745-9b7e-c847a299d898 req-150431c6-3c6c-4b2d-aa2f-15b1589bb6bf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Aug 28 08:30:56.265983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.311215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa041a2f-48ea-417a-8506-7b92b9893165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.371890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa041a2f-48ea-417a-8506-7b92b9893165 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ba38439c0bb4b45b905ca15770f3baa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0450048 Aug 28 08:30:56.380352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34412) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:56.380693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-6c730010-2000-4335-a834-6bfb5ac3f72f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:56.386772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-6c730010-2000-4335-a834-6bfb5ac3f72f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:56.388447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-6c730010-2000-4335-a834-6bfb5ac3f72f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/networks?id=affce066-66cf-46de-a347-4cb85b854ebd&id=2cf373cb-627c-41b2-8190-d3a168dbf6b6&id=affce066-66cf-46de-a347-4cb85b854ebd HTTP/1.1" status: 200 len: 1390 time: 0.3903551 Aug 28 08:30:56.389871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.409865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Allocated IP 19.86.0.2 (2cf373cb-627c-41b2-8190-d3a168dbf6b6/bd5482af-5101-49d8-b6b4-f4734b38d102/a5509921-f1cb-4547-853d-4416d4677d7c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:56.422910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041a2f-48ea-417a-8506-7b92b9893165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05465d-66f3-4a22-b2f2-8753ae17df89,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:56.447904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:56.482409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:30:56.487401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.489931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-bfea43aa-aa49-48e1-ad93-7e67410170b9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/quotas/ba5c3b68285a4017a3ea1806a4c66027 HTTP/1.1" status: 200 len: 375 time: 0.0613453 Aug 28 08:30:56.493726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 325bdaa7-194c-4310-a4f7-882e80e51037 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:56.556291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.568187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.587459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.599491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-b4fe629e-5372-45fb-89c7-b485c176fe71 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025147 Aug 28 08:30:56.650697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event deleted for resources: {'Subnet': ['ID=fe386a87-0925-4833-9778-2644f71d9f07,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:56.683974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762e3fb-ba47-41d1-b93c-4f003598bbc2 None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:56.714245 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.718542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:56.723369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a50a0265-a475-4a8c-a813-dac70c44de92 tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "DELETE /v2.0/subnets/fe386a87-0925-4833-9778-2644f71d9f07 HTTP/1.1" status: 204 len: 168 time: 1.0693300 Aug 28 08:30:56.781376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-d556593c-3fc4-48e1-bf0c-3bec198e4ec0 service neutron] 10.222.0.46 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437705 Aug 28 08:30:56.793859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 325bdaa7-194c-4310-a4f7-882e80e51037 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:56.830873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.831842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.833472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b05465d-66f3-4a22-b2f2-8753ae17df89 HTTP/1.1" status: 204 len: 168 time: 0.4498546 Aug 28 08:30:56.865368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.867270 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:56.883045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Transition to ACTIVE for port object a5509921-f1cb-4547-853d-4416d4677d7c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:56.893883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a95d65-b6a2-4bed-8392-00b1679715a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05465d-66f3-4a22-b2f2-8753ae17df89,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:57.001512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-912d2adc-78de-467d-a954-ec6e9c005b97 service neutron] 10.222.0.46 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081444 Aug 28 08:30:57.014986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Transition to ACTIVE for port object a5509921-f1cb-4547-853d-4416d4677d7c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:30:57.150888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] DHCP port deletion for 2cd2b899-93de-4fd0-ae15-584cbfeea324 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:30:57.197176 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.225312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f8170fa1-11a1-4628-9dad-9b874507cd07 service neutron] 10.222.0.46 "GET /v2.0/networks/2cf373cb-627c-41b2-8190-d3a168dbf6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163348 Aug 28 08:30:57.237275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:57.243264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:57.278771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Deleting port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:57.279447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.340000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:30:57.372516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa99eb6-e414-4683-bec7-9e51f1c9c329 None None] Network affce066-66cf-46de-a347-4cb85b854ebd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:57.401629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] For port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,segment=NetworkSegment(072a5267-d333-4324-95cf-2be50bb59693),segment_id=072a5267-d333-4324-95cf-2be50bb59693)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:57.401629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.435213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-29e28d1c-0b6b-4bb3-a35e-d9c3c7d00b7e service neutron] 10.222.0.46 "GET /v2.0/networks/2cf373cb-627c-41b2-8190-d3a168dbf6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997344 Aug 28 08:30:57.452715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Calling delete_port for 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:57.574396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.608337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-75d34cf9-33e2-46c0-b1d0-d7f02c494ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660490 Aug 28 08:30:57.675590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Pushing event updated for resources: {'Port': ['ID=a5509921-f1cb-4547-853d-4416d4677d7c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:57.683979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:30:57.709280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3019-7b87-435c-aa63-81736bfd7969 req-59f89886-da9d-4733-9061-c5e2c9e49293 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:57.711398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e4a3019-7b87-435c-aa63-81736bfd7969 req-59f89886-da9d-4733-9061-c5e2c9e49293 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1388526 Aug 28 08:30:57.715016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:30:57.718702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:57.719435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.721072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Attempting to bind port a5509921-f1cb-4547-853d-4416d4677d7c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:30:57.722066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Attempting to bind port a5509921-f1cb-4547-853d-4416d4677d7c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:30:57.722718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Attempting to bind port a5509921-f1cb-4547-853d-4416d4677d7c on network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:30:57.731855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4f52b-822f-4cf2-bb5f-2819335adfa5 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:30:57.735849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.738763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Provisioning for port 325bdaa7-194c-4310-a4f7-882e80e51037 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:30:57.767146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-cf96b83d-032a-469d-8318-f923dc842ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494615 Aug 28 08:30:57.783352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Deleting port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:30:57.783733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.819198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:30:57.824155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Checking segment: {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:30:57.824463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=5a2726f4-d2f5-4c44-8a4f-39e0310935c5,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:57.824584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.824584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Bound using segment: {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:30:57.824584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Bound port: a5509921-f1cb-4547-853d-4416d4677d7c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:30:57.824584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.832888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Provisioning complete for port 325bdaa7-194c-4310-a4f7-882e80e51037 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:57.833256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.835213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcb4473a-2735-44f2-bee2-b32cb809f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.868713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e4a3019-7b87-435c-aa63-81736bfd7969 req-f755e932-ef84-476c-8c37-a333424d099d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395683 Aug 28 08:30:57.877423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] No DVR routers for this DVR port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:57.908049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event deleted for resources: {'Port': ['ID=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:57.918860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34460) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:57.932221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.937989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.938558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.940385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.940974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.942106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.943537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.944181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.945746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.946328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.948246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f588186-37dd-4dec-a234-06f191a433f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:57.948888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:57.949717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:30:58.005768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e40c1abe-23b7-40f2-8caf-db381d8dd748 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3922396 Aug 28 08:30:58.006524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34464) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:58.018576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1702194313'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:58.130661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.167991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f588186-37dd-4dec-a234-06f191a433f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.179092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd2b899-93de-4fd0-ae15-584cbfeea324']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:58.183384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89284052-adcd-46d7-a5c3-ab2b83eb362a req-feedfa55-da06-42f5-b3f6-47d3cb1da30c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.0570183 Aug 28 08:30:58.194962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072a5267-d333-4324-95cf-2be50bb59693') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:58.195746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072a5267-d333-4324-95cf-2be50bb59693') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:30:58.214739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.236123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.245097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:30:58.245581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.246734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f588186-37dd-4dec-a234-06f191a433f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:30:58.326953 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:30:58.388923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:58.401062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1f588186-37dd-4dec-a234-06f191a433f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12c663139e714e7ea39284cc0ddda62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808712 Aug 28 08:30:58.423655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.425826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.430393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.439983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588186-37dd-4dec-a234-06f191a433f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a003e8-1469-417e-a416-81da9a1d819d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:58.445114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] 10.222.0.46 "DELETE /v2.0/networks/2cd2b899-93de-4fd0-ae15-584cbfeea324 HTTP/1.1" status: 204 len: 168 time: 1.7245693 Aug 28 08:30:58.492731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c2ba7342-c256-4198-ac7d-1019646585c0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:30:58.496201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe64d02-0a22-45aa-8d2a-8a358aa9e20f tempest-DHCPAgentSchedulersTestJSON-2104576018 tempest-DHCPAgentSchedulersTestJSON-2104576018-project] Pushing event deleted for resources: {'Network': ['ID=2cd2b899-93de-4fd0-ae15-584cbfeea324,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:58.530553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.544632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.561086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] For port a5509921-f1cb-4547-853d-4416d4677d7c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:30:58.565612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] For port a5509921-f1cb-4547-853d-4416d4677d7c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5509921-f1cb-4547-853d-4416d4677d7c,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:30:58.595149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] For port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:58.596704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.608371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.612700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Calling delete_port for 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:30:58.616608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:30:58.618092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.671088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-015a6a55-1836-4209-aa2a-a2f69e32335c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:30:58.679967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-015a6a55-1836-4209-aa2a-a2f69e32335c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.2688837 Aug 28 08:30:58.685711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Network 2cd2b899-93de-4fd0-ae15-584cbfeea324 is not hosted by any dhcp agent {{(pid=95468) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:30:58.686439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] No DVR routers for this DVR port 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:30:58.719562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-cf798f99-c2af-476e-90c1-acfb0c7f9e5a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0385954 Aug 28 08:30:58.735984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.742456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] For port 325bdaa7-194c-4310-a4f7-882e80e51037, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=325bdaa7-194c-4310-a4f7-882e80e51037,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:30:58.757608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808af6-c103-4c59-8d17-94ae0e25c8c7 None None] Pushing event deleted for resources: {'Port': ['ID=17f0ac99-fb7d-45f1-8dc5-ca61133b49cb,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:58.804504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.808881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.813268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89a003e8-1469-417e-a416-81da9a1d819d HTTP/1.1" status: 204 len: 168 time: 0.4219623 Aug 28 08:30:58.858557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e839dc-7483-44ac-9fbb-a6428e5c7166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a003e8-1469-417e-a416-81da9a1d819d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:58.859528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.901949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-eaeb56a1-2edd-46fb-86c2-63d8c9ebacda tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813920 Aug 28 08:30:58.902311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c2ba7342-c256-4198-ac7d-1019646585c0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:58.902660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:58.932132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a0835-7a41-411e-a5f8-ca106f7b4892 None None] Pushing event updated for resources: {'Port': ['ID=a5509921-f1cb-4547-853d-4416d4677d7c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:59.077443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:59.077828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.101739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-6ee51b6b-41d2-446a-9aaa-a68a99d69eca service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985033 Aug 28 08:30:59.137302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.248556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15506d-bf4e-4d21-adc7-3b13b6cb2197 None None] Pushing event updated for resources: {'Port': ['ID=325bdaa7-194c-4310-a4f7-882e80e51037,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:59.323518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:59.344723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.381130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Update dhcp port {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'fixed_ips': [{'subnet_id': '6a134602-94b3-4581-ae70-7d831f1508d9', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a2726f4-d2f5-4c44-8a4f-39e0310935c5'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'e6432f5a-9d91-45de-aaf7-0eac2c55bc76'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:30:59.489972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba41f16-d5ab-48bd-b128-181213c787cb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:30:59.490627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.509885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-af3c4474-1e23-4467-9e65-439b04eefb71 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070475 Aug 28 08:30:59.550930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.556827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:59.570319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-23492628-56dd-4d85-8fdd-79d250d26cf2 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5464745 Aug 28 08:30:59.571427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Provisioning complete for port 325bdaa7-194c-4310-a4f7-882e80e51037 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:59.572254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.618273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413705027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:30:59.638550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01c3a3f7-cd8f-4b44-b3d3-4736d34baa8a req-824840da-5f57-4caa-8223-04db5dc19ada tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.1358154 Aug 28 08:30:59.670743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:30:59.685412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0439174c-2673-4bb3-9579-ea614b2f64f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=446a569010b844f3b06e5840db5cb096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606217 Aug 28 08:30:59.688292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34524) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:30:59.717513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:30:59.717865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 17f0ac99-fb7d-45f1-8dc5-ca61133b49cb not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:30:59.815574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Allocated IP 172.20.0.2 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/5a2726f4-d2f5-4c44-8a4f-39e0310935c5/e6432f5a-9d91-45de-aaf7-0eac2c55bc76) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:30:59.816032 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.836113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.902075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.930101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:30:59.941985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:30:59.942398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.053735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.056822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.058135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:00.058469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1969326e-6991-4da3-a606-9f43a99c8311 HTTP/1.1" status: 204 len: 168 time: 0.3690121 Aug 28 08:31:00.075041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60068a5-0b88-4943-a773-99d90de1d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969326e-6991-4da3-a606-9f43a99c8311,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:00.117681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-898a7c96-2f65-4453-9793-3c379fc6bf90 req-0c720e08-8867-4af4-8819-a6681a135a75 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.1009398 Aug 28 08:31:00.122088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.124951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.188545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Transition to ACTIVE for port object e6432f5a-9d91-45de-aaf7-0eac2c55bc76 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:00.208550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.221753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4c24c53-a29b-49db-9378-b186bd4d512a None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:00.272947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529be276-a13f-48cd-b2ca-027cf3e2cf25,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:00.386586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.397431 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9079-355a-49bf-86de-5cd393485f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.471822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.473647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a12ebc9f-f738-483d-83ff-3f6dae975eef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9117527 Aug 28 08:31:00.476667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34550) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:00.483133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'security_group': {'name': 'tempest-secgroup-2067037275'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:00.556795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb48b1d-79c4-4e1a-b060-1a107ee65217 None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:00.626666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5509921-f1cb-4547-853d-4416d4677d7c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:00.689186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920221c-e5c4-4766-8a6d-044535541f67 None None] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:00.726066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.900275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f6e8d7d-ca76-4310-a3cc-cad72c501014 req-57a0a3ae-aa97-4282-aa45-df596837c205 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.0709050 Aug 28 08:31:00.911227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a5509921-f1cb-4547-853d-4416d4677d7c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:00.932053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Provisioning for port a5509921-f1cb-4547-853d-4416d4677d7c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:00.935933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a5509921-f1cb-4547-853d-4416d4677d7c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:00.936302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:00.998308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.023222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Provisioning complete for port a5509921-f1cb-4547-853d-4416d4677d7c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:01.023739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.094323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.161662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ecbb1-6ee0-4c4f-a5c1-1c98c713326e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:01.248240 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.260835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.327211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b37adf8-69f1-4e4d-a361-766c2c106979 req-ca35c97d-5575-4d31-ab56-e6cb91566d5f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.1091833 Aug 28 08:31:01.335695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] For port a5509921-f1cb-4547-853d-4416d4677d7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5509921-f1cb-4547-853d-4416d4677d7c,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:01.338320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.345200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34568) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:01.352203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1505977072', 'security_groups': ['d95ecbb1-6ee0-4c4f-a5c1-1c98c713326e'], 'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a2726f4-d2f5-4c44-8a4f-39e0310935c5'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:01.356248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36aa4ee8-676a-4e54-8cb3-3a51243ab677 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8779542 Aug 28 08:31:01.415391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.514070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-fae169d2-1ef8-439a-89a8-9e9e46e1344a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:01.529519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-fae169d2-1ef8-439a-89a8-9e9e46e1344a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:01.536593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-fae169d2-1ef8-439a-89a8-9e9e46e1344a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "GET /v2.0/networks?id=affce066-66cf-46de-a347-4cb85b854ebd&id=2cf373cb-627c-41b2-8190-d3a168dbf6b6&id=affce066-66cf-46de-a347-4cb85b854ebd HTTP/1.1" status: 200 len: 1390 time: 0.3471496 Aug 28 08:31:01.556104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58794d-f7fc-4970-8586-58a6bae448c5 None None] Pushing event updated for resources: {'Port': ['ID=a5509921-f1cb-4547-853d-4416d4677d7c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:01.562290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'admin_state_up': True, 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:01.564197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:01.572640 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:31:01.573690 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:31:01.596588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.621224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:01.748818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Provisioning for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:01.754125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:01.754792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.775734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.804050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] device_id is not set on port 04d9d780-1914-492c-bd06-f08c7c60c59b yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:31:01.855779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:01.856045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.859657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.871779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:01.909395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:01.924474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Provisioning complete for port a5509921-f1cb-4547-853d-4416d4677d7c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:01.924874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c775e78-8d6a-414d-a769-a2a2d7f26dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.004022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.066557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b51b4ae-942a-4eed-9499-6dc290ed21d9 req-4bcbf436-6a76-470f-b4b4-7d927f1ca6c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.0631928 Aug 28 08:31:02.097437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.4 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/5a2726f4-d2f5-4c44-8a4f-39e0310935c5/04d9d780-1914-492c-bd06-f08c7c60c59b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:02.123606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:02.127365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 325bdaa7-194c-4310-a4f7-882e80e51037 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:02.127985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.140885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7108607f0954532be75359f7b26b3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754175 Aug 28 08:31:02.141647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b057946-5c06-4b1c-a74e-b57833564b61,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:02.147613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34594) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:02.185574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.185869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.186236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.186596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.186966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.187266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.187811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.188395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.188929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.189273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.189613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.189950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539c216-b773-495b-8b5b-e898f99477f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:02.190807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 325bdaa7-194c-4310-a4f7-882e80e51037 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:02.191362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.306769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.355645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.419361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Allocated IP 19.80.0.141 (affce066-66cf-46de-a347-4cb85b854ebd/403b67ca-bbfb-4cb9-a3be-ff16f8d467fb/04f422d9-7aaf-43e3-92fd-130334399a1a) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:02.425416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.443694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 04d9d780-1914-492c-bd06-f08c7c60c59b will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:02.463745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5509921-f1cb-4547-853d-4416d4677d7c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:02.517655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a124c1a6-a851-49e2-9074-5d1fafca11dc req-c881c4bf-0d3f-4441-a4a8-5bb0b6fcf281 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.0675998 Aug 28 08:31:02.534819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a5509921-f1cb-4547-853d-4416d4677d7c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:02.535264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.579878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.585792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.588433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b057946-5c06-4b1c-a74e-b57833564b61 HTTP/1.1" status: 204 len: 168 time: 0.4390879 Aug 28 08:31:02.621066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e61a-320f-48e3-9942-2ed5c33d5b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b057946-5c06-4b1c-a74e-b57833564b61,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:02.638660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:02.649450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.753534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=04d9d780-1914-492c-bd06-f08c7c60c59b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:02.778877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:02.782038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:02.786624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:02.803027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:02.803924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.888984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:02.916824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Transition to ACTIVE for port object 04f422d9-7aaf-43e3-92fd-130334399a1a will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:02.919135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:02.920654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.011482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b238fe84-bf6e-4de1-b73c-7eb4ada975cc tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6619303 Aug 28 08:31:03.018357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34612) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:03.020067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:03.109660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.246011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network affce066-66cf-46de-a347-4cb85b854ebd is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:03.276365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cad25afa-2229-4142-a57c-94397db3760f None None] Provisioning for port 04d9d780-1914-492c-bd06-f08c7c60c59b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:03.281254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cad25afa-2229-4142-a57c-94397db3760f None None] Provisioning complete for port 04d9d780-1914-492c-bd06-f08c7c60c59b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:03.281640 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cad25afa-2229-4142-a57c-94397db3760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.298496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:03.306920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:03.338492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d2ce-c394-48d9-acfa-7896f1e45e7e req-ea56a613-13e7-4c32-ada4-6f1e72418165 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:03.340164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b84d2ce-c394-48d9-acfa-7896f1e45e7e req-ea56a613-13e7-4c32-ada4-6f1e72418165 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 932 time: 0.1341550 Aug 28 08:31:03.375069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-fd594515-29e5-46f1-af30-846df9305049 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:03.377852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-fd594515-29e5-46f1-af30-846df9305049 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.3880749 Aug 28 08:31:03.383811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:03.398036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cad25afa-2229-4142-a57c-94397db3760f None None] Port 04d9d780-1914-492c-bd06-f08c7c60c59b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:03.417283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:03.427708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b84d2ce-c394-48d9-acfa-7896f1e45e7e req-dda08fc8-3763-4bd0-89b9-e347b0fadf36 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747459 Aug 28 08:31:03.521786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:03.528803 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.549866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:03.550654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.746659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3d41b12c-0656-472f-b207-80433fa9bc64 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1979141 Aug 28 08:31:03.753581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0cd38648-88bb-4d24-b28b-1137e537b09a req-9fa1ea25-7e61-4f97-926b-9ccfc0bc647a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.1037877 Aug 28 08:31:03.771347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6', 'admin_state_up': True, 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:03.788992 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a2726f4-d2f5-4c44-8a4f-39e0310935c5 (CIDR: 172.20.0.0/28) Aug 28 08:31:03.819726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a57c9b0-3011-4474-b837-9155ecae797c None None] Provisioning for port 04f422d9-7aaf-43e3-92fd-130334399a1a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:03.828237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a57c9b0-3011-4474-b837-9155ecae797c None None] Provisioning complete for port 04f422d9-7aaf-43e3-92fd-130334399a1a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:03.828614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a57c9b0-3011-4474-b837-9155ecae797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.849616 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:03.851222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:03.882853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:03.887029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:03.894416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9a57c9b0-3011-4474-b837-9155ecae797c None None] Port 04f422d9-7aaf-43e3-92fd-130334399a1a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:04.021654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-727563e8-f5c5-4089-99fe-54df87bdc110 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0083382 Aug 28 08:31:04.025498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34644) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:04.030985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:04.081783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.2 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/33436e0d-59e9-4c91-b6b1-32797d0021a0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:04.148019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:04.151627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.351343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:04.360306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.390478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.428041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Allocated IP 19.86.0.6 (2cf373cb-627c-41b2-8190-d3a168dbf6b6/bd5482af-5101-49d8-b6b4-f4734b38d102/269c52c7-c6d8-43cd-ba8d-21a1ea23d744) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:04.669068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:04.785179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.797653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.804150 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a134602-94b3-4581-ae70-7d831f1508d9 (CIDR: 172.20.0.16/28) Aug 28 08:31:04.812194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47f381-715d-4211-b4c0-9ed24880cb66 req-79412a65-0d6c-4b2e-afcf-58a74b4a10a7 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:04.813820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc47f381-715d-4211-b4c0-9ed24880cb66 req-79412a65-0d6c-4b2e-afcf-58a74b4a10a7 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 932 time: 0.1457448 Aug 28 08:31:04.815150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:04.851184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f', '93e01bd4-212e-4c5b-a852-f2be9b9132f3'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:04.871555 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:04.872820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:04.890283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:04.909118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-71743bf0-a8a7-4635-98ca-650e471e1472 tempest-DvrRoutersNegativeTest-329872374 tempest-DvrRoutersNegativeTest-329872374-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1618011813', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:04.912499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.policy [None req-71743bf0-a8a7-4635-98ca-650e471e1472 tempest-DvrRoutersNegativeTest-329872374 tempest-DvrRoutersNegativeTest-329872374-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95467) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 28 08:31:04.913334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.policy [None req-71743bf0-a8a7-4635-98ca-650e471e1472 tempest-DvrRoutersNegativeTest-329872374 tempest-DvrRoutersNegativeTest-329872374-project] Failed policy check for 'create_router' {{(pid=95467) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 28 08:31:04.929714 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-71743bf0-a8a7-4635-98ca-650e471e1472 tempest-DvrRoutersNegativeTest-329872374 tempest-DvrRoutersNegativeTest-329872374-project] create failed (client error): Access was denied to this resource. Aug 28 08:31:04.929714 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71743bf0-a8a7-4635-98ca-650e471e1472 tempest-DvrRoutersNegativeTest-329872374 tempest-DvrRoutersNegativeTest-329872374-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2449217 Aug 28 08:31:04.929714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Transition to ACTIVE for port object 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:04.933805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:04.941110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:04.944464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:05.012680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b6f06-fbb4-4fad-b4c2-bd122cbcfe22 req-528fd6d9-3159-4ec7-a2e6-2537ab531178 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:05.016104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09b6f06-fbb4-4fad-b4c2-bd122cbcfe22 req-528fd6d9-3159-4ec7-a2e6-2537ab531178 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 931 time: 0.1307008 Aug 28 08:31:05.016989 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc47f381-715d-4211-b4c0-9ed24880cb66 req-ede0ec0b-235e-4a93-9413-660d6269c6b3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368895 Aug 28 08:31:05.039729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:05.040594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.082826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34684) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:05.087875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9464e6f-f947-4a9d-bd8d-83fcb6b28a8c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0601065 Aug 28 08:31:05.090179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'subnet': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:05.114031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09b6f06-fbb4-4fad-b4c2-bd122cbcfe22 req-45e8a9f0-b7af-406d-9959-6aa85bc9e5e6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791221 Aug 28 08:31:05.162755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ee57dbfb-03f8-46d2-a798-2687ddb13480 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7605710 Aug 28 08:31:05.167127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.212644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Request body: {'port': {'device_id': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:05.247807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.250142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:05.267932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:05.270727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:05.348398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:05.420200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.430514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:05.431202 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.579726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:05.603688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Made reservation on behalf of cb7694b1d1bc483284acca4f93312556 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:05.607499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.735282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b191d26-caee-4169-ad3b-64114e7563d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.744839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a1122e91-51ce-4094-ae25-176a5de1d200 None None] Provisioning for port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:05.751078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a1122e91-51ce-4094-ae25-176a5de1d200 None None] Provisioning complete for port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:05.751916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1122e91-51ce-4094-ae25-176a5de1d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.796295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1122e91-51ce-4094-ae25-176a5de1d200 None None] Port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:05.878663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b191d26-caee-4169-ad3b-64114e7563d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.950938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b191d26-caee-4169-ad3b-64114e7563d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:05.958572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34704) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:05.988628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-a58b8a42-e7d6-4991-857e-db06b7697f89 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2286396 Aug 28 08:31:06.011218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'admin_state_up': True, 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:06.044746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5b191d26-caee-4169-ad3b-64114e7563d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71dd43e38ca9445bb2963c4e80c43840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635284 Aug 28 08:31:06.045873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34708) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:06.049313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191d26-caee-4169-ad3b-64114e7563d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7089be8-8942-406f-b3f9-7552db8e32a1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:06.171582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.194067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8855786f-b216-47f9-bd43-419712939964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.232075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.338085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c589-2da5-4012-944b-ca3a752332ee req-58b89917-27fe-42db-8e93-3d475345a505 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:06.344652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c589-2da5-4012-944b-ca3a752332ee req-58b89917-27fe-42db-8e93-3d475345a505 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:06.358633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dd2c589-2da5-4012-944b-ca3a752332ee req-58b89917-27fe-42db-8e93-3d475345a505 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 1653 time: 0.2074885 Aug 28 08:31:06.361900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386a8bb-ba42-4beb-92fd-62949903fd21 req-ff6a83a6-fe44-47b7-a0ab-6bef78cf4a7b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:06.363530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f386a8bb-ba42-4beb-92fd-62949903fd21 req-ff6a83a6-fe44-47b7-a0ab-6bef78cf4a7b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 931 time: 0.1388848 Aug 28 08:31:06.436144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f386a8bb-ba42-4beb-92fd-62949903fd21 req-8caa4535-7271-4ae9-a759-5d4e32234ecd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649972 Aug 28 08:31:06.446867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8855786f-b216-47f9-bd43-419712939964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.506960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.510574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.515508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7089be8-8942-406f-b3f9-7552db8e32a1 HTTP/1.1" status: 204 len: 168 time: 0.4643724 Aug 28 08:31:06.523299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5582-86d3-4f0b-9b15-7d04063817d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7089be8-8942-406f-b3f9-7552db8e32a1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:06.534071 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8855786f-b216-47f9-bd43-419712939964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.602549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0dd2c589-2da5-4012-944b-ca3a752332ee req-3346079c-a4a2-45dc-806d-5358ab473b50 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359610 Aug 28 08:31:06.619107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33436e0d-59e9-4c91-b6b1-32797d0021a0 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:06.623092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8855786f-b216-47f9-bd43-419712939964 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb4d6d20809a40af9fcd81d783cd90e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617138 Aug 28 08:31:06.628070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855786f-b216-47f9-bd43-419712939964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01b854-55ca-49dd-8520-54131c64869f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:06.630391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34720) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:06.647911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.681058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Transition to ACTIVE for port object 33436e0d-59e9-4c91-b6b1-32797d0021a0 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:06.723871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.725261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:06.735464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.755810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.802946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.844551 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.909711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.909711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:06.911647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f01b854-55ca-49dd-8520-54131c64869f HTTP/1.1" status: 204 len: 168 time: 0.2801011 Aug 28 08:31:06.923501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197fb15-4178-412b-b8b9-336000982067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01b854-55ca-49dd-8520-54131c64869f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:06.984052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:06.988733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:07.041905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:07.041905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.041905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.069045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbe135-fa26-4086-b69a-49167e0ba3b7 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:07.088631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Subnet': ['ID=969e42e9-ca9b-44d0-8427-fb7ecce5ed93,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:07.125458 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da27353a-e67b-41eb-8bf1-52df38aca975 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0401888 Aug 28 08:31:07.129016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:07.135602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1448193430', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '969e42e9-ca9b-44d0-8427-fb7ecce5ed93'}], 'security_groups': ['fba41f16-d5ab-48bd-b128-181213c787cb', '529be276-a13f-48cd-b2ca-027cf3e2cf25']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:07.142225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Allocated IP 19.80.0.22 (affce066-66cf-46de-a347-4cb85b854ebd/403b67ca-bbfb-4cb9-a3be-ff16f8d467fb/bcd6db9f-ab63-49fe-82c5-e1ba938b6b79) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:07.187115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Attempting to bind port 33436e0d-59e9-4c91-b6b1-32797d0021a0 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:07.187468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Attempting to bind port 33436e0d-59e9-4c91-b6b1-32797d0021a0 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:07.187810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Attempting to bind port 33436e0d-59e9-4c91-b6b1-32797d0021a0 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:07.197519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Port 33436e0d-59e9-4c91-b6b1-32797d0021a0 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:07.197912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Attempting to bind port 33436e0d-59e9-4c91-b6b1-32797d0021a0 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:07.216905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:07.217263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:07.217668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:07.218130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Bound port: 33436e0d-59e9-4c91-b6b1-32797d0021a0, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:07.218646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.333078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:07.341078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:07.396554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.438811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.466314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.467041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.468537 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/33436e0d-59e9-4c91-b6b1-32797d0021a0 HTTP/1.1" status: 200 len: 1092 time: 2.2645779 Aug 28 08:31:07.472719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:07.476675 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c17218-9e2e-42a0-a17d-b918ec0ed211" -d '{"events": [{"name": "network-changed", "server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:07.553838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.582594 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f6599-ebb4-4ed0-b819-2342e835e2fd x-openstack-request-id: req-1b3f6599-ebb4-4ed0-b819-2342e835e2fd {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:07.582594 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:07.582594 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b3f6599-ebb4-4ed0-b819-2342e835e2fd {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:07.582960 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0', 'status': 'completed', 'code': 200} Aug 28 08:31:07.585973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2d5f8-da2c-48b6-aa59-b6b295e933f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:07.592404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Transition to ACTIVE for port object bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:07.640429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Update dhcp port {'port': {'network_id': '181208a3-ee00-46ae-a632-59a6cf6fbd5e', 'fixed_ips': [{'subnet_id': '6a134602-94b3-4581-ae70-7d831f1508d9', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a2726f4-d2f5-4c44-8a4f-39e0310935c5', 'ip_address': '172.20.0.2'}, {'subnet_id': '969e42e9-ca9b-44d0-8427-fb7ecce5ed93'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'e6432f5a-9d91-45de-aaf7-0eac2c55bc76'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:31:07.679490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.750254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-c67ca514-0922-417f-96a6-add3979fa4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.752626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-c67ca514-0922-417f-96a6-add3979fa4c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 1095 time: 0.1150751 Aug 28 08:31:07.788961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326312f9-d624-49ad-b609-dc3033ba443a req-5a6dd8d9-8aae-4dba-a6b2-5a0ff4500bcb tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.796797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326312f9-d624-49ad-b609-dc3033ba443a req-5a6dd8d9-8aae-4dba-a6b2-5a0ff4500bcb tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.796797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-326312f9-d624-49ad-b609-dc3033ba443a req-5a6dd8d9-8aae-4dba-a6b2-5a0ff4500bcb tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 1653 time: 0.1001363 Aug 28 08:31:07.839880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30672b-d3b1-4380-928a-efac7535f765 req-1b4646d5-f825-402b-9229-b5e61cb229f3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:07.841394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee30672b-d3b1-4380-928a-efac7535f765 req-1b4646d5-f825-402b-9229-b5e61cb229f3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.1947939 Aug 28 08:31:07.852904 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:07.924731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Allocated IP 172.20.0.34 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/969e42e9-ca9b-44d0-8427-fb7ecce5ed93/e6432f5a-9d91-45de-aaf7-0eac2c55bc76) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:07.934720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee30672b-d3b1-4380-928a-efac7535f765 req-23d43965-cf60-46d1-a472-186030b09606 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701838 Aug 28 08:31:07.948727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network affce066-66cf-46de-a347-4cb85b854ebd is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:07.957464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-326312f9-d624-49ad-b609-dc3033ba443a req-9e2fafa2-ebbd-4523-8bc3-6627ea3f3793 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499813 Aug 28 08:31:07.964202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:07.966818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:08.005584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:08.027696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-66dbf011-9d81-4f32-b18e-6e0b7d497b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:08.029530 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-66dbf011-9d81-4f32-b18e-6e0b7d497b4b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=76e91fd135ed4116a98d98e10ca7f849&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2621818 Aug 28 08:31:08.040779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34758) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:08.097365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1126c859-d70e-4d7a-874a-c46503643458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.207785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:08.208455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.241015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:08.304481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.312668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1126c859-d70e-4d7a-874a-c46503643458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.328542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Transition to ACTIVE for port object e6432f5a-9d91-45de-aaf7-0eac2c55bc76 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:08.353525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-212bc3e1-e3b9-45a3-a642-451e08956d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:08.355074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-98c17218-9e2e-42a0-a17d-b918ec0ed211 req-212bc3e1-e3b9-45a3-a642-451e08956d7d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3141646 Aug 28 08:31:08.442662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1126c859-d70e-4d7a-874a-c46503643458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.477229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.484800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-c51591c5-5396-4f52-81d7-78456b2a9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:08.486496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-c51591c5-5396-4f52-81d7-78456b2a9f87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 1095 time: 0.0599775 Aug 28 08:31:08.518270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1126c859-d70e-4d7a-874a-c46503643458 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5408044688d14d4faaec7e0c36f61042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758959 Aug 28 08:31:08.529235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34766) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:08.530908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126c859-d70e-4d7a-874a-c46503643458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a2e386-01f5-42da-9ffc-9fb455a8c907,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:08.610878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f241045-aae1-447e-84d1-90b185d1b7bc None None] Provisioning for port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:08.632006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f241045-aae1-447e-84d1-90b185d1b7bc None None] Provisioning complete for port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:08.632621 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f241045-aae1-447e-84d1-90b185d1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.640312 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-76f7f71e-7d09-45fc-825a-831fc8c2d034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0 HTTP/1.1" status: 200 len: 217 time: 0.1372421 Aug 28 08:31:08.644497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f84e491c-e442-441d-b88c-5d2701edb886 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6396327 Aug 28 08:31:08.678721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:08.707073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34768) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:08.778253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Delete allocated IP 172.20.0.4 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/5a2726f4-d2f5-4c44-8a4f-39e0310935c5) {{(pid=95466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 08:31:08.783572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a71de0-bc13-4e8a-8b34-cb09778f28e6 None None] Pushing event updated for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:08.795811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Allocated IP 172.20.0.35 (181208a3-ee00-46ae-a632-59a6cf6fbd5e/969e42e9-ca9b-44d0-8427-fb7ecce5ed93/04d9d780-1914-492c-bd06-f08c7c60c59b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:08.822743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0f241045-aae1-447e-84d1-90b185d1b7bc None None] Port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:08.836083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ceb29214-a28e-430f-a008-67ddd3a293dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:08.837631 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-ceb29214-a28e-430f-a008-67ddd3a293dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.1756902 Aug 28 08:31:08.838618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.840309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.908878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-086fa6ee-a074-4ec8-8d53-20a57e07824e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632982 Aug 28 08:31:08.917236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:08.986241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a4b48369-c593-491f-bcb9-03c147bee3d9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:08.987923 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-a4b48369-c593-491f-bcb9-03c147bee3d9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 08:31:08.992393 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-a4b48369-c593-491f-bcb9-03c147bee3d9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:31:08.998100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a4b48369-c593-491f-bcb9-03c147bee3d9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2897840 Aug 28 08:31:09.003896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34776) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:09.017184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132402023'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:09.132518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-9cf0b44f-44cb-4f59-a8de-c9da683057d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130110 Aug 28 08:31:09.225500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6e8a-7234-4bcc-b37d-6f490bc3a30f req-3d7583c8-43ad-4e0d-a8f6-fe0ee13e96e4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:09.226078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.229041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.234426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80de6e8a-7234-4bcc-b37d-6f490bc3a30f req-3d7583c8-43ad-4e0d-a8f6-fe0ee13e96e4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.1850214 Aug 28 08:31:09.238679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61a2e386-01f5-42da-9ffc-9fb455a8c907 HTTP/1.1" status: 204 len: 168 time: 0.7082467 Aug 28 08:31:09.253483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.310586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.452891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80de6e8a-7234-4bcc-b37d-6f490bc3a30f req-b633be4c-4c2c-4272-812d-76e320d5f030 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171898 Aug 28 08:31:09.480997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b1ea5-8296-4a62-bc84-4dc545bee7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a2e386-01f5-42da-9ffc-9fb455a8c907,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:09.527478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c5842-293e-4fa2-b2ac-35fd5e43f530 req-0ceb7334-cb0b-40dd-aee5-3447a744d6b5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:09.536420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c5842-293e-4fa2-b2ac-35fd5e43f530 req-0ceb7334-cb0b-40dd-aee5-3447a744d6b5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:09.545034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c5842-293e-4fa2-b2ac-35fd5e43f530 req-0ceb7334-cb0b-40dd-aee5-3447a744d6b5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:09.546808 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b10c5842-293e-4fa2-b2ac-35fd5e43f530 req-0ceb7334-cb0b-40dd-aee5-3447a744d6b5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2374 time: 0.4133317 Aug 28 08:31:09.608137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.662071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Transition to ACTIVE for port object 04d9d780-1914-492c-bd06-f08c7c60c59b will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:09.696048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.712877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b10c5842-293e-4fa2-b2ac-35fd5e43f530 req-05760b19-181c-44ee-99b9-c44aa14daa0b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591403 Aug 28 08:31:09.724131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-608c691e-5ebe-4b9c-a0c2-6fb84ef4b5e7 req-2d5706a3-264c-490f-b2c3-671c62e43abc service neutron] 10.222.0.39 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235443 Aug 28 08:31:09.825301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.826601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f422d9-7aaf-43e3-92fd-130334399a1a {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:09.847572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Provisioning for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:09.847572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:09.847572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.848335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.857694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:09.887148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Transition to ACTIVE for port object 04f422d9-7aaf-43e3-92fd-130334399a1a will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:09.967485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.014754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685bbd68-c995-4516-b3aa-193356880274,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:10.048589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Pushing event updated for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:10.052151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event updated for resources: {'Port': ['ID=04d9d780-1914-492c-bd06-f08c7c60c59b,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:10.088438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.112593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] In _notify_port_updated(), no bound segment for port 04d9d780-1914-492c-bd06-f08c7c60c59b on network 181208a3-ee00-46ae-a632-59a6cf6fbd5e {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:31:10.122167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Provisioning for port 04d9d780-1914-492c-bd06-f08c7c60c59b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:10.143868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.143868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.143868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-04ed0640-b845-4ffc-9b2c-ade9c8392e12 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "PUT /v2.0/ports/04d9d780-1914-492c-bd06-f08c7c60c59b HTTP/1.1" status: 200 len: 960 time: 2.9961460 Aug 28 08:31:10.144634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Provisioning complete for port 04d9d780-1914-492c-bd06-f08c7c60c59b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:10.144634 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.146613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34794) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:10.183088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Attempting to bind port 04f422d9-7aaf-43e3-92fd-130334399a1a on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:10.183526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Attempting to bind port 04f422d9-7aaf-43e3-92fd-130334399a1a by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:10.183918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Attempting to bind port 04f422d9-7aaf-43e3-92fd-130334399a1a on network affce066-66cf-46de-a347-4cb85b854ebd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:10.189923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Port 04f422d9-7aaf-43e3-92fd-130334399a1a on network affce066-66cf-46de-a347-4cb85b854ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:10.189923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Attempting to bind port 04f422d9-7aaf-43e3-92fd-130334399a1a on network affce066-66cf-46de-a347-4cb85b854ebd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:10.196129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Port 04d9d780-1914-492c-bd06-f08c7c60c59b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:10.198525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:10.198989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Checking segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:10.199464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Bound using segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:10.202398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Bound port: 04f422d9-7aaf-43e3-92fd-130334399a1a, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:10.202724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.212298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:10.212805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.253914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-12cb42fd-7e14-4117-ab5b-488df1963da4 None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:10.284643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.317309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:10.321630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=04f422d9-7aaf-43e3-92fd-130334399a1a,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:10.329617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1fec69-5275-4e46-8c07-8c6ed296bb37,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:10.357045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 04d9d780-1914-492c-bd06-f08c7c60c59b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:10.357045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.444011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:10.488741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.495081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.497628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-869d75d5-0bac-4ffc-9ed4-83bccde58bbd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4902422 Aug 28 08:31:10.500743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.503147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34802) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:10.517324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '0f1fec69-5275-4e46-8c07-8c6ed296bb37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:10.529740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 04d9d780-1914-492c-bd06-f08c7c60c59b owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:10.552751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.554312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.556364 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/04f422d9-7aaf-43e3-92fd-130334399a1a HTTP/1.1" status: 200 len: 1093 time: 1.8930566 Aug 28 08:31:10.558105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:10.560866 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbc2647-f964-4b27-b451-2032782ca8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:10.562201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:10.563824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.629444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf75d-c995-4d92-bc93-d8bb4d1146e7 service neutron] Pushing event updated for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:10.653721 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47457110-f209-452b-a6c6-3c9fa7bc779f x-openstack-request-id: req-47457110-f209-452b-a6c6-3c9fa7bc779f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:10.655633 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:10.656226 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47457110-f209-452b-a6c6-3c9fa7bc779f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:10.666330 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a', 'status': 'completed', 'code': 200} Aug 28 08:31:10.750537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f0445413-b1a3-4317-a373-feb4eacf94aa None None] Provisioning complete for port 04d9d780-1914-492c-bd06-f08c7c60c59b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:10.750839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f0445413-b1a3-4317-a373-feb4eacf94aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.791803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:10.810039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f0445413-b1a3-4317-a373-feb4eacf94aa None None] Port 04d9d780-1914-492c-bd06-f08c7c60c59b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:10.835082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-64b42032-ed89-44f7-9033-8a14d7396772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.836188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-64b42032-ed89-44f7-9033-8a14d7396772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.836321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-64b42032-ed89-44f7-9033-8a14d7396772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.838236 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-64b42032-ed89-44f7-9033-8a14d7396772 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2730 time: 0.1473780 Aug 28 08:31:10.841117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.879802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b459ab3-c254-44b7-9bf3-d0a545394d5d req-4a0b0902-c8c8-4563-b231-6ac68c1a4092 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:10.881777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b459ab3-c254-44b7-9bf3-d0a545394d5d req-4a0b0902-c8c8-4563-b231-6ac68c1a4092 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.2489352 Aug 28 08:31:10.899810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.959693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:10.976403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b459ab3-c254-44b7-9bf3-d0a545394d5d req-c858d038-b520-4f71-8900-81240d24caad tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Aug 28 08:31:11.009740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=04d9d780-1914-492c-bd06-f08c7c60c59b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:11.022753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.130466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.159267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-30cfb097-9c16-4616-8732-f4170120080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.160334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-30cfb097-9c16-4616-8732-f4170120080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.160881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-30cfb097-9c16-4616-8732-f4170120080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.163267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e565256a-775e-49d3-9571-d5118ca85560,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:11.163773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-30cfb097-9c16-4616-8732-f4170120080a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2595155 Aug 28 08:31:11.180406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.187165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80155fe7-7e35-4e98-92d3-2e967d5b9b40 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/04d9d780-1914-492c-bd06-f08c7c60c59b HTTP/1.1" status: 204 len: 168 time: 1.0391831 Aug 28 08:31:11.188124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:11.229443 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e25c6e-1656-4c59-9528-6c897bfa5eec tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] GET failed (client error): The resource could not be found. Aug 28 08:31:11.234702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9e25c6e-1656-4c59-9528-6c897bfa5eec tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports/04d9d780-1914-492c-bd06-f08c7c60c59b HTTP/1.1" status: 404 len: 333 time: 0.0452034 Aug 28 08:31:11.235352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:11.258469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.271648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e73f8b4-276e-4129-8158-add60e6606eb tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7672584 Aug 28 08:31:11.283815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:11.294305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b98785e7-7647-4a64-b444-e23f090eed80 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '0f1fec69-5275-4e46-8c07-8c6ed296bb37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:11.384286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.424712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec677-96a3-4dcf-aaa6-8edfdefb64ba req-2dc0792f-b26d-48aa-9988-05738c40f78b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.433866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec677-96a3-4dcf-aaa6-8edfdefb64ba req-2dc0792f-b26d-48aa-9988-05738c40f78b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.441206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec677-96a3-4dcf-aaa6-8edfdefb64ba req-2dc0792f-b26d-48aa-9988-05738c40f78b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.443328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dceec677-96a3-4dcf-aaa6-8edfdefb64ba req-2dc0792f-b26d-48aa-9988-05738c40f78b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2386 time: 0.4400542 Aug 28 08:31:11.450703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.501963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b98785e7-7647-4a64-b444-e23f090eed80 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.554198 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dceec677-96a3-4dcf-aaa6-8edfdefb64ba req-9396caa7-452f-45ce-a384-377baaec4d42 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593317 Aug 28 08:31:11.613430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-0628aa5c-5275-425d-a7b1-008c9e2976e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:11.614960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9bbc2647-f964-4b27-b451-2032782ca8c4 req-0628aa5c-5275-425d-a7b1-008c9e2976e5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340126 Aug 28 08:31:11.655583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.658838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.662660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/security-groups/d95ecbb1-6ee0-4c4f-a5c1-1c98c713326e HTTP/1.1" status: 204 len: 168 time: 0.4237814 Aug 28 08:31:11.663488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:11.672650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e766d-0b64-489b-b559-548440afeed9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ecbb1-6ee0-4c4f-a5c1-1c98c713326e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:11.682286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:11.696600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.710853 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-b98785e7-7647-4a64-b444-e23f090eed80 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:31:11.714791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b98785e7-7647-4a64-b444-e23f090eed80 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4271495 Aug 28 08:31:11.714999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34836) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:11.758238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.762659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Transition to ACTIVE for port object 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:11.790618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.799839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.837346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.849555 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:31:11.892955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:11.985141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Pushing event updated for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:12.022942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.026676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.030995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/security-groups/529be276-a13f-48cd-b2ca-027cf3e2cf25 HTTP/1.1" status: 204 len: 168 time: 0.3668993 Aug 28 08:31:12.031837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34848) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:12.051519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcedad-1cb4-4278-a6f3-ba77f8ec1ba7 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529be276-a13f-48cd-b2ca-027cf3e2cf25,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:12.066696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.073725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.079730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f1fec69-5275-4e46-8c07-8c6ed296bb37 HTTP/1.1" status: 204 len: 168 time: 0.3637104 Aug 28 08:31:12.086288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34850) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:12.135977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Attempting to bind port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:12.136314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Attempting to bind port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:12.136638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Attempting to bind port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 on network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:12.145268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53970cb-8095-40f0-8882-0b2644dd62a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1fec69-5275-4e46-8c07-8c6ed296bb37,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:12.218191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.279024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.321677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc2f93-f82c-4787-809b-51fa37a33af6 req-a61f5b9b-db53-464b-b65c-0b0b71ed483c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:12.323658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0fc2f93-f82c-4787-809b-51fa37a33af6 req-a61f5b9b-db53-464b-b65c-0b0b71ed483c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.1976416 Aug 28 08:31:12.326446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34856) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:12.438739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0fc2f93-f82c-4787-809b-51fa37a33af6 req-ea5c5337-af90-4b53-bff6-a1ea92a0e06b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809145 Aug 28 08:31:12.481794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.484973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.486322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/security-groups/fba41f16-d5ab-48bd-b128-181213c787cb HTTP/1.1" status: 204 len: 168 time: 0.4531837 Aug 28 08:31:12.490186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34864) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:12.536912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9c01a-48b9-445c-9f65-a2c26bcff350 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba41f16-d5ab-48bd-b128-181213c787cb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:12.552676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 on network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:12.553020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Attempting to bind port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 on network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:12.567453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:12.567811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Checking segment: {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:12.568215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Bound using segment: {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:12.568705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Bound port: 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a5f4a-2351-4a1d-b8dd-6c8c60623765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:12.569075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.580863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 5a2726f4-d2f5-4c44-8a4f-39e0310935c5 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:12.585447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.593528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5174bebf-6f7b-4288-b64d-021550add7a6 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5060794 Aug 28 08:31:12.598271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34868) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:12.622798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--336285975'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:12.665289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.692142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:12.723627 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cda89009-7c15-4a53-8481-69b793b191c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.724978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:12.748438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663eab-b312-4d16-87a6-4ef52a57def9 req-027d6a03-14fb-4be0-ad94-daf704231f2c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:12.755387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663eab-b312-4d16-87a6-4ef52a57def9 req-027d6a03-14fb-4be0-ad94-daf704231f2c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:12.767843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663eab-b312-4d16-87a6-4ef52a57def9 req-027d6a03-14fb-4be0-ad94-daf704231f2c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:12.770505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c663eab-b312-4d16-87a6-4ef52a57def9 req-027d6a03-14fb-4be0-ad94-daf704231f2c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2398 time: 0.0941813 Aug 28 08:31:12.785520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.811607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.832075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c663eab-b312-4d16-87a6-4ef52a57def9 req-e65f01b2-2035-4352-9da3-49bd73436acf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Aug 28 08:31:12.860545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.898104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:12.898778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:12.900243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] 10.222.0.39 "PUT /v2.0/ports/269c52c7-c6d8-43cd-ba8d-21a1ea23d744 HTTP/1.1" status: 200 len: 1091 time: 2.1316843 Aug 28 08:31:12.900713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:12.903133 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee997e-c344-4fb4-aa13-27ea72495d54" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:12.939749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43a8fe-8e83-49ec-842a-386310186f54 service neutron] Pushing event updated for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:12.976862 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365eb7a-3dd3-4a3a-9b25-726a2d465087 x-openstack-request-id: req-7365eb7a-3dd3-4a3a-9b25-726a2d465087 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:12.976862 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:12.976862 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7365eb7a-3dd3-4a3a-9b25-726a2d465087 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:12.976862 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744', 'status': 'completed', 'code': 200} Aug 28 08:31:13.001726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cda89009-7c15-4a53-8481-69b793b191c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.059388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Request body: {'port': {'device_id': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:13.065051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.123392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cda89009-7c15-4a53-8481-69b793b191c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.125995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2726f4-d2f5-4c44-8a4f-39e0310935c5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:13.151324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891af5c1-fe4f-42cd-a634-ae54c8442933 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:13.154370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.164210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea5a17d0-fbbd-4225-aeaa-01e9c5d323b0 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/5a2726f4-d2f5-4c44-8a4f-39e0310935c5 HTTP/1.1" status: 204 len: 168 time: 0.6702983 Aug 28 08:31:13.165188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:13.177460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-f3f8cf21-30ae-47eb-938e-87dc66ec022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.177460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-f3f8cf21-30ae-47eb-938e-87dc66ec022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.185228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-f3f8cf21-30ae-47eb-938e-87dc66ec022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.187173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-f3f8cf21-30ae-47eb-938e-87dc66ec022a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2798 time: 0.1452918 Aug 28 08:31:13.234850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.245991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cda89009-7c15-4a53-8481-69b793b191c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e92d761ea9f746fcbb39a9a7ae8e1b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9183609 Aug 28 08:31:13.247197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34886) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:13.261623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda89009-7c15-4a53-8481-69b793b191c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07951b9-093b-4331-9e9e-13dded908bcd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:13.332688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 969e42e9-ca9b-44d0-8427-fb7ecce5ed93 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:13.336608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.372794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.392854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.396865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.416318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-750c235f-22b5-4c66-945d-b53b0836c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.421324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-750c235f-22b5-4c66-945d-b53b0836c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.421324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-750c235f-22b5-4c66-945d-b53b0836c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.421324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-750c235f-22b5-4c66-945d-b53b0836c189 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2166145 Aug 28 08:31:13.431668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.485009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.677296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.724605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04898fef-d383-49b6-ab77-bbc1e91fdd04,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:13.775020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93283e0-4624-4da7-a967-1b7c491b5991 req-40786fbf-5e56-4e9a-8640-8d94d836e2c0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.776625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c93283e0-4624-4da7-a967-1b7c491b5991 req-40786fbf-5e56-4e9a-8640-8d94d836e2c0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.2184997 Aug 28 08:31:13.826023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.827579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-75d9b0b0-d1c6-45a5-9d83-e4700fdbacd7 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2282612 Aug 28 08:31:13.830818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-2cf126c0-8b87-4e25-b468-5319aebb3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:13.832459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ffee997e-c344-4fb4-aa13-27ea72495d54 req-2cf126c0-8b87-4e25-b468-5319aebb3d09 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602614 Aug 28 08:31:13.837031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34892) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:13.854417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ee6ebfaf-8f7b-4c52-a0cf-6d624b8ca813 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '04898fef-d383-49b6-ab77-bbc1e91fdd04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:13.854417 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-ee6ebfaf-8f7b-4c52-a0cf-6d624b8ca813 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 08:31:13.854417 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-ee6ebfaf-8f7b-4c52-a0cf-6d624b8ca813 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:13.855609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee6ebfaf-8f7b-4c52-a0cf-6d624b8ca813 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0173676 Aug 28 08:31:13.863362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34894) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:13.932965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:13.942823 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.962283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.965531 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.966906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b07951b9-093b-4331-9e9e-13dded908bcd HTTP/1.1" status: 204 len: 168 time: 0.7066925 Aug 28 08:31:13.971290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Transition to ACTIVE for port object bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:13.980724 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:13.992728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c93283e0-4624-4da7-a967-1b7c491b5991 req-eb5e4ce7-2821-4b73-aafa-b4d6186c0510 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932745 Aug 28 08:31:14.021994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69519e3-3ece-481c-8e11-c3b48a55ed21 req-0cf2985a-dc8f-4a28-9c9a-f92e9d327b21 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.038406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69519e3-3ece-481c-8e11-c3b48a55ed21 req-0cf2985a-dc8f-4a28-9c9a-f92e9d327b21 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.039522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf512e5-794d-41af-9ab6-695523c1048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07951b9-093b-4331-9e9e-13dded908bcd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.041980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.043735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/969e42e9-ca9b-44d0-8427-fb7ecce5ed93 HTTP/1.1" status: 204 len: 168 time: 0.8615642 Aug 28 08:31:14.047222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcecde0-57b9-4f94-b15c-64498f147d2e tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=969e42e9-ca9b-44d0-8427-fb7ecce5ed93,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.049090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34902) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.050305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69519e3-3ece-481c-8e11-c3b48a55ed21 req-0cf2985a-dc8f-4a28-9c9a-f92e9d327b21 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.053618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e69519e3-3ece-481c-8e11-c3b48a55ed21 req-0cf2985a-dc8f-4a28-9c9a-f92e9d327b21 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2398 time: 0.0988631 Aug 28 08:31:14.055902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.107122 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3701610-7f6f-4aa7-ad0a-928507af2392 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:14.107971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3701610-7f6f-4aa7-ad0a-928507af2392 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:14.110036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f3701610-7f6f-4aa7-ad0a-928507af2392 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/5a2726f4-d2f5-4c44-8a4f-39e0310935c5 HTTP/1.1" status: 404 len: 337 time: 0.0599136 Aug 28 08:31:14.117266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34908) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.153750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.225426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e69519e3-3ece-481c-8e11-c3b48a55ed21 req-c037ef16-a795-44a5-8865-ba76c64455de tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552153 Aug 28 08:31:14.242540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting subnet 6a134602-94b3-4581-ae70-7d831f1508d9 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:14.249112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.301126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.307259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.345032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e2528-7cfd-4250-89dc-0795571f8209 None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:14.369614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.399957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Attempting to bind port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:14.400403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Attempting to bind port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:14.401379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Attempting to bind port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 on network affce066-66cf-46de-a347-4cb85b854ebd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:14.407859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 on network affce066-66cf-46de-a347-4cb85b854ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:14.408328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Attempting to bind port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 on network affce066-66cf-46de-a347-4cb85b854ebd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:14.416181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:14.416942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Checking segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:14.417652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Bound using segment: {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:14.418416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Bound port: bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ebb9c9-ffd4-4d1a-a80d-897d587a2326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:14.418853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.469299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e143ebc-d84f-473c-925e-fdef5981f190 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:14.469668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e143ebc-d84f-473c-925e-fdef5981f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.492719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.518506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:14.524689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:14.613392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.616280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.620505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/04898fef-d383-49b6-ab77-bbc1e91fdd04 HTTP/1.1" status: 204 len: 168 time: 0.7514410 Aug 28 08:31:14.621356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34912) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.628540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a810-336c-4ef4-8aad-3082bd402047 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04898fef-d383-49b6-ab77-bbc1e91fdd04,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.648854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.699670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e143ebc-d84f-473c-925e-fdef5981f190 None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:14.700102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e143ebc-d84f-473c-925e-fdef5981f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.709618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.710400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.711890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] 10.222.0.39 "PUT /v2.0/ports/bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 HTTP/1.1" status: 200 len: 1092 time: 1.6687489 Aug 28 08:31:14.712044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.749202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce117bc1-827a-4445-bcbc-90ca78449773 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269593 Aug 28 08:31:14.752988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:14.754025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.759746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/6a134602-94b3-4581-ae70-7d831f1508d9 HTTP/1.1" status: 204 len: 168 time: 0.6409669 Aug 28 08:31:14.761641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34920) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.762976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--385188049'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:14.772653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20cb33-6786-44af-9dad-a11f46b77a5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.780266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e143ebc-d84f-473c-925e-fdef5981f190 None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:14.822531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41adea-d09d-4d5d-aa04-836cfb705417 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Subnet': ['ID=6a134602-94b3-4581-ae70-7d831f1508d9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:14.852017 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e04b657-d834-4dbc-9533-cc5ef426b1aa tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:14.852481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e04b657-d834-4dbc-9533-cc5ef426b1aa tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:14.855565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e04b657-d834-4dbc-9533-cc5ef426b1aa tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/998e95be-3568-46b7-a753-5dedcf9aef31 HTTP/1.1" status: 404 len: 337 time: 0.0489252 Aug 28 08:31:14.860804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34924) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.880017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 33436e0d-59e9-4c91-b6b1-32797d0021a0 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:14.918027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-db834b7f-db04-4af2-a3b2-6fbbb42e1908 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7c5759-2a1c-499d-bb45-eaf8d37bc45b HTTP/1.1" status: 200 len: 205 time: 0.0532503 Aug 28 08:31:14.921623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34926) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:14.926423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-ba153cd0-b0cb-4454-adf2-a76e9294609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.927457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-ba153cd0-b0cb-4454-adf2-a76e9294609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.928189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-ba153cd0-b0cb-4454-adf2-a76e9294609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:14.937896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-ba153cd0-b0cb-4454-adf2-a76e9294609f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2866 time: 0.0811608 Aug 28 08:31:14.967560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.000857 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-bd80fa0d-6280-4c8c-b6f0-b20ef4a3e8ee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] delete failed (client error): The resource could not be found. Aug 28 08:31:15.004357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd80fa0d-6280-4c8c-b6f0-b20ef4a3e8ee tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/routers/4c7c5759-2a1c-499d-bb45-eaf8d37bc45b HTTP/1.1" status: 404 len: 336 time: 0.0786250 Aug 28 08:31:15.005662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:15.006258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34932) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.008042 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff9586-155c-45e5-8811-8d4b477e95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:15.037698 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-f4d907a3-6f0d-44ac-a72e-d9c03fb7e52e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=04f422d9-7aaf-43e3-92fd-130334399a1a HTTP/1.1" status: 200 len: 217 time: 0.0914075 Aug 28 08:31:15.083729 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5ce901-03fc-4066-a98b-3342eb97b22c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.084231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5ce901-03fc-4066-a98b-3342eb97b22c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.088694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4c5ce901-03fc-4066-a98b-3342eb97b22c tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/0139f518-8566-431d-b38d-f37deacc6be5 HTTP/1.1" status: 404 len: 337 time: 0.0789332 Aug 28 08:31:15.089655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.122813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:15.139716 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58635da-ccd0-4337-8e33-daf85b00bab8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.140889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58635da-ccd0-4337-8e33-daf85b00bab8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.143422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c58635da-ccd0-4337-8e33-daf85b00bab8 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/a8420eb2-e007-4cdc-8e83-7397adf8e941 HTTP/1.1" status: 404 len: 337 time: 0.0524468 Aug 28 08:31:15.146623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34946) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.157695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '33436e0d-59e9-4c91-b6b1-32797d0021a0', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '33436e0d-59e9-4c91-b6b1-32797d0021a0', 'mac_address': 'fa:16:3e:60:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:15.174018 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b00ff-f2d2-455d-a429-57f0fe4d89d7 x-openstack-request-id: req-483b00ff-f2d2-455d-a429-57f0fe4d89d7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:15.174341 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:15.174672 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-483b00ff-f2d2-455d-a429-57f0fe4d89d7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:15.175150 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'status': 'completed', 'code': 200} Aug 28 08:31:15.199034 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd2de20-d96d-4baf-ae09-d6c0ceef8aef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.199531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd2de20-d96d-4baf-ae09-d6c0ceef8aef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.201454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7cd2de20-d96d-4baf-ae09-d6c0ceef8aef tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/6b9c7435-eace-49e4-8f73-da171f841f6d HTTP/1.1" status: 404 len: 337 time: 0.0530052 Aug 28 08:31:15.206929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.248760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a41256-18de-410c-8e30-849480a25f36 req-ef61f334-b3b1-4020-ba05-520d43baf211 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.250753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a41256-18de-410c-8e30-849480a25f36 req-ef61f334-b3b1-4020-ba05-520d43baf211 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 943 time: 0.0836825 Aug 28 08:31:15.256719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.302365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-08d09414-d9c2-4302-8070-6efc5cd0ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.303429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33436e0d-59e9-4c91-b6b1-32797d0021a0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:15.304627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-08d09414-d9c2-4302-8070-6efc5cd0ff62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403b67ca-bbfb-4cb9-a3be-ff16f8d467fb HTTP/1.1" status: 200 len: 801 time: 0.2378807 Aug 28 08:31:15.309730 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-de42a93a-55e4-458a-8e07-baf2b1c34ee9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.310783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de42a93a-55e4-458a-8e07-baf2b1c34ee9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.312687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-de42a93a-55e4-458a-8e07-baf2b1c34ee9 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/36ef1b50-f1ec-4b5c-ba35-e85c885d7bdb HTTP/1.1" status: 404 len: 333 time: 0.1022177 Aug 28 08:31:15.318759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.328067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a41256-18de-410c-8e30-849480a25f36 req-59d4e910-76d1-478d-a19e-4900651cfee4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Aug 28 08:31:15.356226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:15.440848 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f737fe-654d-4438-9561-8765293fd744 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.441311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f737fe-654d-4438-9561-8765293fd744 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.446250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f0f737fe-654d-4438-9561-8765293fd744 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/d0d11133-2a7a-457a-b473-96761e511f51 HTTP/1.1" status: 404 len: 337 time: 0.1257696 Aug 28 08:31:15.450129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.450324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.470099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.496503 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8371167-9939-407f-bc0f-1c2f093f702b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.501884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8371167-9939-407f-bc0f-1c2f093f702b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.501884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b8371167-9939-407f-bc0f-1c2f093f702b tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/5b5ffbca-985b-4272-8551-497e1fa0b21d HTTP/1.1" status: 404 len: 337 time: 0.0511577 Aug 28 08:31:15.504315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34964) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.511219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3fb9dafa-08d2-4355-8c90-6342b94a7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.512765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-3fb9dafa-08d2-4355-8c90-6342b94a7e59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=affce066-66cf-46de-a347-4cb85b854ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904936 Aug 28 08:31:15.540717 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fbaf87-1abf-4282-bbb3-cf468790ec2f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.541879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fbaf87-1abf-4282-bbb3-cf468790ec2f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.545027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d5fbaf87-1abf-4282-bbb3-cf468790ec2f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/0fbf1eb6-ef86-4aa9-a96a-d691f7b503d1 HTTP/1.1" status: 404 len: 333 time: 0.0392132 Aug 28 08:31:15.555588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34966) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.589863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:15.611014 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a8fff9-d3cc-4ca7-a5e4-da3e5325b95f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.611482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a8fff9-d3cc-4ca7-a5e4-da3e5325b95f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.612022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5749c7-368c-4061-8836-1b85416b8ffe req-89c83c15-af25-4841-9e11-dfdcef08c228 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.615825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-87a8fff9-d3cc-4ca7-a5e4-da3e5325b95f tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/6891a4a5-ae75-48c8-a8a9-8903bcc85202 HTTP/1.1" status: 404 len: 337 time: 0.0563900 Aug 28 08:31:15.616158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34970) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.626069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5749c7-368c-4061-8836-1b85416b8ffe req-89c83c15-af25-4841-9e11-dfdcef08c228 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.628991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5749c7-368c-4061-8836-1b85416b8ffe req-89c83c15-af25-4841-9e11-dfdcef08c228 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:15.635274 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d5749c7-368c-4061-8836-1b85416b8ffe req-89c83c15-af25-4841-9e11-dfdcef08c228 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2410 time: 0.1672373 Aug 28 08:31:15.637128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.644477 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4978eec-25e9-490d-a731-bea72877ccd6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] DELETE failed (client error): The resource could not be found. Aug 28 08:31:15.644940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4978eec-25e9-490d-a731-bea72877ccd6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:31:15.649745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f4978eec-25e9-490d-a731-bea72877ccd6 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/subnets/e441cd8b-a444-40ec-9448-935ca4175399 HTTP/1.1" status: 404 len: 337 time: 0.0294316 Aug 28 08:31:15.650140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34972) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.691849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3aa2e1-ce6b-4253-8d64-a5da82a4d7de None None] Network 181208a3-ee00-46ae-a632-59a6cf6fbd5e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:15.728116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ebb4e-883d-4f91-987d-a0e8a589c187,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:15.755258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-facd98bf-1a7a-4a46-9b6d-2221aece1df8 service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342386 Aug 28 08:31:15.760385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port 66a46a35-2c05-4b8f-b2bc-27fc929979fe {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:15.761110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.786967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3d5749c7-368c-4061-8836-1b85416b8ffe req-8d490a69-01d9-483f-9c08-19a5a7db7d1f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119378 Aug 28 08:31:15.801288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.802558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51dee5f2-8373-4532-9f7e-9e4b03de415f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0474932 Aug 28 08:31:15.809435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.815268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fb8a8c39-992b-42e4-9538-40922dbe2d46 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'aa5ebb4e-883d-4f91-987d-a0e8a589c187', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:15.816477 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-fb8a8c39-992b-42e4-9538-40922dbe2d46 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 08:31:15.817110 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-fb8a8c39-992b-42e4-9538-40922dbe2d46 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:15.821513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb8a8c39-992b-42e4-9538-40922dbe2d46 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078459 Aug 28 08:31:15.824590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35e3435a-7300-4f17-bc64-337568038b80 None None] Provisioning complete for port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:15.825351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35e3435a-7300-4f17-bc64-337568038b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.827641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34980) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:15.884518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:15.910085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for 66a46a35-2c05-4b8f-b2bc-27fc929979fe owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:15.910744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-ce9281c8-821b-4ebc-886d-40c2330dff82 service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223123 Aug 28 08:31:15.950962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['33436e0d-59e9-4c91-b6b1-32797d0021a0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:15.974310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-bba003b7-1a05-444e-8b95-b24f9deed22b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744 HTTP/1.1" status: 200 len: 217 time: 0.0559304 Aug 28 08:31:15.976031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.020689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.090773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-94181a0f-2ec4-42de-a8c3-55f017cded88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.094075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-94181a0f-2ec4-42de-a8c3-55f017cded88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd5482af-5101-49d8-b6b4-f4734b38d102 HTTP/1.1" status: 200 len: 801 time: 0.1103709 Aug 28 08:31:16.153041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35e3435a-7300-4f17-bc64-337568038b80 None None] Provisioning complete for port 66a46a35-2c05-4b8f-b2bc-27fc929979fe triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:16.153700 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35e3435a-7300-4f17-bc64-337568038b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.181500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.184964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] DHCP port deletion for 181208a3-ee00-46ae-a632-59a6cf6fbd5e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:31:16.199523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.203094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.203832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7af97ab5-5acc-4aa0-8ef4-29a9fff90113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.205164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa5ebb4e-883d-4f91-987d-a0e8a589c187 HTTP/1.1" status: 204 len: 168 time: 0.3761961 Aug 28 08:31:16.208515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7af97ab5-5acc-4aa0-8ef4-29a9fff90113 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2cf373cb-627c-41b2-8190-d3a168dbf6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045656 Aug 28 08:31:16.211213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34990) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:16.229959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-35e3435a-7300-4f17-bc64-337568038b80 None None] Port 66a46a35-2c05-4b8f-b2bc-27fc929979fe cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:16.245886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=66a46a35-2c05-4b8f-b2bc-27fc929979fe,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:16.255808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d12c97-7541-4edb-bb31-83e477df7417 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ebb4e-883d-4f91-987d-a0e8a589c187,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:16.270140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.275919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4bfe5835-3597-4603-9012-68190ed0cd61 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/ports/66a46a35-2c05-4b8f-b2bc-27fc929979fe HTTP/1.1" status: 204 len: 168 time: 0.6219201 Aug 28 08:31:16.276161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:16.276554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Deleting port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:16.277165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.355775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0bc4a17-5055-4c7e-a57c-08742e16e413 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410754 Aug 28 08:31:16.363925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35002) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:16.373131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049426395'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:16.425134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:16.425717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.448850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-62361601-2927-467f-ae86-963af545abee service neutron] 10.222.0.39 "GET /v2.0/networks/2cf373cb-627c-41b2-8190-d3a168dbf6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978350 Aug 28 08:31:16.488815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e6432f5a-9d91-45de-aaf7-0eac2c55bc76 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:16.492679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Calling delete_port for e6432f5a-9d91-45de-aaf7-0eac2c55bc76 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:16.500643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35006) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:16.531340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.639360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-7e2da92d-7a33-4924-ac60-a7a6fda74899 service neutron] 10.222.0.39 "GET /v2.0/networks/2cf373cb-627c-41b2-8190-d3a168dbf6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782990 Aug 28 08:31:16.640246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.655570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Deleting port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:16.656152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.674048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.742968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.746646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-fe6db2b9-5ab2-4cca-b332-29cbd5e9aefb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 HTTP/1.1" status: 200 len: 217 time: 0.0591233 Aug 28 08:31:16.752314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-541106550-network', 'tenant_id': '8384c65edc5c44029699200605056483'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:16.790733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] Pushing event deleted for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:16.802063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4552d-f2f1-4ddc-9882-dcc8232b6590 None None] No DVR routers for this DVR port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:16.802986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] For port e6432f5a-9d91-45de-aaf7-0eac2c55bc76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,segment=NetworkSegment(fd30df49-ae25-4caa-9aa5-a0efa1009697),segment_id=fd30df49-ae25-4caa-9aa5-a0efa1009697)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:16.803838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:16.815340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b499e-7394-48a8-8f6c-f3e41d111d9f req-fbe84552-2466-48ad-b9e6-4bf7f6441cab tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.818564 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-367b499e-7394-48a8-8f6c-f3e41d111d9f req-fbe84552-2466-48ad-b9e6-4bf7f6441cab tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 944 time: 0.3207102 Aug 28 08:31:16.820207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-2479e8ce-4787-46cb-918c-92aee0a9a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.821629 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-2479e8ce-4787-46cb-918c-92aee0a9a3a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403b67ca-bbfb-4cb9-a3be-ff16f8d467fb HTTP/1.1" status: 200 len: 801 time: 0.0670879 Aug 28 08:31:16.831595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Calling delete_port for e6432f5a-9d91-45de-aaf7-0eac2c55bc76 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:16.933591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215459-6b03-4508-8e56-46ecd7034266 req-26d1e7d7-3c7a-4046-b989-19ccdee4d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.935227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-26d1e7d7-3c7a-4046-b989-19ccdee4d6e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=affce066-66cf-46de-a347-4cb85b854ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048717 Aug 28 08:31:16.938202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-367b499e-7394-48a8-8f6c-f3e41d111d9f req-bcd2ffb7-b757-4031-a170-71f1a5a96ed5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066656 Aug 28 08:31:16.953689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3640a-8567-4e95-9674-1653f7460cea req-d151ecad-5142-4263-a929-ed10672c0793 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.960427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3640a-8567-4e95-9674-1653f7460cea req-d151ecad-5142-4263-a929-ed10672c0793 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.971579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3640a-8567-4e95-9674-1653f7460cea req-d151ecad-5142-4263-a929-ed10672c0793 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:16.971579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cc3640a-8567-4e95-9674-1653f7460cea req-d151ecad-5142-4263-a929-ed10672c0793 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2410 time: 0.0837097 Aug 28 08:31:16.981511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.018575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Port': ['ID=e6432f5a-9d91-45de-aaf7-0eac2c55bc76,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.018820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.030021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] No DVR routers for this DVR port e6432f5a-9d91-45de-aaf7-0eac2c55bc76 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:17.073694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-fd31f18f-54f1-47f1-acbc-a06cd60d1459 service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203418 Aug 28 08:31:17.107725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cc3640a-8567-4e95-9674-1653f7460cea req-960fab3f-347d-46d2-80f6-73f3b0e97056 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216168 Aug 28 08:31:17.123615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.141628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.153663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181208a3-ee00-46ae-a632-59a6cf6fbd5e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:17.165102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd30df49-ae25-4caa-9aa5-a0efa1009697') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:17.165402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd30df49-ae25-4caa-9aa5-a0efa1009697') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:17.170392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc8f87-3b3f-4313-880b-f2726f311791,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.175793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.196344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.204210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:17.204658 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.207178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2c215459-6b03-4508-8e56-46ecd7034266 req-59588c52-23f0-4581-94b1-c3044db1931f service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328242 Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:17.208378 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:17.261423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Made reservation on behalf of 8384c65edc5c44029699200605056483 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:17.263745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.283769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.311492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.313718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-071a4185-b0d3-43ec-a155-5a833c53f6d2 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9483848 Aug 28 08:31:17.316647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.323142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-73e8a992-83b0-490f-876c-9c41be4ddb07 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '7dbc8f87-3b3f-4313-880b-f2726f311791', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:17.345046 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-73e8a992-83b0-490f-876c-9c41be4ddb07 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 08:31:17.345753 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-73e8a992-83b0-490f-876c-9c41be4ddb07 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:17.346890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73e8a992-83b0-490f-876c-9c41be4ddb07 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289183 Aug 28 08:31:17.349808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35020) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.354942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-86eeef57-3ad3-48c4-a593-e3b5c69141af tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '7dbc8f87-3b3f-4313-880b-f2726f311791', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:17.355627 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-86eeef57-3ad3-48c4-a593-e3b5c69141af tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 08:31:17.356159 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-86eeef57-3ad3-48c4-a593-e3b5c69141af tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:17.357152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-86eeef57-3ad3-48c4-a593-e3b5c69141af tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059094 Aug 28 08:31:17.359852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35022) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.368847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bc254f07-8097-439b-b24c-703daed8f845 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '7dbc8f87-3b3f-4313-880b-f2726f311791', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:17.369687 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-bc254f07-8097-439b-b24c-703daed8f845 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 08:31:17.370181 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-bc254f07-8097-439b-b24c-703daed8f845 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:17.373658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bc254f07-8097-439b-b24c-703daed8f845 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103939 Aug 28 08:31:17.373849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35024) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.378316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e50827cb-1cbd-4ec4-a556-0d83a481576e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '7dbc8f87-3b3f-4313-880b-f2726f311791', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:17.379260 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-e50827cb-1cbd-4ec4-a556-0d83a481576e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 08:31:17.379752 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-e50827cb-1cbd-4ec4-a556-0d83a481576e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:17.380748 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e50827cb-1cbd-4ec4-a556-0d83a481576e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059140 Aug 28 08:31:17.384355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.399618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.425023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.433083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.435033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] 10.222.0.46 "DELETE /v2.0/networks/181208a3-ee00-46ae-a632-59a6cf6fbd5e HTTP/1.1" status: 204 len: 168 time: 1.1579316 Aug 28 08:31:17.443340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.450077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95cdb2-fafa-472e-b55a-6edd09f09e81 tempest-PortsTestJSON-1942033418 tempest-PortsTestJSON-1942033418-project] Pushing event deleted for resources: {'Network': ['ID=181208a3-ee00-46ae-a632-59a6cf6fbd5e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.472925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.525844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.550404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-b8f67119-70a5-4fde-b693-86524a82de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.551076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-b8f67119-70a5-4fde-b693-86524a82de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.551621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-b8f67119-70a5-4fde-b693-86524a82de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.553944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-b8f67119-70a5-4fde-b693-86524a82de05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2866 time: 0.0672171 Aug 28 08:31:17.564066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c35d99-e286-449c-8af1-81ccde027692,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.632804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.635797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.637109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:17.639666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35034) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.639833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/7dbc8f87-3b3f-4313-880b-f2726f311791 HTTP/1.1" status: 204 len: 168 time: 0.2544472 Aug 28 08:31:17.667072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a050-26b5-4248-9f8a-c1fb23fe43b9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc8f87-3b3f-4313-880b-f2726f311791,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.668202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.669811 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Added segment e7b141c7-8768-465a-93d8-55e1f8f2a214 of type vlan for network 9cfc0203-58c0-430b-a157-c36302093fd7 Aug 28 08:31:17.692180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-097544e2-cf65-411d-9fc2-ba14c74e42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.694669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-097544e2-cf65-411d-9fc2-ba14c74e42ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=affce066-66cf-46de-a347-4cb85b854ebd HTTP/1.1" status: 200 len: 902 time: 0.1290348 Aug 28 08:31:17.748206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-11a89e34-9795-4ec5-9b2c-a9ab9a7e0ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 HTTP/1.1" status: 200 len: 217 time: 0.0454397 Aug 28 08:31:17.781957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f442b6c-a44e-454e-9eec-8a60b43b415e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410010 Aug 28 08:31:17.785836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:17.790996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.794607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294435076'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:17.828762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-0e891012-ac93-4ee9-ac9c-93f25e13878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.830304 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-0e891012-ac93-4ee9-ac9c-93f25e13878a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403b67ca-bbfb-4cb9-a3be-ff16f8d467fb HTTP/1.1" status: 200 len: 801 time: 0.0750377 Aug 28 08:31:17.881853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.882878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.883463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.886164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-46d036c4-76ab-47fe-81b8-9f76f9a6c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:17.888080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-46d036c4-76ab-47fe-81b8-9f76f9a6c857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=affce066-66cf-46de-a347-4cb85b854ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503974 Aug 28 08:31:17.919425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:17.956135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9cfc0203-58c0-430b-a157-c36302093fd7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:17.967801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9cfc0203-58c0-430b-a157-c36302093fd7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:17.995340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8043e8c1-c8fb-413f-b863-50d5319fb8d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4925270 Aug 28 08:31:17.997755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35046) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.012584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Request body: {'subnet': {'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-541106550-subnet', 'tenant_id': '8384c65edc5c44029699200605056483', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:18.067817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-12cca283-cea0-4131-b436-63431be2927d service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719460 Aug 28 08:31:18.108137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35048) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.125571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.196903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607901d-23ee-4e0f-aca1-dc8d1ebf9550 req-ecc2d989-56ab-485a-9659-fae05f3ed916 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:18.204430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e607901d-23ee-4e0f-aca1-dc8d1ebf9550 req-ecc2d989-56ab-485a-9659-fae05f3ed916 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 944 time: 0.1300695 Aug 28 08:31:18.228451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.249976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06ff9586-155c-45e5-8811-8d4b477e95c9 req-6b9d09c7-3ad2-4d38-8a7b-03e13b706972 service neutron] 10.222.0.39 "GET /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734593 Aug 28 08:31:18.286068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e607901d-23ee-4e0f-aca1-dc8d1ebf9550 req-b0cbe6b6-154f-4fc7-a3f2-93b984fc69af tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774517 Aug 28 08:31:18.286899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b535af-bbfb-42b2-b294-1b1e15380687,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:18.305501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099482-28c9-4ebd-90c4-114691218634 req-cf7b139a-7823-4dca-ad0f-fa4837a6d25a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:18.312951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099482-28c9-4ebd-90c4-114691218634 req-cf7b139a-7823-4dca-ad0f-fa4837a6d25a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:18.319603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099482-28c9-4ebd-90c4-114691218634 req-cf7b139a-7823-4dca-ad0f-fa4837a6d25a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:18.321478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5099482-28c9-4ebd-90c4-114691218634 req-cf7b139a-7823-4dca-ad0f-fa4837a6d25a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2410 time: 0.1268966 Aug 28 08:31:18.346246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f0e22a7-4be2-4167-89f4-5a1280083cd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb7694b1d1bc483284acca4f93312556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368312 Aug 28 08:31:18.348712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35056) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.362890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Made reservation on behalf of 8384c65edc5c44029699200605056483 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:18.365298 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.422852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.425056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2bd75dc5-aaa3-4fbe-a2e2-6a31c0e440f1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6357765 Aug 28 08:31:18.430757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35058) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.440181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f757a800-2d2c-4548-8ef4-747a1c664772 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:18.441484 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-f757a800-2d2c-4548-8ef4-747a1c664772 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 08:31:18.442358 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-f757a800-2d2c-4548-8ef4-747a1c664772 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:18.449225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f757a800-2d2c-4548-8ef4-747a1c664772 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110075 Aug 28 08:31:18.450480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35060) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.455635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cbba0a15-c592-41be-903b-c809da133cc4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:18.468114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5099482-28c9-4ebd-90c4-114691218634 req-eb8af648-0201-4a2f-853e-b4e8ac371413 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373892 Aug 28 08:31:18.637035 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-cbba0a15-c592-41be-903b-c809da133cc4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:18.639924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cbba0a15-c592-41be-903b-c809da133cc4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1873784 Aug 28 08:31:18.642400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35064) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.651485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9ae88b08-8a08-41e0-b3f9-a0e64d0cff3d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:18.652571 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-9ae88b08-8a08-41e0-b3f9-a0e64d0cff3d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 08:31:18.653586 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-9ae88b08-8a08-41e0-b3f9-a0e64d0cff3d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:18.658945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ae88b08-8a08-41e0-b3f9-a0e64d0cff3d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113254 Aug 28 08:31:18.659685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:18.667667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e8f5df72-2367-40e6-aeea-a0883a476140 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:18.855650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.875476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 33436e0d-59e9-4c91-b6b1-32797d0021a0 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:18.912712 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:18.996272 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-e8f5df72-2367-40e6-aeea-a0883a476140 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:18.997344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e8f5df72-2367-40e6-aeea-a0883a476140 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3361740 Aug 28 08:31:19.001284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35072) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.005787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e1da9dad-0cae-4f65-b1cb-914d61872ab3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.009227 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-e1da9dad-0cae-4f65-b1cb-914d61872ab3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 08:31:19.009227 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-e1da9dad-0cae-4f65-b1cb-914d61872ab3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:19.009227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1da9dad-0cae-4f65-b1cb-914d61872ab3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061204 Aug 28 08:31:19.011115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.015252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-668bef25-9dc0-4cbd-a497-fc147654f849 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.027763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 33436e0d-59e9-4c91-b6b1-32797d0021a0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:19.035761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 33436e0d-59e9-4c91-b6b1-32797d0021a0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:19.035761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.082190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.115085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.118226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.119407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/611dac1b-3ab6-4721-a85d-ef5ee1cafffa HTTP/1.1" status: 204 len: 168 time: 0.7697239 Aug 28 08:31:19.130728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.143870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bfa5e-7896-4e8f-90c8-a537f0550551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611dac1b-3ab6-4721-a85d-ef5ee1cafffa,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:19.158528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:19.159316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:19.161362 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a14223-34e2-4fbb-bc6a-6cabfe617332" -d '{"events": [{"server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "name": "network-vif-plugged", "status": "completed", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:19.173471 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-668bef25-9dc0-4cbd-a497-fc147654f849 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Project b3186aa1018c4568a4d41ca707ca5b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:31:19.184090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:19.191407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Checking segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:19.191782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Network hostable DHCP agents. Network: 9cfc0203-58c0-430b-a157-c36302093fd7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:19.229901 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d697f-6e57-4082-8925-8f9800820c0a x-openstack-request-id: req-190d697f-6e57-4082-8925-8f9800820c0a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:19.230317 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "name": "network-vif-plugged", "status": "completed", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:19.230425 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-190d697f-6e57-4082-8925-8f9800820c0a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:19.230857 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0', 'code': 200} Aug 28 08:31:19.292924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.338618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Network 9cfc0203-58c0-430b-a157-c36302093fd7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:19.351090 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-668bef25-9dc0-4cbd-a497-fc147654f849 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:19.355555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-668bef25-9dc0-4cbd-a497-fc147654f849 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3401403 Aug 28 08:31:19.355555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35086) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.360890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7d2ef4f4-37d8-4c03-a857-16ecd7875ddd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.368492 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-7d2ef4f4-37d8-4c03-a857-16ecd7875ddd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 08:31:19.368492 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-7d2ef4f4-37d8-4c03-a857-16ecd7875ddd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:19.368492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d2ef4f4-37d8-4c03-a857-16ecd7875ddd tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067413 Aug 28 08:31:19.368887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:19.369010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35088) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.373734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f2309fb3-36fe-4da2-b719-8c3e5e8665a4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.395440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f1908-083b-4eb9-ae78-34c7920fd17a req-74f7cbb1-3610-4970-97f8-924cdc27e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.397039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c8f1908-083b-4eb9-ae78-34c7920fd17a req-74f7cbb1-3610-4970-97f8-924cdc27e950 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 1097 time: 0.0748117 Aug 28 08:31:19.430661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117636-bfa2-4bad-901c-cdd824668d3a req-c4c80e92-6582-4364-8a56-d72073167a64 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.436090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78117636-bfa2-4bad-901c-cdd824668d3a req-c4c80e92-6582-4364-8a56-d72073167a64 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Aug 28 08:31:19.437584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c8f1908-083b-4eb9-ae78-34c7920fd17a req-955153ca-24ca-41f2-a299-ebe5ff8b44c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Aug 28 08:31:19.461314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 9cfc0203-58c0-430b-a157-c36302093fd7) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:19.473278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.473808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.473942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9bbbd7-18bf-4dde-87ba-8982d95c44e9 None None] Network 9cfc0203-58c0-430b-a157-c36302093fd7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:19.482811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78117636-bfa2-4bad-901c-cdd824668d3a req-81eb89a8-381e-44d2-8ff3-47c53a1bbf45 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Aug 28 08:31:19.528226 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-f2309fb3-36fe-4da2-b719-8c3e5e8665a4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Project b3186aa1018c4568a4d41ca707ca5b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:31:19.619504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b6074-dd04-4f80-97e3-af8eaefc3181 req-9e9105a6-42b7-45ea-82b7-6600b8fba85d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.622742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6946e2c0-1b82-4a1b-8f22-52b647b30c4d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6230454 Aug 28 08:31:19.623757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35094) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.625808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b6074-dd04-4f80-97e3-af8eaefc3181 req-9e9105a6-42b7-45ea-82b7-6600b8fba85d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.633289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b6074-dd04-4f80-97e3-af8eaefc3181 req-9e9105a6-42b7-45ea-82b7-6600b8fba85d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:19.635145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e7b6074-dd04-4f80-97e3-af8eaefc3181 req-9e9105a6-42b7-45ea-82b7-6600b8fba85d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2410 time: 0.0859623 Aug 28 08:31:19.642087 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-f2309fb3-36fe-4da2-b719-8c3e5e8665a4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:19.647954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-9cfc0203-58c0-430b-a157-c36302093fd7', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:19.648427 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f2309fb3-36fe-4da2-b719-8c3e5e8665a4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2744372 Aug 28 08:31:19.648608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.651348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35096) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:19.655776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aed6f6e0-a96a-4766-8cbc-0286c17f2fcc tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'c7b535af-bbfb-42b2-b294-1b1e15380687', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.656248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:19.714465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e7b6074-dd04-4f80-97e3-af8eaefc3181 req-8cc0dc65-5abf-4358-8343-640bbb52ec06 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668299 Aug 28 08:31:19.785569 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-aed6f6e0-a96a-4766-8cbc-0286c17f2fcc tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Project b3186aa1018c4568a4d41ca707ca5b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:31:19.870404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Allocated IP 172.20.0.2 (9cfc0203-58c0-430b-a157-c36302093fd7/6b0b4fa5-428c-4e1e-9121-9dabcdb354b2/8605abad-7bc2-4c43-bae1-e0e0c45215db) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:19.883490 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.885040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.950527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:19.985111 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-aed6f6e0-a96a-4766-8cbc-0286c17f2fcc tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:19.986180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aed6f6e0-a96a-4766-8cbc-0286c17f2fcc tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3339820 Aug 28 08:31:19.995293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35110) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:20.069901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.074049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.094445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Transition to ACTIVE for port object 8605abad-7bc2-4c43-bae1-e0e0c45215db will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:20.097793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.194083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.218997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.219293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Transition to ACTIVE for port object 8605abad-7bc2-4c43-bae1-e0e0c45215db will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:20.226258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.226258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/c7b535af-bbfb-42b2-b294-1b1e15380687 HTTP/1.1" status: 204 len: 168 time: 0.2274578 Aug 28 08:31:20.227918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35118) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:20.244414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5073f39-e6ef-4f7d-ae21-907910ca3e17 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b535af-bbfb-42b2-b294-1b1e15380687,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:20.299453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.324018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19799e60-1328-481d-b6c9-09db34217596 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929143 Aug 28 08:31:20.330774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:20.336751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143995897'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:20.362924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Network 9cfc0203-58c0-430b-a157-c36302093fd7 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:20.372644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:20.378957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:20.392973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Pushing event updated for resources: {'Port': ['ID=8605abad-7bc2-4c43-bae1-e0e0c45215db,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:20.460619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.487184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Attempting to bind port 8605abad-7bc2-4c43-bae1-e0e0c45215db on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:20.487697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Attempting to bind port 8605abad-7bc2-4c43-bae1-e0e0c45215db by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Attempting to bind port 8605abad-7bc2-4c43-bae1-e0e0c45215db on network 9cfc0203-58c0-430b-a157-c36302093fd7 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Checking segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Bound using segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Bound port: 8605abad-7bc2-4c43-bae1-e0e0c45215db, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:20.499629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.577032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] For port 8605abad-7bc2-4c43-bae1-e0e0c45215db, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:20.581067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] For port 8605abad-7bc2-4c43-bae1-e0e0c45215db, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8605abad-7bc2-4c43-bae1-e0e0c45215db,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:20.603537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.623756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.624780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.649600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.725791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.750716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a537d2-a5dd-4a0c-b755-433b0b0f7395 req-329edcdd-e5d8-469a-8945-9a0cb15b1710 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:20.756508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70a537d2-a5dd-4a0c-b755-433b0b0f7395 req-329edcdd-e5d8-469a-8945-9a0cb15b1710 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.1233072 Aug 28 08:31:20.798196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047d00-4829-420d-9e15-54f6b06b4b53 None None] Pushing event updated for resources: {'Port': ['ID=8605abad-7bc2-4c43-bae1-e0e0c45215db,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:20.830860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965c3c34-7df2-4a72-9f52-d0c30ca7eba3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:20.866174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70a537d2-a5dd-4a0c-b755-433b0b0f7395 req-df546cc8-c0c5-40c2-a44e-2cd135999b4a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002381 Aug 28 08:31:20.871816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 04f422d9-7aaf-43e3-92fd-130334399a1a details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:20.910674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Allocated IP 172.25.0.128 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/3a01b4ef-6ad1-45b6-a455-999981c54d52) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:20.948543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:20.952450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3f1dfd7-efcd-41a0-8641-1b5ae1f4b256 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6178224 Aug 28 08:31:20.953207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35140) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:20.954138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35142) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:20.989850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fdfbbaf6-489d-4683-9423-be53c986cc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '965c3c34-7df2-4a72-9f52-d0c30ca7eba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:21.016176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cf9ba-de1d-45d5-9cf6-551a0753391d req-d64fc20f-2a22-4733-9f08-ba4924564042 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:21.038707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cf9ba-de1d-45d5-9cf6-551a0753391d req-d64fc20f-2a22-4733-9f08-ba4924564042 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:21.046289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cf9ba-de1d-45d5-9cf6-551a0753391d req-d64fc20f-2a22-4733-9f08-ba4924564042 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:21.063880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a0cf9ba-de1d-45d5-9cf6-551a0753391d req-d64fc20f-2a22-4733-9f08-ba4924564042 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2410 time: 0.2085340 Aug 28 08:31:21.087245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=04f422d9-7aaf-43e3-92fd-130334399a1a,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:21.119303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '04f422d9-7aaf-43e3-92fd-130334399a1a', 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'port_id': '04f422d9-7aaf-43e3-92fd-130334399a1a', 'mac_address': 'fa:16:3e:6b:4b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403b67ca-bbfb-4cb9-a3be-ff16f8d467fb', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:21.179014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7a0cf9ba-de1d-45d5-9cf6-551a0753391d req-fa7424b2-2f65-42e0-bd19-e26f4b360607 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094732 Aug 28 08:31:21.180546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.211759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.221310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-609149410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:21.232820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f422d9-7aaf-43e3-92fd-130334399a1a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:21.270194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=04f422d9-7aaf-43e3-92fd-130334399a1a,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:21.281765 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-fdfbbaf6-489d-4683-9423-be53c986cc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The resource could not be found. Aug 28 08:31:21.283075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fdfbbaf6-489d-4683-9423-be53c986cc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3261418 Aug 28 08:31:21.287872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35148) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:21.293083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-19c34f9d-95f4-4227-b307-9caa1fc7a3ab tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '965c3c34-7df2-4a72-9f52-d0c30ca7eba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '09abdc80-ea63-423d-96a3-3e1ba81bb932'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:21.329249 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.362514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.364469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.370352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.388857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:21.431526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:21.440942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a01b4ef-6ad1-45b6-a455-999981c54d52,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:21.447405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:21.449899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:21.504992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.617974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.670904 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-19c34f9d-95f4-4227-b307-9caa1fc7a3ab tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The resource could not be found. Aug 28 08:31:21.672642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19c34f9d-95f4-4227-b307-9caa1fc7a3ab tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3832045 Aug 28 08:31:21.675158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35150) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:21.722510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.727123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-57d0cab6-448b-4d66-9874-31d9c30ae593 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7685220 Aug 28 08:31:21.731961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:21.732969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2045973681'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:21.745135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.777105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.827354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['04f422d9-7aaf-43e3-92fd-130334399a1a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:21.858603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.865215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:21.870328 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.881383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.930610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.939588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:21.955063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/965c3c34-7df2-4a72-9f52-d0c30ca7eba3 HTTP/1.1" status: 204 len: 168 time: 0.2784810 Aug 28 08:31:21.965790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35156) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:22.006821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7318a-e841-4b8b-b469-0b3a17242384 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c3c34-7df2-4a72-9f52-d0c30ca7eba3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:22.035880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf594508-bd39-452c-a217-60fc18175fdb None None] Network 9cfc0203-58c0-430b-a157-c36302093fd7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:22.086105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1eadf857-c3da-40eb-9f5b-770f432a8eaa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187758 Aug 28 08:31:22.090740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35160) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:22.096494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b6ec1c6a-571b-4af3-979c-cd5cfd5eefde tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '4126326e-be6b-436c-aa3b-c7c6de43a0e7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:22.178951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.181676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844384da-9943-4232-ab33-7905ac4ab3ba req-8f3efa01-5748-4f56-abd6-553b563efb8f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.183911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-844384da-9943-4232-ab33-7905ac4ab3ba req-8f3efa01-5748-4f56-abd6-553b563efb8f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.1972573 Aug 28 08:31:22.226031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-90a754e2-89fc-4aad-bd7d-d5532d4bcd4e None None] Provisioning for port 8605abad-7bc2-4c43-bae1-e0e0c45215db completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:22.299318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.337160 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-844384da-9943-4232-ab33-7905ac4ab3ba req-c3f4cf54-d0b4-436e-91ad-b9df8c123824 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286097 Aug 28 08:31:22.394944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0428-0a28-45c8-b791-0c833476beaa req-312ef97d-9a0a-43c6-b31b-323267d12bf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.401220 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.404515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0428-0a28-45c8-b791-0c833476beaa req-312ef97d-9a0a-43c6-b31b-323267d12bf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.410764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0428-0a28-45c8-b791-0c833476beaa req-312ef97d-9a0a-43c6-b31b-323267d12bf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.413340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-241d0428-0a28-45c8-b791-0c833476beaa req-312ef97d-9a0a-43c6-b31b-323267d12bf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2411 time: 0.1030993 Aug 28 08:31:22.505090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Router 604f6918-f0c4-4755-a2c7-d3189e486e58 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:31:22.519465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:22.530300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e176b539-4ca1-412d-abf6-e0fd417b2427,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:22.551917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-241d0428-0a28-45c8-b791-0c833476beaa req-5dd96182-217e-43f0-9fd3-8159d14fb1c0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201499 Aug 28 08:31:22.554095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.554702 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Added segment 3ddef15b-7ea5-4702-b984-52eb4f0b045a of type vlan for network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e Aug 28 08:31:22.621875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8605abad-7bc2-4c43-bae1-e0e0c45215db up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:22.637704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.649376 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-b6ec1c6a-571b-4af3-979c-cd5cfd5eefde tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The resource could not be found. Aug 28 08:31:22.651046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b6ec1c6a-571b-4af3-979c-cd5cfd5eefde tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5581441 Aug 28 08:31:22.658801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35174) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:22.669347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--679013824'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:22.748349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.755939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.756924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.786746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31766-2d77-432f-86de-da1da0de2319 req-2b522007-5da2-4521-8a93-e8094c783faa tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:22.789233 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60e31766-2d77-432f-86de-da1da0de2319 req-2b522007-5da2-4521-8a93-e8094c783faa tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1154912 Aug 28 08:31:22.804050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:22.825531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Sync routers for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:22.848562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:22.850170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:22.878564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Network': ['ID=3505c65d-68e0-46c4-86d9-9a47fe1e0f4e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:22.898488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8605abad-7bc2-4c43-bae1-e0e0c45215db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:22.900802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:22.913530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.915780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60e31766-2d77-432f-86de-da1da0de2319 req-52182456-cabb-4c36-9852-9a4c5fb7d1fc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096351 Aug 28 08:31:22.933531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8605abad-7bc2-4c43-bae1-e0e0c45215db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:22.933893 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.969991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:22.979138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:22.983993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:22.986430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39cb24a6-7a09-46af-8abc-b401907b0da6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3586915 Aug 28 08:31:23.077775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b02b76f-2b80-423f-b684-d675940e6776 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3454437 Aug 28 08:31:23.078140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:23.097896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'subnet': {'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:23.151465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.180219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562232d-4f64-49bc-a9b7-47c8b7b5acb6 req-c1cb618f-9fde-4048-b24d-b45d59435a4e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:23.181798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e562232d-4f64-49bc-a9b7-47c8b7b5acb6 req-c1cb618f-9fde-4048-b24d-b45d59435a4e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.1286542 Aug 28 08:31:23.236874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.238888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:23.337251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e562232d-4f64-49bc-a9b7-47c8b7b5acb6 req-d8afebe3-4f0a-44fe-8213-d32c2fc664c2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340742 Aug 28 08:31:23.343290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2efe8c-09ac-407c-ac4a-08e56a8fe5d9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:23.377179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.383436 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.383779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-28fc1f91-560f-46e0-b53b-50822ccfce03 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7185509 Aug 28 08:31:23.383953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35190) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:23.388713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9991109a-e114-4a35-917b-a02c4319006f None None] Provisioning complete for port 8605abad-7bc2-4c43-bae1-e0e0c45215db triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:23.389114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9991109a-e114-4a35-917b-a02c4319006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.390970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808170300'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:23.465126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:23.505615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'network_id': 'affce066-66cf-46de-a347-4cb85b854ebd', 'port_id': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'mac_address': 'fa:16:3e:6d:b6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403b67ca-bbfb-4cb9-a3be-ff16f8d467fb', 'ip_address': '19.80.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:23.534856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8605abad-7bc2-4c43-bae1-e0e0c45215db, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8605abad-7bc2-4c43-bae1-e0e0c45215db,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:23.583553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.619435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.657674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.685965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:23.718512 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9991109a-e114-4a35-917b-a02c4319006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.725194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.752944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:23.785207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8605abad-7bc2-4c43-bae1-e0e0c45215db,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:23.788743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:21Z', 'revision_number': 3, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:23.798510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.843480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a78a31-17cc-4fd9-80cc-ef32f11f3533,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:23.846027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.846729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:23.848693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Checking router: 604f6918-f0c4-4755-a2c7-d3189e486e58 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:31:23.849040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Updating router 604f6918-f0c4-4755-a2c7-d3189e486e58 port 3a01b4ef-6ad1-45b6-a455-999981c54d52 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:31:23.870490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a67d8-2dd7-416e-9a3f-0c6e713e4121 req-d70304cf-9264-49da-80f8-9bcfd0580273 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:23.877482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a67d8-2dd7-416e-9a3f-0c6e713e4121 req-d70304cf-9264-49da-80f8-9bcfd0580273 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:23.884087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a67d8-2dd7-416e-9a3f-0c6e713e4121 req-d70304cf-9264-49da-80f8-9bcfd0580273 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:23.892460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d0a67d8-2dd7-416e-9a3f-0c6e713e4121 req-d70304cf-9264-49da-80f8-9bcfd0580273 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2411 time: 0.1498997 Aug 28 08:31:23.893471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-69207407-93c9-4c63-b96f-b75a944051ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2453382 Aug 28 08:31:23.910614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-9991109a-e114-4a35-917b-a02c4319006f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:31:23.911294 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-9991109a-e114-4a35-917b-a02c4319006f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:31:23.927350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:23.963705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d0a67d8-2dd7-416e-9a3f-0c6e713e4121 req-e20d32e3-140b-460b-85b3-5dc220ab78b1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679035 Aug 28 08:31:24.028023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:24.044362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:24.047991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.090900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.094158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d7291070-329a-430b-adf3-c683b8c0e08e tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7084606 Aug 28 08:31:24.096605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35204) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:24.103023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0cfca4dd-68fc-42df-9e1b-1f3bc18050b3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': '3a2efe8c-09ac-407c-ac4a-08e56a8fe5d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a7a78a31-17cc-4fd9-80cc-ef32f11f3533'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:24.132763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:24.183044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744', 'network_id': '2cf373cb-627c-41b2-8190-d3a168dbf6b6', 'port_id': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744', 'mac_address': 'fa:16:3e:6d:61:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5482af-5101-49d8-b6b4-f4734b38d102', 'ip_address': '19.86.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:24.194174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.194991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.195367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.195701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.196178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.196711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.197361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.199480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-f2637fce-4366-4eeb-8d08-34930d769c06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=203eda89e7ee484c9311616d46ce22e5&device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6508 time: 0.2138565 Aug 28 08:31:24.253153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.262859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073b8f-6795-4b2f-b3bb-abaaedbed214 req-418a76ea-7d83-45fb-a099-d11f4039d63c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.264833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6073b8f-6795-4b2f-b3bb-abaaedbed214 req-418a76ea-7d83-45fb-a099-d11f4039d63c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.2392159 Aug 28 08:31:24.276243 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-0cfca4dd-68fc-42df-9e1b-1f3bc18050b3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:24.277625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0cfca4dd-68fc-42df-9e1b-1f3bc18050b3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1794875 Aug 28 08:31:24.278996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:24.281813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:24.322736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:24.385362 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.391035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.407586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Transition to ACTIVE for port object 3a01b4ef-6ad1-45b6-a455-999981c54d52 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:24.436143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.542580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6073b8f-6795-4b2f-b3bb-abaaedbed214 req-6b302170-84de-44ea-b591-eb23155f73a6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131648 Aug 28 08:31:24.617699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8605abad-7bc2-4c43-bae1-e0e0c45215db up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:24.621752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.623558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.631505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-a9255cf8-5bed-494d-8f35-c9e0c0e838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.631968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-a9255cf8-5bed-494d-8f35-c9e0c0e838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.632443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-a9255cf8-5bed-494d-8f35-c9e0c0e838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:24.634046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-a9255cf8-5bed-494d-8f35-c9e0c0e838d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4abac3-327a-40d1-9e1a-6a83d154829d&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&id=73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 200 len: 2296 time: 0.3928742 Aug 28 08:31:24.671244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.676122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.679951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7a78a31-17cc-4fd9-80cc-ef32f11f3533 HTTP/1.1" status: 204 len: 168 time: 0.3947203 Aug 28 08:31:24.692568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35214) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:24.694891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf71be-7a51-426f-a218-3598ccd01caa tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a78a31-17cc-4fd9-80cc-ef32f11f3533,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:24.741106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.782887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Attempting to bind port 3a01b4ef-6ad1-45b6-a455-999981c54d52 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:24.783523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Attempting to bind port 3a01b4ef-6ad1-45b6-a455-999981c54d52 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:24.784296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Attempting to bind port 3a01b4ef-6ad1-45b6-a455-999981c54d52 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:24.798287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a6e2-7af5-4a42-9b43-88a4dd03dda0 None None] Pushing event updated for resources: {'Port': ['ID=3a01b4ef-6ad1-45b6-a455-999981c54d52,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:24.802618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:24.803272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:24.803854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.804408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:24.805083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Bound port: 3a01b4ef-6ad1-45b6-a455-999981c54d52, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:24.805747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.823791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.876463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-b731324c-c31f-4e0f-98b2-2be3b8ee27ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 200 len: 1000 time: 0.2225444 Aug 28 08:31:24.887801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8605abad-7bc2-4c43-bae1-e0e0c45215db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:24.888122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:24.894438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-56f367bb-5edb-4f76-9221-7190fc5e7844 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1912110 Aug 28 08:31:24.896003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:24.929025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:24.938112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 04f422d9-7aaf-43e3-92fd-130334399a1a up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:24.967180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] For port 3a01b4ef-6ad1-45b6-a455-999981c54d52, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:25.001566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Subnet': ['ID=f46f16c7-0aa7-46f3-9868-0b1456927611,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:25.010494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Checking segment: {'id': '3ddef15b-7ea5-4702-b984-52eb4f0b045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:25.010912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network hostable DHCP agents. Network: 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:25.012272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] For port 3a01b4ef-6ad1-45b6-a455-999981c54d52, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a01b4ef-6ad1-45b6-a455-999981c54d52,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:25.054524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-313a3cd3-10d2-4336-9f2f-36f8f34014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.056067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-313a3cd3-10d2-4336-9f2f-36f8f34014ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=243593f2-4d96-4a11-bf22-e9f7dccf0445 HTTP/1.1" status: 200 len: 855 time: 0.1646223 Aug 28 08:31:25.058089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.119867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.125951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.147961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Allocated IP 172.20.0.1 (9cfc0203-58c0-430b-a157-c36302093fd7/6b0b4fa5-428c-4e1e-9121-9dabcdb354b2/d962124e-4e10-4faa-9924-28b2f5737e01) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:25.186138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 04f422d9-7aaf-43e3-92fd-130334399a1a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:25.202613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118d93-451b-439f-aca2-73b4907aa07b req-5617f1ce-07c3-453c-b7da-a637eb8f5217 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.208847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118d93-451b-439f-aca2-73b4907aa07b req-5617f1ce-07c3-453c-b7da-a637eb8f5217 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.214956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118d93-451b-439f-aca2-73b4907aa07b req-5617f1ce-07c3-453c-b7da-a637eb8f5217 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.216758 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e118d93-451b-439f-aca2-73b4907aa07b req-5617f1ce-07c3-453c-b7da-a637eb8f5217 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2413 time: 0.1078851 Aug 28 08:31:25.230913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 04f422d9-7aaf-43e3-92fd-130334399a1a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:25.231434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.249701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-ad541552-91a9-404e-8cd6-2227b173d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.251305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-ad541552-91a9-404e-8cd6-2227b173d9e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4abac3-327a-40d1-9e1a-6a83d154829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870327 Aug 28 08:31:25.255079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:25.265445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.268802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.274001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/3a2efe8c-09ac-407c-ac4a-08e56a8fe5d9 HTTP/1.1" status: 204 len: 168 time: 0.3723247 Aug 28 08:31:25.276698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:25.279375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['bcd6db9f-ab63-49fe-82c5-e1ba938b6b79'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:25.321543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afb891-aece-4cd0-b901-a62397eedc75 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2efe8c-09ac-407c-ac4a-08e56a8fe5d9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:25.343062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['269c52c7-c6d8-43cd-ba8d-21a1ea23d744'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:25.355751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a6e2-7af5-4a42-9b43-88a4dd03dda0 None None] Pushing event updated for resources: {'Port': ['ID=3a01b4ef-6ad1-45b6-a455-999981c54d52,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:25.372133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:25.373251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:25.379427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ad1e41e0-8a0c-49a7-bdef-b3afb4781eb9 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973980 Aug 28 08:31:25.383238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35224) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:25.392807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073084330'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:25.409931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6e118d93-451b-439f-aca2-73b4907aa07b req-9116a4b5-4f52-4a36-990f-69a8badaa9d6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557851 Aug 28 08:31:25.421157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:25.445581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.451136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.464586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196a21b-c8f2-45ea-a28e-3000cce86ebb None None] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:25.479701 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.508443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-50ce4691-d007-4929-8eda-15d3af6479f0 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346117 Aug 28 08:31:25.508443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Transition to ACTIVE for port object d962124e-4e10-4faa-9924-28b2f5737e01 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:25.584808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.626404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.639351 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-3a161639-f331-4db7-894b-0bf1a1a1f4d6 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290441 Aug 28 08:31:25.719855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-d68aa3cd-244b-4fe7-8e69-71043e359b31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 217 time: 0.0716858 Aug 28 08:31:25.725105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9934e044-51c1-4a96-9ab7-68c6e5fdec7c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6331558 Aug 28 08:31:25.726406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.729448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:25.736079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'network': {'name': 'tempest-router-network01--112062563'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:25.747503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:25.749912 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e03e8e-c9c8-43c0-9aef-9f0bb342d315" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:25.760565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:25.842569 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d503d-680a-4a8c-9258-62f7bb2c7409 x-openstack-request-id: req-586d503d-680a-4a8c-9258-62f7bb2c7409 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:25.844286 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:25.844286 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-586d503d-680a-4a8c-9258-62f7bb2c7409 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:25.844286 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a', 'code': 200} Aug 28 08:31:25.845471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:25.846109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.849996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=04f422d9-7aaf-43e3-92fd-130334399a1a,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:25.859108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Network 9cfc0203-58c0-430b-a157-c36302093fd7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:25.881491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:25.896607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472bb81-cbe1-4e8a-b687-ab39528df23e req-e8348317-d6a9-4d8d-b5c2-42184b089956 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.898234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5472bb81-cbe1-4e8a-b687-ab39528df23e req-e8348317-d6a9-4d8d-b5c2-42184b089956 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.2421801 Aug 28 08:31:25.905310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:25.906705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Pushing event updated for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:25.935549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:25.950506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-e80e1554-6d2c-49f5-aa55-c540e734e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:25.950712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-e80e1554-6d2c-49f5-aa55-c540e734e39e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.2068317 Aug 28 08:31:26.004423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aadb3b-0921-4de8-a445-721cd8867041 req-d07ed30a-083b-4eb6-93fd-f2ce80619b18 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.006063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62aadb3b-0921-4de8-a445-721cd8867041 req-d07ed30a-083b-4eb6-93fd-f2ce80619b18 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.2632737 Aug 28 08:31:26.023506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8c26cc2-0457-4c94-9f1d-e56b614cfaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.062769 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.098123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5472bb81-cbe1-4e8a-b687-ab39528df23e req-f7487f03-8ad7-4d50-a760-89605ab6cdef tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817355 Aug 28 08:31:26.125211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:26.129705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3505c65d-68e0-46c4-86d9-9a47fe1e0f4e', 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e', 'tenant_id': 'e931dc7bfa924fa2822eb44a5d82ce7f', 'fixed_ips': [{'subnet_id': 'f46f16c7-0aa7-46f3-9868-0b1456927611'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:26.132234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.132967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.198984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-6bac7e8f-08f9-4ebf-b1f4-c29f9bc936b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.200330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-6bac7e8f-08f9-4ebf-b1f4-c29f9bc936b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2332082 Aug 28 08:31:26.205455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.291763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:26.297759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.347222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:21Z', 'revision_number': 3, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:26.360307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:26.385815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5021cb2a-6011-4bbc-9fad-bc606d4b49ee None None] Provisioning for port d962124e-4e10-4faa-9924-28b2f5737e01 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:26.390114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee8f80-127c-4884-9b16-9c3471c1c1d8 None None] The sync data for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 is: [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:21Z', 'revision_number': 3, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:26.393292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.394360 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Added segment c93aeedc-f99e-42aa-aef2-0c92b1326b5e of type vlan for network fe015190-71df-41bd-ad74-59c6968614dc Aug 28 08:31:26.399944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Allocated IP 2001:db8::2 (3505c65d-68e0-46c4-86d9-9a47fe1e0f4e/f46f16c7-0aa7-46f3-9868-0b1456927611/c9f72c29-c6a3-4b69-84c1-3ad9f1200f48) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:26.404990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5021cb2a-6011-4bbc-9fad-bc606d4b49ee None None] Provisioning complete for port d962124e-4e10-4faa-9924-28b2f5737e01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:26.405605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5021cb2a-6011-4bbc-9fad-bc606d4b49ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.459332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.486548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5021cb2a-6011-4bbc-9fad-bc606d4b49ee None None] Port d962124e-4e10-4faa-9924-28b2f5737e01 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:26.500748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8c26cc2-0457-4c94-9f1d-e56b614cfaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.602707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f8c26cc2-0457-4c94-9f1d-e56b614cfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.650183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.662798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Transition to ACTIVE for port object c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:26.664379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.675193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.676225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.686227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b595f3-5774-44bc-b15f-25584d28dd29,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:26.687382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Transition to ACTIVE for port object c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:26.751241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.755460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d868f7-4b80-417d-a5a7-525245b42ded req-bc6f71a9-49c7-4168-874c-0dafa800f6c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.757737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 33436e0d-59e9-4c91-b6b1-32797d0021a0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:26.758305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.767405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d868f7-4b80-417d-a5a7-525245b42ded req-bc6f71a9-49c7-4168-874c-0dafa800f6c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.778417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d868f7-4b80-417d-a5a7-525245b42ded req-bc6f71a9-49c7-4168-874c-0dafa800f6c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:26.781303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d868f7-4b80-417d-a5a7-525245b42ded req-bc6f71a9-49c7-4168-874c-0dafa800f6c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2414 time: 0.2304034 Aug 28 08:31:26.788092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f8c26cc2-0457-4c94-9f1d-e56b614cfaa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b06e8ff3e4b94c51b9cd1e46c7605fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9379652 Aug 28 08:31:26.791571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35246) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:26.797240 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.801881 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f1fbba0-4879-470c-90bf-28ede9ba49d3 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4148505 Aug 28 08:31:26.807828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:26.824371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:26.847251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:26.852242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Pushing event updated for resources: {'Port': ['ID=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:26.862635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26cc2-0457-4c94-9f1d-e56b614cfaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8fedd2-af6a-48f5-9ba6-5fab2e357473,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:26.877554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35248) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:26.890886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5b1026fd-a77b-47ae-b82e-f00a2246d97b tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'b7b595f3-5774-44bc-b15f-25584d28dd29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:26.924224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Attempting to bind port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:26.924575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Attempting to bind port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3ddef15b-7ea5-4702-b984-52eb4f0b045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:26.925101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Attempting to bind port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 on network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:26.946387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:26.946715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Network': ['ID=fe015190-71df-41bd-ad74-59c6968614dc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:26.946822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Checking segment: {'id': '3ddef15b-7ea5-4702-b984-52eb4f0b045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:26.947292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-9e2afcb3-89e7-42a0-87f2-946cd4de5c22 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369435 Aug 28 08:31:26.947605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.948058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Bound using segment: {'id': '3ddef15b-7ea5-4702-b984-52eb4f0b045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:26.948794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Bound port: c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddef15b-7ea5-4702-b984-52eb4f0b045a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3505c65d-68e0-46c4-86d9-9a47fe1e0f4e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:26.949242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:26.965343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18f99317-16c4-42f7-83dd-fda2e29e7405 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2329414 Aug 28 08:31:26.965802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35250) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:26.966305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network fe015190-71df-41bd-ad74-59c6968614dc details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:26.970668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'network': {'name': 'tempest-router-network02--924636710'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:26.987012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d868f7-4b80-417d-a5a7-525245b42ded req-9818df8d-ce87-493a-a7f4-4c42271b713b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152036 Aug 28 08:31:27.048845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.095721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:27.106195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.146864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] For port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:27.152048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:27.152286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] For port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,segment=NetworkSegment(3ddef15b-7ea5-4702-b984-52eb4f0b045a),segment_id=3ddef15b-7ea5-4702-b984-52eb4f0b045a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:27.173148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.173148 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Added segment f132e040-0006-40df-82ac-1b424a37cac8 of type vlan for network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 Aug 28 08:31:27.232893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.241804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.248617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-40f17ef2-ffac-4fdd-a96f-1d1b6b7876ae service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407389 Aug 28 08:31:27.260480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 33436e0d-59e9-4c91-b6b1-32797d0021a0, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=33436e0d-59e9-4c91-b6b1-32797d0021a0,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:27.260863 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.282459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.295067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02d6f-4556-4b6c-b337-ab413562629f req-9087fae7-f028-4b3e-b47a-b2f1f1daf59d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:27.297058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c02d6f-4556-4b6c-b337-ab413562629f req-9087fae7-f028-4b3e-b47a-b2f1f1daf59d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 945 time: 0.0958178 Aug 28 08:31:27.350142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56c02d6f-4556-4b6c-b337-ab413562629f req-c5f5fbd6-7611-4b41-ac1a-e6b9c1d43348 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Aug 28 08:31:27.359333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49531b-d907-41fe-be02-45b35a474e9b None None] Pushing event updated for resources: {'Port': ['ID=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:27.374980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-4a89353b-815f-45d1-aaa2-c30901e394e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 217 time: 0.1092484 Aug 28 08:31:27.376727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 33436e0d-59e9-4c91-b6b1-32797d0021a0 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:27.390687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.424773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.431696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:27.432223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.537780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Network': ['ID=1f6907d1-5752-4a68-9d5c-a5420524c5a9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:27.542086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0586aeef-9c42-4bee-ac84-af16d2433e36 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5754061 Aug 28 08:31:27.550070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35256) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:27.553847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4f9a-9097-49c2-a6c2-3fd3b80d911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.558670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'subnet': {'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:27.566619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:27.635786 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-5b1026fd-a77b-47ae-b82e-f00a2246d97b tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:27.636901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5b1026fd-a77b-47ae-b82e-f00a2246d97b tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7587380 Aug 28 08:31:27.642355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35258) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:27.649848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-0564d88f-e284-4823-816e-90e00b21808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:27.655226 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-0564d88f-e284-4823-816e-90e00b21808c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.2497458 Aug 28 08:31:27.660550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4a28b7c0-6c05-4e77-bc4a-ba68f754a258 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group_rule': {'security_group_id': 'b7b595f3-5774-44bc-b15f-25584d28dd29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:27.846958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.850152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.869239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a8fedd2-af6a-48f5-9ba6-5fab2e357473 HTTP/1.1" status: 204 len: 168 time: 1.0560985 Aug 28 08:31:27.869239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-66453225-303e-494b-8960-f87aaa2d9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:27.869239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-66453225-303e-494b-8960-f87aaa2d9250 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1813664 Aug 28 08:31:27.956610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f6d79-4aeb-46b7-9773-629433430cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8fedd2-af6a-48f5-9ba6-5fab2e357473,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:27.957114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:27.962405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:27.965127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.017638 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-4a28b7c0-6c05-4e77-bc4a-ba68f754a258 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:28.023795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a28b7c0-6c05-4e77-bc4a-ba68f754a258 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3627570 Aug 28 08:31:28.024531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35266) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:28.024650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-a1c1d651-4499-4e90-b51e-341e57aeb33e service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459522 Aug 28 08:31:28.092355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.096454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.138113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f', '93e01bd4-212e-4c5b-a852-f2be9b9132f3'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:28.166607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.265540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ed5a-ff12-4985-a8fd-721e728aa138 req-de3dc242-0d90-4401-b192-278b4a918400 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:28.279608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ed5a-ff12-4985-a8fd-721e728aa138 req-de3dc242-0d90-4401-b192-278b4a918400 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:28.292139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ed5a-ff12-4985-a8fd-721e728aa138 req-de3dc242-0d90-4401-b192-278b4a918400 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:28.293487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Pushing event updated for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:28.296521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c44ed5a-ff12-4985-a8fd-721e728aa138 req-de3dc242-0d90-4401-b192-278b4a918400 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2414 time: 0.2234621 Aug 28 08:31:28.324442 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.345611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=33436e0d-59e9-4c91-b6b1-32797d0021a0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:28.369336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 33436e0d-59e9-4c91-b6b1-32797d0021a0 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:28.369699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.371588 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62aadb3b-0921-4de8-a445-721cd8867041 req-5b42a3ed-b19e-41ef-be58-7468b54e6376 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.39 "DELETE /v2.0/ports/33436e0d-59e9-4c91-b6b1-32797d0021a0 HTTP/1.1" status: 204 len: 173 time: 2.3314738 Aug 28 08:31:28.372398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.385541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'name': 'network-vif-deleted', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:28.388291 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c511c-067c-4552-89c4-6a6b0814ff4f" -d '{"events": [{"server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "name": "network-vif-deleted", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:28.394063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-0dbc2a10-1cb0-4804-92eb-b7a9f917bfbd service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620656 Aug 28 08:31:28.494259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-6b9b97df-e625-48ab-9d5f-69c528ca9373 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc HTTP/1.1" status: 200 len: 217 time: 0.0892673 Aug 28 08:31:28.530844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c44ed5a-ff12-4985-a8fd-721e728aa138 req-4c74f360-c85d-47aa-96ed-53d4bd24a370 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206985 Aug 28 08:31:28.569296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.570360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.577443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/b7b595f3-5774-44bc-b15f-25584d28dd29 HTTP/1.1" status: 204 len: 168 time: 0.5529201 Aug 28 08:31:28.590061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:28.610067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a01b4ef-6ad1-45b6-a455-999981c54d52 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:28.640872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c093b0f-96c0-4e30-b133-115c5710bd25 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b595f3-5774-44bc-b15f-25584d28dd29,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:28.666243 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278326a-caa2-4411-b3a4-dae2b8df5fe7 x-openstack-request-id: req-f278326a-caa2-4411-b3a4-dae2b8df5fe7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:28.666584 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db73ff62-432b-46f8-90d0-48c8168e9e59", "name": "network-vif-deleted", "tag": "33436e0d-59e9-4c91-b6b1-32797d0021a0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:28.666832 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f278326a-caa2-4411-b3a4-dae2b8df5fe7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:28.667249 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db73ff62-432b-46f8-90d0-48c8168e9e59', 'name': 'network-vif-deleted', 'tag': '33436e0d-59e9-4c91-b6b1-32797d0021a0', 'status': 'completed', 'code': 200} Aug 28 08:31:28.701816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4c0424ac-6213-438d-bf63-f42af6d76b53 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845575 Aug 28 08:31:28.702795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35278) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:28.707230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c59bf80-3f2b-416a-aa09-3cb17662334a req-ede74adc-5998-4a16-9648-fc701461e26c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.2169335 Aug 28 08:31:28.707600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'tempest-secgroup--453880853'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:28.741778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-479243c3-a188-497f-bd54-54e4cef761b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:28.744014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-479243c3-a188-497f-bd54-54e4cef761b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.2391481 Aug 28 08:31:28.752599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.832256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:28.835944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.843877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121106d-88fd-43fe-bc3d-6149b65dabab None None] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:28.871145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-945653ee-4fd5-4b8e-a8be-62ec488fd52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.886049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Subnet': ['ID=749c8648-86fe-4ad4-8c4d-79c47d72e260,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:28.899953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-c66b10ee-7d27-4827-a5a6-2f5b56f9f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:28.900325 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-c66b10ee-7d27-4827-a5a6-2f5b56f9f555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398168 Aug 28 08:31:28.903462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Network 9cfc0203-58c0-430b-a157-c36302093fd7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:28.907107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:28.928967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3a01b4ef-6ad1-45b6-a455-999981c54d52 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:28.930805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3a01b4ef-6ad1-45b6-a455-999981c54d52 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:28.931431 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:28.938678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Checking segment: {'id': 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:28.939101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network hostable DHCP agents. Network: fe015190-71df-41bd-ad74-59c6968614dc, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:29.015044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:29.046647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network fe015190-71df-41bd-ad74-59c6968614dc is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:29.065108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.107532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-8d1e8300-c105-4a1d-b74f-4adea2a5ad86 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963313 Aug 28 08:31:29.127712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, fe015190-71df-41bd-ad74-59c6968614dc) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:29.140966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:29.142571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.153773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59d62e-ed1b-470e-9c96-11a9be4f3629 None None] Network fe015190-71df-41bd-ad74-59c6968614dc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:29.163824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.167581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.215288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cda005-a0b8-4314-8682-370faa079bcb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:29.225238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cc1c76d6-a205-4585-a85b-ad1b5b4e8ef4 None None] Provisioning for port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:29.242400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Router 604f6918-f0c4-4755-a2c7-d3189e486e58 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:31:29.289442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3a01b4ef-6ad1-45b6-a455-999981c54d52, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a01b4ef-6ad1-45b6-a455-999981c54d52,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:29.339289 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-1d0d9dde-4067-4851-b547-9599f6ee2f12 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008376 Aug 28 08:31:29.405498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-0b0444d7-9fa0-4932-85b1-4e8b17e58237 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0545850 Aug 28 08:31:29.413701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:29.424184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-22c767be-c135-4a93-bfba-26a2c66e5613 None None] Provisioning complete for port d962124e-4e10-4faa-9924-28b2f5737e01 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:29.424889 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22c767be-c135-4a93-bfba-26a2c66e5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.449295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:29.449831 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.455123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.457484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:29.507051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-945653ee-4fd5-4b8e-a8be-62ec488fd52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.523339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-31013e36-13ec-473c-9b11-de1ea6d168ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:29.525148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-31013e36-13ec-473c-9b11-de1ea6d168ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 200 len: 797 time: 0.0837021 Aug 28 08:31:29.528529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:29.536160 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a5bc286-8c16-4bac-abc8-57347d6a5184 admin admin] 10.222.0.46 "PUT /v2.0/routers/604f6918-f0c4-4755-a2c7-d3189e486e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5491462 Aug 28 08:31:29.563510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-945653ee-4fd5-4b8e-a8be-62ec488fd52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.565922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Sync routers for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:29.592690 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:29.598799 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:29.619399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.626423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-626b24c2-e5d9-452d-98d9-9646e08902e1 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9218752 Aug 28 08:31:29.627626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35292) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:29.637472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a490df9e-5cc6-48a1-85d1-cc0ad0e9d5d4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:29.641880 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-945653ee-4fd5-4b8e-a8be-62ec488fd52c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f48b8dd758549b995f4b21820ea24fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075480 Aug 28 08:31:29.641880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945653ee-4fd5-4b8e-a8be-62ec488fd52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817414d8-cf4a-42c7-a372-6693a2fc46aa,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:29.643083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:29.645136 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-a490df9e-5cc6-48a1-85d1-cc0ad0e9d5d4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 08:31:29.646073 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-a490df9e-5cc6-48a1-85d1-cc0ad0e9d5d4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 08:31:29.654020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35296) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:29.654304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a490df9e-5cc6-48a1-85d1-cc0ad0e9d5d4 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "PUT /v2.0/security-groups/d4cda005-a0b8-4314-8682-370faa079bcb HTTP/1.1" status: 409 len: 330 time: 0.0228922 Aug 28 08:31:29.659040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-22c767be-c135-4a93-bfba-26a2c66e5613 None None] Port d962124e-4e10-4faa-9924-28b2f5737e01 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:29.671206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-fe015190-71df-41bd-ad74-59c6968614dc', 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc', 'tenant_id': 'e931dc7bfa924fa2822eb44a5d82ce7f', 'fixed_ips': [{'subnet_id': '749c8648-86fe-4ad4-8c4d-79c47d72e260'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:29.672313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.672694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-bb7a844e-1113-4366-9306-1ddd4ff3ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:29.674469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-bb7a844e-1113-4366-9306-1ddd4ff3ccb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81f0055-88c2-462f-ba31-8fcd845c3d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1389215 Aug 28 08:31:29.696365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a6efcba1-0b5d-4709-9cd4-7535ddb7dc58 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1425424 Aug 28 08:31:29.703663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35298) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:29.740702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'subnet': {'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:29.826340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.842963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3a01b4ef-6ad1-45b6-a455-999981c54d52,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:29.869392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.876372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.888356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-918b3069-6de7-4f77-be05-4ae5cfba7aa4 service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039318 Aug 28 08:31:29.960321 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:29.962343 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:29.993042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.011307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:30.013673 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e3205492-9895-4619-9e80-80e57c78d644 req-f63529c2-e48b-4ab2-9379-20c35f4636e8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=db73ff62-432b-46f8-90d0-48c8168e9e59 HTTP/1.1" status: 200 len: 210 time: 0.1174948 Aug 28 08:31:30.060013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:30.060987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.079377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.104735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-2552cb97-ffb4-4dc0-a952-bd1188c634ae service neutron] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039924 Aug 28 08:31:30.201379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-71cbda9b-0322-4af6-8937-831355b64ce0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e HTTP/1.1" status: 200 len: 217 time: 0.0892830 Aug 28 08:31:30.204806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.207491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.209236 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/817414d8-cf4a-42c7-a372-6693a2fc46aa HTTP/1.1" status: 204 len: 168 time: 0.5635433 Aug 28 08:31:30.209960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.212534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.217181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4cda005-a0b8-4314-8682-370faa079bcb HTTP/1.1" status: 204 len: 168 time: 0.5592773 Aug 28 08:31:30.225737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35310) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:30.240485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:30.243847 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221defe8-d1c7-4bb7-a5e4-1d56faf9af7c" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:30.296019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00f826-2dab-4ca2-8be8-2ecf145e1df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817414d8-cf4a-42c7-a372-6693a2fc46aa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:30.314929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:30.338772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2d63fe-ab3e-422b-8259-eaaf1df0d5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.339352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0cd3-f9c3-4010-952f-33c12a61b16d tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cda005-a0b8-4314-8682-370faa079bcb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:30.352807 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da6bf2-a2e3-4f05-8e09-60b0f15ff948 x-openstack-request-id: req-14da6bf2-a2e3-4f05-8e09-60b0f15ff948 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:30.353431 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:30.353912 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14da6bf2-a2e3-4f05-8e09-60b0f15ff948 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:30.354635 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'code': 200} Aug 28 08:31:30.358973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4512-d0ef-478f-879d-9b3cd5e1ad2d req-34b53d51-d886-46c6-8e49-13b39b13e405 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:30.361800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Allocated IP 2001:db8::2 (fe015190-71df-41bd-ad74-59c6968614dc/749c8648-86fe-4ad4-8c4d-79c47d72e260/b09c9ff1-5485-4a6f-a545-32a621f81970) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:30.372895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4512-d0ef-478f-879d-9b3cd5e1ad2d req-34b53d51-d886-46c6-8e49-13b39b13e405 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:30.376182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-d7908b15-e46f-46c4-ad15-23830047603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:30.379559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-d7908b15-e46f-46c4-ad15-23830047603c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.1560578 Aug 28 08:31:30.392423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4512-d0ef-478f-879d-9b3cd5e1ad2d req-34b53d51-d886-46c6-8e49-13b39b13e405 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:30.394133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-028f4512-d0ef-478f-879d-9b3cd5e1ad2d req-34b53d51-d886-46c6-8e49-13b39b13e405 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2414 time: 0.7390132 Aug 28 08:31:30.438864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-57bcd032-87ca-460f-8b5c-8787a2a6c573 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2032659 Aug 28 08:31:30.445554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.451964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:30.456523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35320) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:30.465383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:27Z', 'revision_number': 2, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:30.498663 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-65392acb-ce3c-441d-ad3f-b3fadb6fbb0f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] delete failed (client error): The resource could not be found. Aug 28 08:31:30.503389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-867e90d6-d3ca-4fc0-bdb9-75f7663c5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:30.508194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-867e90d6-d3ca-4fc0-bdb9-75f7663c5f98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182737 Aug 28 08:31:30.509655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35322) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:30.511489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-65392acb-ce3c-441d-ad3f-b3fadb6fbb0f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "DELETE /v2.0/security-groups/68cf898a-5459-4f4e-b084-cef078a9770a HTTP/1.1" status: 404 len: 347 time: 0.0461695 Aug 28 08:31:30.533425 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Checking router: 604f6918-f0c4-4755-a2c7-d3189e486e58 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:31:30.534064 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Updating router 604f6918-f0c4-4755-a2c7-d3189e486e58 port d962124e-4e10-4faa-9924-28b2f5737e01 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:31:30.546758 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-035937b0-980c-4b62-82b7-c28f982b285f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] show failed (client error): The resource could not be found. Aug 28 08:31:30.547699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-035937b0-980c-4b62-82b7-c28f982b285f tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-groups/89a6a89d-19f8-4148-b27c-7fe1b368e071 HTTP/1.1" status: 404 len: 347 time: 0.0304022 Aug 28 08:31:30.558192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:30.558922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-028f4512-d0ef-478f-879d-9b3cd5e1ad2d req-ec70954d-80b3-4ca1-854e-4c542141d06f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487029 Aug 28 08:31:30.582274 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.590187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:30.596291 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.600793 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-d4cb6416-7c6b-42f7-bebc-1cce8b42e6b5 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] show failed (client error): The resource could not be found. Aug 28 08:31:30.601844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d4cb6416-7c6b-42f7-bebc-1cce8b42e6b5 tempest-NegativeSecGroupIPv6Test-1815416453 tempest-NegativeSecGroupIPv6Test-1815416453-project] 10.222.0.46 "GET /v2.0/security-group-rules/35c60a7a-d7aa-4290-9336-1e4aa4a1aeef HTTP/1.1" status: 404 len: 356 time: 0.0422668 Aug 28 08:31:30.661575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-57d41f96-4715-4b8e-87c7-044655c88900 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347189 Aug 28 08:31:30.665908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.852788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-43655963-4867-4b57-8889-3de786603b96 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828985 Aug 28 08:31:30.860891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:30.937426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,segment=NetworkSegment(3ddef15b-7ea5-4702-b984-52eb4f0b045a),segment_id=3ddef15b-7ea5-4702-b984-52eb4f0b045a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:30.946517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-c2bc9f8d-a6d1-41bf-80f9-dd9225e3e097 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 200 len: 217 time: 0.0854485 Aug 28 08:31:30.951304 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:30.965372 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Transition to ACTIVE for port object d962124e-4e10-4faa-9924-28b2f5737e01 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:31.000496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.003124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-5fe022e9-9b6a-461b-b61a-3bee0ef4ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:31.005076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-5fe022e9-9b6a-461b-b61a-3bee0ef4ead4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 200 len: 797 time: 0.0509572 Aug 28 08:31:31.013395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.014171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:31.017643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Transition to ACTIVE for port object b09c9ff1-5485-4a6f-a545-32a621f81970 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:31.019584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.028514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:31.029019 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.053772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35338) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:31.069677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-793319589-network', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:31.070166 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.108899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Subnet': ['ID=8fda56ce-922a-44ef-8da5-0ec49d40dd97,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:31.133893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-603f5bff-c26f-43e5-8dac-9d8ad92ea87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:31.142662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-603f5bff-c26f-43e5-8dac-9d8ad92ea87d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73ed7c51-2cdc-4c96-a358-e46ab47b641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1299996 Aug 28 08:31:31.144054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Checking segment: {'id': 'f132e040-0006-40df-82ac-1b424a37cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:31.144628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network hostable DHCP agents. Network: 1f6907d1-5752-4a68-9d5c-a5420524c5a9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:31.235496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Transition to ACTIVE for port object b09c9ff1-5485-4a6f-a545-32a621f81970 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:31.264320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a01b4ef-6ad1-45b6-a455-999981c54d52 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:31.273859 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f1ecc-c027-4494-b926-ee4dca2c10dc None None] Pushing event updated for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:31.293492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:31.343887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Made reservation on behalf of 3f80bfda8ca8491697d64ec794de3415 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:31.370861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.371664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.371766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Attempting to bind port d962124e-4e10-4faa-9924-28b2f5737e01 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:31.371766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Attempting to bind port d962124e-4e10-4faa-9924-28b2f5737e01 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:31.371766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Attempting to bind port d962124e-4e10-4faa-9924-28b2f5737e01 on network 9cfc0203-58c0-430b-a157-c36302093fd7 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:31.377079 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:31.377480 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Checking segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:31.377970 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.378430 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Bound using segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:31.378897 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Bound port: d962124e-4e10-4faa-9924-28b2f5737e01, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:31.379279 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.393525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-5fb5cda5-0b82-452a-8804-90bc3383d8bb service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419133 Aug 28 08:31:31.395680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.396493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 1f6907d1-5752-4a68-9d5c-a5420524c5a9) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:31.402325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:31.403227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.445982 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.448398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555cda4-d4b1-498d-bcc9-954889cd30e2 None None] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:31.493202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Network fe015190-71df-41bd-ad74-59c6968614dc is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:31.523918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] For port d962124e-4e10-4faa-9924-28b2f5737e01, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:31.528446 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] For port d962124e-4e10-4faa-9924-28b2f5737e01, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d962124e-4e10-4faa-9924-28b2f5737e01,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:31.528697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:31.533310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:31.541414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35352) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:31.543028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:31.639365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28b4a101-8cb5-48a3-8ca3-69f4b92c5e24 req-6e37484a-1f15-4511-99f2-6a25fa5fb948 service neutron] 10.222.0.39 "GET /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366216 Aug 28 08:31:31.656102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:31.665159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3a01b4ef-6ad1-45b6-a455-999981c54d52 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:31.665811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.690483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ea5438c5-ed04-4c28-ad59-4f7865a9c2b7 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9525213 Aug 28 08:31:31.693238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35360) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:31.705764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Pushing event updated for resources: {'Port': ['ID=b09c9ff1-5485-4a6f-a545-32a621f81970,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:31.714056 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.768449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.771660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 33436e0d-59e9-4c91-b6b1-32797d0021a0 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:31.835291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Attempting to bind port b09c9ff1-5485-4a6f-a545-32a621f81970 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:31.835914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Attempting to bind port b09c9ff1-5485-4a6f-a545-32a621f81970 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:31.840614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Attempting to bind port b09c9ff1-5485-4a6f-a545-32a621f81970 on network fe015190-71df-41bd-ad74-59c6968614dc {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:31.863171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 33436e0d-59e9-4c91-b6b1-32797d0021a0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:31.863794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 33436e0d-59e9-4c91-b6b1-32797d0021a0 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:31.883549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:31.884253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Checking segment: {'id': 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:31.885036 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.885612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Bound using segment: {'id': 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:31.886305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Bound port: b09c9ff1-5485-4a6f-a545-32a621f81970, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe015190-71df-41bd-ad74-59c6968614dc'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:31.887084 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:31.891151 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:31.891742 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:31.963592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:31.987558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.027295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25acba9c-cb28-47dd-9ceb-238503c64b8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3186aa1018c4568a4d41ca707ca5b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845879 Aug 28 08:31:32.042995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35370) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:32.060300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-1f6907d1-5752-4a68-9d5c-a5420524c5a9', 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9', 'tenant_id': 'e931dc7bfa924fa2822eb44a5d82ce7f', 'fixed_ips': [{'subnet_id': '8fda56ce-922a-44ef-8da5-0ec49d40dd97'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:32.061182 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.121466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205badf-a8a0-41ce-8938-280fdf65e180 req-8c2a1ae8-107b-41db-b15d-0c9865c6d079 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:32.124382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1205badf-a8a0-41ce-8938-280fdf65e180 req-8c2a1ae8-107b-41db-b15d-0c9865c6d079 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1167390 Aug 28 08:31:32.225109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.252066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1205badf-a8a0-41ce-8938-280fdf65e180 req-42212777-0b5f-4fc4-ba63-d6d613631b9e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193960 Aug 28 08:31:32.297495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.323088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:32.360239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] For port b09c9ff1-5485-4a6f-a545-32a621f81970, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:32.363986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] For port b09c9ff1-5485-4a6f-a545-32a621f81970, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b09c9ff1-5485-4a6f-a545-32a621f81970,segment=NetworkSegment(c93aeedc-f99e-42aa-aef2-0c92b1326b5e),segment_id=c93aeedc-f99e-42aa-aef2-0c92b1326b5e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:32.367739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:32.370787 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011303f-5860-444b-aa1f-02e579d0a8cc" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:32.487182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f1ecc-c027-4494-b926-ee4dca2c10dc None None] Pushing event updated for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:32.520037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.539130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.542125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.543562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/685bbd68-c995-4516-b3aa-193356880274 HTTP/1.1" status: 204 len: 168 time: 0.4994521 Aug 28 08:31:32.561782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cb612-7f04-4390-8770-e2716e197d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685bbd68-c995-4516-b3aa-193356880274,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:32.601076 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2739ae-42d5-49e5-af2d-cee869686923 x-openstack-request-id: req-5b2739ae-42d5-49e5-af2d-cee869686923 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:32.601358 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-plugged", "status": "completed", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:32.601609 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b2739ae-42d5-49e5-af2d-cee869686923 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:32.602006 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744', 'code': 200} Aug 28 08:31:32.689780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df84c3-1c30-4c7a-a044-74a462c1a8a5 None None] Pushing event updated for resources: {'Port': ['ID=b09c9ff1-5485-4a6f-a545-32a621f81970,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:32.726194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Allocated IP 2001:db8::2 (1f6907d1-5752-4a68-9d5c-a5420524c5a9/8fda56ce-922a-44ef-8da5-0ec49d40dd97/a265185f-7553-439b-9bdc-d85703215b88) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:32.730554 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:31Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:32.770409 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.809305 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9926a6-936d-47fa-adff-a9de4666f1bb None None] The sync data for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 is: [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:31Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:32.852212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:32.977273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9410a-4f75-4be0-82b8-c60a6de6a439,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:32.982259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:33.014461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.014998 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Added segment d8eb96dd-9485-4896-b19c-4c8955531de4 of type vlan for network d7210c44-c63d-41b6-b553-ca8d7ae640ce Aug 28 08:31:33.068867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415beec3-e863-4fe9-8b1c-5a69ae803bce req-5af2e86e-2345-4f9e-904a-97987d4e9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:33.069030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415beec3-e863-4fe9-8b1c-5a69ae803bce req-5af2e86e-2345-4f9e-904a-97987d4e9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:33.070314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415beec3-e863-4fe9-8b1c-5a69ae803bce req-5af2e86e-2345-4f9e-904a-97987d4e9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:33.072525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-415beec3-e863-4fe9-8b1c-5a69ae803bce req-5af2e86e-2345-4f9e-904a-97987d4e9e24 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2872 time: 0.3089352 Aug 28 08:31:33.117984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.142522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.151880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Transition to ACTIVE for port object a265185f-7553-439b-9bdc-d85703215b88 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:33.180451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.214827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Transition to ACTIVE for port object a265185f-7553-439b-9bdc-d85703215b88 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:33.323083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.323735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:31:33.339057 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-415beec3-e863-4fe9-8b1c-5a69ae803bce req-4b75ba0f-cd42-46f9-a7fc-9867e9a88a36 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105851 Aug 28 08:31:33.480267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Pushing event updated for resources: {'Port': ['ID=a265185f-7553-439b-9bdc-d85703215b88,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:33.483951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ec19f-8000-492e-ac57-7a54766ee06d req-415dea7e-4ba4-4c9f-ad09-c14381868686 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:33.491954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d962124e-4e10-4faa-9924-28b2f5737e01 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:33.498538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e0ec19f-8000-492e-ac57-7a54766ee06d req-415dea7e-4ba4-4c9f-ad09-c14381868686 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1059690 Aug 28 08:31:33.536311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:33.544504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:33.563910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:33.575261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e0ec19f-8000-492e-ac57-7a54766ee06d req-623b6305-86b4-4335-81c8-487e5a4eb3be tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749078 Aug 28 08:31:33.675606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Attempting to bind port a265185f-7553-439b-9bdc-d85703215b88 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:33.676013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Attempting to bind port a265185f-7553-439b-9bdc-d85703215b88 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'f132e040-0006-40df-82ac-1b424a37cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:33.676336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Attempting to bind port a265185f-7553-439b-9bdc-d85703215b88 on network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:33.685871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:33.686298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Checking segment: {'id': 'f132e040-0006-40df-82ac-1b424a37cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:33.686476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Allocated IP 2001:db8::1 (fe015190-71df-41bd-ad74-59c6968614dc/749c8648-86fe-4ad4-8c4d-79c47d72e260/75bbc33e-c370-4fd8-9446-f9c546863e78) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:33.686810 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.687071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Bound using segment: {'id': 'f132e040-0006-40df-82ac-1b424a37cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:33.687560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Bound port: a265185f-7553-439b-9bdc-d85703215b88, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f132e040-0006-40df-82ac-1b424a37cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1f6907d1-5752-4a68-9d5c-a5420524c5a9'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:33.688232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.823511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] For port a265185f-7553-439b-9bdc-d85703215b88, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:33.827249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] For port a265185f-7553-439b-9bdc-d85703215b88, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a265185f-7553-439b-9bdc-d85703215b88,segment=NetworkSegment(f132e040-0006-40df-82ac-1b424a37cac8),segment_id=f132e040-0006-40df-82ac-1b424a37cac8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:33.828938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port d962124e-4e10-4faa-9924-28b2f5737e01 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:33.837138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d962124e-4e10-4faa-9924-28b2f5737e01 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:33.837138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.905057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.914802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.915781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:33.916421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.945813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:33.970049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.002402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Transition to ACTIVE for port object 75bbc33e-c370-4fd8-9446-f9c546863e78 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:34.043825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port d962124e-4e10-4faa-9924-28b2f5737e01, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d962124e-4e10-4faa-9924-28b2f5737e01,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:34.111439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862fa51-2942-42da-8a0e-0325492b52aa None None] Pushing event updated for resources: {'Port': ['ID=a265185f-7553-439b-9bdc-d85703215b88,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:34.122466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.124224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:34.139031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7210c44-c63d-41b6-b553-ca8d7ae640ce,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:34.170562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35416) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:34.171093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b74be9c9-c88a-49c6-8a95-784703603dc5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1157503 Aug 28 08:31:34.176051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Request body: {'subnet': {'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-793319589-subnet', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:34.184621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-ffa5075b-a39e-4c24-bf27-aafd1b892b18 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:34.187930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-ffa5075b-a39e-4c24-bf27-aafd1b892b18 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.2764564 Aug 28 08:31:34.303899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:34.341775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.379210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Made reservation on behalf of 3f80bfda8ca8491697d64ec794de3415 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:34.379718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.423364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network fe015190-71df-41bd-ad74-59c6968614dc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:34.431653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb20ec3-9d4b-4306-ba9b-ee383a86290d None None] Network fe015190-71df-41bd-ad74-59c6968614dc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:34.436594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:34.446046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:34.450257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.459088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Port': ['ID=75bbc33e-c370-4fd8-9446-f9c546863e78,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:34.516161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:34.516508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.759933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:34.768806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:34.769619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.780806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 93e01bd4-212e-4c5b-a852-f2be9b9132f3, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=93e01bd4-212e-4c5b-a852-f2be9b9132f3,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:34.781192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.852808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca2c2c64-9be0-4cd4-b84a-60949c9bc334 None None] Provisioning for port b09c9ff1-5485-4a6f-a545-32a621f81970 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:34.863683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 93e01bd4-212e-4c5b-a852-f2be9b9132f3 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:34.867837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.877064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:34.877305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6c1f-128c-4034-bc5b-e6b32793d637 req-810c4a7f-4ce0-4ffc-a1bf-493f0a19be8c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:34.887517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35430) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:34.891123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fdad6c1f-128c-4034-bc5b-e6b32793d637 req-810c4a7f-4ce0-4ffc-a1bf-493f0a19be8c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 945 time: 0.1130865 Aug 28 08:31:34.903295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.045375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fdad6c1f-128c-4034-bc5b-e6b32793d637 req-96c60860-9e6f-46da-be2d-d56cc5d5ab9c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532114 Aug 28 08:31:35.048263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b09c9ff1-5485-4a6f-a545-32a621f81970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:35.088306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfc9211-8e67-4a2f-879d-001b9d11845b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:35.127203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Checking segment: {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:35.127391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Network hostable DHCP agents. Network: d7210c44-c63d-41b6-b553-ca8d7ae640ce, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:35.243480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2033188362'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:35.299840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.300414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b09c9ff1-5485-4a6f-a545-32a621f81970 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:35.305110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:35.317164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b09c9ff1-5485-4a6f-a545-32a621f81970 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:35.317164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.436217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Made reservation on behalf of fc36e3b96b824cb7964faa529cf15e32 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:35.439895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.464216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.495338 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.499739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d7210c44-c63d-41b6-b553-ca8d7ae640ce) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:35.507071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.507947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.558757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.564353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab41750-e8e7-4a60-894d-df2d12e90114 None None] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:35.565658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.574150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.581080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.603537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.615661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.624802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:35.635678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-527d19e5-a582-4bbd-b81e-3da2970165ac tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.1902869 Aug 28 08:31:35.640562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b09c9ff1-5485-4a6f-a545-32a621f81970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b09c9ff1-5485-4a6f-a545-32a621f81970,segment=NetworkSegment(c93aeedc-f99e-42aa-aef2-0c92b1326b5e),segment_id=c93aeedc-f99e-42aa-aef2-0c92b1326b5e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:35.707877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44e48c2d-ca9c-437c-9e2b-61168e5792e3 req-9f2b8be6-f444-406a-8fc3-4b931d4b5e7c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664365 Aug 28 08:31:35.717306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.740665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Provisioning complete for port b09c9ff1-5485-4a6f-a545-32a621f81970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:35.741098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.743169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.745131 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.826865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.829956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=93e01bd4-212e-4c5b-a852-f2be9b9132f3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:35.831570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f', '93e01bd4-212e-4c5b-a852-f2be9b9132f3'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:35.841368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.842166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.898892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1085de-396a-4ea3-a27b-9d94ab2efc5d None None] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:35.950549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:35.988134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.013873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 93e01bd4-212e-4c5b-a852-f2be9b9132f3 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:36.018437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.027915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.032552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b09c9ff1-5485-4a6f-a545-32a621f81970,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:36.035178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.038917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.041463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-546b9cac-9d6b-4eea-9cd5-0aa0c5e0253a req-cbf1b3ff-d4a4-46ed-ab0a-635bb78c6a5b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "DELETE /v2.0/ports/93e01bd4-212e-4c5b-a852-f2be9b9132f3 HTTP/1.1" status: 204 len: 173 time: 1.8421652 Aug 28 08:31:36.041630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.050325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.053973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'name': 'network-vif-deleted', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:36.056868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.057210 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823116d8-7913-4593-b106-e4f47ca78cdc" -d '{"events": [{"server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "name": "network-vif-deleted", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:36.058992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65c4ffec-76f0-448d-b89f-9495ad611d62 req-aa5197ce-fc4b-440b-81f0-ea280da83d69 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.2176747 Aug 28 08:31:36.060726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2bf1b8c2-c108-4f6f-80cc-501acf5506a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8889062 Aug 28 08:31:36.063595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35452) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:36.070129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:36.088044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:36.112276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d962124e-4e10-4faa-9924-28b2f5737e01 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:36.139486 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f37677-67ee-4660-9817-952d458321cc x-openstack-request-id: req-58f37677-67ee-4660-9817-952d458321cc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:36.142364 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6f2e3-9ef2-4401-abfb-b99320f83812", "name": "network-vif-deleted", "tag": "93e01bd4-212e-4c5b-a852-f2be9b9132f3", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:36.142364 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58f37677-67ee-4660-9817-952d458321cc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:36.142364 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6f2e3-9ef2-4401-abfb-b99320f83812', 'name': 'network-vif-deleted', 'tag': '93e01bd4-212e-4c5b-a852-f2be9b9132f3', 'status': 'completed', 'code': 200} Aug 28 08:31:36.150546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.151296 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Added segment faf32c86-00f1-4fa0-90df-381b989207e6 of type vlan for network dc019321-cf8f-4294-b9a0-69f204c7a984 Aug 28 08:31:36.162823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.164111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.210780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Port': ['ID=75bbc33e-c370-4fd8-9446-f9c546863e78,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:36.217269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.241775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba1a220-0d9a-4b82-b802-842163fefd23,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:36.250780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.287857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07b47870-272c-4dc8-a9c4-dde5fd29c8bc req-42e8970d-caf1-4a72-a60a-87db38be6644 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0333340 Aug 28 08:31:36.305306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d7210c44-c63d-41b6-b553-ca8d7ae640ce', 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'fixed_ips': [{'subnet_id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:36.306721 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.330719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network fe015190-71df-41bd-ad74-59c6968614dc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:36.332231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:36.402391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Provisioning for port 75bbc33e-c370-4fd8-9446-f9c546863e78 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:36.423676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.430006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:36.430665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.490714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Provisioning complete for port 75bbc33e-c370-4fd8-9446-f9c546863e78 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:36.491092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.564850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Pushing event updated for resources: {'Network': ['ID=dc019321-cf8f-4294-b9a0-69f204c7a984,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:36.572635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.602451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d962124e-4e10-4faa-9924-28b2f5737e01 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:36.603465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:36.605461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network dc019321-cf8f-4294-b9a0-69f204c7a984 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:36.670362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9db2e31a-96b5-4ab3-affa-16a444455d6e tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7815592 Aug 28 08:31:36.675543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35466) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:36.676753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-dac23eed-3fa3-475c-a77c-8274ecf0e445 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-1594700102') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:36.744397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Router 601db30b-3d4d-48d6-b9fb-4313897d7182 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:31:36.860937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:36.870883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fcdf1805-ef5d-4dbe-87e0-1c1e43e3922a tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1786346 Aug 28 08:31:36.871372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:36.901874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] Sync routers for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:36.924973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dac23eed-3fa3-475c-a77c-8274ecf0e445 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "PUT /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-1594700102 HTTP/1.1" status: 201 len: 201 time: 0.2502890 Aug 28 08:31:36.926279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35474) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:36.936600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-874a749e-96e3-4469-866d-fcba889ca912 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-1594700102') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:36.975011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1781f7e4-9854-4a63-8f94-e71515aab8b5 None None] Port 75bbc33e-c370-4fd8-9446-f9c546863e78 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:36.993021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:36.993681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.030631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.048234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.070415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.151315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-874a749e-96e3-4469-866d-fcba889ca912 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-1594700102 HTTP/1.1" status: 204 len: 168 time: 0.2239637 Aug 28 08:31:37.154190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35480) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:37.159240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-b3e22f5e-7e7f-49b0-b023-d45d3df63528 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.178939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a265185f-7553-439b-9bdc-d85703215b88 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:37.242056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Allocated IP 172.20.0.2 (d7210c44-c63d-41b6-b553-ca8d7ae640ce/fdfc9211-8e67-4a2f-879d-001b9d11845b/6b6db725-37d1-427c-9bed-06adb9cbb639) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:37.258903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:37.261480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.361830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Allocated IP 172.25.0.153 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/fbfda0a6-b25d-44be-9903-978444e65d61) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:37.372434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b3e22f5e-7e7f-49b0-b023-d45d3df63528 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags HTTP/1.1" status: 200 len: 238 time: 0.2165017 Aug 28 08:31:37.382840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35486) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:37.387784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-fea77a22-d5d1-42b5-b6fb-8f5759c3088f tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', {'tags': ['tempest-TagsTest-Tag-993240012', 'tempest-TagsTest-Tag-596535537', 'tempest-TagsTest-Tag-1318244123']}) {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.407484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.408626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1c9e2-28cd-428b-8c3a-29e4361ecf61 None None] The sync data for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:37.413628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-078a452d-207d-4cfe-b18a-85b2bdc62d94 None None] Provisioning for port a265185f-7553-439b-9bdc-d85703215b88 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:37.449584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-078a452d-207d-4cfe-b18a-85b2bdc62d94 None None] Provisioning complete for port 75bbc33e-c370-4fd8-9446-f9c546863e78 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:37.449967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-078a452d-207d-4cfe-b18a-85b2bdc62d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.529036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-078a452d-207d-4cfe-b18a-85b2bdc62d94 None None] Port 75bbc33e-c370-4fd8-9446-f9c546863e78 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:37.562271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a265185f-7553-439b-9bdc-d85703215b88 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:37.570850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a265185f-7553-439b-9bdc-d85703215b88 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:37.571239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.587812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38d53623-d28d-47ed-986e-de01569f42f2 req-dbf88299-1891-4120-a103-80303ee50e16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc6f2e3-9ef2-4401-abfb-b99320f83812 HTTP/1.1" status: 200 len: 210 time: 0.0847557 Aug 28 08:31:37.655778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.706960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-eefb99b7-0a21-4754-9cd8-5136bf8f43bd None None] Provisioning complete for port a265185f-7553-439b-9bdc-d85703215b88 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:37.707467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eefb99b7-0a21-4754-9cd8-5136bf8f43bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.734713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fea77a22-d5d1-42b5-b6fb-8f5759c3088f tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "PUT /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags HTTP/1.1" status: 200 len: 307 time: 0.3506353 Aug 28 08:31:37.736847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.737303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35490) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:37.747247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-c3548d4c-0b9b-4f54-83ab-cb946b0e21b9 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-993240012') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.807777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Transition to ACTIVE for port object 6b6db725-37d1-427c-9bed-06adb9cbb639 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:37.808980 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-76bde56c-0223-46d3-8e15-ccfb1b7cf200 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:37.810164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-76bde56c-0223-46d3-8e15-ccfb1b7cf200 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9378328 Aug 28 08:31:37.813512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35492) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:37.815614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.846352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.864036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Transition to ACTIVE for port object 6b6db725-37d1-427c-9bed-06adb9cbb639 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:37.882705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a265185f-7553-439b-9bdc-d85703215b88, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a265185f-7553-439b-9bdc-d85703215b88,segment=NetworkSegment(f132e040-0006-40df-82ac-1b424a37cac8),segment_id=f132e040-0006-40df-82ac-1b424a37cac8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:37.901885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:37.907308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:37.913040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:37.917121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Pushing event updated for resources: {'Port': ['ID=fbfda0a6-b25d-44be-9903-978444e65d61,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:37.945350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c3548d4c-0b9b-4f54-83ab-cb946b0e21b9 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "DELETE /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-993240012 HTTP/1.1" status: 204 len: 168 time: 0.2054334 Aug 28 08:31:37.948572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35496) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:37.955421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-bdd273fa-9b53-4c0a-9623-fdf55937c410 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-993240012') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:37.959405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eefb99b7-0a21-4754-9cd8-5136bf8f43bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.971885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:37.980652 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.100230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:38.132683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.141833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:38.143892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b09c9ff1-5485-4a6f-a545-32a621f81970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:38.152465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:38.158145 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-bdd273fa-9b53-4c0a-9623-fdf55937c410 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] show failed (client error): The resource could not be found. Aug 28 08:31:38.159091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bdd273fa-9b53-4c0a-9623-fdf55937c410 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-993240012 HTTP/1.1" status: 404 len: 325 time: 0.2094011 Aug 28 08:31:38.162406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35508) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.171640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-60782782-a109-4473-b9cc-1f1e3ce3285c tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-596535537') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:38.209293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a265185f-7553-439b-9bdc-d85703215b88,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:38.236962 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-eefb99b7-0a21-4754-9cd8-5136bf8f43bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:31:38.237449 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-eefb99b7-0a21-4754-9cd8-5136bf8f43bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:31:38.319431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Attempting to bind port 6b6db725-37d1-427c-9bed-06adb9cbb639 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:38.319431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Attempting to bind port 6b6db725-37d1-427c-9bed-06adb9cbb639 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:38.320068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Attempting to bind port 6b6db725-37d1-427c-9bed-06adb9cbb639 on network d7210c44-c63d-41b6-b553-ca8d7ae640ce {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:38.330298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Pushing event updated for resources: {'Port': ['ID=6b6db725-37d1-427c-9bed-06adb9cbb639,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:38.336124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:38.336673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Checking segment: {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:38.337197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.338265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Bound using segment: {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:38.343187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Bound port: 6b6db725-37d1-427c-9bed-06adb9cbb639, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:38.343737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a2d3-aa1f-400e-b9d2-2350412424a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.343929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.360998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b09c9ff1-5485-4a6f-a545-32a621f81970 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:38.361181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.362961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60782782-a109-4473-b9cc-1f1e3ce3285c tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-596535537 HTTP/1.1" status: 204 len: 168 time: 0.1968527 Aug 28 08:31:38.365644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35516) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.370310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-3688e06f-16f6-4d21-8577-2f5bf98deefc tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-1318244123') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:38.372685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35518) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.475321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 93e01bd4-212e-4c5b-a852-f2be9b9132f3 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:38.504825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3688e06f-16f6-4d21-8577-2f5bf98deefc tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-1318244123 HTTP/1.1" status: 204 len: 168 time: 0.1353321 Aug 28 08:31:38.505778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35522) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.511523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-49a1d61f-3104-49c5-803f-86c7d6e17eeb tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:38.546446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.547381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.548022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.548657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.549289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.549916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.550629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:38.553324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-ea08be22-2421-4fa8-ab27-4090d373d0ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 6508 time: 0.1776578 Aug 28 08:31:38.558443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.563812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 93e01bd4-212e-4c5b-a852-f2be9b9132f3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:38.564327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 93e01bd4-212e-4c5b-a852-f2be9b9132f3 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:38.567352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] For port 6b6db725-37d1-427c-9bed-06adb9cbb639, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:38.587299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] For port 6b6db725-37d1-427c-9bed-06adb9cbb639, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6b6db725-37d1-427c-9bed-06adb9cbb639,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:38.631826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.661478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.716247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-c3367be1-2e68-49cc-a67d-48863d900ab4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e944ca61-4313-4273-88e3-ac24f83b7d57&id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144717 Aug 28 08:31:38.742166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a2d3-aa1f-400e-b9d2-2350412424a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.752159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49a1d61f-3104-49c5-803f-86c7d6e17eeb tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "DELETE /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags HTTP/1.1" status: 204 len: 168 time: 0.2391815 Aug 28 08:31:38.752408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:38.765841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-2b416adb-b1da-4b3d-9cf2-cf52a3362979 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-596535537') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:38.781203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b55cf-0817-4d3a-93cd-c58e24b5ead1 None None] Pushing event updated for resources: {'Port': ['ID=6b6db725-37d1-427c-9bed-06adb9cbb639,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:38.922764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a2d3-aa1f-400e-b9d2-2350412424a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:38.970400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0a2d3-aa1f-400e-b9d2-2350412424a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df0587-804f-4b69-9a86-4c7d1e28275e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:39.053724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting port 75bbc33e-c370-4fd8-9446-f9c546863e78 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:39.054388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.088068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1ed0a2d3-aa1f-400e-b9d2-2350412424a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08793484225a48b2a7960f457136ec35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543011 Aug 28 08:31:39.101630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:39.151338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.171047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.186142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Calling delete_port for 75bbc33e-c370-4fd8-9446-f9c546863e78 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:39.476664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.512238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Port': ['ID=75bbc33e-c370-4fd8-9446-f9c546863e78,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:39.553081 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-2b416adb-b1da-4b3d-9cf2-cf52a3362979 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] show failed (client error): The resource could not be found. Aug 28 08:31:39.553607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b416adb-b1da-4b3d-9cf2-cf52a3362979 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-596535537 HTTP/1.1" status: 404 len: 325 time: 0.8027833 Aug 28 08:31:39.566345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:39.574010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-a45e6c8d-67c3-4794-891e-3e5fb141720a tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984', 'tempest-TagsTest-Tag-1318244123') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:39.627805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.721249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-3e029438-0019-4566-9e74-9f31636b01ae tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:39.722928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-3e029438-0019-4566-9e74-9f31636b01ae tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.6629231 Aug 28 08:31:39.729998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.782021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:39.785798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-398e74d2-8b32-423d-b197-a184c4ae8c4c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0510809 Aug 28 08:31:39.838102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Router 601db30b-3d4d-48d6-b9fb-4313897d7182 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:31:39.855646 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-a45e6c8d-67c3-4794-891e-3e5fb141720a tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] show failed (client error): The resource could not be found. Aug 28 08:31:39.856760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a45e6c8d-67c3-4794-891e-3e5fb141720a tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "GET /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags/tempest-TagsTest-Tag-1318244123 HTTP/1.1" status: 404 len: 326 time: 0.2876134 Aug 28 08:31:39.864414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35554) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:39.873965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-b0da7aa6-11be-4ba8-90c7-8a3b605b63c8 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc019321-cf8f-4294-b9a0-69f204c7a984') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:39.928944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:39.938982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bd59c2ed-2ad4-419f-95d2-187b3e8cae78 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185203 Aug 28 08:31:39.940774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35556) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:39.940923 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] Sync routers for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:39.955102 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:39.956905 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:39.968514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-9e43675b-c077-4ebe-8204-cc5a1568f24a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816785 Aug 28 08:31:39.996546 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-06802b15-6675-478f-9cce-bf580ba1ed68 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] delete failed (client error): The resource could not be found. Aug 28 08:31:40.001397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.001929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-06802b15-6675-478f-9cce-bf580ba1ed68 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-541699685 HTTP/1.1" status: 404 len: 334 time: 0.0600202 Aug 28 08:31:40.002610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35560) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:40.008269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a7f9a9a1-a1b8-422b-a057-1c2b11f164ff tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'router': {'external_gateway_info': {'network_id': '601db30b-3d4d-48d6-b9fb-4313897d7182'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:40.018065 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:40.018455 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.045172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593e8d0-9424-479a-ab16-e0d1b4ba8eed None None] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:40.050544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Router 0bd22c90-0123-4f90-99f0-ed742da4b712 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:31:40.052895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.062348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.063749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13df0587-804f-4b69-9a86-4c7d1e28275e HTTP/1.1" status: 204 len: 168 time: 0.9593670 Aug 28 08:31:40.096291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.096737 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1890ea-7532-44b5-b5a3-6b31efcbd31d None None] The sync data for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:40.099195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a45a8-f052-45f0-af83-c33a2f38a983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df0587-804f-4b69-9a86-4c7d1e28275e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:40.123388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0da7aa6-11be-4ba8-90c7-8a3b605b63c8 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "DELETE /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984/tags HTTP/1.1" status: 204 len: 168 time: 0.2556002 Aug 28 08:31:40.169968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35564) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:40.224948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-9c9b982d-a30a-41c8-a0c5-8605fc69b0eb service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555742 Aug 28 08:31:40.254440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a265185f-7553-439b-9bdc-d85703215b88 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:40.282231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-78df85f7-6849-460b-8631-5ed63bcc1ece None None] Provisioning for port 6b6db725-37d1-427c-9bed-06adb9cbb639 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:40.362013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a9a1-a1b8-422b-a057-1c2b11f164ff tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.366467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a265185f-7553-439b-9bdc-d85703215b88 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:40.366671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.392646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.414164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:40.426573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Sync routers for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:40.461730 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-a7f9a9a1-a1b8-422b-a057-1c2b11f164ff tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] update failed (client error): The resource could not be found. Aug 28 08:31:40.463786 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a7f9a9a1-a1b8-422b-a057-1c2b11f164ff tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182 HTTP/1.1" status: 404 len: 339 time: 0.4596746 Aug 28 08:31:40.466866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35568) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:40.472907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-272732821'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:40.477883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:40.478569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.497706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-0934bf3c-bb59-4681-853c-4fd5139c34d6 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292418 Aug 28 08:31:40.544753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6b6db725-37d1-427c-9bed-06adb9cbb639 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:40.548076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.553139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35570) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:40.553312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7d3df446-9911-4a3f-b7af-e1a0f3be788a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4865601 Aug 28 08:31:40.574266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.587669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc019321-cf8f-4294-b9a0-69f204c7a984']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.611274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf32c86-00f1-4fa0-90df-381b989207e6') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.611609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf32c86-00f1-4fa0-90df-381b989207e6') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:40.626444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.630844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:40.638500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.645275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.653995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:40.655957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:40.662175 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:40.750782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:40.842453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.853797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.858075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] 10.222.0.46 "DELETE /v2.0/networks/dc019321-cf8f-4294-b9a0-69f204c7a984 HTTP/1.1" status: 204 len: 168 time: 0.6861577 Aug 28 08:31:40.862227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:40.871061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.871429 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Added segment 4602379f-073c-4913-b14d-7e7d1d94937a of type vlan for network a61da949-ad23-46d0-88ac-62976df787fe Aug 28 08:31:40.876667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434c494-b16e-4101-9ab4-5342d3146881 tempest-TagsTest-1621033804 tempest-TagsTest-1621033804-project] Pushing event deleted for resources: {'Network': ['ID=dc019321-cf8f-4294-b9a0-69f204c7a984,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:40.931679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:40.963402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96797ae2-0b0c-4643-98d8-a6c20d4c9a82 req-16c29a2c-762f-4f29-916a-fd4de0f0a747 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 210 time: 0.0338905 Aug 28 08:31:41.051287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:38Z', 'revision_number': 3, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:41.065450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.073995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:41.074917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.088982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Checking router: 0bd22c90-0123-4f90-99f0-ed742da4b712 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:31:41.089977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Updating router 0bd22c90-0123-4f90-99f0-ed742da4b712 port fbfda0a6-b25d-44be-9903-978444e65d61 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:31:41.116649 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.138627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6b6db725-37d1-427c-9bed-06adb9cbb639 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:41.145122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6b6db725-37d1-427c-9bed-06adb9cbb639 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:41.145492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.190106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Network': ['ID=a61da949-ad23-46d0-88ac-62976df787fe,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:41.247433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a61da949-ad23-46d0-88ac-62976df787fe details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:41.258252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:41.258764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f23b0415-5009-4865-bdbe-8c4ec68e3464 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7899592 Aug 28 08:31:41.267569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'subnet': {'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:41.443774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.465501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.526578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:41.570850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6b6db725-37d1-427c-9bed-06adb9cbb639, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6b6db725-37d1-427c-9bed-06adb9cbb639,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:41.597624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Made reservation on behalf of e931dc7bfa924fa2822eb44a5d82ce7f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:41.601549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.648069 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.660126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Transition to ACTIVE for port object fbfda0a6-b25d-44be-9903-978444e65d61 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:41.660341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Allocated IP 172.20.0.1 (d7210c44-c63d-41b6-b553-ca8d7ae640ce/fdfc9211-8e67-4a2f-879d-001b9d11845b/37bbaad9-54c8-492d-ab46-289086208bb1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:41.751051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.786560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.828788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Attempting to bind port fbfda0a6-b25d-44be-9903-978444e65d61 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:41.832963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Attempting to bind port fbfda0a6-b25d-44be-9903-978444e65d61 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:41.836737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Attempting to bind port fbfda0a6-b25d-44be-9903-978444e65d61 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:41.840812 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.845739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e44bdd56-0b2c-4627-a3e0-a9e166da792f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc36e3b96b824cb7964faa529cf15e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176072 Aug 28 08:31:41.846533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35612) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:41.856968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:41.857348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:41.857787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.858270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:41.858745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Bound port: fbfda0a6-b25d-44be-9903-978444e65d61, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:41.859133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.885394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6b6db725-37d1-427c-9bed-06adb9cbb639,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:41.906288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Transition to ACTIVE for port object 37bbaad9-54c8-492d-ab46-289086208bb1 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:41.970603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.984379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:41.984862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd920-f266-41e6-960e-f4df9eb636d8 None None] Pushing event updated for resources: {'Port': ['ID=fbfda0a6-b25d-44be-9903-978444e65d61,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:41.990461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] For port fbfda0a6-b25d-44be-9903-978444e65d61, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:41.994623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] For port fbfda0a6-b25d-44be-9903-978444e65d61, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fbfda0a6-b25d-44be-9903-978444e65d61,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:42.028101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.039569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.080536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Subnet': ['ID=db47063b-f963-4630-909b-7934e5858f80,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:42.106895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Checking segment: {'id': '4602379f-073c-4913-b14d-7e7d1d94937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:42.107404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network hostable DHCP agents. Network: a61da949-ad23-46d0-88ac-62976df787fe, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:42.108467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:42.111492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.125944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:42.139671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:42.178574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6b6db725-37d1-427c-9bed-06adb9cbb639 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:42.223359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Pushing event updated for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:42.241081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network a61da949-ad23-46d0-88ac-62976df787fe is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:42.245154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.310183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd920-f266-41e6-960e-f4df9eb636d8 None None] Pushing event updated for resources: {'Port': ['ID=fbfda0a6-b25d-44be-9903-978444e65d61,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:42.311436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:42.312146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:42.350939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a61da949-ad23-46d0-88ac-62976df787fe) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:42.356338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:42.356999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.388937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243051d-be65-4c58-a670-7a6f7a6cf3b6 None None] Network a61da949-ad23-46d0-88ac-62976df787fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:42.456812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6b6db725-37d1-427c-9bed-06adb9cbb639 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:42.457186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.526296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a9415f79-0ab1-437f-b522-7b4fabd00fa8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2636435 Aug 28 08:31:42.526681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35628) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:42.533657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-eba38e96-ee60-4220-bde1-76d02ffef781 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:42.665806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c319d8ca-8ea8-4336-a619-5d667188cfb0 req-934aac31-ed59-4603-a912-da28cf0547dc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 210 time: 0.6141088 Aug 28 08:31:42.709139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.711902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.715533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bba1a220-0d9a-4b82-b802-842163fefd23 HTTP/1.1" status: 204 len: 168 time: 0.8652403 Aug 28 08:31:42.725142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644da8c-7f5e-4648-a026-56ac7b4c84d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba1a220-0d9a-4b82-b802-842163fefd23,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:42.835064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:42.868298 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eba38e96-ee60-4220-bde1-76d02ffef781 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:42.947132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.105436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8a84a592-5772-4c39-9f99-2fd27cb90124 None None] Provisioning for port 37bbaad9-54c8-492d-ab46-289086208bb1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:43.150184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8a84a592-5772-4c39-9f99-2fd27cb90124 None None] Provisioning complete for port 37bbaad9-54c8-492d-ab46-289086208bb1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:43.150940 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8a84a592-5772-4c39-9f99-2fd27cb90124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.183303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-a61da949-ad23-46d0-88ac-62976df787fe', 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe', 'tenant_id': 'e931dc7bfa924fa2822eb44a5d82ce7f', 'fixed_ips': [{'subnet_id': 'db47063b-f963-4630-909b-7934e5858f80'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:31:43.184212 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.187013 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-eba38e96-ee60-4220-bde1-76d02ffef781 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:31:43.189378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eba38e96-ee60-4220-bde1-76d02ffef781 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182 HTTP/1.1" status: 400 len: 364 time: 0.6608522 Aug 28 08:31:43.193158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35642) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:43.228603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8a84a592-5772-4c39-9f99-2fd27cb90124 None None] Port 37bbaad9-54c8-492d-ab46-289086208bb1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:43.286013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.342152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:38Z', 'revision_number': 3, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:43.356245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.377892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b5b067-a930-4786-9510-064c4ac2d497 None None] The sync data for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 is: [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:38Z', 'revision_number': 3, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:43.452683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Allocated IP 2001:db8:1::2 (a61da949-ad23-46d0-88ac-62976df787fe/db47063b-f963-4630-909b-7934e5858f80/e3cf664e-c0de-497e-8a8e-25ee1aac8906) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:43.502598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.546051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Pushing event updated for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:43.733633 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.745654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Transition to ACTIVE for port object e3cf664e-c0de-497e-8a8e-25ee1aac8906 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:43.756522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.763856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Transition to ACTIVE for port object e3cf664e-c0de-497e-8a8e-25ee1aac8906 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:43.816594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14a37fce-29bb-4e94-be9f-0247864bd580 req-e6dd5f5d-94bd-4ebf-9431-20f0d4acf618 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 210 time: 0.0614138 Aug 28 08:31:43.838524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-7979785b-9f75-4cee-b262-f154ea832e23 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:43.840223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-7979785b-9f75-4cee-b262-f154ea832e23 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.3279905 Aug 28 08:31:43.870111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:43.919259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:43.924577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:43.951078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Pushing event updated for resources: {'Port': ['ID=e3cf664e-c0de-497e-8a8e-25ee1aac8906,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:43.972019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Network a61da949-ad23-46d0-88ac-62976df787fe is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:43.975239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:43.987567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:44.002013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:44.180104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Attempting to bind port e3cf664e-c0de-497e-8a8e-25ee1aac8906 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:44.180760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Attempting to bind port e3cf664e-c0de-497e-8a8e-25ee1aac8906 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '4602379f-073c-4913-b14d-7e7d1d94937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:44.180881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Attempting to bind port e3cf664e-c0de-497e-8a8e-25ee1aac8906 on network a61da949-ad23-46d0-88ac-62976df787fe {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:44.206876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:44.209380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Checking segment: {'id': '4602379f-073c-4913-b14d-7e7d1d94937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:44.209810 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.210244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Bound using segment: {'id': '4602379f-073c-4913-b14d-7e7d1d94937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:44.210769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Bound port: e3cf664e-c0de-497e-8a8e-25ee1aac8906, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4602379f-073c-4913-b14d-7e7d1d94937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a61da949-ad23-46d0-88ac-62976df787fe'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:44.211170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.277106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fbfda0a6-b25d-44be-9903-978444e65d61 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:44.438982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Router 0bd22c90-0123-4f90-99f0-ed742da4b712 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:31:44.461965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Allocated IP 2001:db8::1 (3505c65d-68e0-46c4-86d9-9a47fe1e0f4e/f46f16c7-0aa7-46f3-9868-0b1456927611/8289bf00-a285-42da-b8f2-c81fa81c6bd0) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:44.472391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] For port e3cf664e-c0de-497e-8a8e-25ee1aac8906, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:44.477150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] For port e3cf664e-c0de-497e-8a8e-25ee1aac8906, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e3cf664e-c0de-497e-8a8e-25ee1aac8906,segment=NetworkSegment(4602379f-073c-4913-b14d-7e7d1d94937a),segment_id=4602379f-073c-4913-b14d-7e7d1d94937a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:44.564818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b50d32cd-6c42-4070-a299-3b508adc289d None None] Provisioning complete for port 37bbaad9-54c8-492d-ab46-289086208bb1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:44.565565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b50d32cd-6c42-4070-a299-3b508adc289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.616571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.624403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port fbfda0a6-b25d-44be-9903-978444e65d61 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:44.627120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:44.638834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.667760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b50d32cd-6c42-4070-a299-3b508adc289d None None] Port 37bbaad9-54c8-492d-ab46-289086208bb1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:44.674130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fbfda0a6-b25d-44be-9903-978444e65d61 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:44.674537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.688780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766b881-4da2-4b35-a8af-0956e9e458cb req-ea4b6786-7a04-4fe4-b56a-7a63d74ec68c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:44.691521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:44.692262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c766b881-4da2-4b35-a8af-0956e9e458cb req-ea4b6786-7a04-4fe4-b56a-7a63d74ec68c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1141648 Aug 28 08:31:44.718846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3edc685b-7626-41f7-b5d4-ac78dd97eb62 admin admin] 10.222.0.46 "PUT /v2.0/routers/0bd22c90-0123-4f90-99f0-ed742da4b712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1645143 Aug 28 08:31:44.816878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.821857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a370-d8a7-46fb-a085-ab8ccd9007c9 None None] Pushing event updated for resources: {'Port': ['ID=e3cf664e-c0de-497e-8a8e-25ee1aac8906,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:44.852801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Transition to ACTIVE for port object 8289bf00-a285-42da-b8f2-c81fa81c6bd0 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:44.857433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:44.911072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c766b881-4da2-4b35-a8af-0956e9e458cb req-8ff080b3-f97b-45ba-9b16-554c2dfb6a5b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120767 Aug 28 08:31:44.919823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port fbfda0a6-b25d-44be-9903-978444e65d61, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fbfda0a6-b25d-44be-9903-978444e65d61,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:44.985740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.010597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.6 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/fa4b53a4-3319-4859-af06-1e3e022c8cf5) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:45.089745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99782946-fbdc-4eea-9e1b-8a8ddc6138b0 req-dc5b2b22-1e41-4293-b10a-27b772f2ac83 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 210 time: 0.0691030 Aug 28 08:31:45.091636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.115595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=fbfda0a6-b25d-44be-9903-978444e65d61,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:45.174473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:45.178108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:45.180748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:45.181226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.241333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Port': ['ID=8289bf00-a285-42da-b8f2-c81fa81c6bd0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:45.389315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.494598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.534529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.586307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:45.591168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:45.611732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:45.633320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:45.690889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:45.738052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:45.739123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.840104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64033827-a3b9-42fe-9520-4c389b9f8fe7 None None] Provisioning for port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:45.847717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64033827-a3b9-42fe-9520-4c389b9f8fe7 None None] Provisioning complete for port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:45.848095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64033827-a3b9-42fe-9520-4c389b9f8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.866199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-33fc7249-a82f-40f2-887f-3563812102ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9708288 Aug 28 08:31:45.891663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Request body: {'port': {'device_id': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:45.918701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-64033827-a3b9-42fe-9520-4c389b9f8fe7 None None] Port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:45.931500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:45.975991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.025020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.026605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.269764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fbfda0a6-b25d-44be-9903-978444e65d61 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:46.386135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4b53a4-3319-4859-af06-1e3e022c8cf5 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:46.403695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.407070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fbfda0a6-b25d-44be-9903-978444e65d61 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:46.407449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.424831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Transition to ACTIVE for port object fa4b53a4-3319-4859-af06-1e3e022c8cf5 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:46.439506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35778) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:46.533047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.602933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e3cf664e-c0de-497e-8a8e-25ee1aac8906 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:46.676415 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Sync routers for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:46.694471 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:46.694734 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:46.792707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event updated for resources: {'Port': ['ID=8289bf00-a285-42da-b8f2-c81fa81c6bd0,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:46.802587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e3cf664e-c0de-497e-8a8e-25ee1aac8906 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:46.811442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:46.857762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Attempting to bind port fa4b53a4-3319-4859-af06-1e3e022c8cf5 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:46.858958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Attempting to bind port fa4b53a4-3319-4859-af06-1e3e022c8cf5 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:46.859841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Attempting to bind port fa4b53a4-3319-4859-af06-1e3e022c8cf5 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:46.875252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Port fa4b53a4-3319-4859-af06-1e3e022c8cf5 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:46.875709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Attempting to bind port fa4b53a4-3319-4859-af06-1e3e022c8cf5 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:46.883606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:46.884099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:46.884259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:46.884720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:46.885409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Bound port: fa4b53a4-3319-4859-af06-1e3e022c8cf5, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:46.885874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.886065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:46.905543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0f26767-bafe-4771-895a-912065a6a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:46.910029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:46.996976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fddf7a-bd9a-4d87-ae7d-5ad123a9627a None None] Network a61da949-ad23-46d0-88ac-62976df787fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:47.028061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Router 601db30b-3d4d-48d6-b9fb-4313897d7182 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:31:47.046805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:47.054475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:47.151673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.209555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Provisioning for port e3cf664e-c0de-497e-8a8e-25ee1aac8906 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:47.224593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:47.224857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Provisioning complete for port e3cf664e-c0de-497e-8a8e-25ee1aac8906 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:47.225411 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.245592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6db97639-3f4c-4815-87ea-f1369db83ae6 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0478075 Aug 28 08:31:47.246509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:47.250094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0f26767-bafe-4771-895a-912065a6a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.257296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] Sync routers for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:47.269835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:47.279885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.280253 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa4b53a4-3319-4859-af06-1e3e022c8cf5 HTTP/1.1" status: 200 len: 1092 time: 1.3947327 Aug 28 08:31:47.280659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:47.287529 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7df4f7-c42d-454a-97ae-9a5e569b2174" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:47.289728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:42Z', 'revision_number': 4, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '37bbaad9-54c8-492d-ab46-289086208bb1', 'name': '', 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'mac_address': 'fa:16:3e:b8:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:41Z', 'updated_at': '2021-08-28T08:31:43Z', 'revision_number': 2, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'subnets': [{'id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:47.320162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:47.320815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:47.336919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69370ac5-6b82-45bf-91fe-37b99b6b6040 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:47.359570 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Checking router: 0bd22c90-0123-4f90-99f0-ed742da4b712 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:31:47.360185 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Updating router 0bd22c90-0123-4f90-99f0-ed742da4b712 port 37bbaad9-54c8-492d-ab46-289086208bb1 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:31:47.367798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0f26767-bafe-4771-895a-912065a6a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.368046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:47.400862 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.406353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:47.407309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:47.419175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35794) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:47.423388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0f26767-bafe-4771-895a-912065a6a522 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97ab551bcceb474fb4e820e3d1c620c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9848619 Aug 28 08:31:47.457434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:47.459092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2c8fc-8fc0-4294-8ff8-a83a36a6cb94 None None] The sync data for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:47.467516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55dd2ad6-3eb4-46da-bfc7-12945a3bf28b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.520175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.530625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:47.545476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644079237', 'description': 'tempest-secgroup-smoke-644079237 description', 'project_id': '8384c65edc5c44029699200605056483'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:47.570336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] For port e3cf664e-c0de-497e-8a8e-25ee1aac8906, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e3cf664e-c0de-497e-8a8e-25ee1aac8906,segment=NetworkSegment(4602379f-073c-4913-b14d-7e7d1d94937a),segment_id=4602379f-073c-4913-b14d-7e7d1d94937a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:47.582398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f26767-bafe-4771-895a-912065a6a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f5688f-b8dd-4c52-8e70-50cb3823b4fb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:47.599691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-ec505483-f5a6-4fb5-8e9a-0c2efac23078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:47.601295 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-ec505483-f5a6-4fb5-8e9a-0c2efac23078 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 1095 time: 0.1568027 Aug 28 08:31:47.671311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-e47cb9ed-2996-457d-a6ce-33478e688d54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0487561 Aug 28 08:31:47.677574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.681178 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-55dd2ad6-3eb4-46da-bfc7-12945a3bf28b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 08:31:47.682573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-55dd2ad6-3eb4-46da-bfc7-12945a3bf28b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182 HTTP/1.1" status: 409 len: 329 time: 0.4351068 Aug 28 08:31:47.687220 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.688330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:47.769046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.778037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.790518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258daaf-0465-4cca-9f6d-049cac635883 req-b6ba4002-f5e2-4318-a2e5-9c493f1e60ab tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:47.796075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8258daaf-0465-4cca-9f6d-049cac635883 req-b6ba4002-f5e2-4318-a2e5-9c493f1e60ab tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 943 time: 0.1818736 Aug 28 08:31:47.815459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0cde7-4cfc-4c41-bfa1-723dd96510c4 None None] Pushing event updated for resources: {'Port': ['ID=e3cf664e-c0de-497e-8a8e-25ee1aac8906,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:47.864878 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.880798 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Transition to ACTIVE for port object 37bbaad9-54c8-492d-ab46-289086208bb1 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:47.897978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3f896459-2207-43da-a228-df550adba5d5 None None] Provisioning complete for port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:47.899916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3f896459-2207-43da-a228-df550adba5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.919684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8258daaf-0465-4cca-9f6d-049cac635883 req-bd89cbc3-dea9-41d7-a9ec-715df111bb0e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226277 Aug 28 08:31:47.951493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-f6c51aa3-f3d1-4888-bbd2-b76e184ddca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:47.954516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-f6c51aa3-f3d1-4888-bbd2-b76e184ddca7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.2718506 Aug 28 08:31:47.961640 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:47.964914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3f896459-2207-43da-a228-df550adba5d5 None None] Port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:47.983437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3f896459-2207-43da-a228-df550adba5d5 None None] Provisioning complete for port e3cf664e-c0de-497e-8a8e-25ee1aac8906 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:47.984028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3f896459-2207-43da-a228-df550adba5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.052936 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5dd76-4b73-451d-ba33-229cd033d3f1 None None] Pushing event updated for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:48.058022 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-870a7960-8162-44ba-b9b9-b3d05bb22ed1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889750 Aug 28 08:31:48.063468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.069549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.073939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72f5688f-b8dd-4c52-8e70-50cb3823b4fb HTTP/1.1" status: 204 len: 168 time: 0.6536148 Aug 28 08:31:48.081405 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2e475d-d05a-4335-afb1-4887d07a8af0 x-openstack-request-id: req-5e2e475d-d05a-4335-afb1-4887d07a8af0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:48.081880 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:48.085331 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e2e475d-d05a-4335-afb1-4887d07a8af0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:48.088559 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5', 'status': 'completed', 'code': 200} Aug 28 08:31:48.156840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44565b-0c86-4f6b-844a-daf859eb3971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f5688f-b8dd-4c52-8e70-50cb3823b4fb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:48.182979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Attempting to bind port 37bbaad9-54c8-492d-ab46-289086208bb1 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:48.187069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Attempting to bind port 37bbaad9-54c8-492d-ab46-289086208bb1 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:48.187069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Attempting to bind port 37bbaad9-54c8-492d-ab46-289086208bb1 on network d7210c44-c63d-41b6-b553-ca8d7ae640ce {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:48.198793 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:48.199171 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Checking segment: {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:48.199574 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.199967 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Bound using segment: {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:48.200503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Bound port: 37bbaad9-54c8-492d-ab46-289086208bb1, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb96dd-9485-4896-b19c-4c8955531de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:48.200881 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.257380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e3cf664e-c0de-497e-8a8e-25ee1aac8906 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:48.321802 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] For port 37bbaad9-54c8-492d-ab46-289086208bb1, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:48.326368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] For port 37bbaad9-54c8-492d-ab46-289086208bb1, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37bbaad9-54c8-492d-ab46-289086208bb1,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:48.370738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e3cf664e-c0de-497e-8a8e-25ee1aac8906 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:48.371260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.378689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.393193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-7f6b490a-7cbc-4ca5-8665-611f659a3550 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888741 Aug 28 08:31:48.425321 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.506529 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:48.508898 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:48.518702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.540414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1fe47b50-c6ca-4b29-9c3d-572885577042 req-5a1a4eb2-fda1-4b99-89c5-d57bd11f69bb service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381388 Aug 28 08:31:48.576793 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5dd76-4b73-451d-ba33-229cd033d3f1 None None] Pushing event updated for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:48.578180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.626920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db74dc50-f068-458b-a342-ef5691fae70c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:48.671525 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:31:48.748529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.751593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a4e1343b-4420-4069-980d-614a4ad59151 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2123897 Aug 28 08:31:48.752275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35814) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:48.758476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:48.875478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.877531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:31:48.895536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting port 8289bf00-a285-42da-b8f2-c81fa81c6bd0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:48.895984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:48.930538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-a97b9f2f-c87f-4372-acdc-5149328c0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:48.930930 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:42Z', 'revision_number': 4, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '37bbaad9-54c8-492d-ab46-289086208bb1', 'name': '', 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'mac_address': 'fa:16:3e:b8:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:41Z', 'updated_at': '2021-08-28T08:31:48Z', 'revision_number': 4, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'subnets': [{'id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:48.932907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-a97b9f2f-c87f-4372-acdc-5149328c0ad8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 1095 time: 0.1021900 Aug 28 08:31:49.012177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.036942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Calling delete_port for 8289bf00-a285-42da-b8f2-c81fa81c6bd0 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:49.042667 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1977c-7a19-45e2-a607-8594b42a7653 None None] The sync data for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 is: [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:31:42Z', 'revision_number': 4, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '37bbaad9-54c8-492d-ab46-289086208bb1', 'name': '', 'network_id': 'd7210c44-c63d-41b6-b553-ca8d7ae640ce', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'mac_address': 'fa:16:3e:b8:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:41Z', 'updated_at': '2021-08-28T08:31:48Z', 'revision_number': 4, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'subnets': [{'id': 'fdfc9211-8e67-4a2f-879d-001b9d11845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:49.052292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:49.059626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.102738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-297c68cf-3739-4665-a484-e0b0d0ebcad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.119193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-e9b32337-9c39-4c9d-89a0-0b55071e7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:49.121025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-e9b32337-9c39-4c9d-89a0-0b55071e7ab2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 907 time: 0.1788478 Aug 28 08:31:49.127122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.212944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-4614cfee-ccce-42b6-9567-11b39f377eb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0773809 Aug 28 08:31:49.213740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6819998-424c-4643-a6a8-5898a21928e2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:49.242834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b684-7915-4a3e-8777-0ee5d09e6748 req-00ec2d0b-f5e4-4573-83c3-f0608cfcb33f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:49.244435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfd5b684-7915-4a3e-8777-0ee5d09e6748 req-00ec2d0b-f5e4-4573-83c3-f0608cfcb33f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 943 time: 0.1748631 Aug 28 08:31:49.290641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-afcc4d76-9b1f-4660-981c-5896411a57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:49.292112 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-afcc4d76-9b1f-4660-981c-5896411a57de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0683336 Aug 28 08:31:49.333159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-cf76ad1f-171f-431b-b585-a70f2308c14a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298140 Aug 28 08:31:49.370826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfd5b684-7915-4a3e-8777-0ee5d09e6748 req-aac99d86-5477-43b2-b21f-0fa9ddfeb4da tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139936 Aug 28 08:31:49.468542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-282d69f8-bf77-4dad-b141-a89eae496608 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244237 Aug 28 08:31:49.487485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-297c68cf-3739-4665-a484-e0b0d0ebcad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.573696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.600811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1a7df4f7-c42d-454a-97ae-9a5e569b2174 req-951fba5a-2580-422e-956e-e53506094441 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237559 Aug 28 08:31:49.619859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Port': ['ID=8289bf00-a285-42da-b8f2-c81fa81c6bd0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:49.627861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-297c68cf-3739-4665-a484-e0b0d0ebcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.713797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.718651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3b0a4b5e-c97d-428c-b4ae-9cfea7daea4a tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9640944 Aug 28 08:31:49.722055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35826) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:49.727841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:49.760532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c68cf-3739-4665-a484-e0b0d0ebcad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d6dba-2337-416f-876d-763e7c57a2aa,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:49.820070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-297c68cf-3739-4665-a484-e0b0d0ebcad8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9e0ef784c294b07b191359af78ff0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630379 Aug 28 08:31:49.820694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:49.828168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.904041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:49.939842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.029570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Router 601db30b-3d4d-48d6-b9fb-4313897d7182 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:31:50.093052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.114409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:31:50.120249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91aef82c-4010-4de1-900a-35bffaa81029 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4257507 Aug 28 08:31:50.124645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35834) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.128992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] Sync routers for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:31:50.137368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.140105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.143987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f20d6dba-2337-416f-876d-763e7c57a2aa HTTP/1.1" status: 204 len: 168 time: 0.3190653 Aug 28 08:31:50.145050 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:50.149485 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:50.161874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37bbaad9-54c8-492d-ab46-289086208bb1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:50.172639 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-78b6610c-68b6-4e86-8009-664016fb9a5b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] show failed (client error): The resource could not be found. Aug 28 08:31:50.173717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-78b6610c-68b6-4e86-8009-664016fb9a5b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-147803230 HTTP/1.1" status: 404 len: 334 time: 0.0429502 Aug 28 08:31:50.179300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35838) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.186196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fdcf6df3-c13d-4969-a4dc-975a2f7f5f8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:50.194056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:50.206723 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] Routers {'601db30b-3d4d-48d6-b9fb-4313897d7182'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:31:50.208986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:31:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['601db30b-3d4d-48d6-b9fb-4313897d7182'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:50.213220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd411-77fc-4a26-905d-dea39f9bf1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d6dba-2337-416f-876d-763e7c57a2aa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:50.259375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:50.259375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b450-a0e3-49f7-a667-79e32aa6a4f2 None None] The sync data for ids ['601db30b-3d4d-48d6-b9fb-4313897d7182'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:31:50.262723 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-fdcf6df3-c13d-4969-a4dc-975a2f7f5f8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] update failed (client error): The resource could not be found. Aug 28 08:31:50.267923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fdcf6df3-c13d-4969-a4dc-975a2f7f5f8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1564733134 HTTP/1.1" status: 404 len: 335 time: 0.0856349 Aug 28 08:31:50.268619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35840) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.300326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.342544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 37bbaad9-54c8-492d-ab46-289086208bb1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:50.344193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting subnet db47063b-f963-4630-909b-7934e5858f80 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:50.349550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 37bbaad9-54c8-492d-ab46-289086208bb1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:50.351292 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.351790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.367431 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.393492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8273b24-eeb7-45cb-bb95-210cf0ba9267,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:50.407878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.482025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.516310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.518184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a4a912d0-fc35-4b62-b8cd-ecf872a22b5e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7947657 Aug 28 08:31:50.524365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.530677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:50.532674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 37bbaad9-54c8-492d-ab46-289086208bb1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37bbaad9-54c8-492d-ab46-289086208bb1,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:50.547408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.583854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7577f57-b230-48b8-86c3-642752835804 req-90db04e1-02ea-4b15-a57e-c33331117429 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:50.585534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7577f57-b230-48b8-86c3-642752835804 req-90db04e1-02ea-4b15-a57e-c33331117429 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 943 time: 0.0868599 Aug 28 08:31:50.647348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7577f57-b230-48b8-86c3-642752835804 req-d71aab02-3def-4834-9d71-1cc00c5f1549 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Aug 28 08:31:50.653327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.668547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.721083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:50.730868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.731224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.731561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.731896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.732227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.732555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.732873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.733402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.733904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.734463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.734795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.735128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:50.745196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.765197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.778506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Subnet': ['ID=db47063b-f963-4630-909b-7934e5858f80,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:50.780505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.782470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d7075bc-6b85-474a-90b1-317e3cacb3dd tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/subnets/db47063b-f963-4630-909b-7934e5858f80 HTTP/1.1" status: 204 len: 168 time: 0.5128014 Aug 28 08:31:50.784830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35854) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.787885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407d57d-d7b1-43ca-8191-b887f2976cfb None None] Network a61da949-ad23-46d0-88ac-62976df787fe requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:50.870413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.878069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.888457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0824cc5c-d222-4e0e-8a70-afd442604bf4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:50.939981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting port e3cf664e-c0de-497e-8a8e-25ee1aac8906 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:50.940349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.950640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:50.952005 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f75a02b-06c4-4546-9bb4-b28adea4e240 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260108 Aug 28 08:31:50.955114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:50.961867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:51.018897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] DHCP port deletion for a61da949-ad23-46d0-88ac-62976df787fe request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:31:51.024432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] For port e3cf664e-c0de-497e-8a8e-25ee1aac8906, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e3cf664e-c0de-497e-8a8e-25ee1aac8906,segment=NetworkSegment(4602379f-073c-4913-b14d-7e7d1d94937a),segment_id=4602379f-073c-4913-b14d-7e7d1d94937a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:51.028455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.040054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Calling delete_port for e3cf664e-c0de-497e-8a8e-25ee1aac8906 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:51.074539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:51.102810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.102950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Deleting port e3cf664e-c0de-497e-8a8e-25ee1aac8906 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:51.102950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.193848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.215568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] For port e3cf664e-c0de-497e-8a8e-25ee1aac8906, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e3cf664e-c0de-497e-8a8e-25ee1aac8906,segment=NetworkSegment(4602379f-073c-4913-b14d-7e7d1d94937a),segment_id=4602379f-073c-4913-b14d-7e7d1d94937a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:51.216141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.235907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.237377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Calling delete_port for e3cf664e-c0de-497e-8a8e-25ee1aac8906 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:51.264788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.275735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] No DVR routers for this DVR port e3cf664e-c0de-497e-8a8e-25ee1aac8906 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:51.281640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Port': ['ID=e3cf664e-c0de-497e-8a8e-25ee1aac8906,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.283492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a69776-9db0-488c-a4dc-b152fc6f8eb9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.294088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:51.311959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:51.351888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.355393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bb09b129-ff4d-4a17-bbb3-96c0ad3297ab tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975949 Aug 28 08:31:51.358318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35876) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:51.366538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.385367 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:31:51.389570 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:31:51.397482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.412353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61da949-ad23-46d0-88ac-62976df787fe']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:51.434044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4602379f-073c-4913-b14d-7e7d1d94937a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:51.435141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4602379f-073c-4913-b14d-7e7d1d94937a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:51.448406 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.449874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.471527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.482094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:51.483177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.486075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.488152 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Project 8384c65edc5c44029699200605056483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:31:51.494025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.502156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] Pushing event deleted for resources: {'Port': ['ID=e3cf664e-c0de-497e-8a8e-25ee1aac8906,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.505357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:51.511781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045597a3-afbf-4a16-89d0-d1a60dc2beed None None] No DVR routers for this DVR port e3cf664e-c0de-497e-8a8e-25ee1aac8906 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:51.540396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:51.549717 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:51.585729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.625130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.670514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.685955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.696464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.716971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.719072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/networks/a61da949-ad23-46d0-88ac-62976df787fe HTTP/1.1" status: 204 len: 168 time: 0.9332650 Aug 28 08:31:51.719950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c33a-16e5-44d6-a3eb-64bec7f09d72 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Network': ['ID=a61da949-ad23-46d0-88ac-62976df787fe,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.721659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35888) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:51.736435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d5414f-59ca-4ec7-8351-6e252920bdbd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:51.825805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting subnet 8fda56ce-922a-44ef-8da5-0ec49d40dd97 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:51.826658 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.837806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.840510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2f084fdb-8ea8-4410-9d5c-b8d825f799ed tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4801500 Aug 28 08:31:51.842745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35914) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:51.850525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'security_group_rule': {'security_group_id': 'db74dc50-f068-458b-a342-ef5691fae70c', 'project_id': '8384c65edc5c44029699200605056483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:51.864607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['50181929-fa43-44bf-a9a5-51ae6613b9ad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:51.864897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-d15ac5e1-7290-433b-bf4b-115cdf40acd3 req-b21116b2-26c1-4af1-83ce-5315e87f4ba8 service neutron] (95466) timed out ('10.222.0.46', 35178) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:31:51.916339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c704-f8b6-4b94-b01e-0a563c6b8507 req-42e0c387-32cf-4763-beda-5ae33a7938bd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:51.919409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89a8c704-f8b6-4b94-b01e-0a563c6b8507 req-42e0c387-32cf-4763-beda-5ae33a7938bd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 943 time: 0.1500709 Aug 28 08:31:51.927565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:51.967098 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Project 8384c65edc5c44029699200605056483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:31:51.972504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.068843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89a8c704-f8b6-4b94-b01e-0a563c6b8507 req-3ebae844-b401-4884-8cf6-0772ef28015f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347499 Aug 28 08:31:52.088128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.123289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.155918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37bbaad9-54c8-492d-ab46-289086208bb1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:52.183752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.208099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a023f3c-4dff-4419-8063-ce07277b99b7,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:52.211057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 37bbaad9-54c8-492d-ab46-289086208bb1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:52.211460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.271338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.271953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.272695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c6639ae9-0bc6-49be-8c58-94959bb2a2f6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4289839 Aug 28 08:31:52.306033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Subnet': ['ID=8fda56ce-922a-44ef-8da5-0ec49d40dd97,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:52.316823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.319697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-223d13cf-6417-4e9d-8ec9-2641376d0e8b tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/subnets/8fda56ce-922a-44ef-8da5-0ec49d40dd97 HTTP/1.1" status: 204 len: 168 time: 0.5972278 Aug 28 08:31:52.324011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35938) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:52.326861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67276624-1a3e-481c-9e70-017a7ef0fead None None] Network 1f6907d1-5752-4a68-9d5c-a5420524c5a9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:52.400462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting subnet 749c8648-86fe-4ad4-8c4d-79c47d72e260 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:52.404732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.462362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e3cf664e-c0de-497e-8a8e-25ee1aac8906 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:52.466274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.485959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e3cf664e-c0de-497e-8a8e-25ee1aac8906 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:52.486289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e3cf664e-c0de-497e-8a8e-25ee1aac8906 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:52.517563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35952) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:52.560887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fa4b53a4-3319-4859-af06-1e3e022c8cf5 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:31:52.589312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-2dd0b7e7-d644-426b-be87-346db63453cc tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644079237&fields=id&tenant_id=8384c65edc5c44029699200605056483 HTTP/1.1" status: 200 len: 267 time: 0.0447383 Aug 28 08:31:52.670107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] DHCP port deletion for 1f6907d1-5752-4a68-9d5c-a5420524c5a9 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:31:52.728059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.855822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-0e18fa8b-8383-4a1e-b8bf-436f41cd3367 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:52.863189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-0e18fa8b-8383-4a1e-b8bf-436f41cd3367 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 808 time: 0.2617345 Aug 28 08:31:52.866485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Deleting port a265185f-7553-439b-9bdc-d85703215b88 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:52.866863 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.870115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:52.898111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4af1d99f-c3fa-4359-bfa9-fb2ad437d788 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/quotas/8384c65edc5c44029699200605056483 HTTP/1.1" status: 200 len: 375 time: 0.0224881 Aug 28 08:31:52.919253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a740989-0714-4e8f-913a-d716a8d1d819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.967674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-09b94cbe-d943-4d7d-8199-0fec22fa7814 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799925 Aug 28 08:31:52.967949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:52.988753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-750453b2-e27b-475a-b698-6cbf37fc8dca tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:31:52.989823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-750453b2-e27b-475a-b698-6cbf37fc8dca tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077975 Aug 28 08:31:53.002402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Subnet': ['ID=749c8648-86fe-4ad4-8c4d-79c47d72e260,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.009379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.015355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35958) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:53.015769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e54fac45-b89f-428c-ba63-0d2ec8ab8dcb tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/subnets/749c8648-86fe-4ad4-8c4d-79c47d72e260 HTTP/1.1" status: 204 len: 168 time: 0.6903305 Aug 28 08:31:53.106115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc270a3-5388-462d-8fc8-503203f41032 None None] Network fe015190-71df-41bd-ad74-59c6968614dc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:53.107886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:53.141542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5', 'mac_address': 'fa:16:3e:28:be:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:31:53.177294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.237827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] For port a265185f-7553-439b-9bdc-d85703215b88, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a265185f-7553-439b-9bdc-d85703215b88,segment=NetworkSegment(f132e040-0006-40df-82ac-1b424a37cac8),segment_id=f132e040-0006-40df-82ac-1b424a37cac8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:53.238602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.271784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Calling delete_port for a265185f-7553-439b-9bdc-d85703215b88 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:53.304529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.378949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 50181929-fa43-44bf-a9a5-51ae6613b9ad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:53.380194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.382299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4b53a4-3319-4859-af06-1e3e022c8cf5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:53.447765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:53.528400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.557748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:53.559830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a740989-0714-4e8f-913a-d716a8d1d819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.560337 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8216d-3d13-4234-9992-51a050808f8c" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:53.565050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-3eb14232-cc87-4e8e-87b3-4b2a4a0df780 service neutron] 10.222.0.46 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613706 Aug 28 08:31:53.575023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] DHCP port deletion for fe015190-71df-41bd-ad74-59c6968614dc request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:31:53.580805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:53.602244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.633796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.663513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] No DVR routers for this DVR port a265185f-7553-439b-9bdc-d85703215b88 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:53.682913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.687079 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a740989-0714-4e8f-913a-d716a8d1d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.692007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Deleting port b09c9ff1-5485-4a6f-a545-32a621f81970 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:53.694124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.725225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.727248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a678435-30b2-4bc8-9039-19096f2d664e None None] Pushing event deleted for resources: {'Port': ['ID=a265185f-7553-439b-9bdc-d85703215b88,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.747124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting port a265185f-7553-439b-9bdc-d85703215b88 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:53.747473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.757841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7a740989-0714-4e8f-913a-d716a8d1d819 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9af6e89d256146e8a964689a57351c45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2397695 Aug 28 08:31:53.763015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35976) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:53.816242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.818190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a740989-0714-4e8f-913a-d716a8d1d819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548bb963-b746-4081-9b3f-e6a34bfe875d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.822273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] For port b09c9ff1-5485-4a6f-a545-32a621f81970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b09c9ff1-5485-4a6f-a545-32a621f81970,segment=NetworkSegment(c93aeedc-f99e-42aa-aef2-0c92b1326b5e),segment_id=c93aeedc-f99e-42aa-aef2-0c92b1326b5e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:53.822688 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.833208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1d84e462-24bf-47dc-8014-cc9a1e1e9930 service neutron] 10.222.0.46 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617483 Aug 28 08:31:53.853282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.855324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Calling delete_port for b09c9ff1-5485-4a6f-a545-32a621f81970 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:53.857246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.873435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] For port a265185f-7553-439b-9bdc-d85703215b88, host n-d-792458-16, got binding levels [] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:53.873817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.888306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Calling delete_port for a265185f-7553-439b-9bdc-d85703215b88 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:53.891973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Port a265185f-7553-439b-9bdc-d85703215b88 was not found and therefore no delete operation was performed {{(pid=95466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:31:53.893276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:53.925217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Port': ['ID=a265185f-7553-439b-9bdc-d85703215b88,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:53.932324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] No DVR routers for this DVR port a265185f-7553-439b-9bdc-d85703215b88 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:53.958993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fa4b53a4-3319-4859-af06-1e3e022c8cf5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:31:54.031056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.035218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.039626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.039626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/548bb963-b746-4081-9b3f-e6a34bfe875d HTTP/1.1" status: 204 len: 168 time: 0.2761712 Aug 28 08:31:54.048444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6907d1-5752-4a68-9d5c-a5420524c5a9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.050661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a54e-2e4e-44a4-afaf-f7c78dc9c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548bb963-b746-4081-9b3f-e6a34bfe875d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:54.062828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f132e040-0006-40df-82ac-1b424a37cac8') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.063597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f132e040-0006-40df-82ac-1b424a37cac8') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.075269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.090864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:54.105973 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:54.136131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a265185f-7553-439b-9bdc-d85703215b88 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:54.140619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.202563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a265185f-7553-439b-9bdc-d85703215b88 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:54.202932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a265185f-7553-439b-9bdc-d85703215b88 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:54.203372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b09c9ff1-5485-4a6f-a545-32a621f81970 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:54.208359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] Pushing event deleted for resources: {'Port': ['ID=b09c9ff1-5485-4a6f-a545-32a621f81970,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:54.234613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef864c7-fb05-476e-9186-dc7e0099a5f4 None None] No DVR routers for this DVR port b09c9ff1-5485-4a6f-a545-32a621f81970 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:54.236137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b09c9ff1-5485-4a6f-a545-32a621f81970 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:54.236487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b09c9ff1-5485-4a6f-a545-32a621f81970 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:54.264809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.275540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.277484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/networks/1f6907d1-5752-4a68-9d5c-a5420524c5a9 HTTP/1.1" status: 204 len: 168 time: 1.2599540 Aug 28 08:31:54.281824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35988) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:54.291523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ac6f-d4ae-49dd-b18f-a5fbb94240e2 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Network': ['ID=1f6907d1-5752-4a68-9d5c-a5420524c5a9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:54.313703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c75fc-c316-4346-8708-81d3d63bc7bd req-21e669da-5948-4afb-94fa-82511c5d3fbb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:54.315496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-726c75fc-c316-4346-8708-81d3d63bc7bd req-21e669da-5948-4afb-94fa-82511c5d3fbb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 944 time: 0.0970240 Aug 28 08:31:54.379034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-726c75fc-c316-4346-8708-81d3d63bc7bd req-137365d7-b6bf-4714-91fd-b0dc633e14b4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Aug 28 08:31:54.431029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.452033 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5345feb-81b4-40c0-ab66-a6009ce0d84d x-openstack-request-id: req-a5345feb-81b4-40c0-ab66-a6009ce0d84d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:54.452628 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:54.452889 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5345feb-81b4-40c0-ab66-a6009ce0d84d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:54.453360 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:31:54.529380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b82bd335-0ae5-492b-b5ca-409f88cbc7a9 req-040749e4-1b96-4e29-92b4-5f26c47c1048 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 210 time: 0.0424604 Aug 28 08:31:54.553042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.565372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe015190-71df-41bd-ad74-59c6968614dc']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.578962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.579341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93aeedc-f99e-42aa-aef2-0c92b1326b5e') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:54.590998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.606415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.613920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:54.614455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:54.618041 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:54.747010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.758454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.760138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/networks/fe015190-71df-41bd-ad74-59c6968614dc HTTP/1.1" status: 204 len: 168 time: 0.4768023 Aug 28 08:31:54.763079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36008) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:54.773069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042b5a-5ad0-4341-85b8-06a50d6bd783 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Network': ['ID=fe015190-71df-41bd-ad74-59c6968614dc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:54.840311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting subnet f46f16c7-0aa7-46f3-9868-0b1456927611 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:31:54.844027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.890226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:54.987358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.145348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.177629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Subnet': ['ID=f46f16c7-0aa7-46f3-9868-0b1456927611,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:55.180273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.182238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9890368a-5cba-4742-92d5-35a6f9b9a7c8 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/subnets/f46f16c7-0aa7-46f3-9868-0b1456927611 HTTP/1.1" status: 204 len: 168 time: 0.4180083 Aug 28 08:31:55.184834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36022) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:55.191388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d27de1-1f06-4d5a-a8f9-f3d04278525b None None] Network 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:55.305575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.409692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] DHCP port deletion for 3505c65d-68e0-46c4-86d9-9a47fe1e0f4e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:31:55.435453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Deleting port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:55.436091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.495892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Deleting port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:31:55.496465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.553076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] For port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,segment=NetworkSegment(3ddef15b-7ea5-4702-b984-52eb4f0b045a),segment_id=3ddef15b-7ea5-4702-b984-52eb4f0b045a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:55.553448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.570969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Calling delete_port for c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:55.573674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] For port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,segment=NetworkSegment(3ddef15b-7ea5-4702-b984-52eb4f0b045a),segment_id=3ddef15b-7ea5-4702-b984-52eb4f0b045a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:55.574076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.583781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de0a89-879d-4076-94af-acf6e2072eb0 req-5d528a9b-189f-4544-85c8-3cd19559784a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:55.585423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7de0a89-879d-4076-94af-acf6e2072eb0 req-5d528a9b-189f-4544-85c8-3cd19559784a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 944 time: 0.0919232 Aug 28 08:31:55.604486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Calling delete_port for c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:31:55.687121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7de0a89-879d-4076-94af-acf6e2072eb0 req-53556515-f626-4dfb-b056-77c2baf4cbe6 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Aug 28 08:31:55.787547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.791800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.794499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9497cf94-e99b-4995-968f-df04b60efd63 req-209f2466-c6fb-4013-8426-5c4118c28902 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 210 time: 0.0379100 Aug 28 08:31:55.796006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.824578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] Pushing event deleted for resources: {'Port': ['ID=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:55.832602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479d629-d7a3-4b3c-a25c-ad292fa4a876 None None] No DVR routers for this DVR port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:55.850252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Port': ['ID=c9f72c29-c6a3-4b69-84c1-3ad9f1200f48,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:55.852668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] No DVR routers for this DVR port c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:31:55.944901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:55.957119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3505c65d-68e0-46c4-86d9-9a47fe1e0f4e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:55.970641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddef15b-7ea5-4702-b984-52eb4f0b045a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:55.970943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddef15b-7ea5-4702-b984-52eb4f0b045a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:31:55.983141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.005086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.019377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:31:56.019802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:31:56.025684 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:31:56.100895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:31:56.121199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:31:56.121549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c9f72c29-c6a3-4b69-84c1-3ad9f1200f48 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:31:56.190135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.209528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.214526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/networks/3505c65d-68e0-46c4-86d9-9a47fe1e0f4e HTTP/1.1" status: 204 len: 168 time: 1.0256851 Aug 28 08:31:56.214526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc273f-c846-4f56-96b0-714d274fa208 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Pushing event deleted for resources: {'Network': ['ID=3505c65d-68e0-46c4-86d9-9a47fe1e0f4e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:56.215212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36048) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:56.245781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-22dc8023-f57b-409e-80a4-db24c5f6fb3c tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "GET /v2.0/ports?device_id=601db30b-3d4d-48d6-b9fb-4313897d7182 HTTP/1.1" status: 200 len: 205 time: 0.0272577 Aug 28 08:31:56.246234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36050) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:56.253174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36052) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:56.336372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.483809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-447036308', 'router:external': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:56.525332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.529382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.576972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fa4b53a4-3319-4859-af06-1e3e022c8cf5 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:31:56.704518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Made reservation on behalf of e789a636308145f195395a7a1d2e0ce3 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:56.707112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.720430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.738018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-23a882f3-9984-46a6-9c81-f422f7832fb9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:56.743225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-23a882f3-9984-46a6-9c81-f422f7832fb9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 808 time: 0.1357219 Aug 28 08:31:56.745794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port fa4b53a4-3319-4859-af06-1e3e022c8cf5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:56.751755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port fa4b53a4-3319-4859-af06-1e3e022c8cf5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:56.752148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.752598 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.752816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Fanout notify agent at l3_agent the message router_deleted on router 601db30b-3d4d-48d6-b9fb-4313897d7182 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:31:56.764516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.765859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f113a77-96f8-4d9a-8ee7-f113ae2ee351 tempest-RoutersNegativeIpV6Test-1167161459 tempest-RoutersNegativeIpV6Test-1167161459-project] 10.222.0.46 "DELETE /v2.0/routers/601db30b-3d4d-48d6-b9fb-4313897d7182 HTTP/1.1" status: 204 len: 168 time: 0.5186713 Aug 28 08:31:56.874549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-9b2afe59-8f55-48ab-b3c4-c8cd6d12ae56 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8384c65edc5c44029699200605056483 HTTP/1.1" status: 200 len: 379 time: 0.0906277 Aug 28 08:31:56.878261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4cb30-b58d-4e51-9249-bc04cfe5ce77 req-4d204ed3-d0e9-434b-a339-7bcd3a9c1af2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:56.890687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'port': {'device_id': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'admin_state_up': True, 'tenant_id': '8384c65edc5c44029699200605056483', 'security_groups': ['db74dc50-f068-458b-a342-ef5691fae70c']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:56.899830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc4cb30-b58d-4e51-9249-bc04cfe5ce77 req-4d204ed3-d0e9-434b-a339-7bcd3a9c1af2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 944 time: 0.1214676 Aug 28 08:31:56.934185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:56.970339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:31:56.973946 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed34137-d900-49d8-af60-db38275fe8d2" -d '{"events": [{"server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "name": "network-vif-plugged", "status": "completed", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:31:56.999803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc4cb30-b58d-4e51-9249-bc04cfe5ce77 req-51bffe39-3adf-42b5-9f64-83158ab0da26 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956411 Aug 28 08:31:57.002014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.016120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:31:57.086861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.111004 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.169143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6c8bdc7-e751-411e-b501-26532f5ee435 req-8b57f0c7-9a3d-43a0-a936-ee72d93cba8f tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 210 time: 0.0785689 Aug 28 08:31:57.173331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:31:57.179544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc3b454-6d0d-448d-a869-ac083e98c272,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:57.186866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.187219 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Added segment 54bad553-8d20-4a81-9642-4abe2966a0ba of type vlan for network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d Aug 28 08:31:57.197300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Made reservation on behalf of 8384c65edc5c44029699200605056483 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:57.202930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.230310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:57.249912 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.266073 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffd5cf4-398d-42c6-aa26-2bcaaa291d41 x-openstack-request-id: req-9ffd5cf4-398d-42c6-aa26-2bcaaa291d41 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:31:57.266073 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "name": "network-vif-plugged", "status": "completed", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:31:57.266333 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ffd5cf4-398d-42c6-aa26-2bcaaa291d41 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:31:57.266764 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5', 'code': 200} Aug 28 08:31:57.351129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.352346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:57.353242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.454412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Network': ['ID=ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:57.469649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:31:57.479731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359659-761b-40c2-82e1-7154a0878603 req-e642a295-6f5f-4832-a467-2e015776f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:57.481718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2359659-761b-40c2-82e1-7154a0878603 req-e642a295-6f5f-4832-a467-2e015776f390 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 1097 time: 0.1017900 Aug 28 08:31:57.490134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Allocated IP 172.20.0.4 (9cfc0203-58c0-430b-a157-c36302093fd7/6b0b4fa5-428c-4e1e-9121-9dabcdb354b2/84d3cddb-b458-42c9-b579-7d375d12362b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:57.549066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bbd25ac3-76b3-4186-b063-eddf4be0ab6f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2948070 Aug 28 08:31:57.549996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36092) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:57.555960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'subnet': {'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:57.563369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36094) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:57.568178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2359659-761b-40c2-82e1-7154a0878603 req-fe1378c1-ed9d-4082-a9c5-7bc2854f4a89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713222 Aug 28 08:31:57.691668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5fd86ed4-5650-4d78-ae28-b73bfa475a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.738686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Made reservation on behalf of e789a636308145f195395a7a1d2e0ce3 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:57.742162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.749940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.776209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Transition to ACTIVE for port object 84d3cddb-b458-42c9-b579-7d375d12362b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:57.793664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03c00f96-abec-4624-b673-2c7de848b0eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e931dc7bfa924fa2822eb44a5d82ce7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278206 Aug 28 08:31:57.797086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:57.872550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.914509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Network 9cfc0203-58c0-430b-a157-c36302093fd7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:31:57.918027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:57.922298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:31:57.949248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:57.972016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:57.985347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.985702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.986047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.986502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.986841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.987589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.987589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.987894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.988130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.988454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.988901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.989232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:31:57.997900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.031304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:58.032164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.122282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-1c07f469-b293-4ea2-b83f-165980eabfde tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2365756 Aug 28 08:31:58.144816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Request body: {'port': {'device_id': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:58.255230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e77f9-a8aa-48fc-a588-b760b0cf9ec5 req-bec8bea2-7830-450d-bfbf-db1c4c17e428 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:58.257431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a6e77f9-a8aa-48fc-a588-b760b0cf9ec5 req-bec8bea2-7830-450d-bfbf-db1c4c17e428 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.0950856 Aug 28 08:31:58.259183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.263002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.265056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e176b539-4ca1-412d-abf6-e0fd417b2427 HTTP/1.1" status: 204 len: 168 time: 0.4668074 Aug 28 08:31:58.284817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b63a-93aa-43aa-839b-3822f01ee9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176b539-4ca1-412d-abf6-e0fd417b2427,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:58.451276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a6e77f9-a8aa-48fc-a588-b760b0cf9ec5 req-84679ae1-fee4-4266-90ae-02d90e840e04 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845338 Aug 28 08:31:58.471224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-84b6a9a0-c089-451f-8de7-a5a5294d98d5 None None] Provisioning for port 84d3cddb-b458-42c9-b579-7d375d12362b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:31:58.477200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-84b6a9a0-c089-451f-8de7-a5a5294d98d5 None None] Provisioning complete for port 84d3cddb-b458-42c9-b579-7d375d12362b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:31:58.477806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-84b6a9a0-c089-451f-8de7-a5a5294d98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.578331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-84b6a9a0-c089-451f-8de7-a5a5294d98d5 None None] Port 84d3cddb-b458-42c9-b579-7d375d12362b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:31:58.680647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:31:58.690992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.786689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e799771c-76db-4104-b7c7-58fcb64d556b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:58.828856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:58.915425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f0ab4-b592-4b0c-92d6-acff30a917d2 req-0ee4aa07-d45a-45fa-8350-2e09c6eda3aa tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:58.928002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d92f0ab4-b592-4b0c-92d6-acff30a917d2 req-0ee4aa07-d45a-45fa-8350-2e09c6eda3aa tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 931 time: 0.3146253 Aug 28 08:31:59.047865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d92f0ab4-b592-4b0c-92d6-acff30a917d2 req-cbdbe21f-b442-4a54-8b91-67137f329579 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098001 Aug 28 08:31:59.048915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Checking segment: {'id': '54bad553-8d20-4a81-9642-4abe2966a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:59.049115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network hostable DHCP agents. Network: ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:31:59.161451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:31:59.218535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d3cddb-b458-42c9-b579-7d375d12362b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:31:59.237188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:59.277990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:31:59.307302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:59.308807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:59.315959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c73159-ca71-4b18-bf8a-a92c162e1f25 None None] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:59.331888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Transition to ACTIVE for port object 84d3cddb-b458-42c9-b579-7d375d12362b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:31:59.425489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8a4d9d33-c28e-497a-918c-2a38daa888cb tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8744690 Aug 28 08:31:59.428937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36136) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:31:59.435864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1061883422', 'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:31:59.453057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:59.544454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Made reservation on behalf of e789a636308145f195395a7a1d2e0ce3 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:31:59.548440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:59.563869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Pushing event updated for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:31:59.581496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] device_id is not set on port 769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:31:59.656315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b293898c-ff69-40ab-a51e-a0afec56b3e1 None None] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:31:59.706707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Attempting to bind port 84d3cddb-b458-42c9-b579-7d375d12362b on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:31:59.707167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Attempting to bind port 84d3cddb-b458-42c9-b579-7d375d12362b by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:31:59.708110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Attempting to bind port 84d3cddb-b458-42c9-b579-7d375d12362b on network 9cfc0203-58c0-430b-a157-c36302093fd7 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:59.723909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Port 84d3cddb-b458-42c9-b579-7d375d12362b on network 9cfc0203-58c0-430b-a157-c36302093fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:31:59.723909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Attempting to bind port 84d3cddb-b458-42c9-b579-7d375d12362b on network 9cfc0203-58c0-430b-a157-c36302093fd7 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:31:59.731308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:31:59.731750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Checking segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:31:59.732245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Bound using segment: {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:31:59.732796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Bound port: 84d3cddb-b458-42c9-b579-7d375d12362b, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b141c7-8768-465a-93d8-55e1f8f2a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:31:59.733251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:31:59.797901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e563-6079-44b0-aa2b-bca0c270c3c6 req-beb64df5-6737-4d06-9553-5dd78b723bf3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:31:59.808628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ae9e563-6079-44b0-aa2b-bca0c270c3c6 req-beb64df5-6737-4d06-9553-5dd78b723bf3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.2165527 Aug 28 08:31:59.879389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:31:59.889466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=84d3cddb-b458-42c9-b579-7d375d12362b,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:31:59.925254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.20.0.8 (ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d/e799771c-76db-4104-b7c7-58fcb64d556b/769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:31:59.932657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ae9e563-6079-44b0-aa2b-bca0c270c3c6 req-4412bb46-5de6-4a8f-be03-48d0f2e708bb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967624 Aug 28 08:32:00.099532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.101590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.158138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.212821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.215231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.221750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 1092 time: 2.0813096 Aug 28 08:32:00.222814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:00.233082 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50a4ae-0214-4642-aeaa-b163493e749d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:00.253256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a57eea23-5053-49b7-8f5e-54d2f0fd6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.291814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69ca87-0ffa-4795-a9f3-e92a6ea632c1 service neutron] Pushing event updated for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:00.346279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:00.399600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-963ce7e7-575e-4711-a73b-28766d306a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.402993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-963ce7e7-575e-4711-a73b-28766d306a9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1095 time: 0.0661585 Aug 28 08:32:00.437518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f630a-cf7c-4e90-a885-7d5a688c0224 req-91b512b9-edc8-469c-9887-a380f0dd6897 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.439412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca3f630a-cf7c-4e90-a885-7d5a688c0224 req-91b512b9-edc8-469c-9887-a380f0dd6897 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 943 time: 0.1858025 Aug 28 08:32:00.494012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-cd4552a9-29ab-4172-bf6d-44e69d92843e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 217 time: 0.0755749 Aug 28 08:32:00.522884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca3f630a-cf7c-4e90-a885-7d5a688c0224 req-7c4ce5ca-cc69-4a38-96ce-a92cae3b8ff2 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765128 Aug 28 08:32:00.527913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.561762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:00.564524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:00.575892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:00.633807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-819b10d4-18e3-4034-8eae-c6095139a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.636222 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-819b10d4-18e3-4034-8eae-c6095139a9ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.1346757 Aug 28 08:32:00.665950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:00.685519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-596745653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:00.710444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.711112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.748607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-328767fd-7453-4b48-be4c-b35321c02cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.750625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-328767fd-7453-4b48-be4c-b35321c02cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043365 Aug 28 08:32:00.751355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a321-e16c-425e-bc28-f983b546c0af req-dea1ff25-f4a7-470d-8b21-a57539b987df tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:00.753190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d1a321-e16c-425e-bc28-f983b546c0af req-dea1ff25-f4a7-470d-8b21-a57539b987df tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.0806239 Aug 28 08:32:00.822284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.824281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:00.826750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d1a321-e16c-425e-bc28-f983b546c0af req-b68d4e87-191e-4213-b5f4-402f14da2273 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642869 Aug 28 08:32:00.869377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:00.872609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-457878fb-7ad1-4f5f-bac4-f07766bbe154 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4423022 Aug 28 08:32:00.932085 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd90dd-edd7-4a50-9178-c649885f0b25 x-openstack-request-id: req-4cdd90dd-edd7-4a50-9178-c649885f0b25 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:00.932749 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:00.932749 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cdd90dd-edd7-4a50-9178-c649885f0b25 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:00.933009 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b', 'status': 'completed', 'code': 200} Aug 28 08:32:01.006259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.027533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-4bb4ed82-96a0-4f50-b72a-37a5c464fc42 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689435 Aug 28 08:32:01.072218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080601-ea30-4543-ac95-ff23ceef215d req-30141ca1-3d1a-4a9f-9f27-649cce56625b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:01.081461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b080601-ea30-4543-ac95-ff23ceef215d req-30141ca1-3d1a-4a9f-9f27-649cce56625b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.0891771 Aug 28 08:32:01.138569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b080601-ea30-4543-ac95-ff23ceef215d req-88927a54-28bd-4263-813d-7bd92f6c157e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Aug 28 08:32:01.146111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0e0e91b-4bb4-4a6a-a79b-d83909d0b1c4 req-a0f9f11d-0eb6-45f6-94ad-d3e0ce6b243c service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094952 Aug 28 08:32:01.150788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.188877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Deleting port 769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:01.189290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.287650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.287650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-62453b39-ea5e-472e-bf1e-7794c4c68c68 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9376688 Aug 28 08:32:01.287945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:01.294792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1628150857'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:01.361352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.386624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Calling delete_port for 769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:01.532942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:01.536181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.548061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.574427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-1d334bc5-21c3-4583-a022-c999973c25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:01.575370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-1d334bc5-21c3-4583-a022-c999973c25e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1095 time: 0.1864028 Aug 28 08:32:01.673028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.771840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.823457 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:01.833439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c2540-b15e-4b60-8583-5d1d18f171c2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:01.851287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888beb-385b-4c36-8cfe-50208324f81e req-19b87207-6f3f-493c-9b16-4008ba2511e4 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:01.854236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85888beb-385b-4c36-8cfe-50208324f81e req-19b87207-6f3f-493c-9b16-4008ba2511e4 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 943 time: 0.1115832 Aug 28 08:32:01.914136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-207252e8-0efd-4c44-9de0-ab07d258b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:01.916060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-207252e8-0efd-4c44-9de0-ab07d258b1d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 909 time: 0.2401361 Aug 28 08:32:01.921988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85888beb-385b-4c36-8cfe-50208324f81e req-3154fe2a-e98e-4dbf-b167-4b7e45c44e44 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518577 Aug 28 08:32:01.982134 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-891f01d1-1b9a-445a-a19c-fdf6000aa315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 217 time: 0.0503483 Aug 28 08:32:02.036436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.040950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:32:02.113810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3177-3e22-4044-b620-c94d9e5e90b0 req-5da271aa-d450-4aa5-8bfa-6f1a814eed0d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:02.123883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b5f3177-3e22-4044-b620-c94d9e5e90b0 req-5da271aa-d450-4aa5-8bfa-6f1a814eed0d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.1150734 Aug 28 08:32:02.159548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Port': ['ID=769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:02.172239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.172779 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Added segment 8166b78d-e198-4ff5-bb1f-a46d76998380 of type vlan for network 6c80a115-be7f-439e-aa64-70885bafd810 Aug 28 08:32:02.198749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b5f3177-3e22-4044-b620-c94d9e5e90b0 req-a3e09491-0b43-428e-9236-4fb6253df0eb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734034 Aug 28 08:32:02.260552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-6b9d1a4f-6fb0-4fc7-9573-066e813c8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:02.262234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-6b9d1a4f-6fb0-4fc7-9573-066e813c8d67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.2717619 Aug 28 08:32:02.305971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.380802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.385579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-37801e04-4986-49bb-9e94-ac33db88d71b tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/ports/769f3e8b-b7ca-442e-ae6c-eb61fd7e8fd1 HTTP/1.1" status: 204 len: 168 time: 1.5114315 Aug 28 08:32:02.385579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-f083b72d-4ea5-44b7-8cc3-8d1c23ad80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:02.386298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36196) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:02.386746 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-f083b72d-4ea5-44b7-8cc3-8d1c23ad80d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145482 Aug 28 08:32:02.394301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d', 'external_fixed_ips': [{'subnet_id': 'e799771c-76db-4104-b7c7-58fcb64d556b', 'ip_address': '172.20.0.8'}]}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:02.493033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.499488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:02.499998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.538974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.540244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.599395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Network': ['ID=6c80a115-be7f-439e-aa64-70885bafd810,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:02.615612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6c80a115-be7f-439e-aa64-70885bafd810 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:32:02.621142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.633407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3762aa37-b651-4187-8c10-fc55d3312430 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3443301 Aug 28 08:32:02.638191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36198) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:02.640195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-5c35029c-3795-4e10-ae9d-376134644942 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373202 Aug 28 08:32:02.649310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'subnet': {'network_id': '6c80a115-be7f-439e-aa64-70885bafd810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:02.806259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c50a4ae-0214-4642-aeaa-b163493e749d req-81592f8f-88a1-4556-a411-83a4081bc79b service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564488 Aug 28 08:32:02.941595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:02.947437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:02.951221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.115715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cab99-a136-432f-a822-2b74db0aa832 req-68c6996e-f90c-4934-8ec0-acbd394d65b9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:03.117612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-297cab99-a136-432f-a822-2b74db0aa832 req-68c6996e-f90c-4934-8ec0-acbd394d65b9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 943 time: 0.0898297 Aug 28 08:32:03.204648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-297cab99-a136-432f-a822-2b74db0aa832 req-342db1aa-81fa-415b-80f5-53b597679a64 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795550 Aug 28 08:32:03.333544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59e20-d972-46c6-ad8d-d0cb91117d0c req-fc0e54e7-dd46-4a85-a432-1d2289b6f4ec tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:03.334086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-c6b80c37-5ad4-4186-9388-1510240cac75 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:03.335053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6c59e20-d972-46c6-ad8d-d0cb91117d0c req-fc0e54e7-dd46-4a85-a432-1d2289b6f4ec tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Aug 28 08:32:03.335600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-c6b80c37-5ad4-4186-9388-1510240cac75 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Aug 28 08:32:03.409649 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.422783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6c59e20-d972-46c6-ad8d-d0cb91117d0c req-cd64de68-eafc-479c-a8ad-b2cfdac9da46 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814741 Aug 28 08:32:03.473029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port fa4b53a4-3319-4859-af06-1e3e022c8cf5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:03.474199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.501690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Subnet': ['ID=286eb575-c4f5-4eef-a7d3-ef5fb9704df8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.526953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.537017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.537017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.537017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.537017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.537017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:03.541499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Checking segment: {'id': '8166b78d-e198-4ff5-bb1f-a46d76998380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:03.541904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network hostable DHCP agents. Network: 6c80a115-be7f-439e-aa64-70885bafd810, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:32:03.636312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port fa4b53a4-3319-4859-af06-1e3e022c8cf5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fa4b53a4-3319-4859-af06-1e3e022c8cf5,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:03.636974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.659960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for fa4b53a4-3319-4859-af06-1e3e022c8cf5 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:03.661511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 6c80a115-be7f-439e-aa64-70885bafd810 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:32:03.737189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.762524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.774937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6c80a115-be7f-439e-aa64-70885bafd810) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:03.787709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e2dce-c3d3-4bb2-a6a2-6a212f3db122 None None] Network 6c80a115-be7f-439e-aa64-70885bafd810 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:03.810519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:03.811462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:03.929920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-129b617a-6075-491b-8223-7f3c704e7c15 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2901096 Aug 28 08:32:03.934836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36224) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:03.941374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'network': {'name': 'tempest-router-network01--198428476'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:03.975140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.034261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'fa4b53a4-3319-4859-af06-1e3e022c8cf5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:04.061173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.20.0.8 (ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d/e799771c-76db-4104-b7c7-58fcb64d556b/db0c3272-9020-4c57-b5b7-f557171b1576) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:04.079081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=fa4b53a4-3319-4859-af06-1e3e022c8cf5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:04.084067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port fa4b53a4-3319-4859-af06-1e3e022c8cf5 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:04.102851 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.102851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-62713882-bf86-4cba-ba05-bb85cb9cddea req-6d874b66-4e3c-4e11-a0cb-79814cdefc27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "DELETE /v2.0/ports/fa4b53a4-3319-4859-af06-1e3e022c8cf5 HTTP/1.1" status: 204 len: 173 time: 0.7445467 Aug 28 08:32:04.102851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'name': 'network-vif-deleted', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:04.102851 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fe65a0-ae39-423f-9725-96e6af7f2ecc" -d '{"events": [{"server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "name": "network-vif-deleted", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:04.103950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6c80a115-be7f-439e-aa64-70885bafd810', 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810', 'tenant_id': '705903f639ce4b1cb3ed2ce080ce062f', 'fixed_ips': [{'subnet_id': '286eb575-c4f5-4eef-a7d3-ef5fb9704df8'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:32:04.105048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.121806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:04.131742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.181091 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8767bd17-2599-40a3-a6a0-106f6104cf8d x-openstack-request-id: req-8767bd17-2599-40a3-a6a0-106f6104cf8d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:04.181394 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c70a47-4c22-47c8-bb26-529edd6e1852", "name": "network-vif-deleted", "tag": "fa4b53a4-3319-4859-af06-1e3e022c8cf5", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:04.181648 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8767bd17-2599-40a3-a6a0-106f6104cf8d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:04.182048 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c70a47-4c22-47c8-bb26-529edd6e1852', 'name': 'network-vif-deleted', 'tag': 'fa4b53a4-3319-4859-af06-1e3e022c8cf5', 'status': 'completed', 'code': 200} Aug 28 08:32:04.190822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:32:04.206055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.207074 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Added segment 93dccc06-122d-4b0c-a306-4f4639182505 of type vlan for network 719dd453-f17a-4431-b38a-eebbd770bda9 Aug 28 08:32:04.291715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.321963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.512662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c22c-6d18-46a6-bb38-9648240c7384 req-c1eeb72c-b626-42f6-8acf-e70195136fd2 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:04.515117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99b1c22c-6d18-46a6-bb38-9648240c7384 req-c1eeb72c-b626-42f6-8acf-e70195136fd2 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 943 time: 0.1371748 Aug 28 08:32:04.533598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.537648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Allocated IP 172.20.0.2 (6c80a115-be7f-439e-aa64-70885bafd810/286eb575-c4f5-4eef-a7d3-ef5fb9704df8/6bb0e463-6583-4068-8858-e18df1b36777) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:04.555731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.563623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:04.564294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.593377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=db0c3272-9020-4c57-b5b7-f557171b1576,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:04.610726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:04.615842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:04.619303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:04.674250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99b1c22c-6d18-46a6-bb38-9648240c7384 req-d27566c7-54ef-438c-90a6-d5ba3fd9941e tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468530 Aug 28 08:32:04.795027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Network': ['ID=719dd453-f17a-4431-b38a-eebbd770bda9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:04.865257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:04.866700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3ff60596-c528-4f38-9232-3a1d8de88ae8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9303744 Aug 28 08:32:04.869842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36238) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:04.876529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'network': {'name': 'tempest-router-network02--606562245'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:04.878716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Transition to ACTIVE for port object 6bb0e463-6583-4068-8858-e18df1b36777 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:04.902048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Transition to ACTIVE for port object 6bb0e463-6583-4068-8858-e18df1b36777 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:04.931777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 84d3cddb-b458-42c9-b579-7d375d12362b details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:32:04.963284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 719dd453-f17a-4431-b38a-eebbd770bda9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:32:05.012663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:05.016632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.059782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:32:05.071676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=84d3cddb-b458-42c9-b579-7d375d12362b,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:05.083971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.084481 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Added segment 6eaccdc2-f5a5-4010-bfe4-d1309ff834b8 of type vlan for network 5f9d1952-9c8d-480f-98fb-c8af421effa0 Aug 28 08:32:05.089296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '84d3cddb-b458-42c9-b579-7d375d12362b', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'port_id': '84d3cddb-b458-42c9-b579-7d375d12362b', 'mac_address': 'fa:16:3e:ca:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:32:05.167287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.172744 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.174903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.227303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Network 6c80a115-be7f-439e-aa64-70885bafd810 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:05.255674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:05.260898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:05.312817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.338124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d3cddb-b458-42c9-b579-7d375d12362b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:32:05.338806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.345349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:05.346171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.364965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=84d3cddb-b458-42c9-b579-7d375d12362b,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:05.375481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e405f5e7-7d00-45d0-968c-8c72761cdb44 req-adb31c26-f4a7-4fcc-8406-76d500938678 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c70a47-4c22-47c8-bb26-529edd6e1852 HTTP/1.1" status: 200 len: 210 time: 0.0347450 Aug 28 08:32:05.389712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.402710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Attempting to bind port 6bb0e463-6583-4068-8858-e18df1b36777 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:05.402710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Attempting to bind port 6bb0e463-6583-4068-8858-e18df1b36777 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8166b78d-e198-4ff5-bb1f-a46d76998380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:05.402710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Attempting to bind port 6bb0e463-6583-4068-8858-e18df1b36777 on network 6c80a115-be7f-439e-aa64-70885bafd810 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:05.413302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Pushing event updated for resources: {'Port': ['ID=6bb0e463-6583-4068-8858-e18df1b36777,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:05.422844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:05.422844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Checking segment: {'id': '8166b78d-e198-4ff5-bb1f-a46d76998380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:05.423186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.423506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Bound using segment: {'id': '8166b78d-e198-4ff5-bb1f-a46d76998380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:05.424155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Bound port: 6bb0e463-6583-4068-8858-e18df1b36777, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8166b78d-e198-4ff5-bb1f-a46d76998380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6c80a115-be7f-439e-aa64-70885bafd810'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:05.424399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.497561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Network': ['ID=5f9d1952-9c8d-480f-98fb-c8af421effa0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:05.508850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.539956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:32:05.557214 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-145983ba-e68b-41c3-b9bc-2adb780fd629 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6861227 Aug 28 08:32:05.561910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36240) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:05.572201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'subnet': {'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:05.704670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.803155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] For port 6bb0e463-6583-4068-8858-e18df1b36777, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:05.807969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] For port 6bb0e463-6583-4068-8858-e18df1b36777, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6bb0e463-6583-4068-8858-e18df1b36777,segment=NetworkSegment(8166b78d-e198-4ff5-bb1f-a46d76998380),segment_id=8166b78d-e198-4ff5-bb1f-a46d76998380)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:05.811980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:05.854244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:05.865377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:05.885407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['84d3cddb-b458-42c9-b579-7d375d12362b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:05.890561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:06.099364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ccfd7-8cc2-4983-8de5-9ae53e56b138 req-3fc54f00-3ac7-4e07-9b0a-bb8e95e8408c tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:06.107391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f4ccfd7-8cc2-4983-8de5-9ae53e56b138 req-3fc54f00-3ac7-4e07-9b0a-bb8e95e8408c tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 944 time: 0.2011795 Aug 28 08:32:06.154797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:06.219712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:06.245829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f4ccfd7-8cc2-4983-8de5-9ae53e56b138 req-bce0fb52-072d-47a6-9b48-86ddc8c4b5aa tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300633 Aug 28 08:32:06.321993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8a2a-03c2-415f-b914-08e1472a2800 None None] Pushing event updated for resources: {'Port': ['ID=6bb0e463-6583-4068-8858-e18df1b36777,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:06.399854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Checking segment: {'id': '93dccc06-122d-4b0c-a306-4f4639182505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:06.399854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network hostable DHCP agents. Network: 719dd453-f17a-4431-b38a-eebbd770bda9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:32:06.404389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Subnet': ['ID=59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:06.549731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router efc47ca5-60f9-412c-9a68-55a4480022c1 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:06.598851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 719dd453-f17a-4431-b38a-eebbd770bda9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:32:06.614188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fa4b53a4-3319-4859-af06-1e3e022c8cf5 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:06.699162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 719dd453-f17a-4431-b38a-eebbd770bda9) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:06.705051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:06.706034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:06.741050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: fa4b53a4-3319-4859-af06-1e3e022c8cf5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:06.741871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fa4b53a4-3319-4859-af06-1e3e022c8cf5 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:06.756602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65341ff-bf43-4170-9e8d-dc87c29e5302 None None] Network 719dd453-f17a-4431-b38a-eebbd770bda9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:06.787562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:06.810012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-09997930-e802-476f-9392-b081b159449a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2453597 Aug 28 08:32:06.811172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36268) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:06.821150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'subnet': {'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:06.861673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Sync routers for ids ['efc47ca5-60f9-412c-9a68-55a4480022c1'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:06.905868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Routers {'efc47ca5-60f9-412c-9a68-55a4480022c1'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:06.909249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['efc47ca5-60f9-412c-9a68-55a4480022c1'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:06.969008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:06.974153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:06.975447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e49d658e-614d-48e5-b5b4-ceb773e18cce tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.5813515 Aug 28 08:32:07.164079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-c2df7f61-2ba8-49a1-b336-e5c87e1c497e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:07.172590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-c2df7f61-2ba8-49a1-b336-e5c87e1c497e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.3404200 Aug 28 08:32:07.193171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-9e7d20dd-e923-419c-95da-804bf4355c0f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/quotas/76e91fd135ed4116a98d98e10ca7f849 HTTP/1.1" status: 200 len: 375 time: 0.0191743 Aug 28 08:32:07.209951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:07.304051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Made reservation on behalf of 705903f639ce4b1cb3ed2ce080ce062f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:07.317779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:07.318839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Set router efc47ca5-60f9-412c-9a68-55a4480022c1 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:07.430837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:07.489146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-b5f0e5f7-554e-4ac1-995e-cf10262a5f38 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776849 Aug 28 08:32:07.651390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-719dd453-f17a-4431-b38a-eebbd770bda9', 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9', 'tenant_id': '705903f639ce4b1cb3ed2ce080ce062f', 'fixed_ips': [{'subnet_id': '59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:32:07.651390 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:07.659024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:07.716207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-e6465329-2183-47fa-bfea-694e4b07da7d service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100809 Aug 28 08:32:07.789622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Deleting port db0c3272-9020-4c57-b5b7-f557171b1576 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:07.790049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:07.978242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-ec8a4756-a1f4-4684-874b-97b2cfeed9b2 service neutron] 10.222.0.46 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537227 Aug 28 08:32:07.979267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-362e8005-13d0-481e-bbdd-f135354941d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.199543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.199775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.216246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Allocated IP 172.20.0.2 (719dd453-f17a-4431-b38a-eebbd770bda9/59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4/14d98621-3152-4777-8ad4-d09d110d89c5) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:08.259955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Calling delete_port for db0c3272-9020-4c57-b5b7-f557171b1576 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:08.272503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b7f4f-0101-4149-a20c-63af6dba686f None None] Network 6c80a115-be7f-439e-aa64-70885bafd810 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:08.276614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6bb0e463-6583-4068-8858-e18df1b36777 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:08.300214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Subnet': ['ID=bc0a6921-fec0-4b3f-8276-f0b854f1411a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:08.342288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-362e8005-13d0-481e-bbdd-f135354941d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.389996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Checking segment: {'id': '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:08.390472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network hostable DHCP agents. Network: 5f9d1952-9c8d-480f-98fb-c8af421effa0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:32:08.439774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-362e8005-13d0-481e-bbdd-f135354941d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.538342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8005-13d0-481e-bbdd-f135354941d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b103849-f6a2-45c0-b5ff-21f1bf4ddf3a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:08.550479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36294) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:08.552457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-362e8005-13d0-481e-bbdd-f135354941d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a119b781ee2947f1b05985222534dab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8882890 Aug 28 08:32:08.615722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5fa6a4d4-564e-4ee3-b2e6-c1de7ec9ec0e None None] Provisioning for port 6bb0e463-6583-4068-8858-e18df1b36777 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:08.626451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 84d3cddb-b458-42c9-b579-7d375d12362b up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:08.636881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc47ca5-60f9-412c-9a68-55a4480022c1', 'name': '', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d', 'external_fixed_ips': [{'subnet_id': 'e799771c-76db-4104-b7c7-58fcb64d556b', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'db0c3272-9020-4c57-b5b7-f557171b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:02Z', 'updated_at': '2021-08-28T08:32:05Z', 'revision_number': 3, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port': {'id': 'db0c3272-9020-4c57-b5b7-f557171b1576', 'name': '', 'network_id': 'ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc47ca5-60f9-412c-9a68-55a4480022c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e799771c-76db-4104-b7c7-58fcb64d556b', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:32:03Z', 'updated_at': '2021-08-28T08:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e799771c-76db-4104-b7c7-58fcb64d556b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:08.666831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06f61-8fad-48b1-926d-82cbfda6df13 req-25a57712-8e57-439e-a78b-53ddb0100222 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:08.668404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0a06f61-8fad-48b1-926d-82cbfda6df13 req-25a57712-8e57-439e-a78b-53ddb0100222 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 944 time: 0.2379160 Aug 28 08:32:08.727999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:32:08.733045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.739273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Checking router: efc47ca5-60f9-412c-9a68-55a4480022c1 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:32:08.739624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Updating router efc47ca5-60f9-412c-9a68-55a4480022c1 port db0c3272-9020-4c57-b5b7-f557171b1576 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:32:08.817651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0a06f61-8fad-48b1-926d-82cbfda6df13 req-43c46322-2b27-4cf3-9248-c280074bd4e6 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310961 Aug 28 08:32:08.837978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.839631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5f9d1952-9c8d-480f-98fb-c8af421effa0) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:08.846507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:08.846507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.898996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f22ac2-60e2-41d8-9d41-e9997630bef3 None None] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:08.900415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Port': ['ID=db0c3272-9020-4c57-b5b7-f557171b1576,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:08.912905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.968885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-34126728-a252-4fde-b2d3-362d5f7fce6c tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1562660 Aug 28 08:32:08.969118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:08.974910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36300) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:08.990526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6bb0e463-6583-4068-8858-e18df1b36777 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:08.992786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Port db0c3272-9020-4c57-b5b7-f557171b1576 not found while updating agent binding for router efc47ca5-60f9-412c-9a68-55a4480022c1. {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 08:32:09.041821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6bb0e463-6583-4068-8858-e18df1b36777 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:09.042482 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.074129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-436f695f-5354-4050-9951-b7cf7a5474da req-d5737741-2528-4e31-9905-9d4c8e8bf0e1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 210 time: 0.0701046 Aug 28 08:32:09.170755 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.173685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.212560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Routers {'efc47ca5-60f9-412c-9a68-55a4480022c1'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:09.213211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['efc47ca5-60f9-412c-9a68-55a4480022c1'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:09.374100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.374100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efc47ca5-60f9-412c-9a68-55a4480022c1 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:09.378760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.380805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f8db1a1b-69dd-4dce-9a06-133e2e4a5b2d tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/routers/efc47ca5-60f9-412c-9a68-55a4480022c1 HTTP/1.1" status: 204 len: 168 time: 2.4009857 Aug 28 08:32:09.383662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:09.406941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.409957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.416577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b103849-f6a2-45c0-b5ff-21f1bf4ddf3a HTTP/1.1" status: 204 len: 168 time: 0.8501751 Aug 28 08:32:09.437541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516b580-1928-4b6f-83bd-2f868c848bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b103849-f6a2-45c0-b5ff-21f1bf4ddf3a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:09.525191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.541925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Deleting subnet e799771c-76db-4104-b7c7-58fcb64d556b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:09.550319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.629095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.739425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.745250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.751605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 84d3cddb-b458-42c9-b579-7d375d12362b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:09.808888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] Set router efc47ca5-60f9-412c-9a68-55a4480022c1 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:09.926112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Transition to ACTIVE for port object 14d98621-3152-4777-8ad4-d09d110d89c5 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:09.933352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:09.989592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 84d3cddb-b458-42c9-b579-7d375d12362b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:09.992442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e799771c-76db-4104-b7c7-58fcb64d556b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:09.999667 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.000928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.003983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d988cdad-809a-405f-8979-96154d947383 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/e799771c-76db-4104-b7c7-58fcb64d556b HTTP/1.1" status: 204 len: 168 time: 0.6185253 Aug 28 08:32:10.006963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36320) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:10.048052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc47ca5-60f9-412c-9a68-55a4480022c1', 'name': '', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:02Z', 'updated_at': '2021-08-28T08:32:08Z', 'revision_number': 5, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:10.091547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6bf88-348e-4868-a71e-9c9071158365 req-aee0e726-72f6-49e3-80f5-98bd069f9d3d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:10.093183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54a6bf88-348e-4868-a71e-9c9071158365 req-aee0e726-72f6-49e3-80f5-98bd069f9d3d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 944 time: 0.1493690 Aug 28 08:32:10.140599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.144185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6bac7f-1444-48f2-bc51-0591d3fb2398 None None] The sync data for ids ['efc47ca5-60f9-412c-9a68-55a4480022c1'] in n-d-792458-16 is: [{'id': 'efc47ca5-60f9-412c-9a68-55a4480022c1', 'name': '', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:02Z', 'updated_at': '2021-08-28T08:32:08Z', 'revision_number': 5, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:10.154169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Transition to ACTIVE for port object 14d98621-3152-4777-8ad4-d09d110d89c5 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:10.160850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54a6bf88-348e-4868-a71e-9c9071158365 req-21a291c8-2c48-4868-95f4-9bfbb6f414a8 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615065 Aug 28 08:32:10.280835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.358927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.376234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a86a755-0ac6-4a7c-8b5c-567df09278f0 req-d46b9d13-2487-4532-ac80-31a34e77f9a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 210 time: 0.1069791 Aug 28 08:32:10.415494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Pushing event updated for resources: {'Port': ['ID=14d98621-3152-4777-8ad4-d09d110d89c5,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:10.457162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.477036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:10.496342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:10.500567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Network 719dd453-f17a-4431-b38a-eebbd770bda9 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:10.510033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Allocated IP 172.20.0.1 (719dd453-f17a-4431-b38a-eebbd770bda9/59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4/8dda6265-13b2-4bfb-aaa7-33c48046e249) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:10.513670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bad553-8d20-4a81-9642-4abe2966a0ba') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:10.513970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bad553-8d20-4a81-9642-4abe2966a0ba') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:10.529660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dde860b-a7e9-47bc-a749-a3af240d3d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.538681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.545795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:10.556823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:10.560649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-5f9d1952-9c8d-480f-98fb-c8af421effa0', 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0', 'tenant_id': '705903f639ce4b1cb3ed2ce080ce062f', 'fixed_ips': [{'subnet_id': 'bc0a6921-fec0-4b3f-8276-f0b854f1411a'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:32:10.561705 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.649897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6bb0e463-6583-4068-8858-e18df1b36777, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6bb0e463-6583-4068-8858-e18df1b36777,segment=NetworkSegment(8166b78d-e198-4ff5-bb1f-a46d76998380),segment_id=8166b78d-e198-4ff5-bb1f-a46d76998380)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:10.665584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.675464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:10.675988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:10.678768 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:10.712682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.779579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.815188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.833106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Transition to ACTIVE for port object 8dda6265-13b2-4bfb-aaa7-33c48046e249 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:10.844556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dde860b-a7e9-47bc-a749-a3af240d3d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.919905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6264fb5c-d83f-4a12-b97c-ccba9737463e None None] Provisioning complete for port 6bb0e463-6583-4068-8858-e18df1b36777 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:10.920266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6264fb5c-d83f-4a12-b97c-ccba9737463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:10.930472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Attempting to bind port 14d98621-3152-4777-8ad4-d09d110d89c5 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:10.930834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Attempting to bind port 14d98621-3152-4777-8ad4-d09d110d89c5 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '93dccc06-122d-4b0c-a306-4f4639182505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:10.931187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Attempting to bind port 14d98621-3152-4777-8ad4-d09d110d89c5 on network 719dd453-f17a-4431-b38a-eebbd770bda9 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:10.978758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:10.981061 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4174bc-331a-48ac-9454-47c89944524c" -d '{"events": [{"server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "name": "network-vif-plugged", "status": "completed", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:11.009610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:11.009610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Checking segment: {'id': '93dccc06-122d-4b0c-a306-4f4639182505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:11.009610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.010117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Bound using segment: {'id': '93dccc06-122d-4b0c-a306-4f4639182505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:11.010407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Bound port: 14d98621-3152-4777-8ad4-d09d110d89c5, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dccc06-122d-4b0c-a306-4f4639182505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '719dd453-f17a-4431-b38a-eebbd770bda9'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:11.010789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.016550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=84d3cddb-b458-42c9-b579-7d375d12362b,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:11.044406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6bb0e463-6583-4068-8858-e18df1b36777,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:11.055531 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.065117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:32:11.073112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.078003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d HTTP/1.1" status: 204 len: 168 time: 1.0699465 Aug 28 08:32:11.123336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d01e9-37d2-4532-b7a7-21354718c2d7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba4ef5ec-1c58-4cf2-9917-2ee7d0498a9d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:11.138572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Allocated IP 172.20.0.2 (5f9d1952-9c8d-480f-98fb-c8af421effa0/bc0a6921-fec0-4b3f-8276-f0b854f1411a/7e0b2b8a-dc35-460a-acb4-12dedccb4970) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:11.179865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] For port 14d98621-3152-4777-8ad4-d09d110d89c5, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:11.187527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] For port 14d98621-3152-4777-8ad4-d09d110d89c5, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14d98621-3152-4777-8ad4-d09d110d89c5,segment=NetworkSegment(93dccc06-122d-4b0c-a306-4f4639182505),segment_id=93dccc06-122d-4b0c-a306-4f4639182505)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:11.225180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3dde860b-a7e9-47bc-a749-a3af240d3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.286177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.288047 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.288680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.438349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:11.439641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 719dd453-f17a-4431-b38a-eebbd770bda9 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:11.473875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:11.480430 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3704a7f2-49ad-4d0e-bca8-5769dcb0ecbc x-openstack-request-id: req-3704a7f2-49ad-4d0e-bca8-5769dcb0ecbc {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:11.481111 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "name": "network-vif-plugged", "status": "completed", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:11.481586 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3704a7f2-49ad-4d0e-bca8-5769dcb0ecbc {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:11.482257 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b', 'code': 200} Aug 28 08:32:11.494302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:11.671375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8162124-1257-4b6c-95be-375bab16f253 None None] Pushing event updated for resources: {'Port': ['ID=14d98621-3152-4777-8ad4-d09d110d89c5,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:11.687681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.697535 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.747799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Transition to ACTIVE for port object 7e0b2b8a-dc35-460a-acb4-12dedccb4970 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:11.815176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Transition to ACTIVE for port object 7e0b2b8a-dc35-460a-acb4-12dedccb4970 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:11.882157 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:11.900202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36348) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:11.931689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'name': 'tempest-router--309854938', 'project_id': '9368f52d86be467db0af0cd7eed65c35'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:11.981987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:11.982839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Port': ['ID=8dda6265-13b2-4bfb-aaa7-33c48046e249,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:11.986007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:11.995199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:11.999783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0b2b8a-dc35-460a-acb4-12dedccb4970,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:12.099083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.100180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.111092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Attempting to bind port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:12.111480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Attempting to bind port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:12.111880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Attempting to bind port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 on network 5f9d1952-9c8d-480f-98fb-c8af421effa0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:12.123368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:12.124430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Checking segment: {'id': '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:12.125052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.125493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Bound using segment: {'id': '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:12.127045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Bound port: 7e0b2b8a-dc35-460a-acb4-12dedccb4970, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5f9d1952-9c8d-480f-98fb-c8af421effa0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:12.131931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.132125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847b9cc-68a1-4e80-8c9b-4a6b1dc52caf req-2121d9df-637b-4369-b0d9-dc9bacb1cccb tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:12.136585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7847b9cc-68a1-4e80-8c9b-4a6b1dc52caf req-2121d9df-637b-4369-b0d9-dc9bacb1cccb tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.4662573 Aug 28 08:32:12.216695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7847b9cc-68a1-4e80-8c9b-4a6b1dc52caf req-5d8b43ef-0d15-49e4-9caa-729b2a93ad83 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790961 Aug 28 08:32:12.251865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] For port 7e0b2b8a-dc35-460a-acb4-12dedccb4970, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:12.257187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] For port 7e0b2b8a-dc35-460a-acb4-12dedccb4970, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7e0b2b8a-dc35-460a-acb4-12dedccb4970,segment=NetworkSegment(6eaccdc2-f5a5-4010-bfe4-d1309ff834b8),segment_id=6eaccdc2-f5a5-4010-bfe4-d1309ff834b8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:12.347907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.361469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77ab69aa-fcd5-4a67-8905-66eaa724d8a1 req-9bb4ae6d-ecf1-42f7-95d5-01555e7397eb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 210 time: 0.0421185 Aug 28 08:32:12.377313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.402457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3dde860b-a7e9-47bc-a749-a3af240d3d4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04a0beb22e0c46eeb0db85cc9973a7be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9043503 Aug 28 08:32:12.411721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36354) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:12.435817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.439168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-300ca08a-0f79-43d7-97c3-1a4e85192e16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:12.444016 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-300ca08a-0f79-43d7-97c3-1a4e85192e16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 806 time: 0.2585957 Aug 28 08:32:12.445450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.499410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde860b-a7e9-47bc-a749-a3af240d3d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe466f5-a9a2-4d6b-b257-9c24c1127e77,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:12.529761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Request body: {'port': {'device_id': '10de40b1-0aa9-4961-b469-11c125933fca', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'admin_state_up': True, 'tenant_id': '76e91fd135ed4116a98d98e10ca7f849'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:12.545771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a7a95-e9c1-4f91-99a5-f5f2512a02c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0b2b8a-dc35-460a-acb4-12dedccb4970,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:12.576446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.616180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.687448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042d9a-db54-4ddc-aa03-a410fd2a85cd req-1a76bd93-ed98-4a0a-ab19-139818604a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:12.689166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42042d9a-db54-4ddc-aa03-a410fd2a85cd req-1a76bd93-ed98-4a0a-ab19-139818604a50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.5026577 Aug 28 08:32:12.698176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.699799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6a7531aa-1c5a-42a7-8516-53294a5ed63a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7933114 Aug 28 08:32:12.704953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36356) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:12.890580 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:12.960778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Made reservation on behalf of 76e91fd135ed4116a98d98e10ca7f849 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:12.967347 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.204111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.213353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.215750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fe466f5-a9a2-4d6b-b257-9c24c1127e77 HTTP/1.1" status: 204 len: 168 time: 0.8027661 Aug 28 08:32:13.242539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.244689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b0ea-afad-496f-8048-bc866855ebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe466f5-a9a2-4d6b-b257-9c24c1127e77,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:13.269046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-42042d9a-db54-4ddc-aa03-a410fd2a85cd req-35da07a9-8e53-4f16-bb0a-8e24010db36b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5707886 Aug 28 08:32:13.291724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6bb0e463-6583-4068-8858-e18df1b36777 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:13.322062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.444783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6bb0e463-6583-4068-8858-e18df1b36777 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:13.445150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.464157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.523382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.531459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.559332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb87c7-e691-4880-a638-a7e963659ddf None None] Network 719dd453-f17a-4431-b38a-eebbd770bda9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:13.712139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Port': ['ID=8dda6265-13b2-4bfb-aaa7-33c48046e249,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:13.727881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.728418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 246e0713-9831-4309-9058-4628f4f198c0 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:13.739761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece408db-2f1c-4178-9567-4d2922f94d55 req-14cd8b6a-0c39-4fae-8cbe-0e0d9f13021d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:13.741047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:13.744976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4aaacb0-4315-4fd2-bbd6-2a13347b0719 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/routers/246e0713-9831-4309-9058-4628f4f198c0 HTTP/1.1" status: 204 len: 168 time: 1.0360470 Aug 28 08:32:13.749380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ece408db-2f1c-4178-9567-4d2922f94d55 req-14cd8b6a-0c39-4fae-8cbe-0e0d9f13021d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.2819979 Aug 28 08:32:13.774468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 719dd453-f17a-4431-b38a-eebbd770bda9 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:13.784234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7447144a-44b5-40d2-98d5-42d39939a95d None None] Provisioning for port 14d98621-3152-4777-8ad4-d09d110d89c5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:13.793682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:13.801765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14d98621-3152-4777-8ad4-d09d110d89c5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:13.803197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Allocated IP 172.20.0.4 (4397548e-52cb-4166-9075-dc369bf068e5/a9038513-d62f-4ad6-afb9-a04ea5e817e6/7cc0c725-122c-4404-832e-2289dbdfea56) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:14.105852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 14d98621-3152-4777-8ad4-d09d110d89c5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:14.117387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 14d98621-3152-4777-8ad4-d09d110d89c5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:14.118522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.301977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.385745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36378) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:14.436935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.489709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.554898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:14.595609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Provisioning complete for port 14d98621-3152-4777-8ad4-d09d110d89c5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:14.596266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.639213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9047ab-ddf8-4a7e-abd4-c8ac657ca856 None None] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:14.644288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Network 4397548e-52cb-4166-9075-dc369bf068e5 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:14.648278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:14.663151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:14.752318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-964936642', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:14.797815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event updated for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:14.834334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 14d98621-3152-4777-8ad4-d09d110d89c5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14d98621-3152-4777-8ad4-d09d110d89c5,segment=NetworkSegment(93dccc06-122d-4b0c-a306-4f4639182505),segment_id=93dccc06-122d-4b0c-a306-4f4639182505)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:14.859142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:14.860116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.951803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.953311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:14.956372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:15.056098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=14d98621-3152-4777-8ad4-d09d110d89c5,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:15.088684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:15.095091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0f46d317-8c27-4fb5-aa78-9d024185e638 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5909901 Aug 28 08:32:15.113251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-6c928af6-0bb3-4f8d-a5c1-77701df020a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:32:15.115068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-6c928af6-0bb3-4f8d-a5c1-77701df020a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066836 Aug 28 08:32:15.130882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ece408db-2f1c-4178-9567-4d2922f94d55 req-a473b36d-0edf-48e2-af5b-080a297cf7f0 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3804934 Aug 28 08:32:15.136540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Request body: {'port': {'device_id': '10de40b1-0aa9-4961-b469-11c125933fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:15.271981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7e0b2b8a-dc35-460a-acb4-12dedccb4970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:15.375206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92625d-74d5-4867-9e1a-53d44770f2fa req-1d38a4e8-bfe3-44ac-8ccd-e5b34972fa2e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:15.377447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f92625d-74d5-4867-9e1a-53d44770f2fa req-1d38a4e8-bfe3-44ac-8ccd-e5b34972fa2e tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 931 time: 0.0599637 Aug 28 08:32:15.402565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Router 845daa7e-eb6d-45d1-b03a-78f9998adbcb is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:15.540092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f92625d-74d5-4867-9e1a-53d44770f2fa req-741d51b3-15c3-469c-9394-0a0160c3ed59 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508460 Aug 28 08:32:15.557336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:15.560686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:15.576244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:15.592167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7fe24f6c-049b-4098-a325-1982596cbdd4 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6137345 Aug 28 08:32:15.595208 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] Sync routers for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:15.596742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36400) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:15.642489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Provisioning for port 8dda6265-13b2-4bfb-aaa7-33c48046e249 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:15.642948 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:15.642948 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:15.643170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:15.643170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Provisioning complete for port 8dda6265-13b2-4bfb-aaa7-33c48046e249 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:15.643170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:15.720798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-23bf5f61-c3e4-4c4b-8cd2-6959bd1d46cb None None] Port 8dda6265-13b2-4bfb-aaa7-33c48046e249 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:32:15.741043 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:15.767904 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:15.768718 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:15.823096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:15.824164 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd019-e4bf-4781-b758-79a54ea2c634 None None] The sync data for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:15.893434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Provisioning for port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:15.899559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Provisioning complete for port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:15.899930 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.082771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.129655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] For port 7e0b2b8a-dc35-460a-acb4-12dedccb4970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7e0b2b8a-dc35-460a-acb4-12dedccb4970,segment=NetworkSegment(6eaccdc2-f5a5-4010-bfe4-d1309ff834b8),segment_id=6eaccdc2-f5a5-4010-bfe4-d1309ff834b8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:16.195832 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.282191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Provisioning complete for port 8dda6265-13b2-4bfb-aaa7-33c48046e249 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:16.282742 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.317118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc0c725-122c-4404-832e-2289dbdfea56 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:32:16.340822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.412471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4a33-a66f-4ffd-9c92-761b624491c6 req-ffe630aa-93b7-417d-b95e-49bf4ae5129c tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:16.415006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d1f4a33-a66f-4ffd-9c92-761b624491c6 req-ffe630aa-93b7-417d-b95e-49bf4ae5129c tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.1387002 Aug 28 08:32:16.415999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Pushing event updated for resources: {'Port': ['ID=7e0b2b8a-dc35-460a-acb4-12dedccb4970,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:16.418375 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-aeea1c60-c491-4cb8-8f60-1ece71c4550a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:32:16.422478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.423396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aeea1c60-c491-4cb8-8f60-1ece71c4550a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8254554 Aug 28 08:32:16.424280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36416) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:16.435833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-86169c7a-d498-4670-9f12-e1fb32462217 None None] Port 8dda6265-13b2-4bfb-aaa7-33c48046e249 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:32:16.457889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Transition to ACTIVE for port object 7cc0c725-122c-4404-832e-2289dbdfea56 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:16.460227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.561233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4649fd92-845c-4ae9-8f46-19127fd460b9 None None] Provisioning complete for port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:16.561630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4649fd92-845c-4ae9-8f46-19127fd460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.578349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:16.594259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d1f4a33-a66f-4ffd-9c92-761b624491c6 req-233058cb-93b0-463a-a878-a6c4a0ace16f tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601079 Aug 28 08:32:16.768472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:16.829879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Allocated IP 172.25.0.18 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/2efcf231-a24a-4f9c-9a09-b92565bc4a8c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:16.912219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a113e84-612e-464d-9be8-9a1010ef0012 req-97afe98d-1f7b-4504-8944-30e0919eab16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:16.929422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a113e84-612e-464d-9be8-9a1010ef0012 req-97afe98d-1f7b-4504-8944-30e0919eab16 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 943 time: 0.1151397 Aug 28 08:32:16.966721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Attempting to bind port 7cc0c725-122c-4404-832e-2289dbdfea56 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:16.967069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Attempting to bind port 7cc0c725-122c-4404-832e-2289dbdfea56 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:16.967622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Attempting to bind port 7cc0c725-122c-4404-832e-2289dbdfea56 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:16.980314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Port 7cc0c725-122c-4404-832e-2289dbdfea56 on network 4397548e-52cb-4166-9075-dc369bf068e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:32:16.981028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Attempting to bind port 7cc0c725-122c-4404-832e-2289dbdfea56 on network 4397548e-52cb-4166-9075-dc369bf068e5 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:16.996094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:16.996703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Checking segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:16.997282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Bound using segment: {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:16.997924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Bound port: 7cc0c725-122c-4404-832e-2289dbdfea56, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b651f5e-233d-4615-96e6-1aa900e75c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:16.998492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.015712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a113e84-612e-464d-9be8-9a1010ef0012 req-1d570403-41dc-4867-9545-8597506d89de tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Aug 28 08:32:17.127812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:17.132640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7cc0c725-122c-4404-832e-2289dbdfea56,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:17.168790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7e0b2b8a-dc35-460a-acb4-12dedccb4970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:17.189670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.233090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c557235-fe0a-4c8c-93ba-b8731ce815d7 req-972fe71c-f53b-4d7e-93d8-a5e04a6e6810 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:17.235332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c557235-fe0a-4c8c-93ba-b8731ce815d7 req-972fe71c-f53b-4d7e-93d8-a5e04a6e6810 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.0843883 Aug 28 08:32:17.277849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.305685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:17.317591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.333964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c557235-fe0a-4c8c-93ba-b8731ce815d7 req-4b471b44-5093-4514-8d32-7618f89b4bfd tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882943 Aug 28 08:32:17.372545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.376804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:17.377791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.380852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/7cc0c725-122c-4404-832e-2289dbdfea56 HTTP/1.1" status: 200 len: 1092 time: 2.2484868 Aug 28 08:32:17.383877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:17.388119 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be529df-50c9-440f-bf7c-9da339f4610d" -d '{"events": [{"name": "network-changed", "server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:17.421073 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.438097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:17.439626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486aa42-48c9-443f-ab2f-235642587fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:17.446452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:17.455503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:17.555085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event updated for resources: {'Port': ['ID=2efcf231-a24a-4f9c-9a09-b92565bc4a8c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:17.681488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14d98621-3152-4777-8ad4-d09d110d89c5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:17.732737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f218-44f3-4c37-9a8d-1c3064badd9a req-dce6b05b-e9ed-44ee-9737-42944aa316dc tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:17.740915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 14d98621-3152-4777-8ad4-d09d110d89c5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:17.741592 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:17.741944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6786f218-44f3-4c37-9a8d-1c3064badd9a req-dce6b05b-e9ed-44ee-9737-42944aa316dc tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.1551373 Aug 28 08:32:17.760377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0661f7d4-cb90-4fbc-a56e-737151a398e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:17.762339 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-0661f7d4-cb90-4fbc-a56e-737151a398e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 1095 time: 0.1933136 Aug 28 08:32:17.835083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-9acf59b9-0016-433c-b12a-183d5389e904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cc0c725-122c-4404-832e-2289dbdfea56 HTTP/1.1" status: 200 len: 217 time: 0.0573885 Aug 28 08:32:17.853598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6786f218-44f3-4c37-9a8d-1c3064badd9a req-ea05fbe7-7493-4f83-b2d4-1864106a4096 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048565 Aug 28 08:32:17.881643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:17.959034 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07950f88-1c49-4cb8-ae61-e5e5eb13f644 x-openstack-request-id: req-07950f88-1c49-4cb8-ae61-e5e5eb13f644 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:17.959364 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:17.959993 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07950f88-1c49-4cb8-ae61-e5e5eb13f644 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:17.960127 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56', 'status': 'completed', 'code': 200} Aug 28 08:32:18.040187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting port 8dda6265-13b2-4bfb-aaa7-33c48046e249 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:18.040866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.085019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-1f041ea3-8f99-48bb-b8cf-a58533749e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:18.087433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-1f041ea3-8f99-48bb-b8cf-a58533749e44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.2438064 Aug 28 08:32:18.135945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-4b9d3cc4-bedd-4962-8b10-9ac93ae4f649 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385830 Aug 28 08:32:18.138661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.162993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.177333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Calling delete_port for 8dda6265-13b2-4bfb-aaa7-33c48046e249 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:18.345930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608103cd-edb1-4043-84fe-62b6c6df2cf4 req-1ac33118-4a66-4a85-8d0b-908968fddb21 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:18.348266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608103cd-edb1-4043-84fe-62b6c6df2cf4 req-1ac33118-4a66-4a85-8d0b-908968fddb21 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 943 time: 0.1553690 Aug 28 08:32:18.408773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3235a3-0d3e-4a33-a7ae-f071477172de tempest-TestServerBasicOps-365098857 tempest-TestServerBasicOps-365098857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:18.411776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7b3235a3-0d3e-4a33-a7ae-f071477172de tempest-TestServerBasicOps-365098857 tempest-TestServerBasicOps-365098857-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1092 time: 0.5163512 Aug 28 08:32:18.423895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:18.437194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '84d3cddb-b458-42c9-b579-7d375d12362b', 'tenant_id': '8384c65edc5c44029699200605056483', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:18.499476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608103cd-edb1-4043-84fe-62b6c6df2cf4 req-7efce6f2-4f1e-44a8-93de-6e8c0523d1bb tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353052 Aug 28 08:32:18.591673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36470) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:18.709613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-833fa158-030d-4a80-98dc-3faca9d04a57 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273650 Aug 28 08:32:18.735582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a885-9aaf-44e0-8fea-2f2a9caba77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.838518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.893072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2b6f074-6ca0-4274-aedd-c1c8170d0360 req-181bdc0f-639d-4004-9708-672444a39c32 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755657 Aug 28 08:32:18.909026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:18.980176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.032079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Port': ['ID=8dda6265-13b2-4bfb-aaa7-33c48046e249,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:19.143864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Router b74917cf-4eb7-4329-a386-f51b1259ce5b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:19.235352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be529df-50c9-440f-bf7c-9da339f4610d req-82bf3248-0a48-4dbf-87cb-07981d681f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:19.237096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-82bf3248-0a48-4dbf-87cb-07981d681f03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 1095 time: 0.1425154 Aug 28 08:32:19.313617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a885-9aaf-44e0-8fea-2f2a9caba77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.328435 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.423819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:19.437170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] Sync routers for ids ['b74917cf-4eb7-4329-a386-f51b1259ce5b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:19.444194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a885-9aaf-44e0-8fea-2f2a9caba77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.454011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] Routers {'b74917cf-4eb7-4329-a386-f51b1259ce5b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:19.455012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b74917cf-4eb7-4329-a386-f51b1259ce5b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.468322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.487096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be529df-50c9-440f-bf7c-9da339f4610d req-74c1ed8f-b36b-4d90-ba42-ca940068a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:19.496499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-74c1ed8f-b36b-4d90-ba42-ca940068a205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 907 time: 0.2463157 Aug 28 08:32:19.545599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.555451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] Routers {'b74917cf-4eb7-4329-a386-f51b1259ce5b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:19.556532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b74917cf-4eb7-4329-a386-f51b1259ce5b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.589496 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-6788086f-2504-4d1a-8382-1c570cd03000 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cc0c725-122c-4404-832e-2289dbdfea56 HTTP/1.1" status: 200 len: 217 time: 0.0900869 Aug 28 08:32:19.601175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.601843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ef568-7dc8-4bfd-a951-d877bb1805f6 None None] The sync data for ids ['b74917cf-4eb7-4329-a386-f51b1259ce5b'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:19.613808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:19.618979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3ac77f06-27de-4efd-8286-8bead6832d29 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2313113 Aug 28 08:32:19.620787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:19.631519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e0e3a885-9aaf-44e0-8fea-2f2a9caba77d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78e6f47eeddb4aa0aaa13627f905174f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387015 Aug 28 08:32:19.643695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36488) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:19.679908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3a885-9aaf-44e0-8fea-2f2a9caba77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9402f0ae-1a62-48ff-8975-ccb8eda68d3d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:19.684957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Router 845daa7e-eb6d-45d1-b03a-78f9998adbcb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:32:19.754499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be529df-50c9-440f-bf7c-9da339f4610d req-62a1ebb8-fca4-455a-b792-535205afed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:19.757719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-62a1ebb8-fca4-455a-b792-535205afed19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.1596735 Aug 28 08:32:19.809258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:19.823038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36490) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:19.823466 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] Sync routers for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:19.831601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bdcee450-9129-460c-b16e-65b3ed2603e0 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4059527 Aug 28 08:32:19.833435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-34b35ab0-50ff-4ac4-9290-9c663f72c8e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621374 Aug 28 08:32:19.838292 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:19.839739 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.876516 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.886594 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:19.887223 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.905785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Allocated IP 172.25.0.6 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/15513cfa-58af-43b7-aa48-270459b5fae2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:19.919356 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:19.920002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25611b-c37f-4300-996f-3b2a305aa341 None None] The sync data for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:19.926361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf32ccc-d5dd-4cf1-9e73-2d3c58fd6091 req-368027c2-2697-407f-993f-79e5b8eb5aed tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:19.928242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5cf32ccc-d5dd-4cf1-9e73-2d3c58fd6091 req-368027c2-2697-407f-993f-79e5b8eb5aed tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 943 time: 0.3003576 Aug 28 08:32:19.970785 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-1a446afd-a680-49c7-a9ae-9fa4df79d74d tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] delete failed (client error): The resource could not be found. Aug 28 08:32:19.971779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1a446afd-a680-49c7-a9ae-9fa4df79d74d tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-85918527 HTTP/1.1" status: 404 len: 333 time: 0.1465807 Aug 28 08:32:19.981831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36492) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:19.999160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c2825dc7-7447-4fec-a9dd-bcb4dafc8736 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'router': {'external_gateway_info': {'network_id': '845daa7e-eb6d-45d1-b03a-78f9998adbcb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:20.028139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5cf32ccc-d5dd-4cf1-9e73-2d3c58fd6091 req-4deca6c5-163b-4146-881e-0ae19872b412 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Aug 28 08:32:20.030291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.089983 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.134701 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.152542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f8cbae8-2ae9-47ce-88e2-c0596b6505d3 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/b74917cf-4eb7-4329-a386-f51b1259ce5b HTTP/1.1" status: 200 len: 919 time: 0.5096376 Aug 28 08:32:20.155567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:20.193887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-627f75d2-3640-44d7-87aa-fc47ccf3778b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=b74917cf-4eb7-4329-a386-f51b1259ce5b HTTP/1.1" status: 200 len: 205 time: 0.0370278 Aug 28 08:32:20.197083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36500) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:20.246395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.300124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-d8879f66-f1f5-4d63-8e29-882563c9fdba service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307173 Aug 28 08:32:20.343604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:20.350038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:20.357372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:20.359916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2825dc7-7447-4fec-a9dd-bcb4dafc8736 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.382888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'Port': ['ID=15513cfa-58af-43b7-aa48-270459b5fae2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:20.410758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.449674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9be529df-50c9-440f-bf7c-9da339f4610d req-485809b7-902a-43c9-bd05-040538ec9892 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159871 Aug 28 08:32:20.459083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.462890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:20.466761 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9402f0ae-1a62-48ff-8975-ccb8eda68d3d HTTP/1.1" status: 204 len: 168 time: 0.8161528 Aug 28 08:32:20.476791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6757-5488-43aa-9ddb-d4ee6d2f0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402f0ae-1a62-48ff-8975-ccb8eda68d3d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:20.518136 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-c2825dc7-7447-4fec-a9dd-bcb4dafc8736 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] update failed (client error): The resource could not be found. Aug 28 08:32:20.519275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2825dc7-7447-4fec-a9dd-bcb4dafc8736 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb HTTP/1.1" status: 404 len: 339 time: 0.5341616 Aug 28 08:32:20.523644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36516) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:20.837968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.012149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dc848-a95b-45ba-b069-2c0a947291a5 req-281ca86c-b75f-4ef9-b855-60dbabd1f37d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:21.013692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-019dc848-a95b-45ba-b069-2c0a947291a5 req-281ca86c-b75f-4ef9-b855-60dbabd1f37d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1978357 Aug 28 08:32:21.089846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.118472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-019dc848-a95b-45ba-b069-2c0a947291a5 req-19e6fbf8-fcda-4232-aac7-b10d27953ac2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940938 Aug 28 08:32:21.176562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36522) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:21.196977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12778928-212f-4579-b1e6-bf520fd9dd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.346803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-7ee31f24-15bb-4daa-99ec-03bd43cc2607 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0977547 Aug 28 08:32:21.407447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31381607-68a2-47a2-84a0-07020d509336 req-2779b7b7-15de-47c6-a007-711824e26700 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:21.409065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31381607-68a2-47a2-84a0-07020d509336 req-2779b7b7-15de-47c6-a007-711824e26700 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 943 time: 0.2158353 Aug 28 08:32:21.465822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port 2efcf231-a24a-4f9c-9a09-b92565bc4a8c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:21.466181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.469365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.484079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Allocated IP 172.20.0.1 (6c80a115-be7f-439e-aa64-70885bafd810/286eb575-c4f5-4eef-a7d3-ef5fb9704df8/b3af4b65-56c6-4ba1-a18d-07503a31b8ba) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:21.501760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-430d4100-3236-42fe-9fee-0d04c6413aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:21.503384 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-430d4100-3236-42fe-9fee-0d04c6413aa0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76e91fd135ed4116a98d98e10ca7f849&device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 1097 time: 0.0679569 Aug 28 08:32:21.579570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31381607-68a2-47a2-84a0-07020d509336 req-7431c354-e690-46fa-a21b-ba6be9660527 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556351 Aug 28 08:32:21.617225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12778928-212f-4579-b1e6-bf520fd9dd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.629086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.641062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for 2efcf231-a24a-4f9c-9a09-b92565bc4a8c owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:21.680419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.683022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-d81d9dcd-fe32-4ba4-81f7-1207c38a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:21.688608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-d81d9dcd-fe32-4ba4-81f7-1207c38a3d88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 200 len: 907 time: 0.1385193 Aug 28 08:32:21.703017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Transition to ACTIVE for port object b3af4b65-56c6-4ba1-a18d-07503a31b8ba will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:21.737181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-8e70a95d-f888-4da9-9eb5-782ab2fb1bd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f HTTP/1.1" status: 200 len: 217 time: 0.0426168 Aug 28 08:32:21.767331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12778928-212f-4579-b1e6-bf520fd9dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.801626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-7f63090e-6695-4333-8e3e-78c562f45164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:21.803076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-7f63090e-6695-4333-8e3e-78c562f45164 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 200 len: 846 time: 0.0592887 Aug 28 08:32:21.804567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.837445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-da2b7624-1281-40a5-8a1e-74235787ce0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4397548e-52cb-4166-9075-dc369bf068e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272796 Aug 28 08:32:21.856372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-12778928-212f-4579-b1e6-bf520fd9dd07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eee892cb786d4a7f9ade52365d290142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758952 Aug 28 08:32:21.856372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12778928-212f-4579-b1e6-bf520fd9dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b5bccf-14b0-4dc1-90af-330722ae0558,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:21.859032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:21.891711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:21.948997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 6c80a115-be7f-439e-aa64-70885bafd810 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:21.961649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:21.965748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:21.969272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Port': ['ID=b3af4b65-56c6-4ba1-a18d-07503a31b8ba,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:22.016697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.021324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-0a98cdfa-e32f-4062-b259-581b6a4bcdad service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770332 Aug 28 08:32:22.037411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.057436 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.079646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.134542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=2efcf231-a24a-4f9c-9a09-b92565bc4a8c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:22.176587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.208230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-958f8a13-ff5c-4896-a752-b5ccdb903d15 req-9dab693a-b628-428f-9861-bc6995e28ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782889 Aug 28 08:32:22.264937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.330892 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.367100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597510-307c-44a6-bd74-727d64f9c75a req-eb1acf37-d728-4633-8164-329672b1fd7d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:22.371523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f597510-307c-44a6-bd74-727d64f9c75a req-eb1acf37-d728-4633-8164-329672b1fd7d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1574726 Aug 28 08:32:22.383958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.393128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.395742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.396856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79b5bccf-14b0-4dc1-90af-330722ae0558 HTTP/1.1" status: 204 len: 168 time: 0.5147491 Aug 28 08:32:22.403243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d366d8c3-3f77-4ac9-b37b-7adfd2e448c8 None None] Provisioning for port b3af4b65-56c6-4ba1-a18d-07503a31b8ba completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:22.406694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.410447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d366d8c3-3f77-4ac9-b37b-7adfd2e448c8 None None] Provisioning complete for port b3af4b65-56c6-4ba1-a18d-07503a31b8ba triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:22.413157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.413928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d366d8c3-3f77-4ac9-b37b-7adfd2e448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.463219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d366d8c3-3f77-4ac9-b37b-7adfd2e448c8 None None] Port b3af4b65-56c6-4ba1-a18d-07503a31b8ba cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:32:22.499825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370caada-595c-43fb-8dc4-f0dc03ccad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b5bccf-14b0-4dc1-90af-330722ae0558,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:22.527252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event updated for resources: {'Port': ['ID=15513cfa-58af-43b7-aa48-270459b5fae2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:22.551685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f597510-307c-44a6-bd74-727d64f9c75a req-8027cb17-540a-4123-890b-5400d415c166 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519156 Aug 28 08:32:22.554741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.645664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.646247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router b74917cf-4eb7-4329-a386-f51b1259ce5b {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:22.654119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.658539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-942a27f6-bb65-42a5-af98-dd82cf1723db tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/b74917cf-4eb7-4329-a386-f51b1259ce5b HTTP/1.1" status: 204 len: 168 time: 2.4572425 Aug 28 08:32:22.658982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36542) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:22.667845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1338361621', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:22.703462 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Floating IP 8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6 associated. External IP: 172.25.0.6, port: 84d3cddb-b458-42c9-b579-7d375d12362b. Aug 28 08:32:22.711588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7cc0c725-122c-4404-832e-2289dbdfea56 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:32:22.729030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.799413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.800422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.818091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.823859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7cc0c725-122c-4404-832e-2289dbdfea56,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:22.882700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.913638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:22.916609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event updated for resources: {'Port': ['ID=b3af4b65-56c6-4ba1-a18d-07503a31b8ba,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:23.043416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Network 6c80a115-be7f-439e-aa64-70885bafd810 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:23.045115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:23.083829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '7cc0c725-122c-4404-832e-2289dbdfea56', 'network_id': '4397548e-52cb-4166-9075-dc369bf068e5', 'port_id': '7cc0c725-122c-4404-832e-2289dbdfea56', 'mac_address': 'fa:16:3e:0b:f5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9038513-d62f-4ad6-afb9-a04ea5e817e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:32:23.133155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.149845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc0c725-122c-4404-832e-2289dbdfea56 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:32:23.170553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Router 845daa7e-eb6d-45d1-b03a-78f9998adbcb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:32:23.183268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7cc0c725-122c-4404-832e-2289dbdfea56,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:23.211030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:23.265012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.266113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.303980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Router 604f6918-f0c4-4755-a2c7-d3189e486e58 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:32:23.367048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:23.369797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:23.379438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f14b1519-09b1-43e3-a91b-bedc1eb97cd3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540657 Aug 28 08:32:23.380249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36562) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:23.390325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] Sync routers for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:23.411236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:23.412806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:23.416873 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.464799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:23.476689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03f1bcaa-ed9e-4a6e-871e-d23be54ddf9b None None] Provisioning complete for port b3af4b65-56c6-4ba1-a18d-07503a31b8ba triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:23.477055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03f1bcaa-ed9e-4a6e-871e-d23be54ddf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.500900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0a583b9-d616-4556-b556-59aab96d870f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.527974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:23.534940 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdfd316-1b44-4876-bf64-4ade73544714" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:23.537173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:23.537955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:23.581229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-03f1bcaa-ed9e-4a6e-871e-d23be54ddf9b None None] Port b3af4b65-56c6-4ba1-a18d-07503a31b8ba cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:32:23.584071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:23.585258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:23.585901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9d999-12a0-4575-993d-cc2a6c870ae0 None None] The sync data for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:23.593623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7cc0c725-122c-4404-832e-2289dbdfea56'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:23.601384 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-f0a583b9-d616-4556-b556-59aab96d870f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 08:32:23.606372 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f0a583b9-d616-4556-b556-59aab96d870f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb HTTP/1.1" status: 409 len: 329 time: 0.2249439 Aug 28 08:32:23.606993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36568) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:23.693920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:23.771496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:23.933821 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce083-f35f-4bb3-ab20-8092cd753244 req-fa7528ef-c4f4-440f-afa9-c9690975862a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:23.935398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05dce083-f35f-4bb3-ab20-8092cd753244 req-fa7528ef-c4f4-440f-afa9-c9690975862a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 944 time: 0.5618825 Aug 28 08:32:23.939984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:23.960014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Sync routers for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:23.973600 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:23.974558 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:23.977718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.018562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05dce083-f35f-4bb3-ab20-8092cd753244 req-4ab780e5-c05b-4c97-a4c9-3a18a0bd6482 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Aug 28 08:32:24.024814 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.102574 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3209e30-3219-4a51-9b5e-dcd2c2aae8d6 x-openstack-request-id: req-c3209e30-3219-4a51-9b5e-dcd2c2aae8d6 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:24.102920 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:24.103176 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3209e30-3219-4a51-9b5e-dcd2c2aae8d6 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:24.103580 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:32:24.158265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c2057f6f-78b8-49bc-bc5b-3304c2ec7755 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.7248690 Aug 28 08:32:24.158265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:24.158265 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e2e30-e332-4bc2-b396-0b92cfbb034d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:24.196492 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9de529-4b5c-4fe7-9437-26fb6faffb6d x-openstack-request-id: req-9d9de529-4b5c-4fe7-9437-26fb6faffb6d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:24.196790 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:24.197048 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d9de529-4b5c-4fe7-9437-26fb6faffb6d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:24.197447 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b', 'status': 'completed', 'code': 200} Aug 28 08:32:24.203053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:24.212786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.244465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.370381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting port b3af4b65-56c6-4ba1-a18d-07503a31b8ba {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:24.370759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.426705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.25.0.190 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/7d5ecd8c-aac8-4349-a318-e47acdc3689e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:24.531756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6', 'tenant_id': '8384c65edc5c44029699200605056483', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'port_id': '84d3cddb-b458-42c9-b579-7d375d12362b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'mac_address': 'fa:16:3e:ca:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:32:21Z', 'updated_at': '2021-08-28T08:32:21Z', 'revision_number': 0, 'project_id': '8384c65edc5c44029699200605056483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:24.556550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-13644268-297b-417b-8c74-838d3282fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:24.558280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-13644268-297b-417b-8c74-838d3282fb83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.3083241 Aug 28 08:32:24.560488 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Checking router: 604f6918-f0c4-4755-a2c7-d3189e486e58 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:32:24.563237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.570046 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:24.570712 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:24.600408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.651193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Calling delete_port for b3af4b65-56c6-4ba1-a18d-07503a31b8ba owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:24.678463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-d6cc073b-83e1-4067-9e99-766a4c2e2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:24.680087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-d6cc073b-83e1-4067-9e99-766a4c2e2d40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1095 time: 0.3470554 Aug 28 08:32:24.698551 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:24.729908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7cc0c725-122c-4404-832e-2289dbdfea56 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:24.777247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-cdef15b9-e9d5-40b9-8bf0-369e224a62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:24.782720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-cdef15b9-e9d5-40b9-8bf0-369e224a62fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 909 time: 0.2089953 Aug 28 08:32:24.794233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.830463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:24.840974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:24.842141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:24.909349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 7cc0c725-122c-4404-832e-2289dbdfea56 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:24.914761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 7cc0c725-122c-4404-832e-2289dbdfea56 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:24.915337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:24.989847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-1a14a2f2-b6f2-4217-9e99-2bfc8dee55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:24.996736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-1a14a2f2-b6f2-4217-9e99-2bfc8dee55a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.2771065 Aug 28 08:32:24.998909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-8bc57e9b-fada-4e1d-9c31-169eae6f23f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 997 time: 0.1863012 Aug 28 08:32:25.004991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5ecd8c-aac8-4349-a318-e47acdc3689e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:25.022378 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6', 'tenant_id': '8384c65edc5c44029699200605056483', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'port_id': '84d3cddb-b458-42c9-b579-7d375d12362b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'mac_address': 'fa:16:3e:ca:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:32:21Z', 'updated_at': '2021-08-28T08:32:21Z', 'revision_number': 0, 'project_id': '8384c65edc5c44029699200605056483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:25.052571 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e86baf-c5b4-4786-8305-a244c6e68d75 None None] The sync data for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 is: [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6', 'tenant_id': '8384c65edc5c44029699200605056483', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'port_id': '84d3cddb-b458-42c9-b579-7d375d12362b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'mac_address': 'fa:16:3e:ca:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:32:21Z', 'updated_at': '2021-08-28T08:32:21Z', 'revision_number': 0, 'project_id': '8384c65edc5c44029699200605056483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:25.081053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.123260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7cc0c725-122c-4404-832e-2289dbdfea56,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:25.187001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-a4711b52-c891-4f53-963c-ee2748b131e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.1679606 Aug 28 08:32:25.190180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-87c7640f-a1ce-43a7-aa94-23e83c4c66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:25.190761 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-87c7640f-a1ce-43a7-aa94-23e83c4c66da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.1805356 Aug 28 08:32:25.241629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.271693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122f11-d193-4138-a83f-7ab11ef24d63 req-d42cb748-fea2-465a-b427-d82a44b718a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:25.279729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e122f11-d193-4138-a83f-7ab11ef24d63 req-d42cb748-fea2-465a-b427-d82a44b718a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 944 time: 0.1463134 Aug 28 08:32:25.328613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-f4632af9-6a8a-4874-8a5a-2e04e08b3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:25.330524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-f4632af9-6a8a-4874-8a5a-2e04e08b3c14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1357119 Aug 28 08:32:25.341050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-258e8d8e-81a3-4a4e-b9b3-d59c62286d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:25.342675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-258e8d8e-81a3-4a4e-b9b3-d59c62286d6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384640 Aug 28 08:32:25.343480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e122f11-d193-4138-a83f-7ab11ef24d63 req-88217998-478a-4fd1-8ae6-8b0abddf0fef tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624876 Aug 28 08:32:25.373573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:25.420951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.439828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34799a-c4f0-4143-93b8-2479d80be321 None None] New status for floating IP 8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:32:25.467001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.517688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Port': ['ID=b3af4b65-56c6-4ba1-a18d-07503a31b8ba,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:25.528956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-1aef195e-a968-4bc3-9be2-bf042e6c34bd service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666965 Aug 28 08:32:25.549792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-1826896b-10e8-4d9d-a1d2-e5b1ac536b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:25.549792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-1826896b-10e8-4d9d-a1d2-e5b1ac536b02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046435 Aug 28 08:32:25.568798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-bc3bb490-f020-42fd-a020-1b80f9da0684 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:32:25.569823 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-bc3bb490-f020-42fd-a020-1b80f9da0684 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056028 Aug 28 08:32:25.681461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.739427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:25.857366 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:32:25.909773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router 08702314-b0f7-4dd5-b1e3-ac71b0d35903 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:26.022788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:26.032468 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Sync routers for ids ['08702314-b0f7-4dd5-b1e3-ac71b0d35903'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:26.043370 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Routers {'08702314-b0f7-4dd5-b1e3-ac71b0d35903'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:26.044249 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['08702314-b0f7-4dd5-b1e3-ac71b0d35903'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.105113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:26.110762 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb4f7d-492f-445b-9516-9b5391272eb2" -d '{"events": [{"server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "name": "network-vif-plugged", "status": "completed", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:26.127009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.134844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d040d198-168a-492f-a325-9843ff6a6483 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4687400 Aug 28 08:32:26.135933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:26.138842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.142335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-22cbaaf4-79a8-41b4-9f92-e185c64b2f00 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378804 Aug 28 08:32:26.144079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-167e2e30-e332-4bc2-b396-0b92cfbb034d req-482e6945-cbc9-45a1-8738-c455876b0174 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998034 Aug 28 08:32:26.150512 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fedd0ad-203c-48b0-a7ba-f38c60c09194 x-openstack-request-id: req-7fedd0ad-203c-48b0-a7ba-f38c60c09194 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:26.150968 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "name": "network-vif-plugged", "status": "completed", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:26.151232 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fedd0ad-203c-48b0-a7ba-f38c60c09194 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:26.151660 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56', 'code': 200} Aug 28 08:32:26.206142 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Set router 08702314-b0f7-4dd5-b1e3-ac71b0d35903 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:26.297900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-047c2083-f701-4340-9bef-fb9b058b7ff8 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/08702314-b0f7-4dd5-b1e3-ac71b0d35903 HTTP/1.1" status: 200 len: 909 time: 0.1613829 Aug 28 08:32:26.300544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36622) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:26.305063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1338361621', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': True}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:26.396171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.397233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.445022 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190'}], 'enable_snat': False}, 'gw_port_id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:22Z', 'updated_at': '2021-08-28T08:32:24Z', 'revision_number': 3, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port': {'id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:32:24Z', 'updated_at': '2021-08-28T08:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.449263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7663-58db-4206-a00c-1d328fa6a0cc req-cc16177c-dc8e-4404-908e-753969fd3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:26.450890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e52c7663-58db-4206-a00c-1d328fa6a0cc req-cc16177c-dc8e-4404-908e-753969fd3aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 1097 time: 0.1624153 Aug 28 08:32:26.453037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3dd99ee-03f6-41ce-ac1d-1ad327a92102 req-52cc3ba5-0a5b-4b9e-8ea6-0c948bdd69e2 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015704 Aug 28 08:32:26.461015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Router 845daa7e-eb6d-45d1-b03a-78f9998adbcb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:32:26.499828 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Checking router: 08702314-b0f7-4dd5-b1e3-ac71b0d35903 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:32:26.500525 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Updating router 08702314-b0f7-4dd5-b1e3-ac71b0d35903 port 7d5ecd8c-aac8-4349-a318-e47acdc3689e binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:32:26.502688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.525429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38018de-0f8c-48d5-839c-9022257c0255 req-e877beef-f001-4308-bbdf-c4d1228d0a81 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:26.527230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b38018de-0f8c-48d5-839c-9022257c0255 req-e877beef-f001-4308-bbdf-c4d1228d0a81 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0758739 Aug 28 08:32:26.535311 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.574873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e52c7663-58db-4206-a00c-1d328fa6a0cc req-b56dc322-790a-4530-b353-e043f860b9c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122580 Aug 28 08:32:26.582543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:26.585827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b38018de-0f8c-48d5-839c-9022257c0255 req-8ad31bde-6683-4493-a736-705aff9eaec9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507400 Aug 28 08:32:26.593121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b163c1d5-056e-43b4-af78-9ef142ea5479 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9808230 Aug 28 08:32:26.593316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36632) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:26.598688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] Sync routers for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:26.617365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:26.618145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.665926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.669292 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-d2ca671d-6286-42af-bfe7-97793824ba1a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] show failed (client error): The resource could not be found. Aug 28 08:32:26.674037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2ca671d-6286-42af-bfe7-97793824ba1a tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-353415641 HTTP/1.1" status: 404 len: 334 time: 0.0767238 Aug 28 08:32:26.674952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36634) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:26.680962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bec4bf16-594c-4302-88f5-1ea152d092bd tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:26.696715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] Routers {'845daa7e-eb6d-45d1-b03a-78f9998adbcb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:26.697524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.720441 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-bec4bf16-594c-4302-88f5-1ea152d092bd tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] update failed (client error): The resource could not be found. Aug 28 08:32:26.728250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bec4bf16-594c-4302-88f5-1ea152d092bd tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-541831554 HTTP/1.1" status: 404 len: 334 time: 0.0511358 Aug 28 08:32:26.729149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:26.770162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:26.774424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c164126-4b5d-4ebb-8b14-7eb759f68152 None None] The sync data for ids ['845daa7e-eb6d-45d1-b03a-78f9998adbcb'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:26.777619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.803469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting subnet bc0a6921-fec0-4b3f-8276-f0b854f1411a {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:26.807059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.855883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.889649 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.901909 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Transition to ACTIVE for port object 7d5ecd8c-aac8-4349-a318-e47acdc3689e will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:26.963247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:26.973254 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.034064 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Pushing event updated for resources: {'Port': ['ID=7d5ecd8c-aac8-4349-a318-e47acdc3689e,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.059839 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.060266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.060670 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.061068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.061469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.062270 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.067721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:27.075074 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Attempting to bind port 7d5ecd8c-aac8-4349-a318-e47acdc3689e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:27.075628 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Attempting to bind port 7d5ecd8c-aac8-4349-a318-e47acdc3689e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:27.076082 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Attempting to bind port 7d5ecd8c-aac8-4349-a318-e47acdc3689e on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:27.082325 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:27.082892 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:27.083294 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.083766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:27.084300 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Bound port: 7d5ecd8c-aac8-4349-a318-e47acdc3689e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:27.084742 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.102429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.131857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.156716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] For port 7d5ecd8c-aac8-4349-a318-e47acdc3689e, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:27.162942 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] For port 7d5ecd8c-aac8-4349-a318-e47acdc3689e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d5ecd8c-aac8-4349-a318-e47acdc3689e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:27.189068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.213022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.213251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88582b8d-d4e9-4fab-9e33-12bb1636b04c None None] Network 5f9d1952-9c8d-480f-98fb-c8af421effa0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:27.217853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/subnets/bc0a6921-fec0-4b3f-8276-f0b854f1411a HTTP/1.1" status: 204 len: 168 time: 0.4874654 Aug 28 08:32:27.220017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36640) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:27.257694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3379d-c0a8-45ee-bbe8-6cb0f5b2b0f1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0a6921-fec0-4b3f-8276-f0b854f1411a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.264855 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.281292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.25.0.108 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/8ca56d82-e442-4fd7-92e1-e6231c25887c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:27.342965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting subnet 59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:27.347121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.380749 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccbe41-d083-418b-a0fd-eaa8fff62da5 None None] Pushing event updated for resources: {'Port': ['ID=7d5ecd8c-aac8-4349-a318-e47acdc3689e,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.395604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Routers {'08702314-b0f7-4dd5-b1e3-ac71b0d35903'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:27.396605 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['08702314-b0f7-4dd5-b1e3-ac71b0d35903'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:27.422490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.478987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.519835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] DHCP port deletion for 5f9d1952-9c8d-480f-98fb-c8af421effa0 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:32:27.550232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.576087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Deleting port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:27.576464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.652608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] For port 7e0b2b8a-dc35-460a-acb4-12dedccb4970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7e0b2b8a-dc35-460a-acb4-12dedccb4970,segment=NetworkSegment(6eaccdc2-f5a5-4010-bfe4-d1309ff834b8),segment_id=6eaccdc2-f5a5-4010-bfe4-d1309ff834b8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:27.653484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.656850 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] Set router 08702314-b0f7-4dd5-b1e3-ac71b0d35903 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:27.667851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Calling delete_port for 7e0b2b8a-dc35-460a-acb4-12dedccb4970 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:27.669221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.672610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e263913-0577-49e7-856c-9996119de6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.728146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.740695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:27.750830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:27.754941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:27.756862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=8ca56d82-e442-4fd7-92e1-e6231c25887c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.792839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Subnet': ['ID=59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.798552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.803271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fd3bc672-fc29-4f57-96fa-13dbe3527d6f tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/subnets/59d93c3c-eee8-4f98-bc8e-b8bd1e2da1a4 HTTP/1.1" status: 204 len: 168 time: 0.5797851 Aug 28 08:32:27.803466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341a250-a5ee-48f8-bf39-e51c76e265aa req-38c746eb-2ced-4d09-8df0-d7e64a3497e8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:27.803945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36648) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:27.805020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a523a-8aed-4fa5-8384-c8e522ae823e None None] Network 719dd453-f17a-4431-b38a-eebbd770bda9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:27.809988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e341a250-a5ee-48f8-bf39-e51c76e265aa req-38c746eb-2ced-4d09-8df0-d7e64a3497e8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1093590 Aug 28 08:32:27.876155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.876831 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190'}], 'enable_snat': False}, 'gw_port_id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:22Z', 'updated_at': '2021-08-28T08:32:24Z', 'revision_number': 3, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port': {'id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:32:24Z', 'updated_at': '2021-08-28T08:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:27.910994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:27.915811 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1ed35-41d8-4512-b899-b352fbdb8cd4 None None] The sync data for ids ['08702314-b0f7-4dd5-b1e3-ac71b0d35903'] in n-d-792458-16 is: [{'id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190'}], 'enable_snat': False}, 'gw_port_id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:22Z', 'updated_at': '2021-08-28T08:32:24Z', 'revision_number': 3, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port': {'id': '7d5ecd8c-aac8-4349-a318-e47acdc3689e', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08702314-b0f7-4dd5-b1e3-ac71b0d35903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:32:24Z', 'updated_at': '2021-08-28T08:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:27.917506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] Pushing event deleted for resources: {'Port': ['ID=7e0b2b8a-dc35-460a-acb4-12dedccb4970,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:27.934419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ea1b9-a56e-4287-90c5-3bd4d298d823 None None] No DVR routers for this DVR port 7e0b2b8a-dc35-460a-acb4-12dedccb4970 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:27.991456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e341a250-a5ee-48f8-bf39-e51c76e265aa req-997f1b71-c93d-4fbc-8116-6ce9c98bb747 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770720 Aug 28 08:32:28.037185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.049170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9d1952-9c8d-480f-98fb-c8af421effa0']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:28.067859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:28.068513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaccdc2-f5a5-4010-bfe4-d1309ff834b8') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:28.079486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.095043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:28.110513 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:28.120443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] DHCP port deletion for 719dd453-f17a-4431-b38a-eebbd770bda9 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:32:28.199637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Deleting port 14d98621-3152-4777-8ad4-d09d110d89c5 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:28.199637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.225789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.237275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.242515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/networks/5f9d1952-9c8d-480f-98fb-c8af421effa0 HTTP/1.1" status: 204 len: 168 time: 0.4336567 Aug 28 08:32:28.249171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36652) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:28.273505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f565099-a9c6-4305-8936-7e4ae75b357b tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Network': ['ID=5f9d1952-9c8d-480f-98fb-c8af421effa0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:28.352540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.357680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] For port 14d98621-3152-4777-8ad4-d09d110d89c5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14d98621-3152-4777-8ad4-d09d110d89c5,segment=NetworkSegment(93dccc06-122d-4b0c-a306-4f4639182505),segment_id=93dccc06-122d-4b0c-a306-4f4639182505)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:28.358472 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.363772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.374282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Calling delete_port for 14d98621-3152-4777-8ad4-d09d110d89c5 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:28.567518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting port 14d98621-3152-4777-8ad4-d09d110d89c5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:28.567893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.614010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:28.646647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] No DVR routers for this DVR port 14d98621-3152-4777-8ad4-d09d110d89c5 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:28.653186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa37ca-82d5-4d4f-b24b-6aa4442cbf2c None None] Pushing event deleted for resources: {'Port': ['ID=14d98621-3152-4777-8ad4-d09d110d89c5,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:29.016517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] For port 14d98621-3152-4777-8ad4-d09d110d89c5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=14d98621-3152-4777-8ad4-d09d110d89c5,segment=NetworkSegment(93dccc06-122d-4b0c-a306-4f4639182505),segment_id=93dccc06-122d-4b0c-a306-4f4639182505)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:29.017119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.032344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.037279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Calling delete_port for 14d98621-3152-4777-8ad4-d09d110d89c5 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:29.122048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d5ecd8c-aac8-4349-a318-e47acdc3689e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:29.231169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8f269-d502-42da-90cb-b73e8d97a328 req-4c27ad22-1f7e-44a5-aceb-e071ee4036da tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:29.232661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de8f269-d502-42da-90cb-b73e8d97a328 req-4c27ad22-1f7e-44a5-aceb-e071ee4036da tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1529460 Aug 28 08:32:29.235488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7d5ecd8c-aac8-4349-a318-e47acdc3689e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:29.240215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7d5ecd8c-aac8-4349-a318-e47acdc3689e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:29.240662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.276348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:32:29.299296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.309984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de8f269-d502-42da-90cb-b73e8d97a328 req-94815a56-48aa-4829-b161-e96247533c8b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Aug 28 08:32:29.345076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] No DVR routers for this DVR port 14d98621-3152-4777-8ad4-d09d110d89c5 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:29.346964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Port': ['ID=14d98621-3152-4777-8ad4-d09d110d89c5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:29.426307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.440865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router b944d18e-0b48-4e32-abb0-813c7548e43f is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:29.452637 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.453578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7d5ecd8c-aac8-4349-a318-e47acdc3689e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d5ecd8c-aac8-4349-a318-e47acdc3689e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:29.475047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719dd453-f17a-4431-b38a-eebbd770bda9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:29.487711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dccc06-122d-4b0c-a306-4f4639182505') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:29.490249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dccc06-122d-4b0c-a306-4f4639182505') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:29.500669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.522881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:29.545209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:32:29.592764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.604256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.611448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:32:29.615554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.629775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:29.633692 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:29.690746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:29.704876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7d5ecd8c-aac8-4349-a318-e47acdc3689e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:29.742686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7e0b2b8a-dc35-460a-acb4-12dedccb4970 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:29.746434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:29.758281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Sync routers for ids ['b944d18e-0b48-4e32-abb0-813c7548e43f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:29.767567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7e0b2b8a-dc35-460a-acb4-12dedccb4970 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:29.767944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7e0b2b8a-dc35-460a-acb4-12dedccb4970 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:29.768377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14d98621-3152-4777-8ad4-d09d110d89c5 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:29.769147 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Routers {'b944d18e-0b48-4e32-abb0-813c7548e43f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:29.769785 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b944d18e-0b48-4e32-abb0-813c7548e43f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:29.770595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.794579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 14d98621-3152-4777-8ad4-d09d110d89c5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:29.799505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 14d98621-3152-4777-8ad4-d09d110d89c5 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:29.808215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbfcdc-c8ed-4acf-b178-5f7d24366a0d req-99b7e835-3492-4608-aeeb-d458d9808278 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:29.812577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fbbfcdc-c8ed-4acf-b178-5f7d24366a0d req-99b7e835-3492-4608-aeeb-d458d9808278 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0845127 Aug 28 08:32:29.856971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fbbfcdc-c8ed-4acf-b178-5f7d24366a0d req-343c075c-831b-4722-a8f8-6e5771cc8357 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Aug 28 08:32:29.880183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:29.892567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.892836 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Set router b944d18e-0b48-4e32-abb0-813c7548e43f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:29.902295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.907231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36682) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:29.918438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/networks/719dd453-f17a-4431-b38a-eebbd770bda9 HTTP/1.1" status: 204 len: 168 time: 1.6681235 Aug 28 08:32:29.939920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958770-6721-4a07-8af1-ccf7b061eee8 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Network': ['ID=719dd453-f17a-4431-b38a-eebbd770bda9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:29.967741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:29.969500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-285667c0-5c6b-4d2a-b5d2-5abb8802a704 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6678953 Aug 28 08:32:29.985938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:30.004342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['50181929-fa43-44bf-a9a5-51ae6613b9ad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:30.005424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting subnet 286eb575-c4f5-4eef-a7d3-ef5fb9704df8 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:30.009569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.043244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.084922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.164036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91287c48-4002-40ef-aa25-f68dda4bc13f req-06a32fe9-0a1a-46c7-a163-3c900b14c532 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:30.165883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91287c48-4002-40ef-aa25-f68dda4bc13f req-06a32fe9-0a1a-46c7-a163-3c900b14c532 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.2231953 Aug 28 08:32:30.185948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3598b32-07f7-456e-a7e0-fd027d50b7f8 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/b944d18e-0b48-4e32-abb0-813c7548e43f HTTP/1.1" status: 200 len: 908 time: 0.1975551 Aug 28 08:32:30.193034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:30.208349 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b944d18e-0b48-4e32-abb0-813c7548e43f', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '8ca56d82-e442-4fd7-92e1-e6231c25887c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:26Z', 'updated_at': '2021-08-28T08:32:28Z', 'revision_number': 3, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port': {'id': '8ca56d82-e442-4fd7-92e1-e6231c25887c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944d18e-0b48-4e32-abb0-813c7548e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:32:27Z', 'updated_at': '2021-08-28T08:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:30.213937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.236952 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Checking router: b944d18e-0b48-4e32-abb0-813c7548e43f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:32:30.246567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Updating router b944d18e-0b48-4e32-abb0-813c7548e43f port 8ca56d82-e442-4fd7-92e1-e6231c25887c binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:32:30.268699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91287c48-4002-40ef-aa25-f68dda4bc13f req-d50ecc99-2918-48c5-9c62-1fea5fcb2503 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946062 Aug 28 08:32:30.269703 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.323026 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d7250c36-827b-49a2-8180-d16d17fcd2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.332726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.387621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.420814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Subnet': ['ID=286eb575-c4f5-4eef-a7d3-ef5fb9704df8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:30.425014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.428372 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4e3731d1-874b-4aaf-8b3a-10bc15423993 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/subnets/286eb575-c4f5-4eef-a7d3-ef5fb9704df8 HTTP/1.1" status: 204 len: 168 time: 0.5200307 Aug 28 08:32:30.432244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:30.439438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d297b-7b4f-43ae-bbd4-a2f0e4673783 None None] Network 6c80a115-be7f-439e-aa64-70885bafd810 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:30.508966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.537181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.604823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Deleting port 6bb0e463-6583-4068-8858-e18df1b36777 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:30.605214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.618793 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.639851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Transition to ACTIVE for port object 8ca56d82-e442-4fd7-92e1-e6231c25887c will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:30.669009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] DHCP port deletion for 6c80a115-be7f-439e-aa64-70885bafd810 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:32:30.718176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Deleting port 6bb0e463-6583-4068-8858-e18df1b36777 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:30.718626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.732586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] For port 6bb0e463-6583-4068-8858-e18df1b36777, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6bb0e463-6583-4068-8858-e18df1b36777,segment=NetworkSegment(8166b78d-e198-4ff5-bb1f-a46d76998380),segment_id=8166b78d-e198-4ff5-bb1f-a46d76998380)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:30.735290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.749933 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.751707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Calling delete_port for 6bb0e463-6583-4068-8858-e18df1b36777 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:30.783379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f6dfb-2935-4971-a340-b7dabcd6fa0d req-64602020-2b4f-4da3-866f-e2406ccb4724 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:30.787273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e2f6dfb-2935-4971-a340-b7dabcd6fa0d req-64602020-2b4f-4da3-866f-e2406ccb4724 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1063893 Aug 28 08:32:30.789273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] For port 6bb0e463-6583-4068-8858-e18df1b36777, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6bb0e463-6583-4068-8858-e18df1b36777,segment=NetworkSegment(8166b78d-e198-4ff5-bb1f-a46d76998380),segment_id=8166b78d-e198-4ff5-bb1f-a46d76998380)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:30.789904 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.804041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Calling delete_port for 6bb0e463-6583-4068-8858-e18df1b36777 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:30.809079 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Attempting to bind port 8ca56d82-e442-4fd7-92e1-e6231c25887c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:30.809613 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Attempting to bind port 8ca56d82-e442-4fd7-92e1-e6231c25887c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:30.809869 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Attempting to bind port 8ca56d82-e442-4fd7-92e1-e6231c25887c on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:30.821642 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:30.822321 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:30.822822 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.823472 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:30.824166 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Bound port: 8ca56d82-e442-4fd7-92e1-e6231c25887c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:30.824578 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.832671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Deleting port 8ca56d82-e442-4fd7-92e1-e6231c25887c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:30.832671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.866532 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623b3c1-f269-4b20-b7fb-e6becd941dad None None] Pushing event updated for resources: {'Port': ['ID=8ca56d82-e442-4fd7-92e1-e6231c25887c,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:30.895377 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] For port 8ca56d82-e442-4fd7-92e1-e6231c25887c, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:30.896800 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] For port 8ca56d82-e442-4fd7-92e1-e6231c25887c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8ca56d82-e442-4fd7-92e1-e6231c25887c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:30.922642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e2f6dfb-2935-4971-a340-b7dabcd6fa0d req-b6e4d54c-826a-458b-a636-71d4bf9e2aa3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008880 Aug 28 08:32:30.960924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.973103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Calling delete_port for 8ca56d82-e442-4fd7-92e1-e6231c25887c owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:30.978232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:30.991452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.007883 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.008096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] Pushing event deleted for resources: {'Port': ['ID=6bb0e463-6583-4068-8858-e18df1b36777,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.010358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d656d-88b5-43bf-8b2f-c2ce440f7477 None None] No DVR routers for this DVR port 6bb0e463-6583-4068-8858-e18df1b36777 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:31.057355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Port': ['ID=6bb0e463-6583-4068-8858-e18df1b36777,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.059195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] No DVR routers for this DVR port 6bb0e463-6583-4068-8858-e18df1b36777 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:31.082564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d5ecd8c-aac8-4349-a318-e47acdc3689e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:31.087414 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Routers {'b944d18e-0b48-4e32-abb0-813c7548e43f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:31.088026 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b944d18e-0b48-4e32-abb0-813c7548e43f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:31.091003 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623b3c1-f269-4b20-b7fb-e6becd941dad None None] Pushing event updated for resources: {'Port': ['ID=8ca56d82-e442-4fd7-92e1-e6231c25887c,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.140440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7d5ecd8c-aac8-4349-a318-e47acdc3689e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:31.140840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.186515 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] Set router b944d18e-0b48-4e32-abb0-813c7548e43f gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:32:31.191526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.213785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c80a115-be7f-439e-aa64-70885bafd810']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:31.234286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8166b78d-e198-4ff5-bb1f-a46d76998380') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:31.234913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8166b78d-e198-4ff5-bb1f-a46d76998380') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:31.246941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b944d18e-0b48-4e32-abb0-813c7548e43f', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:26Z', 'updated_at': '2021-08-28T08:32:30Z', 'revision_number': 4, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:31.257380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.294157 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c204dfd-68c6-483c-8dbc-95fd3c57e057 None None] The sync data for ids ['b944d18e-0b48-4e32-abb0-813c7548e43f'] in n-d-792458-16 is: [{'id': 'b944d18e-0b48-4e32-abb0-813c7548e43f', 'name': 'tempest-snat-router-1338361621', 'tenant_id': 'e789a636308145f195395a7a1d2e0ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:32:26Z', 'updated_at': '2021-08-28T08:32:30Z', 'revision_number': 4, 'project_id': 'e789a636308145f195395a7a1d2e0ce3', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:31.294356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.296583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:31.306939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:31.307348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:31.310435 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:31.323729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6bb0e463-6583-4068-8858-e18df1b36777 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:31.364235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6bb0e463-6583-4068-8858-e18df1b36777 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:31.364581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6bb0e463-6583-4068-8858-e18df1b36777 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:31.387728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 50181929-fa43-44bf-a9a5-51ae6613b9ad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:31.388344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.469705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.477303 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.495010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ca56d82-e442-4fd7-92e1-e6231c25887c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.507998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:31.510295 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4b1539-b4ff-4d13-b12d-c39902f396cc" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:31.525246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:31.556362 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.558046 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcdb44d-eb88-4f63-af04-905db194d8f1 x-openstack-request-id: req-5dcdb44d-eb88-4f63-af04-905db194d8f1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:31.558437 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:31.558655 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5dcdb44d-eb88-4f63-af04-905db194d8f1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:31.559020 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:32:31.587662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.589590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/networks/6c80a115-be7f-439e-aa64-70885bafd810 HTTP/1.1" status: 204 len: 168 time: 1.1563234 Aug 28 08:32:31.592445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:31.592937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef0d0f-7112-4daa-a3c0-c8895faf68e3 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Pushing event deleted for resources: {'Network': ['ID=6c80a115-be7f-439e-aa64-70885bafd810,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.608429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.621826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-29884d39-29a6-4489-bb5f-ca7e8fb9bbf1 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "GET /v2.0/ports?device_id=845daa7e-eb6d-45d1-b03a-78f9998adbcb HTTP/1.1" status: 200 len: 205 time: 0.0280731 Aug 28 08:32:31.624238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:31.629296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.715217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.717873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:31.746319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.750264 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.831460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b136-705c-4a5c-b7d6-09d23d6933d0 req-f7a0a35c-6171-4dc2-bb8b-207ed46aa5e8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:31.837439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b136-705c-4a5c-b7d6-09d23d6933d0 req-f7a0a35c-6171-4dc2-bb8b-207ed46aa5e8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:31.841162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.843531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b136-705c-4a5c-b7d6-09d23d6933d0 req-f7a0a35c-6171-4dc2-bb8b-207ed46aa5e8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:31.845247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14f0b136-705c-4a5c-b7d6-09d23d6933d0 req-f7a0a35c-6171-4dc2-bb8b-207ed46aa5e8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2416 time: 0.1131713 Aug 28 08:32:31.882247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.882832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b944d18e-0b48-4e32-abb0-813c7548e43f {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:31.887518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.890669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.894638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:31.895992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-81d81d36-d3d6-4578-83b8-5d2daa8545cc tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b944d18e-0b48-4e32-abb0-813c7548e43f HTTP/1.1" status: 204 len: 168 time: 1.7016683 Aug 28 08:32:31.899872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36720) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:31.902119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14f0b136-705c-4a5c-b7d6-09d23d6933d0 req-3843d5b5-62b4-4a5c-9dd2-881bd40dc5c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Aug 28 08:32:32.055273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.055926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Fanout notify agent at l3_agent the message router_deleted on router 845daa7e-eb6d-45d1-b03a-78f9998adbcb {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:32.063421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.064532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-815c223d-5ba4-4f9d-aa48-35fa349dbc24 tempest-RoutersNegativeTest-351527280 tempest-RoutersNegativeTest-351527280-project] 10.222.0.46 "DELETE /v2.0/routers/845daa7e-eb6d-45d1-b03a-78f9998adbcb HTTP/1.1" status: 204 len: 168 time: 0.4393759 Aug 28 08:32:32.075980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.094171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588b211-a521-4494-9c8b-2516c8c8e5ca req-1879d71d-c286-4295-9c8c-9b12f16fb7a1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:32.094171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b588b211-a521-4494-9c8b-2516c8c8e5ca req-1879d71d-c286-4295-9c8c-9b12f16fb7a1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0617390 Aug 28 08:32:32.138817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b588b211-a521-4494-9c8b-2516c8c8e5ca req-06a32509-146e-4e09-9991-7e3371e94f76 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Aug 28 08:32:32.215690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.343735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Deleting port 7d5ecd8c-aac8-4349-a318-e47acdc3689e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:32.344854 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.440601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] For port 7d5ecd8c-aac8-4349-a318-e47acdc3689e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7d5ecd8c-aac8-4349-a318-e47acdc3689e,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:32.441012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.454011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Calling delete_port for 7d5ecd8c-aac8-4349-a318-e47acdc3689e owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:32.689285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141bba-f29d-457b-b666-af7f64416af0 req-a735b117-3d7a-46a7-9fe8-232bbc9ffee2 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:32.695308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141bba-f29d-457b-b666-af7f64416af0 req-a735b117-3d7a-46a7-9fe8-232bbc9ffee2 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:32.701562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141bba-f29d-457b-b666-af7f64416af0 req-a735b117-3d7a-46a7-9fe8-232bbc9ffee2 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:32.703283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b141bba-f29d-457b-b666-af7f64416af0 req-a735b117-3d7a-46a7-9fe8-232bbc9ffee2 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2416 time: 0.0704412 Aug 28 08:32:32.714049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:32.738505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.745339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b141bba-f29d-457b-b666-af7f64416af0 req-72d7d3be-f05f-43ca-99ef-c3c10394ff56 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351908 Aug 28 08:32:32.765403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d5ecd8c-aac8-4349-a318-e47acdc3689e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:32.842942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.955682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.961136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:32.967262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-20844d3a-7c12-4f2d-b792-8e13b6aaa58d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=705903f639ce4b1cb3ed2ce080ce062f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520199 Aug 28 08:32:32.969960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:33.040137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.064049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.120985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.121570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08702314-b0f7-4dd5-b1e3-ac71b0d35903 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:33.126200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.127212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73d9ba7a-88b6-4391-8f49-47bfe087fd24 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "DELETE /v2.0/routers/08702314-b0f7-4dd5-b1e3-ac71b0d35903 HTTP/1.1" status: 204 len: 168 time: 1.2262464 Aug 28 08:32:33.131541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:33.137118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1068126829', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:33.245600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.257155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.257155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c21c2540-b15e-4b60-8583-5d1d18f171c2 HTTP/1.1" status: 204 len: 168 time: 0.2783182 Aug 28 08:32:33.262061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cad11-8032-4b7c-88ce-b5f9b339635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c2540-b15e-4b60-8583-5d1d18f171c2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:33.278794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf6324-41a7-45c9-8c7d-f759347d263f req-9644a2a5-3a9f-4aab-a83d-59706ffb5a9c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:33.280424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54bf6324-41a7-45c9-8c7d-f759347d263f req-9644a2a5-3a9f-4aab-a83d-59706ffb5a9c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0712993 Aug 28 08:32:33.304366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.305520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.325787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54bf6324-41a7-45c9-8c7d-f759347d263f req-1b26ab3f-ef59-4581-9853-f948e6c40d80 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Aug 28 08:32:33.361637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.875992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0562b-aa5c-449f-878f-393f65372c5f req-2db6c815-6271-470d-944e-70ce6c66dcf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:33.882268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0562b-aa5c-449f-878f-393f65372c5f req-2db6c815-6271-470d-944e-70ce6c66dcf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:33.888098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0562b-aa5c-449f-878f-393f65372c5f req-2db6c815-6271-470d-944e-70ce6c66dcf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:33.889728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91d0562b-aa5c-449f-878f-393f65372c5f req-2db6c815-6271-470d-944e-70ce6c66dcf0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2416 time: 0.0709860 Aug 28 08:32:33.899986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:33.930975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91d0562b-aa5c-449f-878f-393f65372c5f req-e5f801fa-bafb-4b12-9723-ce57cc22b033 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Aug 28 08:32:34.204182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:34.225255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:34.358509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Allocated IP 172.25.0.110 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b5c024db-81f8-43bd-b89b-ed2ade5184f1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:34.463674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0f5e-6166-4852-826b-ddf9b5ee285f req-77f15a0d-f61d-439e-a2f8-a47dfb3b14c5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:34.465542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03ed0f5e-6166-4852-826b-ddf9b5ee285f req-77f15a0d-f61d-439e-a2f8-a47dfb3b14c5 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0561912 Aug 28 08:32:34.495347 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:34.509548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03ed0f5e-6166-4852-826b-ddf9b5ee285f req-72be51cb-3805-43ae-8cdc-23ff51f9a795 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Aug 28 08:32:34.630448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:34.669990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:34.678482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:34.682302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:34.708679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event updated for resources: {'Port': ['ID=b5c024db-81f8-43bd-b89b-ed2ade5184f1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:34.758192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.027551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d5ecd8c-aac8-4349-a318-e47acdc3689e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:35.049979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7d5ecd8c-aac8-4349-a318-e47acdc3689e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:35.050720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7d5ecd8c-aac8-4349-a318-e47acdc3689e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:35.078027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9693dc-1721-431c-9822-e36660b760f5 req-718853ad-b0e5-49cd-a619-016d1a6cc9bf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.083290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-41f82a6d-db8a-44ad-b271-d64a3835116b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.085564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9693dc-1721-431c-9822-e36660b760f5 req-718853ad-b0e5-49cd-a619-016d1a6cc9bf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.089132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-41f82a6d-db8a-44ad-b271-d64a3835116b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.091866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9693dc-1721-431c-9822-e36660b760f5 req-718853ad-b0e5-49cd-a619-016d1a6cc9bf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.093685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f9693dc-1721-431c-9822-e36660b760f5 req-718853ad-b0e5-49cd-a619-016d1a6cc9bf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2416 time: 0.0774794 Aug 28 08:32:35.095017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-41f82a6d-db8a-44ad-b271-d64a3835116b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.096638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-41f82a6d-db8a-44ad-b271-d64a3835116b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 2416 time: 0.1738114 Aug 28 08:32:35.142158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f9693dc-1721-431c-9822-e36660b760f5 req-133f1172-eb46-4aed-a5c5-3de7bb1ff1cf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Aug 28 08:32:35.154414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.263782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.294975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:35.294975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.467474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:35.467879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.479640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.486421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:35.636594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed579b0-0279-4664-af4e-c1c678f17640 req-559e847d-82b0-4e98-bff0-141602865aef tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:35.638537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed579b0-0279-4664-af4e-c1c678f17640 req-559e847d-82b0-4e98-bff0-141602865aef tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0533214 Aug 28 08:32:35.703970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed579b0-0279-4664-af4e-c1c678f17640 req-340fa8da-c93c-46aa-8f42-81e0da714191 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583901 Aug 28 08:32:35.875715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Router 82e6f2b8-8df9-4bc4-aecc-8c526210eff8 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:35.881246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:35.912771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', '269c52c7-c6d8-43cd-ba8d-21a1ea23d744'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:35.913390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=269c52c7-c6d8-43cd-ba8d-21a1ea23d744,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:36.026036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:36.040005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:36.045806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-6bea092d-977c-4705-a3d8-245b24c8c5a1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "DELETE /v2.0/ports/269c52c7-c6d8-43cd-ba8d-21a1ea23d744 HTTP/1.1" status: 204 len: 173 time: 0.9392345 Aug 28 08:32:36.047893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:36.052854 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2596bd26-4e47-4dd5-bee3-1b66ac770c41" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:36.282239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:36.295221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] Sync routers for ids ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:36.313934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] Routers {'82e6f2b8-8df9-4bc4-aecc-8c526210eff8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:36.314624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:36.345844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 04f422d9-7aaf-43e3-92fd-130334399a1a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:36.346500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:36.466009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:36.467297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-851f4d12-3edb-4bb1-b3a6-e73553fdd9e7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3344724 Aug 28 08:32:36.470870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:36.471390 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510d9515-b3bf-468f-af6f-9a91df4eebbc x-openstack-request-id: req-510d9515-b3bf-468f-af6f-9a91df4eebbc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:36.471390 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "269c52c7-c6d8-43cd-ba8d-21a1ea23d744", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:36.471603 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-510d9515-b3bf-468f-af6f-9a91df4eebbc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:36.471948 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': '269c52c7-c6d8-43cd-ba8d-21a1ea23d744', 'status': 'completed', 'code': 200} Aug 28 08:32:36.476313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:36.576849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 04f422d9-7aaf-43e3-92fd-130334399a1a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=04f422d9-7aaf-43e3-92fd-130334399a1a,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:36.577638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:36.632554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 04f422d9-7aaf-43e3-92fd-130334399a1a owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:36.691830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:36.701952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] Routers {'82e6f2b8-8df9-4bc4-aecc-8c526210eff8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:36.702939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:36.765119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:36.765790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1bb0e-c480-4571-ab84-e7ad3ce9993b None None] The sync data for ids ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:36.838160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cb5ee-9940-49c9-85d0-67362627a976 req-a8af361e-b549-4208-a104-cc954e9e81ce tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:36.844669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cb5ee-9940-49c9-85d0-67362627a976 req-a8af361e-b549-4208-a104-cc954e9e81ce tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:36.854265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f54cb5ee-9940-49c9-85d0-67362627a976 req-a8af361e-b549-4208-a104-cc954e9e81ce tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 1682 time: 0.2363064 Aug 28 08:32:36.905613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f54cb5ee-9940-49c9-85d0-67362627a976 req-9df25fe0-4aba-4695-8419-cc7462864572 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Aug 28 08:32:37.054292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.092593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['269c52c7-c6d8-43cd-ba8d-21a1ea23d744'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:32:37.165003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=04f422d9-7aaf-43e3-92fd-130334399a1a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:37.166053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301affd-58b8-4726-ac0e-7b1a0ef283ab req-a8f57b5d-aea1-4727-910d-f05cbda34bf8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:37.168025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6301affd-58b8-4726-ac0e-7b1a0ef283ab req-a8f57b5d-aea1-4727-910d-f05cbda34bf8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1358325 Aug 28 08:32:37.213945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 04f422d9-7aaf-43e3-92fd-130334399a1a on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:37.219825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.224088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-f5a17645-3f32-49f6-8aab-97e7eb74252d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "DELETE /v2.0/ports/04f422d9-7aaf-43e3-92fd-130334399a1a HTTP/1.1" status: 204 len: 173 time: 1.1584852 Aug 28 08:32:37.282762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.305440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6301affd-58b8-4726-ac0e-7b1a0ef283ab req-21bbe7fc-9ff1-4293-8e2d-ac9ed8e63e79 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242201 Aug 28 08:32:37.355135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:37.356147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.360203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36898) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:37.383183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:37.552205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:37.552581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.578433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.593157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:37.600638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-057ead01-3858-46ca-b825-fd9ef53cb801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.620054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:37.638554 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede5a63-90ac-476f-afb5-cebe2f028ed5" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:37.660766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:37.726907 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf2c85-a452-4adc-be60-234bbe09a890 x-openstack-request-id: req-afaf2c85-a452-4adc-be60-234bbe09a890 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:37.726907 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:37.726907 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afaf2c85-a452-4adc-be60-234bbe09a890 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:37.727237 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'code': 200} Aug 28 08:32:37.750020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.751533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 04f422d9-7aaf-43e3-92fd-130334399a1a no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:37.761995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-057ead01-3858-46ca-b825-fd9ef53cb801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:37.791228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 04f422d9-7aaf-43e3-92fd-130334399a1a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:37.792203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 04f422d9-7aaf-43e3-92fd-130334399a1a not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:37.797006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:37.833334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:37.833972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 269c52c7-c6d8-43cd-ba8d-21a1ea23d744 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:37.921627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:38.092819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:38.135597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=bcd6db9f-ab63-49fe-82c5-e1ba938b6b79,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:38.187657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:38.192052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:38.194196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21d00fbf-786f-4dc4-9253-91ffbc7d7c0a req-82632334-76e0-401e-81a4-972935d832e6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "DELETE /v2.0/ports/bcd6db9f-ab63-49fe-82c5-e1ba938b6b79 HTTP/1.1" status: 204 len: 173 time: 0.9601214 Aug 28 08:32:38.270469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-057ead01-3858-46ca-b825-fd9ef53cb801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:38.365033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7450934-9b15-4cc5-aa4a-ef86a1fe02bf req-a5b4b4a5-7c20-41dc-ba12-c6279d713146 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.0954075 Aug 28 08:32:38.436506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ead01-3858-46ca-b825-fd9ef53cb801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ab7c4-6d89-4189-9944-58c193d365f8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:38.444002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-057ead01-3858-46ca-b825-fd9ef53cb801 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17183a88ca1d4aa399207f531c565ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0802517 Aug 28 08:32:38.444492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36924) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:38.475164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a'}, {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:32:38.478122 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d721b2-7573-4d6c-8164-0dafd9bbbc11" -d '{"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a"}, {"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:32:38.720997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706eec8-305b-422f-a69c-fde8ba4dd290 req-3d33ad2c-4335-4df4-b12b-9f041c79edb7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:38.728640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b706eec8-305b-422f-a69c-fde8ba4dd290 req-3d33ad2c-4335-4df4-b12b-9f041c79edb7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.2657342 Aug 28 08:32:38.741553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.036307 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.082178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b706eec8-305b-422f-a69c-fde8ba4dd290 req-c8403c5d-3c6c-4b59-b549-364e7856cf71 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354874 Aug 28 08:32:39.163379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.175940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.179300 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030631e-c917-4d9b-b1a4-dfbca7b893c8 x-openstack-request-id: req-1030631e-c917-4d9b-b1a4-dfbca7b893c8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:32:39.179604 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "04f422d9-7aaf-43e3-92fd-130334399a1a", "status": "completed", "code": 200}, {"server_uuid": "0d1d43c8-89ca-4503-bc76-039c708e2be5", "name": "network-vif-deleted", "tag": "bcd6db9f-ab63-49fe-82c5-e1ba938b6b79", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:32:39.179857 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1030631e-c917-4d9b-b1a4-dfbca7b893c8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:32:39.180266 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': '04f422d9-7aaf-43e3-92fd-130334399a1a', 'status': 'completed', 'code': 200} Aug 28 08:32:39.180576 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d43c8-89ca-4503-bc76-039c708e2be5', 'name': 'network-vif-deleted', 'tag': 'bcd6db9f-ab63-49fe-82c5-e1ba938b6b79', 'status': 'completed', 'code': 200} Aug 28 08:32:39.333798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router 82e6f2b8-8df9-4bc4-aecc-8c526210eff8 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:32:39.579107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:39.590396 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] Sync routers for ids ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:39.591560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.593391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-37d8ac9e-ef24-4de1-a999-b6b62e7b0d91 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "PUT /v2.0/routers/82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 200 len: 922 time: 3.1210444 Aug 28 08:32:39.595627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36936) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:39.597570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.600204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:39.604075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f74ab7c4-6d89-4189-9944-58c193d365f8 HTTP/1.1" status: 204 len: 168 time: 1.1562054 Aug 28 08:32:39.608770 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] Routers {'82e6f2b8-8df9-4bc4-aecc-8c526210eff8'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:39.622163 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:39.649895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-735776aa-1587-4036-a4b5-31e94faf4cbf req-f191d1a0-2934-4037-b895-6da846f2db8e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d1d43c8-89ca-4503-bc76-039c708e2be5 HTTP/1.1" status: 200 len: 210 time: 0.0555210 Aug 28 08:32:39.655495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd4713-9a82-4541-9959-f717e65a9f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ab7c4-6d89-4189-9944-58c193d365f8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:39.683181 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:39.715604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] Routers {'82e6f2b8-8df9-4bc4-aecc-8c526210eff8'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:39.715604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:39.764231 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:39.765124 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa86a1-eb41-49b0-93ac-20575f0b4cea None None] The sync data for ids ['82e6f2b8-8df9-4bc4-aecc-8c526210eff8'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:39.819180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65a921be-51a7-4c3b-a7f8-375b07df272e tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 200 len: 922 time: 0.2221351 Aug 28 08:32:39.823141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36940) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.006901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cff1d-4773-46de-8428-81a76d12b478 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:40.012097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb6cff1d-4773-46de-8428-81a76d12b478 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=82e6f2b8-8df9-4bc4-aecc-8c526210eff8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1850235 Aug 28 08:32:40.012706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.168216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba895af9-ef2e-431a-b04f-02f0a2c8ea3c tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:40.174106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.176589 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ba895af9-ef2e-431a-b04f-02f0a2c8ea3c tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.1572232 Aug 28 08:32:40.258489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f6e657fa-2ce2-4d1d-a897-46aca6978065 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 200 len: 205 time: 0.0820954 Aug 28 08:32:40.263941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.371188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dea486-3cf5-4cbe-8149-622f3883841a req-90786d75-0642-43af-b8cb-e2407de45282 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:40.373061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43dea486-3cf5-4cbe-8149-622f3883841a req-90786d75-0642-43af-b8cb-e2407de45282 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1111817 Aug 28 08:32:40.464617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.492746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43dea486-3cf5-4cbe-8149-622f3883841a req-5214ba8d-1212-4f95-a3b8-5adff400fa9a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086411 Aug 28 08:32:40.554760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36960) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.602617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.626485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4480ea0a-070e-4264-950a-78d522ae6ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.727936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36964) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:40.816285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4480ea0a-070e-4264-950a-78d522ae6ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.826791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting subnet bd5482af-5101-49d8-b6b4-f4734b38d102 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:40.837200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.840757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port b5c024db-81f8-43bd-b89b-ed2ade5184f1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:40.841699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.894878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.926891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4480ea0a-070e-4264-950a-78d522ae6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:40.983736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4480ea0a-070e-4264-950a-78d522ae6ca1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34fa7e3813b840e182acde4041578d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269054 Aug 28 08:32:40.984480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ea0a-070e-4264-950a-78d522ae6ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3280b9-00e9-4f45-853c-870da812a69e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:40.987204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36970) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:41.051964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.083385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.165393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.174841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.203475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for b5c024db-81f8-43bd-b89b-ed2ade5184f1 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:41.236115 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.239155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.242377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a3280b9-00e9-4f45-853c-870da812a69e HTTP/1.1" status: 204 len: 168 time: 0.2520533 Aug 28 08:32:41.264710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e470758-8929-4021-b52c-19628b4b8009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3280b9-00e9-4f45-853c-870da812a69e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:41.507775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.621354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5482af-5101-49d8-b6b4-f4734b38d102,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:41.621354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.621354 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7035b1e-3182-4ca2-a1cc-35e89239ecee tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/subnets/bd5482af-5101-49d8-b6b4-f4734b38d102 HTTP/1.1" status: 204 len: 168 time: 0.8357399 Aug 28 08:32:41.622059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8dcda-ff8c-47eb-9a58-1eb6f17a8544 None None] Network 2cf373cb-627c-41b2-8190-d3a168dbf6b6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:41.623127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36976) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:41.786502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.804634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a261-7ede-4d54-a3d5-0cf78176cb31 req-42a8fd0e-fdf5-4dce-9efc-ef6f100191e3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:41.806532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72b2a261-7ede-4d54-a3d5-0cf78176cb31 req-42a8fd0e-fdf5-4dce-9efc-ef6f100191e3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1452422 Aug 28 08:32:41.886839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72b2a261-7ede-4d54-a3d5-0cf78176cb31 req-c8b4c6d0-c735-42bc-9319-f0cceb86e0e2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Aug 28 08:32:41.901099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port a5509921-f1cb-4547-853d-4416d4677d7c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:41.901456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:41.984677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] DHCP port deletion for 2cf373cb-627c-41b2-8190-d3a168dbf6b6 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:32:41.997861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port a5509921-f1cb-4547-853d-4416d4677d7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5509921-f1cb-4547-853d-4416d4677d7c,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:41.998461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.016932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for a5509921-f1cb-4547-853d-4416d4677d7c owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:42.071042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Deleting port a5509921-f1cb-4547-853d-4416d4677d7c {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:42.072221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.138830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] For port a5509921-f1cb-4547-853d-4416d4677d7c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a5509921-f1cb-4547-853d-4416d4677d7c,segment=NetworkSegment(567a5f4a-2351-4a1d-b8dd-6c8c60623765),segment_id=567a5f4a-2351-4a1d-b8dd-6c8c60623765)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:42.139235 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.157107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Calling delete_port for a5509921-f1cb-4547-853d-4416d4677d7c owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:42.299059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.352028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=b5c024db-81f8-43bd-b89b-ed2ade5184f1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:42.361433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.369749 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.392357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port a5509921-f1cb-4547-853d-4416d4677d7c on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:42.429690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=a5509921-f1cb-4547-853d-4416d4677d7c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:42.482636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] Pushing event deleted for resources: {'Port': ['ID=a5509921-f1cb-4547-853d-4416d4677d7c,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:42.491164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ece44a-fd85-4c80-b9f5-ca672d510e3f None None] No DVR routers for this DVR port a5509921-f1cb-4547-853d-4416d4677d7c on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:42.553638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.606553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.623966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf373cb-627c-41b2-8190-d3a168dbf6b6']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:42.638346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567a5f4a-2351-4a1d-b8dd-6c8c60623765') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:42.639630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567a5f4a-2351-4a1d-b8dd-6c8c60623765') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:42.652792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.674583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.686835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:42.688036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:42.729149 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:42.881350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.886489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:42.888650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/networks/2cf373cb-627c-41b2-8190-d3a168dbf6b6 HTTP/1.1" status: 204 len: 168 time: 1.2643793 Aug 28 08:32:42.892729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37002) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:42.946799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc531f96-e480-4ba8-a3c2-3c22c0ab5972 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Network': ['ID=2cf373cb-627c-41b2-8190-d3a168dbf6b6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:43.041163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting subnet 403b67ca-bbfb-4cb9-a3be-ff16f8d467fb {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:32:43.048480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.174487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.178522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.213551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5509921-f1cb-4547-853d-4416d4677d7c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:43.243080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.278343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a5509921-f1cb-4547-853d-4416d4677d7c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:43.286983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ced53a-ca15-487f-a863-564bc2f32576 req-b332360e-4e2a-4712-bc3e-f8034a312869 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:43.287967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a5509921-f1cb-4547-853d-4416d4677d7c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:43.288574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60ced53a-ca15-487f-a863-564bc2f32576 req-b332360e-4e2a-4712-bc3e-f8034a312869 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1318765 Aug 28 08:32:43.364949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60ced53a-ca15-487f-a863-564bc2f32576 req-5144e022-dab3-4b1f-9f41-b222c7b67898 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616360 Aug 28 08:32:43.418178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.442045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.444185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router 82e6f2b8-8df9-4bc4-aecc-8c526210eff8 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:43.460199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.461321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2791c8ce-4e96-41d8-ad3a-5bd74d3bb7a7 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 204 len: 168 time: 3.1962671 Aug 28 08:32:43.466728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37014) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:43.477487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2095120282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:43.641659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.680504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.684796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.723169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Subnet': ['ID=403b67ca-bbfb-4cb9-a3be-ff16f8d467fb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:43.738789 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.743700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0914c400-90f4-46fa-add8-c8d21321a0c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/subnets/403b67ca-bbfb-4cb9-a3be-ff16f8d467fb HTTP/1.1" status: 204 len: 168 time: 0.8474777 Aug 28 08:32:43.745826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:43.748213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276186f-3a38-4e27-8c37-0c5d462c25f5 None None] Network affce066-66cf-46de-a347-4cb85b854ebd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:43.783484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:43.892323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.004709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] DHCP port deletion for affce066-66cf-46de-a347-4cb85b854ebd request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:32:44.017449 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.036792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.038043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-380f48e7-efd9-451b-b30d-77e6e36a0c44 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5702579 Aug 28 08:32:44.040772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37028) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:44.046317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:44.096087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 325bdaa7-194c-4310-a4f7-882e80e51037 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:44.096836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.142844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Deleting port 325bdaa7-194c-4310-a4f7-882e80e51037 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:44.143136 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.211702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 325bdaa7-194c-4310-a4f7-882e80e51037, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=325bdaa7-194c-4310-a4f7-882e80e51037,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:44.212629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.237388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 325bdaa7-194c-4310-a4f7-882e80e51037 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:44.289669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] For port 325bdaa7-194c-4310-a4f7-882e80e51037, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=325bdaa7-194c-4310-a4f7-882e80e51037,segment=NetworkSegment(01ebb9c9-ffd4-4d1a-a80d-897d587a2326),segment_id=01ebb9c9-ffd4-4d1a-a80d-897d587a2326)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:44.291260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.309196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Calling delete_port for 325bdaa7-194c-4310-a4f7-882e80e51037 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:44.556473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.564804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.570566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.575040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 325bdaa7-194c-4310-a4f7-882e80e51037 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:44.591257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] No DVR routers for this DVR port 325bdaa7-194c-4310-a4f7-882e80e51037 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:32:44.619062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b9d8-336c-4d63-81d5-1fb2324e63d3 None None] Pushing event deleted for resources: {'Port': ['ID=325bdaa7-194c-4310-a4f7-882e80e51037,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:44.652420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=325bdaa7-194c-4310-a4f7-882e80e51037,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:44.667000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f4ee-a1dd-4f66-bd72-98fa61fb0ed3 req-7c5ca100-0981-403b-b0c9-2022e1173a1a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:44.673695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6599f4ee-a1dd-4f66-bd72-98fa61fb0ed3 req-7c5ca100-0981-403b-b0c9-2022e1173a1a tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1622083 Aug 28 08:32:44.823580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.851479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6599f4ee-a1dd-4f66-bd72-98fa61fb0ed3 req-9c8dfd1b-3127-40a4-b8cc-04a3f5048ba9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764851 Aug 28 08:32:44.853791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affce066-66cf-46de-a347-4cb85b854ebd']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:44.881039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ebb9c9-ffd4-4d1a-a80d-897d587a2326') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:44.882146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ebb9c9-ffd4-4d1a-a80d-897d587a2326') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:44.896817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.914350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.920961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:32:44.921415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:32:44.978898 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:32:45.016564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.039294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.082859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 325bdaa7-194c-4310-a4f7-882e80e51037 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:32:45.104383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.122181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.137059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/networks/affce066-66cf-46de-a347-4cb85b854ebd HTTP/1.1" status: 204 len: 168 time: 1.3827939 Aug 28 08:32:45.160061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 325bdaa7-194c-4310-a4f7-882e80e51037 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:32:45.160725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 325bdaa7-194c-4310-a4f7-882e80e51037 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:32:45.160872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37052) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:45.179850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2095963152'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:45.181620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f155-8391-436a-9420-2f28326eba52 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Network': ['ID=affce066-66cf-46de-a347-4cb85b854ebd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:45.219789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Allocated IP 172.25.0.240 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/607d1ca4-7257-4080-a1d6-5f9eb04e7b85) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:45.275341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:45.279051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.321132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:32:45.334164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.334541 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Added segment 92344415-50bc-48b1-bf38-6975b0e908ae of type vlan for network 13c828fb-7b64-4735-aae6-404afd2660b1 Aug 28 08:32:45.382619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.400440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.493101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.499598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:45.502739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.563389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:45.586571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Network': ['ID=13c828fb-7b64-4735-aae6-404afd2660b1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:45.597972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 13c828fb-7b64-4735-aae6-404afd2660b1 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:32:45.621603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:45.624728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:45.631255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:45.677053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9261ae70-aa8c-4e74-937a-00955ad49304 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5139349 Aug 28 08:32:45.679666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37060) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:45.685572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'subnet': {'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:45.687687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event updated for resources: {'Port': ['ID=607d1ca4-7257-4080-a1d6-5f9eb04e7b85,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:45.897546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:45.902646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:46.195506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989657-8b9c-4669-beda-f57d97c603d8 req-1bb8e452-3c55-4c14-a8c5-5f6b14dd0dbc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:46.206458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de989657-8b9c-4669-beda-f57d97c603d8 req-1bb8e452-3c55-4c14-a8c5-5f6b14dd0dbc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.2322311 Aug 28 08:32:46.310767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:46.426718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de989657-8b9c-4669-beda-f57d97c603d8 req-7fbe8785-f18d-4b29-ad53-237a86261f27 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140820 Aug 28 08:32:46.646655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:46.792835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Subnet': ['ID=7230903d-fcb3-417a-a7d0-2bd31b98bd86,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:46.797706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:46.802881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:46.823121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Checking segment: {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:46.824051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network hostable DHCP agents. Network: 13c828fb-7b64-4735-aae6-404afd2660b1, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:32:46.945289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network 13c828fb-7b64-4735-aae6-404afd2660b1 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:32:47.064668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 13c828fb-7b64-4735-aae6-404afd2660b1) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:47.074443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:47.074895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:47.078711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed73de-78f8-47c4-9d15-684da6166cd3 None None] Network 13c828fb-7b64-4735-aae6-404afd2660b1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:47.092732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Router 4f06d3d6-9427-4471-bba7-56ec34d22259 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:47.183875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d2d17b5-df4c-4662-ad03-54870601c171 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4977567 Aug 28 08:32:47.183875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37090) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.200529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1258681486'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:47.338242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-13c828fb-7b64-4735-aae6-404afd2660b1', 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'fixed_ips': [{'subnet_id': '7230903d-fcb3-417a-a7d0-2bd31b98bd86'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:32:47.339025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:47.363833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:47.413726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:47.418604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37096) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.429628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b6ea3cb-0c55-42b1-92d8-599b20b2e475 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "PUT /v2.0/routers/4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 200 len: 880 time: 3.3877118 Aug 28 08:32:47.493233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] Sync routers for ids ['4f06d3d6-9427-4471-bba7-56ec34d22259'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:47.590438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] Routers {'4f06d3d6-9427-4471-bba7-56ec34d22259'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:47.590438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4f06d3d6-9427-4471-bba7-56ec34d22259'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:47.590438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:47.610110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] Routers {'4f06d3d6-9427-4471-bba7-56ec34d22259'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:47.611202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4f06d3d6-9427-4471-bba7-56ec34d22259'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:47.640807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fd712-1669-40ba-a686-cfafcc441ce9 req-7a69c7f3-1f0d-4c33-b32a-ff417500ffbe tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:47.642402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf5fd712-1669-40ba-a686-cfafcc441ce9 req-7a69c7f3-1f0d-4c33-b32a-ff417500ffbe tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1216857 Aug 28 08:32:47.647515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-58b7cffd-8a30-4947-8722-3ed65b76cbda tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 200 len: 921 time: 0.2271767 Aug 28 08:32:47.651001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37100) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.655319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:47.656252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8b1b4-4911-4f82-a070-2fffed35a741 None None] The sync data for ids ['4f06d3d6-9427-4471-bba7-56ec34d22259'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:47.677858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Allocated IP 19.80.0.2 (13c828fb-7b64-4735-aae6-404afd2660b1/7230903d-fcb3-417a-a7d0-2bd31b98bd86/2ecaedd9-5e5a-48b9-8171-0d814ee194a8) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:47.700951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf5fd712-1669-40ba-a686-cfafcc441ce9 req-fbff353b-7db2-493c-b9fc-bbc5ce1331f3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512116 Aug 28 08:32:47.751173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9d4bf-ac00-40cf-ac2e-97de3bc51fe9 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:47.755906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f4c9d4bf-ac00-40cf-ac2e-97de3bc51fe9 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=4f06d3d6-9427-4471-bba7-56ec34d22259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1006961 Aug 28 08:32:47.756274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37102) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.883479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888bbf5-5beb-4e67-a7eb-6292215018c5 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:47.890614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37104) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.891732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8888bbf5-5beb-4e67-a7eb-6292215018c5 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.1341739 Aug 28 08:32:47.899648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:47.913703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Transition to ACTIVE for port object 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:47.930509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7661892e-0cfa-48f0-b854-16030fd8d4a2 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 200 len: 205 time: 0.0386274 Aug 28 08:32:47.933064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:47.935519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Transition to ACTIVE for port object 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:47.941240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:47.944836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.030061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.079124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Network 13c828fb-7b64-4735-aae6-404afd2660b1 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:48.083241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:48.087937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:48.095934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Pushing event updated for resources: {'Port': ['ID=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:48.123159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:32:48.179335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.186255 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Added segment 63fe1db6-5641-4b6b-b1c7-580f6ef71dd3 of type vlan for network cddf86ac-ada1-47f1-87c6-de2c65a968e2 Aug 28 08:32:48.186433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Attempting to bind port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:48.186433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Attempting to bind port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:48.186433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Attempting to bind port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 on network 13c828fb-7b64-4735-aae6-404afd2660b1 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:48.191279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:48.192066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Checking segment: {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:48.192731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.193424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Bound using segment: {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:48.194151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Bound port: 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:48.194767 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.197958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.314656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.336202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] For port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:48.340412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] For port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:48.421230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.482592 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.570862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.576520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e372091-f54a-48d4-80c6-8f8b0e975d03 None None] Pushing event updated for resources: {'Port': ['ID=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:48.582354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:48.583449 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.707848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Network': ['ID=cddf86ac-ada1-47f1-87c6-de2c65a968e2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:48.707969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:32:48.743139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port 607d1ca4-7257-4080-a1d6-5f9eb04e7b85 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:48.743802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.870697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-79e703cc-88a9-4d14-b40c-b44c3aa6e56d tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6834848 Aug 28 08:32:48.871585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37128) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:48.876584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'subnet': {'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:48.951285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:48.981747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a1b77-edc5-4bbd-a64e-9223165fef39 req-24c65d51-8896-4fd3-a6c1-c68097d46e93 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:48.984030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d7a1b77-edc5-4bbd-a64e-9223165fef39 req-24c65d51-8896-4fd3-a6c1-c68097d46e93 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1090205 Aug 28 08:32:48.988996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for 607d1ca4-7257-4080-a1d6-5f9eb04e7b85 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:49.153710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d7a1b77-edc5-4bbd-a64e-9223165fef39 req-79b14329-0a85-4b43-b1b3-59a9f2665ac2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405895 Aug 28 08:32:49.171802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:49.212378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:49.233694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:49.344034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:49.440957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:49.503263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=607d1ca4-7257-4080-a1d6-5f9eb04e7b85,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:49.643682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:49.716001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:49.912333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Subnet': ['ID=6d30eb7a-2fa9-481f-8d31-b16b54c37acf,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:49.942800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Checking segment: {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:49.943188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network hostable DHCP agents. Network: cddf86ac-ada1-47f1-87c6-de2c65a968e2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:32:50.087064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:32:50.184252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, cddf86ac-ada1-47f1-87c6-de2c65a968e2) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:50.188771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:50.189392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.197383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c4ce6-764b-4889-b20b-d2ea7845ccdf None None] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:50.232033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37144) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:50.321582 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3bc8f069-d562-4b3d-8bd2-6d20d95cbc00 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4481392 Aug 28 08:32:50.351433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90c768-a49e-4475-a94c-469a3a0380ae None None] Network 13c828fb-7b64-4735-aae6-404afd2660b1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:50.472331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76f4f46d-9f9e-4c13-8f4f-a79fb5454437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.511961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.519753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.678774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f209fd-8a60-4b2f-bbb5-38c227c84db7 req-41e16533-e235-4f6c-b1d1-e4257bb6ed33 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:50.680969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-cddf86ac-ada1-47f1-87c6-de2c65a968e2', 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'fixed_ips': [{'subnet_id': '6d30eb7a-2fa9-481f-8d31-b16b54c37acf'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:32:50.682006 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.685980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2f209fd-8a60-4b2f-bbb5-38c227c84db7 req-41e16533-e235-4f6c-b1d1-e4257bb6ed33 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.2937493 Aug 28 08:32:50.699670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Provisioning for port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:50.723028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Provisioning complete for port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:50.733377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.745105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76f4f46d-9f9e-4c13-8f4f-a79fb5454437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.771139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2f209fd-8a60-4b2f-bbb5-38c227c84db7 req-919d2979-eecc-4b11-b883-91697b53e6d3 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Aug 28 08:32:50.774035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.785931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router 4f06d3d6-9427-4471-bba7-56ec34d22259 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:50.813473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:50.815126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-21fd4eee-38ba-486f-8379-2680cf71182e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 204 len: 168 time: 2.8810604 Aug 28 08:32:50.819944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:50.826477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1485353148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:50.873228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-76f4f46d-9f9e-4c13-8f4f-a79fb5454437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.057646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4f46d-9f9e-4c13-8f4f-a79fb5454437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b381b78-ee82-40bf-adf9-79a516bd50e6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:51.083414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-76f4f46d-9f9e-4c13-8f4f-a79fb5454437 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51ab8d579adf4613abd08497a902d9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8500462 Aug 28 08:32:51.085401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.087176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.091567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:51.124565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Allocated IP 19.86.0.2 (cddf86ac-ada1-47f1-87c6-de2c65a968e2/6d30eb7a-2fa9-481f-8d31-b16b54c37acf/66689e9b-99cb-40ba-9db9-f06591838238) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:51.141882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.188600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.252960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-65246c0c-2bdc-49fa-964e-30273a6abdd3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:51.260784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-65246c0c-2bdc-49fa-964e-30273a6abdd3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:51.270554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-65246c0c-2bdc-49fa-964e-30273a6abdd3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/networks?id=13c828fb-7b64-4735-aae6-404afd2660b1&id=cddf86ac-ada1-47f1-87c6-de2c65a968e2 HTTP/1.1" status: 200 len: 1392 time: 0.3709290 Aug 28 08:32:51.271827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.302911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] For port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:51.334312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-70aec2a3-9ee0-4c07-9fcc-333d9c2855b6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/quotas/ba5c3b68285a4017a3ea1806a4c66027 HTTP/1.1" status: 200 len: 375 time: 0.0624206 Aug 28 08:32:51.373912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.391024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.398045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.404020 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1ea0acc8-fd58-4c25-ac52-6f68d5c478e1 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5805786 Aug 28 08:32:51.404307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37186) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:51.417039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': True}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:51.479148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-b18d71f0-21f3-49fb-838a-91a501028a1b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438200 Aug 28 08:32:51.507766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Pushing event updated for resources: {'Port': ['ID=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:51.517761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.522128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.522547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.522892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.523275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.523625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.523946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.524309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.524838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.525389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.525725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.526129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.526639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1186c94-e01b-4ec7-a46e-22adc235a8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:51.583796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83e7d582-363f-4215-9ca1-62859d4aa9d7 None None] Provisioning complete for port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:51.584351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83e7d582-363f-4215-9ca1-62859d4aa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.588570 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.694918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Transition to ACTIVE for port object 66689e9b-99cb-40ba-9db9-f06591838238 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:51.760162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Transition to ACTIVE for port object 66689e9b-99cb-40ba-9db9-f06591838238 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:51.877074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-8eb0ba56-f123-46e1-86b8-86ff78399b25 service neutron] 10.222.0.46 "GET /v2.0/networks/13c828fb-7b64-4735-aae6-404afd2660b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966453 Aug 28 08:32:51.881516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.884759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.888105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:51.894249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b381b78-ee82-40bf-adf9-79a516bd50e6 HTTP/1.1" status: 204 len: 168 time: 0.7963402 Aug 28 08:32:51.952307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:51.952307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:51.959451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:51.960856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159020a-0310-47f3-88ed-4ebe1e0f5d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b381b78-ee82-40bf-adf9-79a516bd50e6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:51.984240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Pushing event updated for resources: {'Port': ['ID=66689e9b-99cb-40ba-9db9-f06591838238,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:52.050038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Attempting to bind port 66689e9b-99cb-40ba-9db9-f06591838238 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:32:52.050615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Attempting to bind port 66689e9b-99cb-40ba-9db9-f06591838238 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:32:52.051583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Attempting to bind port 66689e9b-99cb-40ba-9db9-f06591838238 on network cddf86ac-ada1-47f1-87c6-de2c65a968e2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:32:52.057192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:32:52.057564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Checking segment: {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:32:52.057964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:52.058381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Bound using segment: {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:32:52.058850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Bound port: 66689e9b-99cb-40ba-9db9-f06591838238, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:32:52.059229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:52.171509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-44da87c7-3f7c-4573-8697-3e5faaba3eb2 service neutron] 10.222.0.46 "GET /v2.0/networks/13c828fb-7b64-4735-aae6-404afd2660b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544880 Aug 28 08:32:52.194260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] For port 66689e9b-99cb-40ba-9db9-f06591838238, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:32:52.203176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] For port 66689e9b-99cb-40ba-9db9-f06591838238, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=66689e9b-99cb-40ba-9db9-f06591838238,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:32:52.291107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-973cc745-b95c-46ef-b32b-6050543e9898 service neutron] 10.222.0.46 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188383 Aug 28 08:32:52.302326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:52.454438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3adbe-ed90-4e8d-a7a4-934538f481ec None None] Pushing event updated for resources: {'Port': ['ID=66689e9b-99cb-40ba-9db9-f06591838238,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:52.494794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-8ee9d02d-7631-4f71-b65e-a4da3ca1ffb9 service neutron] 10.222.0.46 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002387 Aug 28 08:32:52.521092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:52.951670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422ffb2-2d1a-4a81-a845-a3101007bde1 req-a87a0638-70cd-4a52-883f-bd4da8af4875 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:52.965256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1422ffb2-2d1a-4a81-a845-a3101007bde1 req-a87a0638-70cd-4a52-883f-bd4da8af4875 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1354108 Aug 28 08:32:53.060384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1422ffb2-2d1a-4a81-a845-a3101007bde1 req-74306e04-3dff-44a0-bfdd-9ecefe1a0124 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940316 Aug 28 08:32:53.091844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37214) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:53.127718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b32920f-8946-41f3-8684-c153c27664f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.180425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-954d7123-f1af-446e-ad92-1209dd6e5ec4 req-c891e58f-51c9-4269-a911-fb3321e7f6ff tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 210 time: 0.0355122 Aug 28 08:32:53.182400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.221865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.400786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.25.0.182 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/fedebc66-5233-40c9-926f-f7f2349b7521) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:53.428788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b32920f-8946-41f3-8684-c153c27664f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.572949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b32920f-8946-41f3-8684-c153c27664f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.678730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b32920f-8946-41f3-8684-c153c27664f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9db8779b51494bd7bd852b7a76e9a5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857151 Aug 28 08:32:53.679743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32920f-8946-41f3-8684-c153c27664f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f068916b-e975-49c1-b8ee-82723bf44bf0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:53.684118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37226) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:53.708258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 66689e9b-99cb-40ba-9db9-f06591838238 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:53.777265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.847739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.902761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.937894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ff8df-876f-41bc-8d32-7c8c0e2e5b35 None None] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:32:53.953210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 66689e9b-99cb-40ba-9db9-f06591838238 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:53.991016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:53.995029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:54.108358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:54.114795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:54.134011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:54.178667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=fedebc66-5233-40c9-926f-f7f2349b7521,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:54.270933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Provisioning for port 66689e9b-99cb-40ba-9db9-f06591838238 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:54.303557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Provisioning complete for port 66689e9b-99cb-40ba-9db9-f06591838238 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:54.304036 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:54.316695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:54.319619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:54.323597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f068916b-e975-49c1-b8ee-82723bf44bf0 HTTP/1.1" status: 204 len: 168 time: 0.6352196 Aug 28 08:32:54.336499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7498e9-281c-4a00-8b69-190d50ed968f req-b60ce6e9-3da3-49e2-8b76-2be2473a85be tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:54.352777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b7498e9-281c-4a00-8b69-190d50ed968f req-b60ce6e9-3da3-49e2-8b76-2be2473a85be tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1580009 Aug 28 08:32:54.425591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:54.425591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:54.445767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62cd2b-6cea-4a58-8fe6-269f54097a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f068916b-e975-49c1-b8ee-82723bf44bf0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:54.459665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b7498e9-281c-4a00-8b69-190d50ed968f req-d634153c-a7af-45cb-bbe1-19c23571a1c2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054654 Aug 28 08:32:54.534122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc4959-a19f-4326-b7fb-4b907d690420 req-1f1cc301-811a-4a4d-9c9e-fc859424ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:54.544675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04bc4959-a19f-4326-b7fb-4b907d690420 req-1f1cc301-811a-4a4d-9c9e-fc859424ac26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.4876912 Aug 28 08:32:54.632871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2cdc4c8-78db-4d77-86b6-72b1a11e1cd5 req-6c89600b-af2a-46f8-8f0e-6f9140412d99 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 210 time: 0.0412412 Aug 28 08:32:54.648974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-04bc4959-a19f-4326-b7fb-4b907d690420 req-31c58e3d-f04a-4296-85f0-a51f8f20c8aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032989 Aug 28 08:32:54.651008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:54.692299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] For port 66689e9b-99cb-40ba-9db9-f06591838238, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=66689e9b-99cb-40ba-9db9-f06591838238,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:32:54.898667 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.001840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c255b-9c7b-4a94-8e1d-fdb96d617037 None None] Pushing event updated for resources: {'Port': ['ID=66689e9b-99cb-40ba-9db9-f06591838238,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:55.047723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cfd86f92-be54-4571-9320-edabcef21cc7 None None] Provisioning complete for port 66689e9b-99cb-40ba-9db9-f06591838238 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:55.048764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfd86f92-be54-4571-9320-edabcef21cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.152660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.454376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.459759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.733986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04d73b-60a7-4e85-ade9-b5a805cde818 req-cab5864e-7ea6-4f50-96a2-c07ff3f9d350 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:55.746894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c04d73b-60a7-4e85-ade9-b5a805cde818 req-cab5864e-7ea6-4f50-96a2-c07ff3f9d350 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1562812 Aug 28 08:32:55.807779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:55.820760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c04d73b-60a7-4e85-ade9-b5a805cde818 req-5c1e8a41-1fdf-4a6c-b04a-c073db49a728 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Aug 28 08:32:55.829658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router f73c09a7-6675-4c60-a798-da6fef9a1967 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:32:55.979312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1c9f7cb-b21f-456c-b9bd-bad4208d7496 req-da23dda9-e859-4776-a38b-f175e0230aa6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 210 time: 0.0460625 Aug 28 08:32:56.201474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:32:56.209800 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] Sync routers for ids ['f73c09a7-6675-4c60-a798-da6fef9a1967'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:32:56.212359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:56.216216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1916933c-1fb6-4e94-94d3-debd84acd982 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "PUT /v2.0/routers/f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 200 len: 915 time: 4.8086007 Aug 28 08:32:56.216963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:56.231253 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] Routers {'f73c09a7-6675-4c60-a798-da6fef9a1967'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:56.231976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f73c09a7-6675-4c60-a798-da6fef9a1967'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:56.267388 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:56.278493 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] Routers {'f73c09a7-6675-4c60-a798-da6fef9a1967'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:32:56.279482 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:32:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f73c09a7-6675-4c60-a798-da6fef9a1967'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:56.351911 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:32:56.354174 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abe839-76e5-4eb6-818f-835c6c2f427b None None] The sync data for ids ['f73c09a7-6675-4c60-a798-da6fef9a1967'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:32:56.374286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-260fc28f-ff7d-4b7e-be7c-eb92b719faf7 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 200 len: 921 time: 0.1527872 Aug 28 08:32:56.375081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37296) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:56.504647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf57340-b8dd-4de1-bf2c-12d44626e53a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:56.514859 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2cf57340-b8dd-4de1-bf2c-12d44626e53a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=f73c09a7-6675-4c60-a798-da6fef9a1967&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1301420 Aug 28 08:32:56.517093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37302) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:56.534342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-ecc24433-2496-4d42-9531-5b2f8463f1f8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:56.542887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-ecc24433-2496-4d42-9531-5b2f8463f1f8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:56.544813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-ecc24433-2496-4d42-9531-5b2f8463f1f8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "GET /v2.0/networks?id=13c828fb-7b64-4735-aae6-404afd2660b1&id=cddf86ac-ada1-47f1-87c6-de2c65a968e2 HTTP/1.1" status: 200 len: 1392 time: 0.1577950 Aug 28 08:32:56.567761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'port': {'device_id': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1', 'admin_state_up': True, 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:56.629630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c97629-5ee3-4656-9266-d783c91efe71 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:56.637155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77c97629-5ee3-4656-9266-d783c91efe71 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.1165307 Aug 28 08:32:56.639872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37304) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:56.699102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37312) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:56.701845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9a6575f6-618e-4109-b064-8974672c80d9 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 200 len: 205 time: 0.0605798 Aug 28 08:32:56.877110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.002167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff1cdc-a2c2-4013-8e47-97f293094a6e req-401e52ca-4a4c-4a11-bc74-cda185ea3b29 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:57.004306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ff1cdc-a2c2-4013-8e47-97f293094a6e req-401e52ca-4a4c-4a11-bc74-cda185ea3b29 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0563409 Aug 28 08:32:57.006573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.012976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:57.017108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.078766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ff1cdc-a2c2-4013-8e47-97f293094a6e req-cdd95183-8488-41fb-9200-e9bf4f2fedb8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Aug 28 08:32:57.130754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 66689e9b-99cb-40ba-9db9-f06591838238 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:32:57.190458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 66689e9b-99cb-40ba-9db9-f06591838238 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:57.191467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.228377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2215d07a-e92f-4b42-b6de-82313349e8c5 req-bcf0c295-ca2a-4456-8670-8ade98f7c2e5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 210 time: 0.0678487 Aug 28 08:32:57.240345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Allocated IP 19.80.0.208 (13c828fb-7b64-4735-aae6-404afd2660b1/7230903d-fcb3-417a-a7d0-2bd31b98bd86/8edb4ee1-e1dd-47ce-814c-b78b264bef49) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:57.256088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port fedebc66-5233-40c9-926f-f7f2349b7521 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:32:57.256499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.413858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.434528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for fedebc66-5233-40c9-926f-f7f2349b7521 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:32:57.530582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.553523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Transition to ACTIVE for port object 8edb4ee1-e1dd-47ce-814c-b78b264bef49 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:57.618189 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8b531d99-633e-4da3-aeec-5e621ceecf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.723005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.762305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.784235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network 13c828fb-7b64-4735-aae6-404afd2660b1 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:57.792088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:57.802294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:57.865217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:57.918030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0272696-d504-4caf-a99e-5ea11facb65c req-18c5a0f2-32be-4bd0-a42f-e48ca2b2dbe9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:57.920021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0272696-d504-4caf-a99e-5ea11facb65c req-18c5a0f2-32be-4bd0-a42f-e48ca2b2dbe9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0762324 Aug 28 08:32:57.933571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=fedebc66-5233-40c9-926f-f7f2349b7521,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:57.949815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:57.950529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.970427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:57.982754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0272696-d504-4caf-a99e-5ea11facb65c req-48fe24f5-fd3f-46f9-965f-ad5ee09c0d1a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518994 Aug 28 08:32:58.096037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.098033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.166945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32e054d6-3b18-4b54-a6d7-255ef9f2ab71 None None] Provisioning for port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:58.172220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32e054d6-3b18-4b54-a6d7-255ef9f2ab71 None None] Provisioning complete for port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:58.175815 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32e054d6-3b18-4b54-a6d7-255ef9f2ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.261322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405976-9d9d-4295-958a-82531e9d4083 req-b96960f4-4924-4eaf-9b00-721e6a00deb0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:58.268261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-32e054d6-3b18-4b54-a6d7-255ef9f2ab71 None None] Port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:32:58.286833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd405976-9d9d-4295-958a-82531e9d4083 req-b96960f4-4924-4eaf-9b00-721e6a00deb0 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1387694 Aug 28 08:32:58.378043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd405976-9d9d-4295-958a-82531e9d4083 req-b76b5716-0920-4f42-812c-e8017fd1ccdd tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900018 Aug 28 08:32:58.523481 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-22c24767-fecf-4c3f-9765-b2e1a835afdf tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9612262 Aug 28 08:32:58.554843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dd6f1-b269-4797-a8d5-1108f98b6dbe req-3840a9e4-216e-42c9-872d-ce8dfa311736 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:58.556362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-627dd6f1-b269-4797-a8d5-1108f98b6dbe req-3840a9e4-216e-42c9-872d-ce8dfa311736 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 932 time: 0.0616450 Aug 28 08:32:58.562881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Request body: {'port': {'device_id': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2', 'admin_state_up': True, 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:58.603254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-627dd6f1-b269-4797-a8d5-1108f98b6dbe req-3e75cc0a-65fe-4896-b40d-015f23b30b05 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Aug 28 08:32:58.766962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.767511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router f73c09a7-6675-4c60-a798-da6fef9a1967 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:32:58.781435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.781435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07dbd6ab-f2f5-4ddf-ac34-8978440aa952 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 204 len: 168 time: 2.0752335 Aug 28 08:32:58.781692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:58.786429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494175504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:58.840953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Made reservation on behalf of ba5c3b68285a4017a3ea1806a4c66027 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:32:58.844689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.965889 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:58.966860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.013726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Allocated IP 19.86.0.27 (cddf86ac-ada1-47f1-87c6-de2c65a968e2/6d30eb7a-2fa9-481f-8d31-b16b54c37acf/fe45b07b-cda2-435e-b2d5-c79a20d5d7cf) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:32:59.069108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.120498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc675a-d307-4b36-a99e-2a87bb7a6ef2 req-72742b08-cd22-46ea-bd8f-32dc6cc27120 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:59.122084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35cc675a-d307-4b36-a99e-2a87bb7a6ef2 req-72742b08-cd22-46ea-bd8f-32dc6cc27120 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0592074 Aug 28 08:32:59.163552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35cc675a-d307-4b36-a99e-2a87bb7a6ef2 req-c7f87e10-44a4-47f1-86c6-12312ecf107e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Aug 28 08:32:59.164099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.265308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.274165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.275494 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2607f35c-6583-47b9-905a-12f6feff2476 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4927104 Aug 28 08:32:59.279267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37376) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:32:59.285306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:59.294088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Transition to ACTIVE for port object fe45b07b-cda2-435e-b2d5-c79a20d5d7cf will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:32:59.442193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.490408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:32:59.495794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:32:59.495974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.500944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:32:59.533448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event updated for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:32:59.545825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.546163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.561615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:32:59.582847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:32:59.583909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.687725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-092e272e-5e8c-4461-88e6-4215c71256e1 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1290796 Aug 28 08:32:59.709990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Request body: {'port': {'device_id': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:32:59.781511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.921149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-878abcfc-8217-4ca1-873d-14d392f7264b None None] Provisioning for port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:32:59.927095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-878abcfc-8217-4ca1-873d-14d392f7264b None None] Provisioning complete for port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:32:59.939097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-878abcfc-8217-4ca1-873d-14d392f7264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.942006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.971897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:32:59.981426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.000338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-878abcfc-8217-4ca1-873d-14d392f7264b None None] Port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:00.076171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a684e-eff1-4101-921c-2acbb1b710d0 req-6268d232-ba18-4e75-a73c-79453fb72d3b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:00.077687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e88a684e-eff1-4101-921c-2acbb1b710d0 req-6268d232-ba18-4e75-a73c-79453fb72d3b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.1069846 Aug 28 08:33:00.157010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e88a684e-eff1-4101-921c-2acbb1b710d0 req-5fff8a9a-2f7d-4591-a046-74f6a9a7de58 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Aug 28 08:33:00.168166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Allocated IP 172.25.0.43 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/40872d18-53ff-41eb-9ead-c76bd528ebe3) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:00.196367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edb4ee1-e1dd-47ce-814c-b78b264bef49 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:00.222770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.254324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Transition to ACTIVE for port object 8edb4ee1-e1dd-47ce-814c-b78b264bef49 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:00.286674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c59605c1-dcbf-4e8d-8eec-e0cec2e2fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.383563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.395035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ebb54-f583-4643-acd0-fd2bbd3ed70c req-63da033b-ecb5-43fa-9549-4b1be9a78016 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:00.401035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ebb54-f583-4643-acd0-fd2bbd3ed70c req-63da033b-ecb5-43fa-9549-4b1be9a78016 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:00.402693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c46ebb54-f583-4643-acd0-fd2bbd3ed70c req-63da033b-ecb5-43fa-9549-4b1be9a78016 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1654 time: 0.1177437 Aug 28 08:33:00.435328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.442720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:00.467492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c46ebb54-f583-4643-acd0-fd2bbd3ed70c req-277c59ae-d310-49fb-9891-01e20ed5cfd6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557177 Aug 28 08:33:00.525346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Attempting to bind port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:00.526305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Attempting to bind port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:00.526305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Attempting to bind port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 on network 13c828fb-7b64-4735-aae6-404afd2660b1 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:00.532182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 on network 13c828fb-7b64-4735-aae6-404afd2660b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:33:00.532633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Attempting to bind port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 on network 13c828fb-7b64-4735-aae6-404afd2660b1 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:00.538825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:00.539524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Checking segment: {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:00.539687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Bound using segment: {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:00.540217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Bound port: 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92344415-50bc-48b1-bf38-6975b0e908ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:00.540693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.607052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15ed7-9262-4ec9-928c-261e20950359 req-438d483a-8639-4cfd-817d-25d18888d5cd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:00.608600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aea15ed7-9262-4ec9-928c-261e20950359 req-438d483a-8639-4cfd-817d-25d18888d5cd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0673120 Aug 28 08:33:00.631252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.631737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:00.635774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:00.694270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:00.700361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aea15ed7-9262-4ec9-928c-261e20950359 req-6981ce01-c900-479d-9262-56265d268564 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849159 Aug 28 08:33:00.703452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:00.711813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:00.712339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Pushing event updated for resources: {'Port': ['ID=40872d18-53ff-41eb-9ead-c76bd528ebe3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:00.767788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.819769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:00.821267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:00.823144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] 10.222.0.39 "PUT /v2.0/ports/8edb4ee1-e1dd-47ce-814c-b78b264bef49 HTTP/1.1" status: 200 len: 1093 time: 1.1187649 Aug 28 08:33:00.823344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:00.825803 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434e994-81cb-4352-a1f3-35ef9158652d" -d '{"events": [{"name": "network-changed", "server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:00.849583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f61e5-8949-4a25-a9d3-14382ffb0ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:00.885471 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f41076-d2b8-4efa-8031-7c4036b02bc9 x-openstack-request-id: req-54f41076-d2b8-4efa-8031-7c4036b02bc9 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:00.885766 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:00.886015 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54f41076-d2b8-4efa-8031-7c4036b02bc9 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:00.886533 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'status': 'completed', 'code': 200} Aug 28 08:33:00.961706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Request body: {'port': {'device_id': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:01.046486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-3b30de19-b7ab-4463-a1c1-a81d23832165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.046964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-3b30de19-b7ab-4463-a1c1-a81d23832165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.048629 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2434e994-81cb-4352-a1f3-35ef9158652d req-3b30de19-b7ab-4463-a1c1-a81d23832165 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1914 time: 0.1009896 Aug 28 08:33:01.049783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.138273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.283758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-de69bcc5-570a-441b-8768-4189603916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.284230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-de69bcc5-570a-441b-8768-4189603916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.285326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-de69bcc5-570a-441b-8768-4189603916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.286959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2434e994-81cb-4352-a1f3-35ef9158652d req-de69bcc5-570a-441b-8768-4189603916da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2205567 Aug 28 08:33:01.331018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc695b5-f641-4f93-96c3-887883d2bf6d req-4b895671-1b73-47f9-9808-e619d32487e1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.333361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbc695b5-f641-4f93-96c3-887883d2bf6d req-4b895671-1b73-47f9-9808-e619d32487e1 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0978875 Aug 28 08:33:01.410892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:01.446539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbc695b5-f641-4f93-96c3-887883d2bf6d req-3e788a26-e035-4264-ba1c-fd765e202b1f tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003952 Aug 28 08:33:01.455163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.459227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.470576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e994-81cb-4352-a1f3-35ef9158652d req-35f4de21-a7a1-4c15-8b85-b724a94df512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.472156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2434e994-81cb-4352-a1f3-35ef9158652d req-35f4de21-a7a1-4c15-8b85-b724a94df512 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729553 Aug 28 08:33:01.520584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.547319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:01.550520 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f88d38-47b0-4cbf-9811-4d6d40008577" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:01.556289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe45b07b-cda2-435e-b2d5-c79a20d5d7cf {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:01.567774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:01.568607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.582902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Transition to ACTIVE for port object fe45b07b-cda2-435e-b2d5-c79a20d5d7cf will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:01.715211 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.715508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.797266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:01.807564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=11']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:01.869484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.905735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Attempting to bind port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:01.906088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Attempting to bind port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:01.906454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Attempting to bind port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf on network cddf86ac-ada1-47f1-87c6-de2c65a968e2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:01.912460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf on network cddf86ac-ada1-47f1-87c6-de2c65a968e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:33:01.913401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Attempting to bind port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf on network cddf86ac-ada1-47f1-87c6-de2c65a968e2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:01.919129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:01.919528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Checking segment: {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:01.919866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Bound using segment: {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:01.920311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Bound port: fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:01.920675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:01.987132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519418-ec59-4628-a447-d519033311bf req-4dcc7437-1f1c-42ca-ac17-3d183e9010c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:01.993720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519418-ec59-4628-a447-d519033311bf req-4dcc7437-1f1c-42ca-ac17-3d183e9010c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.001339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92519418-ec59-4628-a447-d519033311bf req-4dcc7437-1f1c-42ca-ac17-3d183e9010c6 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1678 time: 0.0875342 Aug 28 08:33:02.023988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:02.028091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:02.049731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92519418-ec59-4628-a447-d519033311bf req-ae009cff-b061-42c3-b7ac-351cf0437a17 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Aug 28 08:33:02.100641 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae96d0-fd70-48d1-a912-3cb3f1e60b88 x-openstack-request-id: req-8bae96d0-fd70-48d1-a912-3cb3f1e60b88 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:02.100978 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:02.101238 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bae96d0-fd70-48d1-a912-3cb3f1e60b88 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:02.101639 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:33:02.144125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Router 501fe663-331b-4a6d-9738-b7bff79db68d is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:33:02.144516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:02.198320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.199061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:02.200813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe45b07b-cda2-435e-b2d5-c79a20d5d7cf HTTP/1.1" status: 200 len: 1092 time: 1.2519112 Aug 28 08:33:02.216723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bbae1-95ef-4d6f-b86c-eeeebaf7a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:02.294414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ac50e-1015-46a6-a691-2c88e9b9d5a7 req-09c8ccd7-ef41-4a05-99d4-eb5e2aafba49 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.296136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-186ac50e-1015-46a6-a691-2c88e9b9d5a7 req-09c8ccd7-ef41-4a05-99d4-eb5e2aafba49 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1473494 Aug 28 08:33:02.384389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-186ac50e-1015-46a6-a691-2c88e9b9d5a7 req-7b09eaa7-351d-4164-83dc-7ad459206aad tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799413 Aug 28 08:33:02.387338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:02.392160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:02.393366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45db53e7-2fe3-43d7-9f89-b2340418c27a tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "PUT /v2.0/routers/501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 200 len: 915 time: 3.1129327 Aug 28 08:33:02.395835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:02.398711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] Sync routers for ids ['501fe663-331b-4a6d-9738-b7bff79db68d'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:02.424811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] Routers {'501fe663-331b-4a6d-9738-b7bff79db68d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:02.426128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['501fe663-331b-4a6d-9738-b7bff79db68d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:02.433851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-70ce65c1-4dc9-4e48-a588-bfa364a3ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.434391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-70ce65c1-4dc9-4e48-a588-bfa364a3ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.436094 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-70ce65c1-4dc9-4e48-a588-bfa364a3ca76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1982 time: 0.0748382 Aug 28 08:33:02.530675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:02.538191 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-44ed2e27-fff6-4cdd-abf4-9127451ef145 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49 HTTP/1.1" status: 200 len: 217 time: 0.0860100 Aug 28 08:33:02.556555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] Routers {'501fe663-331b-4a6d-9738-b7bff79db68d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:02.557222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['501fe663-331b-4a6d-9738-b7bff79db68d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:02.579839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3054906f-f26a-42ad-b005-fdae442bda54 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 200 len: 921 time: 0.1826217 Aug 28 08:33:02.592361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37456) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:02.593761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:02.594672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760259f9-c4eb-44d2-adc4-7e7a7259802e None None] The sync data for ids ['501fe663-331b-4a6d-9738-b7bff79db68d'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:02.630790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe0163-68a3-4849-bd67-963e8c1acb02 req-911b516a-90dd-41d1-a0a1-5297cac972a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.632391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ffe0163-68a3-4849-bd67-963e8c1acb02 req-911b516a-90dd-41d1-a0a1-5297cac972a2 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0703249 Aug 28 08:33:02.648940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-fec2f198-568c-44fd-a12f-c2611c4153bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.652249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-fec2f198-568c-44fd-a12f-c2611c4153bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7230903d-fcb3-417a-a7d0-2bd31b98bd86 HTTP/1.1" status: 200 len: 801 time: 0.1054587 Aug 28 08:33:02.679617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ffe0163-68a3-4849-bd67-963e8c1acb02 req-580728ec-4cb9-4c70-900a-8731255594cc tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Aug 28 08:33:02.695990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009272c8-5598-43ed-81f6-f24c43eb513f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.697846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-009272c8-5598-43ed-81f6-f24c43eb513f tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=501fe663-331b-4a6d-9738-b7bff79db68d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1042631 Aug 28 08:33:02.701422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:02.742067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-a143c61b-a7da-49c5-bd8c-9de8766fe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.743739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-a143c61b-a7da-49c5-bd8c-9de8766fe3bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13c828fb-7b64-4735-aae6-404afd2660b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818243 Aug 28 08:33:02.840325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10380a2-2037-47f9-8f18-97e599f87b27 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:02.842970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b10380a2-2037-47f9-8f18-97e599f87b27 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.1398625 Aug 28 08:33:02.846227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37464) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:02.860147 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:33:02.880351 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-ff098be1-3860-4844-82c1-aaa472face97 service neutron] 10.222.0.39 "GET /v2.0/networks/13c828fb-7b64-4735-aae6-404afd2660b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259038 Aug 28 08:33:02.888051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:02.890764 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950703d0-93f8-47aa-870a-a7e807347ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:02.908509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f242ace4-9206-45b3-a635-50d2f738c665 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 200 len: 205 time: 0.0610037 Aug 28 08:33:02.910994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37468) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:03.009324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-012291d3-de02-471b-a6cf-7284003041d0 service neutron] 10.222.0.39 "GET /v2.0/networks/13c828fb-7b64-4735-aae6-404afd2660b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141059 Aug 28 08:33:03.062194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:03.104794 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc85a5df-6957-426c-af53-ee905f3deebb x-openstack-request-id: req-dc85a5df-6957-426c-af53-ee905f3deebb {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:03.106257 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:03.106510 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc85a5df-6957-426c-af53-ee905f3deebb {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:03.106925 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf', 'status': 'completed', 'code': 200} Aug 28 08:33:03.109674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-083faf34-62e1-4683-979a-5df6baf9b5f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf HTTP/1.1" status: 200 len: 217 time: 0.0921309 Aug 28 08:33:03.176769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-923e0e2c-66f8-41ae-92d7-fae148457755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.178764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-923e0e2c-66f8-41ae-92d7-fae148457755 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d30eb7a-2fa9-481f-8d31-b16b54c37acf HTTP/1.1" status: 200 len: 801 time: 0.0612967 Aug 28 08:33:03.217074 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:03.237004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-51f27a8d-d445-40ae-bdfb-e86e010da13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.240552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021ea4-da10-4754-b84e-0bc915b018f9 req-356775a8-ad24-495c-974f-d8252d0eda17 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.240552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2021ea4-da10-4754-b84e-0bc915b018f9 req-356775a8-ad24-495c-974f-d8252d0eda17 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0727248 Aug 28 08:33:03.241177 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-51f27a8d-d445-40ae-bdfb-e86e010da13d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cddf86ac-ada1-47f1-87c6-de2c65a968e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526631 Aug 28 08:33:03.291194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2021ea4-da10-4754-b84e-0bc915b018f9 req-b76f1554-b3d0-47c6-9d39-e7ac865cc4c4 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Aug 28 08:33:03.374645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-b40fde3a-213d-4d30-99e0-f51a1dce5d4c service neutron] 10.222.0.39 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244464 Aug 28 08:33:03.380799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port 40872d18-53ff-41eb-9ead-c76bd528ebe3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:03.381523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:03.497048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d5bc-d21a-468c-810e-469897e7baa7 req-1b9515b5-3896-4d11-b303-106aaba9c4d8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.502743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d5bc-d21a-468c-810e-469897e7baa7 req-1b9515b5-3896-4d11-b303-106aaba9c4d8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.502956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9e1250b4-e306-4d4a-8c9f-17df2d74919d req-ae89b1f4-13bd-4bd7-bdc3-61265aaa46f6 service neutron] 10.222.0.39 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194379 Aug 28 08:33:03.504925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8384d5bc-d21a-468c-810e-469897e7baa7 req-1b9515b5-3896-4d11-b303-106aaba9c4d8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1678 time: 0.0837345 Aug 28 08:33:03.515476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:03.545804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for 40872d18-53ff-41eb-9ead-c76bd528ebe3 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:03.603077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8384d5bc-d21a-468c-810e-469897e7baa7 req-8563cca7-21cf-42e3-b50c-b6bf83557147 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902927 Aug 28 08:33:03.775448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-6aefff03-ffda-44a6-8892-84d34630c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.776175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-6aefff03-ffda-44a6-8892-84d34630c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.777905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-6aefff03-ffda-44a6-8892-84d34630c370 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1982 time: 0.0571432 Aug 28 08:33:03.789425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbde29-4bd7-4a85-b992-604600cd8ef1 req-449118a7-c5cc-4dda-bfea-c7464e672a82 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.797489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aecbde29-4bd7-4a85-b992-604600cd8ef1 req-449118a7-c5cc-4dda-bfea-c7464e672a82 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0861721 Aug 28 08:33:03.856369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:03.877961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aecbde29-4bd7-4a85-b992-604600cd8ef1 req-451823d5-b22b-4be8-8166-b081623014bf tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 Aug 28 08:33:03.911993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=40872d18-53ff-41eb-9ead-c76bd528ebe3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:03.920052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-7659c5b2-e5bf-4cc3-82d0-dc53641c9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:03.921580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-7659c5b2-e5bf-4cc3-82d0-dc53641c9385 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cddf86ac-ada1-47f1-87c6-de2c65a968e2 HTTP/1.1" status: 200 len: 903 time: 0.1318460 Aug 28 08:33:03.941849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.941986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.942369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.942715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.943260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.943604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.943968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.944334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.945110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.945709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.946044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:03.946419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:04.004475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-1e78478a-ca17-4545-8561-b2e5fccf566f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf HTTP/1.1" status: 200 len: 217 time: 0.0726876 Aug 28 08:33:04.033886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.081906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-cf02ea63-2038-4bea-8603-30c14983f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:04.083903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-cf02ea63-2038-4bea-8603-30c14983f152 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d30eb7a-2fa9-481f-8d31-b16b54c37acf HTTP/1.1" status: 200 len: 801 time: 0.0714378 Aug 28 08:33:04.149446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-2353100d-8b03-43cc-8b33-473b754be80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:04.151079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-2353100d-8b03-43cc-8b33-473b754be80b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cddf86ac-ada1-47f1-87c6-de2c65a968e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575745 Aug 28 08:33:04.190325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.194162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.211687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0210b-67dd-4c29-b074-dd5215bba74c req-ef814b45-654d-484a-bd09-6bc825522f44 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:04.219270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ed0210b-67dd-4c29-b074-dd5215bba74c req-ef814b45-654d-484a-bd09-6bc825522f44 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1775665 Aug 28 08:33:04.270389 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-13301a0e-3c3a-4eab-b760-c8406dd00ded service neutron] 10.222.0.39 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111169 Aug 28 08:33:04.352737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ed0210b-67dd-4c29-b074-dd5215bba74c req-9955e2a7-5390-4fdc-b0d4-caa81d8c0b3b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324501 Aug 28 08:33:04.409917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.409917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router 501fe663-331b-4a6d-9738-b7bff79db68d {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:33:04.415308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.416479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e12af3ed-5e5c-4940-8dc8-ba7f0ba816f6 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 204 len: 168 time: 1.5043597 Aug 28 08:33:04.418113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-950703d0-93f8-47aa-870a-a7e807347ca9 req-cc7bfb6e-c557-49aa-889c-abaac8d144da service neutron] 10.222.0.39 "GET /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394923 Aug 28 08:33:04.420029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37488) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:04.424834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1164925452', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:04.505275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37490) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:04.538873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.541069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.607679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.659995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e0dee86-a028-4583-8680-0441a15a18ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.787358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.795600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e0dee86-a028-4583-8680-0441a15a18ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.841079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.871146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e0dee86-a028-4583-8680-0441a15a18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:04.918911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e0dee86-a028-4583-8680-0441a15a18ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82d2bada2e0e4858947d0d2576c9ef6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124310 Aug 28 08:33:04.920638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dee86-a028-4583-8680-0441a15a18ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90387d-f1a9-4cc9-bd12-a3c4436a1f37,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:04.921655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37502) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:04.942574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b543-5b5b-4474-b4de-914f055288e8 req-c4e83cdb-84ff-4f06-973f-f592e69beff0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:04.949804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b543-5b5b-4474-b4de-914f055288e8 req-c4e83cdb-84ff-4f06-973f-f592e69beff0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:04.958612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ed4b543-5b5b-4474-b4de-914f055288e8 req-c4e83cdb-84ff-4f06-973f-f592e69beff0 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1678 time: 0.1157687 Aug 28 08:33:04.994005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ed4b543-5b5b-4474-b4de-914f055288e8 req-1a304dcf-b87d-4882-a906-a5ecc3fd4122 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Aug 28 08:33:05.029786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.055182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.136699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e2ab-a380-435e-89a0-4ca55f0b9874 req-1ae90c4a-bdd1-4df1-ad8b-ea4deb5eb3b7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:05.141604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a385e2ab-a380-435e-89a0-4ca55f0b9874 req-1ae90c4a-bdd1-4df1-ad8b-ea4deb5eb3b7 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0691936 Aug 28 08:33:05.187408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a385e2ab-a380-435e-89a0-4ca55f0b9874 req-866c3ef3-e631-4904-b347-d80bc6945ede tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Aug 28 08:33:05.235044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.240368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.240368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.240368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.240979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce90387d-f1a9-4cc9-bd12-a3c4436a1f37 HTTP/1.1" status: 204 len: 168 time: 0.3183205 Aug 28 08:33:05.269844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.269844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ef15d-6a43-48d9-bf76-815e23efe751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90387d-f1a9-4cc9-bd12-a3c4436a1f37,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:05.386131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Allocated IP 172.25.0.228 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/7ab0234c-2be7-4dd7-acd7-9bfe8a542104) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:05.433760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:33:05.505458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.508359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1685-769f-4cb0-8dbc-0c3a43b72d9d req-c3cd370b-3ff0-4eff-a56c-641a8424d35d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:05.510065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c11e1685-769f-4cb0-8dbc-0c3a43b72d9d req-c3cd370b-3ff0-4eff-a56c-641a8424d35d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0741343 Aug 28 08:33:05.559949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c11e1685-769f-4cb0-8dbc-0c3a43b72d9d req-3741076f-eb66-4402-a717-361af968771a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Aug 28 08:33:05.607288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:05.620252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'mac_address': 'fa:16:3e:19:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:33:05.659755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.659981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.678550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:05.705526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:05.733284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:05.740678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:05.743558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:05.774846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event updated for resources: {'Port': ['ID=7ab0234c-2be7-4dd7-acd7-9bfe8a542104,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:05.783774 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:05.866797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:06.095236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['50181929-fa43-44bf-a9a5-51ae6613b9ad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:06.118329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.140746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf1f6c-d83e-44d1-8625-98842829d6eb req-a08b93f0-37c0-4efc-b879-aa812f526847 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:06.147384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf1f6c-d83e-44d1-8625-98842829d6eb req-a08b93f0-37c0-4efc-b879-aa812f526847 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:06.156023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89cf1f6c-d83e-44d1-8625-98842829d6eb req-a08b93f0-37c0-4efc-b879-aa812f526847 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1678 time: 0.0891671 Aug 28 08:33:06.210054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89cf1f6c-d83e-44d1-8625-98842829d6eb req-0acea982-bcbc-4a39-b5af-053edd8da106 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Aug 28 08:33:06.302330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37536) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:06.367298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901b14e-18ec-4ee2-862f-4d3fec118657 req-de908611-791f-4b0e-87b9-2958594974b9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:06.375303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0901b14e-18ec-4ee2-862f-4d3fec118657 req-de908611-791f-4b0e-87b9-2958594974b9 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0833011 Aug 28 08:33:06.395159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.415043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0901b14e-18ec-4ee2-862f-4d3fec118657 req-5e8083bf-6d04-42eb-8df2-6502dcb9c5ca tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Aug 28 08:33:06.467569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32b2fbdc-784a-40bd-a5e5-1113d427f6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.555600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a7461cb5-3cce-449b-be12-5ce8130dcc7c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:06.557129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a7461cb5-3cce-449b-be12-5ce8130dcc7c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 945 time: 0.0699301 Aug 28 08:33:06.561930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32b2fbdc-784a-40bd-a5e5-1113d427f6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.646504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-32b2fbdc-784a-40bd-a5e5-1113d427f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.707165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-32b2fbdc-784a-40bd-a5e5-1113d427f6de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5a19aafee834c6f8df93830aa1943ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005072 Aug 28 08:33:06.712022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:06.724457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2fbdc-784a-40bd-a5e5-1113d427f6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f3251-8d53-468f-bdb0-622f776ffd82,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:06.755639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb2606-7dd6-4039-9140-ba75db19cb00 req-c50e5262-3c7b-4edb-907a-826f84f8b548 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:06.757248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9fb2606-7dd6-4039-9140-ba75db19cb00 req-c50e5262-3c7b-4edb-907a-826f84f8b548 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1232936 Aug 28 08:33:06.824062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.828224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9fb2606-7dd6-4039-9140-ba75db19cb00 req-cb45671d-fe35-444a-8168-aac119c8a2bd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630658 Aug 28 08:33:06.852332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.958343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Router 5b8dfe6a-5a31-4829-89ba-7b66bc681031 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:33:06.982659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.985344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:06.989402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f40f3251-8d53-468f-bdb0-622f776ffd82 HTTP/1.1" status: 204 len: 168 time: 0.2716296 Aug 28 08:33:06.996016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fccb0c-60c6-45de-8d7f-3f463681e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f3251-8d53-468f-bdb0-622f776ffd82,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:07.033196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 7cc0c725-122c-4404-832e-2289dbdfea56 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:07.033555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.144579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:07.158258 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] Sync routers for ids ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:07.169817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] Routers {'5b8dfe6a-5a31-4829-89ba-7b66bc681031'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:07.170638 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:07.189506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 7cc0c725-122c-4404-832e-2289dbdfea56, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7cc0c725-122c-4404-832e-2289dbdfea56,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:07.189506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.206637 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:07.207242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 7cc0c725-122c-4404-832e-2289dbdfea56 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:07.217587 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] Routers {'5b8dfe6a-5a31-4829-89ba-7b66bc681031'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:07.218054 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:07.269053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:07.269744 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3db424-b7a9-4b0a-851c-c108f0ddb7ba None None] The sync data for ids ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:07.288232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.292358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37562) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:07.293636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1e11a8ff-c601-4a1f-b2ba-930860012c6b tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8722479 Aug 28 08:33:07.306338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:07.330376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37564) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:07.450702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe45b07b-cda2-435e-b2d5-c79a20d5d7cf details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:33:07.457262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657df43d-e7f5-4725-a094-9df4830a2a60 req-4e614c77-615d-4151-88d3-b0d9261dc174 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:07.463139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:07.463308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657df43d-e7f5-4725-a094-9df4830a2a60 req-4e614c77-615d-4151-88d3-b0d9261dc174 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:07.471111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-657df43d-e7f5-4725-a094-9df4830a2a60 req-4e614c77-615d-4151-88d3-b0d9261dc174 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1678 time: 0.1579225 Aug 28 08:33:07.492983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.542533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f', '7cc0c725-122c-4404-832e-2289dbdfea56'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:07.555030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=7cc0c725-122c-4404-832e-2289dbdfea56,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:07.566811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-657df43d-e7f5-4725-a094-9df4830a2a60 req-03b583f6-0512-4e5e-8c83-da22c2b95712 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Aug 28 08:33:07.571107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98f9b31d-4402-460d-8d63-c5e383927e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.623465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 7cc0c725-122c-4404-832e-2289dbdfea56 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:07.634873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.637346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bc277e6-1d46-4632-a155-003049cafcf9 req-a8d60809-866c-435c-958d-f3544b8c58ac tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "DELETE /v2.0/ports/7cc0c725-122c-4404-832e-2289dbdfea56 HTTP/1.1" status: 204 len: 173 time: 1.0696979 Aug 28 08:33:07.638421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'name': 'network-vif-deleted', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:07.642034 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a29059-6297-41ac-af95-d4f449c28645" -d '{"events": [{"server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "name": "network-vif-deleted", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:07.672122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 50181929-fa43-44bf-a9a5-51ae6613b9ad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:07.672817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.695616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bfb1a8a-5eb8-4190-b6ee-99b9926febf5 req-91e8403c-1449-4c18-b7ea-99d5ce44e7ea tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=10de40b1-0aa9-4961-b469-11c125933fca HTTP/1.1" status: 200 len: 210 time: 0.0319040 Aug 28 08:33:07.738230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:07.760883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf', 'network_id': 'cddf86ac-ada1-47f1-87c6-de2c65a968e2', 'port_id': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf', 'mac_address': 'fa:16:3e:99:b8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d30eb7a-2fa9-481f-8d31-b16b54c37acf', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:33:07.773209 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd9a4c-0a8f-44e5-9c74-0292a3e61f9a x-openstack-request-id: req-0dcd9a4c-0a8f-44e5-9c74-0292a3e61f9a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:07.773502 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de40b1-0aa9-4961-b469-11c125933fca", "name": "network-vif-deleted", "tag": "7cc0c725-122c-4404-832e-2289dbdfea56", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:07.773753 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dcd9a4c-0a8f-44e5-9c74-0292a3e61f9a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:07.774145 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de40b1-0aa9-4961-b469-11c125933fca', 'name': 'network-vif-deleted', 'tag': '7cc0c725-122c-4404-832e-2289dbdfea56', 'status': 'completed', 'code': 200} Aug 28 08:33:07.787269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98f9b31d-4402-460d-8d63-c5e383927e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.791059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37572) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:07.807763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-218b98af-d7b2-4286-b6cb-330f753a8f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.836537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.853918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-98f9b31d-4402-460d-8d63-c5e383927e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.854840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.911708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-98f9b31d-4402-460d-8d63-c5e383927e5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5276fc9231a4c4f87a62cf5526debd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770605 Aug 28 08:33:07.914802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:07.918936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe45b07b-cda2-435e-b2d5-c79a20d5d7cf {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:07.919915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b31d-4402-460d-8d63-c5e383927e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52268f-d87b-4f28-a2a1-2849a6ef9be8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:07.930419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.954425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:07.960669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:07.978296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:07.980898 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5642ae51-50bd-416b-8e4a-c08adb22b07d" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:07.994263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:07.996575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-218b98af-d7b2-4286-b6cb-330f753a8f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.006398 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.036390 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.037171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8edb4ee1-e1dd-47ce-814c-b78b264bef49 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:33:08.051395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.063626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-218b98af-d7b2-4286-b6cb-330f753a8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.069368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.084932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69f97-c41c-47fd-9375-17703190b470 req-e4db1fc4-9779-4f95-bc42-18c6bc2519de tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:08.086521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adb69f97-c41c-47fd-9375-17703190b470 req-e4db1fc4-9779-4f95-bc42-18c6bc2519de tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 945 time: 0.1044421 Aug 28 08:33:08.105358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.108063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-218b98af-d7b2-4286-b6cb-330f753a8f3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8624ad0b9b584d07b6791b4f2478a02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158178 Aug 28 08:33:08.110776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37580) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:08.117475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b98af-d7b2-4286-b6cb-330f753a8f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84ae35-47a7-45c6-a118-f5dba3a0153e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.163989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adb69f97-c41c-47fd-9375-17703190b470 req-fd0625da-6414-4e9e-9cee-47b1ead71575 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581183 Aug 28 08:33:08.188294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.197612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Deleting port 7ab0234c-2be7-4dd7-acd7-9bfe8a542104 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:08.198510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.215593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.227178 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103fbfa-6830-4432-bc7a-eb51a54fde35 x-openstack-request-id: req-2103fbfa-6830-4432-bc7a-eb51a54fde35 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:08.227480 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-plugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:08.227738 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2103fbfa-6830-4432-bc7a-eb51a54fde35 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:08.228139 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:33:08.251518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.254457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.258180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d52268f-d87b-4f28-a2a1-2849a6ef9be8 HTTP/1.1" status: 204 len: 168 time: 0.3396158 Aug 28 08:33:08.270952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=13']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.277277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd096-069b-4d00-b5cf-3f6d92ac9987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52268f-d87b-4f28-a2a1-2849a6ef9be8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.277819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:08.293624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'network_id': '13c828fb-7b64-4735-aae6-404afd2660b1', 'port_id': '8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'mac_address': 'fa:16:3e:a1:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7230903d-fcb3-417a-a7d0-2bd31b98bd86', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:33:08.321319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.326841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.332563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.334587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa84ae35-47a7-45c6-a118-f5dba3a0153e HTTP/1.1" status: 204 len: 168 time: 0.2226207 Aug 28 08:33:08.336469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Calling delete_port for 7ab0234c-2be7-4dd7-acd7-9bfe8a542104 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:08.347726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc96f-dcb3-4ff3-ba85-151da2e62ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84ae35-47a7-45c6-a118-f5dba3a0153e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.353887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.371922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edb4ee1-e1dd-47ce-814c-b78b264bef49 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:08.402824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:08.481258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.548145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.700685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.756534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0ad8-212b-4db9-9295-48a35f18ac0b req-51816472-c864-4899-a42c-3a47e84f3a31 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:08.766519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0ad8-212b-4db9-9295-48a35f18ac0b req-51816472-c864-4899-a42c-3a47e84f3a31 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:08.768395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22bb0ad8-212b-4db9-9295-48a35f18ac0b req-51816472-c864-4899-a42c-3a47e84f3a31 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1680 time: 0.1172223 Aug 28 08:33:08.812155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Pushing event deleted for resources: {'Port': ['ID=7ab0234c-2be7-4dd7-acd7-9bfe8a542104,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:08.907303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:08.967577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22bb0ad8-212b-4db9-9295-48a35f18ac0b req-736d30cb-ebda-467b-8049-fb12c029c0b3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679168 Aug 28 08:33:09.181923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.186331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.269735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37612) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.291100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acb5e72a-de7b-4d72-9305-45cafe03c8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.305945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Router 5b8dfe6a-5a31-4829-89ba-7b66bc681031 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:33:09.370740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2442f-06b3-4b32-b5cf-1d6ef3b567f9 req-a2e12cbb-9f7f-4642-8358-a3496a0b921e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:09.372094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6a2442f-06b3-4b32-b5cf-1d6ef3b567f9 req-a2e12cbb-9f7f-4642-8358-a3496a0b921e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1053619 Aug 28 08:33:09.427058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:09.434902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.436097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d7adb31e-2464-4c9b-85c2-5a319fe16aa0 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "PUT /v2.0/routers/5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 200 len: 706 time: 2.1411066 Aug 28 08:33:09.441171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.444121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] Sync routers for ids ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:09.450113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acb5e72a-de7b-4d72-9305-45cafe03c8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.464907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] Routers {'5b8dfe6a-5a31-4829-89ba-7b66bc681031'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:09.464907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:09.495166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6a2442f-06b3-4b32-b5cf-1d6ef3b567f9 req-9120da30-d6ef-4ceb-ac71-b301a5dfefda tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884402 Aug 28 08:33:09.501543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:09.520373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] Routers {'5b8dfe6a-5a31-4829-89ba-7b66bc681031'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:09.520837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acb5e72a-de7b-4d72-9305-45cafe03c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.521035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:09.560062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:09.560062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5540fc-097d-4263-aba5-2d4b7def7aaf None None] The sync data for ids ['5b8dfe6a-5a31-4829-89ba-7b66bc681031'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:09.564114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8edb4ee1-e1dd-47ce-814c-b78b264bef49'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:09.569556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3cae2884-4fc4-4b28-8a9e-f85b11c24f07 tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/routers/5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 200 len: 741 time: 0.1248100 Aug 28 08:33:09.570974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37624) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.599698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5e72a-de7b-4d72-9305-45cafe03c8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c770c-9e4e-45ca-bb8b-1ac95d2c2f8e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:09.607604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37626) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.609717 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-acb5e72a-de7b-4d72-9305-45cafe03c8e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca7ef82bca744f63bd63839c8836cbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378000 Aug 28 08:33:09.633711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2ade8c7-5364-4664-bffe-3ffced66ffca tempest-RoutersAdminTest-1391709303 tempest-RoutersAdminTest-1391709303-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 200 len: 205 time: 0.0609682 Aug 28 08:33:09.636518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.678484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-929594d0-c97d-44f0-b920-75a00423c592 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 200 len: 205 time: 0.0396299 Aug 28 08:33:09.680672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37634) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:09.693223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.723126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.773577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.869522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.872171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:09.875913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b9c770c-9e4e-45ca-bb8b-1ac95d2c2f8e HTTP/1.1" status: 204 len: 168 time: 0.2638938 Aug 28 08:33:09.880741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe45b07b-cda2-435e-b2d5-c79a20d5d7cf'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:09.884160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eca6b5-5c20-4d9e-88b2-7181a8626930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c770c-9e4e-45ca-bb8b-1ac95d2c2f8e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:10.041699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:10.044055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:10.123923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c8236-c4f9-428b-b88a-f863b16fccb8 req-961d365f-617a-451a-80d9-d8708e3e596f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:10.130980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c8236-c4f9-428b-b88a-f863b16fccb8 req-961d365f-617a-451a-80d9-d8708e3e596f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:10.132612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-009c8236-c4f9-428b-b88a-f863b16fccb8 req-961d365f-617a-451a-80d9-d8708e3e596f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1680 time: 0.0600073 Aug 28 08:33:10.180906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-009c8236-c4f9-428b-b88a-f863b16fccb8 req-7c96c183-5170-4379-be0e-c58822b65a0e tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Aug 28 08:33:10.211827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:10.212572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Fanout notify agent at l3_agent the message router_deleted on router 5b8dfe6a-5a31-4829-89ba-7b66bc681031 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:33:10.223341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:10.223341 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eac51da0-4811-4671-9928-5a4da01d9dfb tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 204 len: 168 time: 0.5395958 Aug 28 08:33:10.225585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37670) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.258669 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-23479ddc-8ecf-469a-b525-94da1d5e1c94 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 200 len: 205 time: 0.0317602 Aug 28 08:33:10.264751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37674) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.315336 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-4642233e-a88f-4fa1-be3a-9c3c97cde1c2 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.315336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4642233e-a88f-4fa1-be3a-9c3c97cde1c2 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/5b8dfe6a-5a31-4829-89ba-7b66bc681031 HTTP/1.1" status: 404 len: 336 time: 0.0397553 Aug 28 08:33:10.318083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37676) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.350302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fcd9b029-a3a0-4954-9022-73352ed2e134 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 200 len: 205 time: 0.0317993 Aug 28 08:33:10.354790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37680) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.395851 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-229fb8da-a43a-4c78-b2ee-55f72bc90f6e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.398256 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-229fb8da-a43a-4c78-b2ee-55f72bc90f6e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/501fe663-331b-4a6d-9738-b7bff79db68d HTTP/1.1" status: 404 len: 336 time: 0.0409296 Aug 28 08:33:10.399849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37682) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.429442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0fd08fd9-f5a3-4997-b1c7-b77c1e8d4551 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 200 len: 205 time: 0.0272760 Aug 28 08:33:10.430955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37686) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.468646 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-8de76837-dd16-464e-a217-ab1b166fb4bc tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.469730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8de76837-dd16-464e-a217-ab1b166fb4bc tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/f73c09a7-6675-4c60-a798-da6fef9a1967 HTTP/1.1" status: 404 len: 336 time: 0.0376663 Aug 28 08:33:10.473392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37690) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.514874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5bd9a759-b64a-45ed-8f78-b01f52ce304a tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 200 len: 205 time: 0.0324280 Aug 28 08:33:10.516840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.555989 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-39802d68-cfcf-4bff-9b5d-1832a35ea79a tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.566457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39802d68-cfcf-4bff-9b5d-1832a35ea79a tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/4f06d3d6-9427-4471-bba7-56ec34d22259 HTTP/1.1" status: 404 len: 336 time: 0.0391886 Aug 28 08:33:10.568535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.597397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34f59893-10b3-4e97-a502-89010fe04d91 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 200 len: 205 time: 0.0271850 Aug 28 08:33:10.599908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37700) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.639152 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-80a7aaee-c011-4c9c-949b-7765d8056a3a tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.640865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-80a7aaee-c011-4c9c-949b-7765d8056a3a tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/82e6f2b8-8df9-4bc4-aecc-8c526210eff8 HTTP/1.1" status: 404 len: 336 time: 0.0398352 Aug 28 08:33:10.648383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.684893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d70b8b4-0d17-423b-abae-9fa2d7cf499e tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "GET /v2.0/ports?device_id=b74917cf-4eb7-4329-a386-f51b1259ce5b HTTP/1.1" status: 200 len: 205 time: 0.0352988 Aug 28 08:33:10.687989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37706) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.727584 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-dcc4b8fb-b0ff-4641-9675-4331dc391f73 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] delete failed (client error): The resource could not be found. Aug 28 08:33:10.728655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dcc4b8fb-b0ff-4641-9675-4331dc391f73 tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/routers/b74917cf-4eb7-4329-a386-f51b1259ce5b HTTP/1.1" status: 404 len: 336 time: 0.0395553 Aug 28 08:33:10.731844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:10.759249 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a80a9c-f9fd-4d0a-bb19-eaa282d3e5af tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] DELETE failed (client error): The resource could not be found. Aug 28 08:33:10.759711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a80a9c-f9fd-4d0a-bb19-eaa282d3e5af tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:33:10.763876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79a80a9c-f9fd-4d0a-bb19-eaa282d3e5af tempest-RoutersAdminTest-1019249373 tempest-RoutersAdminTest-1019249373-project] 10.222.0.46 "DELETE /v2.0/subnets/e799771c-76db-4104-b7c7-58fcb64d556b HTTP/1.1" status: 404 len: 337 time: 0.0288520 Aug 28 08:33:10.868342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7cc0c725-122c-4404-832e-2289dbdfea56 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:10.879819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fece4-7884-4d17-b072-ad9de300ef76 req-4e48b854-7de7-4fba-9334-3776b8ebf957 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:10.881396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94fece4-7884-4d17-b072-ad9de300ef76 req-4e48b854-7de7-4fba-9334-3776b8ebf957 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0570157 Aug 28 08:33:10.896692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 7cc0c725-122c-4404-832e-2289dbdfea56 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:10.897087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7cc0c725-122c-4404-832e-2289dbdfea56 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:10.928608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94fece4-7884-4d17-b072-ad9de300ef76 req-56270a62-392b-4e4c-b717-e6d0ee59717f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Aug 28 08:33:11.056105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebc6de-b0c7-403a-a495-805034e434ea req-aa136d21-e1a2-46b7-988a-6e42db5424d8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:11.057623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cebc6de-b0c7-403a-a495-805034e434ea req-aa136d21-e1a2-46b7-988a-6e42db5424d8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.0563443 Aug 28 08:33:11.117242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cebc6de-b0c7-403a-a495-805034e434ea req-b6aa9f9f-09ba-4f45-8352-969ec7869aea tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Aug 28 08:33:11.316050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37736) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:11.334531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e443d96-778b-40a9-8196-3ef4f526bb44 req-cc069756-0f4e-4cb3-914b-62d37325e2ab tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:11.340494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e443d96-778b-40a9-8196-3ef4f526bb44 req-cc069756-0f4e-4cb3-914b-62d37325e2ab tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:11.343417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e443d96-778b-40a9-8196-3ef4f526bb44 req-cc069756-0f4e-4cb3-914b-62d37325e2ab tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1680 time: 0.0726936 Aug 28 08:33:11.395503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e443d96-778b-40a9-8196-3ef4f526bb44 req-f86b8f93-fee2-4304-acf6-db3a93ea946a tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Aug 28 08:33:11.441168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319ca8a5-62f1-4545-906e-ae6079a349ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.463871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8edb4ee1-e1dd-47ce-814c-b78b264bef49 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:11.555432 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319ca8a5-62f1-4545-906e-ae6079a349ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.686663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:11.691606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:11.692034 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.715030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-319ca8a5-62f1-4545-906e-ae6079a349ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.757876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-319ca8a5-62f1-4545-906e-ae6079a349ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eeb92db1991b4d49ab1c5144c1a44cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406323 Aug 28 08:33:11.760795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37776) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:11.769238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ca8a5-62f1-4545-906e-ae6079a349ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf4902f-e6d4-4399-814c-1fcc3ad2597d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:11.799578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.828777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.846989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:11.849249 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020548a5-329a-4b28-adf0-5ef3fd453336" -d '{"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-plugged", "status": "completed", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:11.853320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.863063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:11.896051 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca18f3a-308f-4a9d-b6a6-aa9545c34082 x-openstack-request-id: req-0ca18f3a-308f-4a9d-b6a6-aa9545c34082 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:11.898077 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-plugged", "status": "completed", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:11.898077 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ca18f3a-308f-4a9d-b6a6-aa9545c34082 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:11.898077 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'code': 200} Aug 28 08:33:11.915259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:11.972063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:12.030028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:12.032694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:12.033934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baf4902f-e6d4-4399-814c-1fcc3ad2597d HTTP/1.1" status: 204 len: 168 time: 0.2719543 Aug 28 08:33:12.062410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3304fa-38b2-4dd1-8653-d0dc26232b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf4902f-e6d4-4399-814c-1fcc3ad2597d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:12.101791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59528af-b185-43b8-aad7-b14b374618e4 req-c1e0e830-98fc-427f-a7c8-570665948760 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:12.113996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a59528af-b185-43b8-aad7-b14b374618e4 req-c1e0e830-98fc-427f-a7c8-570665948760 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0956459 Aug 28 08:33:12.154789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a59528af-b185-43b8-aad7-b14b374618e4 req-4791d150-ade6-4bea-a61e-7debe95eb45c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Aug 28 08:33:12.279507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437f31c-0e01-423a-9f52-8ee102078ee7 req-5433464c-440e-470a-9497-161c848c2383 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:12.281307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5437f31c-0e01-423a-9f52-8ee102078ee7 req-5433464c-440e-470a-9497-161c848c2383 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Aug 28 08:33:12.329163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5437f31c-0e01-423a-9f52-8ee102078ee7 req-d60e56ab-895d-473c-bc28-1730648f5242 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/security-groups?id=3edd0c52-af70-4c04-adbe-c827709420c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Aug 28 08:33:12.536892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-bdbabc82-e99c-428b-a461-9ac9e191f392 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:12.539425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-bdbabc82-e99c-428b-a461-9ac9e191f392 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 945 time: 0.0567086 Aug 28 08:33:12.914912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Deleting port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:12.914912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:12.914912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] For port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,segment=NetworkSegment(8b651f5e-233d-4615-96e6-1aa900e75c27),segment_id=8b651f5e-233d-4615-96e6-1aa900e75c27)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:12.914912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:12.917773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ba18-fac6-4e85-96d5-32aec03789a5 req-4ef37cff-a753-456a-9b20-b4edb8e010fd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:12.917773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ba18-fac6-4e85-96d5-32aec03789a5 req-4ef37cff-a753-456a-9b20-b4edb8e010fd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:12.917773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3695ba18-fac6-4e85-96d5-32aec03789a5 req-4ef37cff-a753-456a-9b20-b4edb8e010fd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1681 time: 0.4101443 Aug 28 08:33:12.919856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Calling delete_port for 192e2fd8-fcf4-48d5-924b-df7e34a17a7f owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:12.944857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3695ba18-fac6-4e85-96d5-32aec03789a5 req-be4d72eb-df0e-4f53-8c16-b62824da64ba tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Aug 28 08:33:13.073605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:13.117811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2bc7b1f4-493d-4901-82d0-48510e0f967f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e789a636308145f195395a7a1d2e0ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430369 Aug 28 08:33:13.120530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37814) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:13.171709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.195810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.206882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.258179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['192e2fd8-fcf4-48d5-924b-df7e34a17a7f'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:13.274906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Pushing event deleted for resources: {'Port': ['ID=192e2fd8-fcf4-48d5-924b-df7e34a17a7f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:13.363612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f422de4-367c-41ad-aa70-8f9efd7bc127 req-26cb62c2-b17a-4931-86a1-32c4b0a8bc9f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:13.372122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f422de4-367c-41ad-aa70-8f9efd7bc127 req-26cb62c2-b17a-4931-86a1-32c4b0a8bc9f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0746114 Aug 28 08:33:13.378558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] No DVR routers for this DVR port 192e2fd8-fcf4-48d5-924b-df7e34a17a7f on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:13.382843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.386153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc8e79f0-01ff-4b06-bf19-e7ba34f2e15f req-b322bf6f-1890-4018-a7d0-c64d019a9b6b tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.64 "DELETE /v2.0/ports/192e2fd8-fcf4-48d5-924b-df7e34a17a7f HTTP/1.1" status: 204 len: 173 time: 0.8347728 Aug 28 08:33:13.386742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'name': 'network-vif-deleted', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:13.389499 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30b430-15f5-4127-a167-727c6e731590" -d '{"events": [{"server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "name": "network-vif-deleted", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:13.436154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f422de4-367c-41ad-aa70-8f9efd7bc127 req-32018e9a-2e21-4d81-8264-d547d1e30e22 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564687 Aug 28 08:33:13.487007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe45b07b-cda2-435e-b2d5-c79a20d5d7cf up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:13.530707 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef99ec1c-fb61-40eb-8b16-f9eb81e9365d req-79a76601-4584-45bf-b393-d525536cde8d tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0403948 Aug 28 08:33:13.578109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.580921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.587304 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afc3b454-6d0d-448d-a869-ac083e98c272 HTTP/1.1" status: 204 len: 168 time: 0.4630742 Aug 28 08:33:13.594082 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438db6bb-a43b-46bf-a49c-c298cf787621 x-openstack-request-id: req-438db6bb-a43b-46bf-a49c-c298cf787621 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:13.594429 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d0597-2052-40b6-b12b-f43c76a2a0a3", "name": "network-vif-deleted", "tag": "192e2fd8-fcf4-48d5-924b-df7e34a17a7f", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:13.594685 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-438db6bb-a43b-46bf-a49c-c298cf787621 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:13.595088 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d0597-2052-40b6-b12b-f43c76a2a0a3', 'name': 'network-vif-deleted', 'tag': '192e2fd8-fcf4-48d5-924b-df7e34a17a7f', 'status': 'completed', 'code': 200} Aug 28 08:33:13.596388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b2771-6e36-40d6-ba0f-aa14053e4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc3b454-6d0d-448d-a869-ac083e98c272,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:13.652204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:13.657283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:13.657877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.822016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:13.884796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:13.898244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:13.900899 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8140673d-7a4c-439a-960b-feb011e8b4ba" -d '{"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-plugged", "status": "completed", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:13.978245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:14.047542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184fc0ad-6eec-4df5-85c2-1242f1f0c24f x-openstack-request-id: req-184fc0ad-6eec-4df5-85c2-1242f1f0c24f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:14.047542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-plugged", "status": "completed", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:14.047542 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-184fc0ad-6eec-4df5-85c2-1242f1f0c24f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:14.047542 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf', 'code': 200} Aug 28 08:33:14.064583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:14.158625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf3bb-8569-4f37-bb50-b3e1ee8a6d20 req-f75178ad-c730-493f-94a5-ec70efda2427 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:14.165038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932997d9-6359-4332-a946-7133307f35f6 req-be62c358-dbb2-48a6-9c18-759a50223402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:14.166761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf3bb-8569-4f37-bb50-b3e1ee8a6d20 req-f75178ad-c730-493f-94a5-ec70efda2427 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:14.168757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932997d9-6359-4332-a946-7133307f35f6 req-be62c358-dbb2-48a6-9c18-759a50223402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:14.173156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-932997d9-6359-4332-a946-7133307f35f6 req-be62c358-dbb2-48a6-9c18-759a50223402 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1986 time: 0.0772278 Aug 28 08:33:14.175592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4cdf3bb-8569-4f37-bb50-b3e1ee8a6d20 req-f75178ad-c730-493f-94a5-ec70efda2427 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.0847907 Aug 28 08:33:14.223236 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-932997d9-6359-4332-a946-7133307f35f6 req-d2b60089-60f8-474a-be86-5829444dabed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Aug 28 08:33:14.234853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4cdf3bb-8569-4f37-bb50-b3e1ee8a6d20 req-cb9a1e02-142c-4cb2-98d7-66198a30d0d8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Aug 28 08:33:14.684092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9f45f-49b6-447f-a17f-6c2368bc9cc6 req-f3862cc2-5ed4-4a77-b745-ced6376fc276 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:14.686128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1db9f45f-49b6-447f-a17f-6c2368bc9cc6 req-f3862cc2-5ed4-4a77-b745-ced6376fc276 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1168249 Aug 28 08:33:14.854579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1db9f45f-49b6-447f-a17f-6c2368bc9cc6 req-ba462658-0ba1-4496-9bfe-f16256f90235 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543326 Aug 28 08:33:15.031605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cca4ec21-7be0-4359-9d18-2e5859a615ff req-cdf4e6ee-f735-4be2-be5d-c5baa121af5c tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] 10.222.0.46 "GET /v2.0/ports?device_id=491d0597-2052-40b6-b12b-f43c76a2a0a3 HTTP/1.1" status: 200 len: 210 time: 0.0339537 Aug 28 08:33:15.417434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d8d1-fa8d-4c49-8310-e9e4485b0667 req-5a28c6b7-67ee-4599-81ab-dc5ace150fea tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:15.427256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d8d1-fa8d-4c49-8310-e9e4485b0667 req-5a28c6b7-67ee-4599-81ab-dc5ace150fea tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:15.428935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f040d8d1-fa8d-4c49-8310-e9e4485b0667 req-5a28c6b7-67ee-4599-81ab-dc5ace150fea tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.0978129 Aug 28 08:33:15.502325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37904) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:15.515767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f040d8d1-fa8d-4c49-8310-e9e4485b0667 req-3310bc85-ab98-4680-b400-e8dfe76e15bd tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804143 Aug 28 08:33:15.667241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1075456883'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:15.857962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Made reservation on behalf of cb2fedf587334826986592540d93f813 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:15.867990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:15.911396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.077099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b960b5-1323-4ba6-b48b-ffb62f370a6a req-599ec7e8-91d2-480a-b79a-4167554b46ba tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:16.085257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b960b5-1323-4ba6-b48b-ffb62f370a6a req-599ec7e8-91d2-480a-b79a-4167554b46ba tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0957754 Aug 28 08:33:16.128815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.140510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b960b5-1323-4ba6-b48b-ffb62f370a6a req-9223dab2-c7d3-41c8-a1c2-2f23ff1baf2f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538578 Aug 28 08:33:16.187946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:16.223290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.235488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:33:16.273126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.273519 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Added segment 2fd08c06-45d5-4fa8-a33f-0865f06ed159 of type vlan for network 3759ed00-e577-4dd9-91d3-0c2a2349e077 Aug 28 08:33:16.288287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3dd817-95b5-46ad-8ee0-ef88d68b130a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:16.293353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Deleting subnet a9038513-d62f-4ad6-afb9-a04ea5e817e6 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:33:16.318325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.354738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.375619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.434557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.485266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.492294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:16.492905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.578349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Network': ['ID=3759ed00-e577-4dd9-91d3-0c2a2349e077,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:16.589210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:33:16.652517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.729636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83ca13-a9b7-4499-af34-17c0a5cbf28c req-995d48ed-9d07-4e4b-b3b4-8bba5cbfa50c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:16.740425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83ca13-a9b7-4499-af34-17c0a5cbf28c req-995d48ed-9d07-4e4b-b3b4-8bba5cbfa50c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:16.741339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9038513-d62f-4ad6-afb9-a04ea5e817e6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:16.741517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd83ca13-a9b7-4499-af34-17c0a5cbf28c req-995d48ed-9d07-4e4b-b3b4-8bba5cbfa50c tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.0796893 Aug 28 08:33:16.748800 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-29e7aa40-5e47-43da-9184-d3175af53950 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2453399 Aug 28 08:33:16.754531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.763791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37920) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:16.766203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae04e3b6-e4c2-4b7d-ab07-053394b37d4c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a9038513-d62f-4ad6-afb9-a04ea5e817e6 HTTP/1.1" status: 204 len: 168 time: 0.5760813 Aug 28 08:33:16.766861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37922) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:16.771275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'subnet': {'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:16.851447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.908155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd83ca13-a9b7-4499-af34-17c0a5cbf28c req-d7eaf41f-ef03-43ce-a6cd-f5e0cfb3d701 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514697 Aug 28 08:33:16.933776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 192e2fd8-fcf4-48d5-924b-df7e34a17a7f no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:16.969046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 192e2fd8-fcf4-48d5-924b-df7e34a17a7f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:16.969528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 192e2fd8-fcf4-48d5-924b-df7e34a17a7f not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:16.974254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:16.990973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4397548e-52cb-4166-9075-dc369bf068e5']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:17.023834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b651f5e-233d-4615-96e6-1aa900e75c27') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:17.024593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b651f5e-233d-4615-96e6-1aa900e75c27') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:17.048390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.060387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Made reservation on behalf of cb2fedf587334826986592540d93f813 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:17.063465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.073296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.089588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:33:17.090296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:33:17.093368 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:33:17.263961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.302994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.305178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4397548e-52cb-4166-9075-dc369bf068e5 HTTP/1.1" status: 204 len: 168 time: 0.5373700 Aug 28 08:33:17.306740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a64d-ef22-49e4-9e3f-878e9a060e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=4397548e-52cb-4166-9075-dc369bf068e5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:17.640779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:17.739615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Subnet': ['ID=12bb0c41-c3e9-4500-994f-e356ea88ff65,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:17.757233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Checking segment: {'id': '2fd08c06-45d5-4fa8-a33f-0865f06ed159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:17.757846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network hostable DHCP agents. Network: 3759ed00-e577-4dd9-91d3-0c2a2349e077, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:33:17.862135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445761-a68b-41e2-a1b9-1eed0d2e7566 req-38845d99-f576-4514-aae1-607fe0130e01 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:17.864372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7445761-a68b-41e2-a1b9-1eed0d2e7566 req-38845d99-f576-4514-aae1-607fe0130e01 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0956423 Aug 28 08:33:17.901302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:17.913147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:33:17.952560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7445761-a68b-41e2-a1b9-1eed0d2e7566 req-4cdb0d02-5255-4730-914a-a8f7f6851533 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813432 Aug 28 08:33:17.986759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c23f847-04a0-4c6e-a362-ca294a1bdf3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76e91fd135ed4116a98d98e10ca7f849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842006 Aug 28 08:33:17.995494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:18.019209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3759ed00-e577-4dd9-91d3-0c2a2349e077) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:18.026889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:18.027676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.028593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e47cd1-2ef0-4a15-ab39-ea9c93ba7ee6 None None] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:18.171845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.174142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e78a2bc4-8dbd-4862-b1ed-ad154aa5b829 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4088843 Aug 28 08:33:18.178998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:18.192744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1374437753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:18.217423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd3b4-f116-44c1-9c07-c2a40fb9b559 req-403c467d-5b01-44cd-8ab8-5929150521e3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:18.232175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd3b4-f116-44c1-9c07-c2a40fb9b559 req-403c467d-5b01-44cd-8ab8-5929150521e3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:18.233791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218bd3b4-f116-44c1-9c07-c2a40fb9b559 req-403c467d-5b01-44cd-8ab8-5929150521e3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.1600742 Aug 28 08:33:18.307368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.342079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218bd3b4-f116-44c1-9c07-c2a40fb9b559 req-9f3ae838-4913-4b8d-8b84-948864f97e9b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971007 Aug 28 08:33:18.495070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.496494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.526054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3759ed00-e577-4dd9-91d3-0c2a2349e077', 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077', 'tenant_id': 'cb2fedf587334826986592540d93f813', 'fixed_ips': [{'subnet_id': '12bb0c41-c3e9-4500-994f-e356ea88ff65'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:33:18.526977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.595489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.728838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Allocated IP 172.20.0.2 (3759ed00-e577-4dd9-91d3-0c2a2349e077/12bb0c41-c3e9-4500-994f-e356ea88ff65/2a8f05f6-b821-4337-bebf-8bb5e37f640f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:18.896676 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:18.909037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Transition to ACTIVE for port object 2a8f05f6-b821-4337-bebf-8bb5e37f640f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:18.925440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Transition to ACTIVE for port object 2a8f05f6-b821-4337-bebf-8bb5e37f640f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:19.052564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.055861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.057056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3edd0c52-af70-4c04-adbe-c827709420c0 HTTP/1.1" status: 204 len: 168 time: 1.0605149 Aug 28 08:33:19.067537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921878c7-1d55-4f05-abef-4240621b982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd0c52-af70-4c04-adbe-c827709420c0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:19.092616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.104124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.122937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11953f-16b3-401b-b7c3-6772f62a43c9 req-8f381abf-2ad9-4f62-8926-4327587950c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:19.125689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d11953f-16b3-401b-b7c3-6772f62a43c9 req-8f381abf-2ad9-4f62-8926-4327587950c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0904245 Aug 28 08:33:19.140313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:19.143500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:19.147855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:19.155180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Pushing event updated for resources: {'Port': ['ID=2a8f05f6-b821-4337-bebf-8bb5e37f640f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:19.185690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d11953f-16b3-401b-b7c3-6772f62a43c9 req-417b7acb-6cce-4675-bca3-e00d2c39f6e6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520399 Aug 28 08:33:19.241604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.245966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37964) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:19.246472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c99953d4-bf23-4e17-94a7-1ccbe864f64f tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0653996 Aug 28 08:33:19.270092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Attempting to bind port 2a8f05f6-b821-4337-bebf-8bb5e37f640f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:19.270576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Attempting to bind port 2a8f05f6-b821-4337-bebf-8bb5e37f640f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2fd08c06-45d5-4fa8-a33f-0865f06ed159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:19.271015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Attempting to bind port 2a8f05f6-b821-4337-bebf-8bb5e37f640f on network 3759ed00-e577-4dd9-91d3-0c2a2349e077 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:19.293558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:19.298590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Checking segment: {'id': '2fd08c06-45d5-4fa8-a33f-0865f06ed159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:19.301021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.301836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Bound using segment: {'id': '2fd08c06-45d5-4fa8-a33f-0865f06ed159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:19.303734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Bound port: 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd08c06-45d5-4fa8-a33f-0865f06ed159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:19.304374 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.494326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] For port 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:19.500571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] For port 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2a8f05f6-b821-4337-bebf-8bb5e37f640f,segment=NetworkSegment(2fd08c06-45d5-4fa8-a33f-0865f06ed159),segment_id=2fd08c06-45d5-4fa8-a33f-0865f06ed159)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:19.515432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-5487eb56-1965-40d9-b00a-4865325798a5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:19.541057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-5487eb56-1965-40d9-b00a-4865325798a5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:19.545759 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-5487eb56-1965-40d9-b00a-4865325798a5 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.1804366 Aug 28 08:33:19.693297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:19.694130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.715592 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.747984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623706-c255-47c0-a370-04f6c64f5230 req-d024d2e8-d358-4608-a53a-e9089f0f5f63 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:19.755840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623706-c255-47c0-a370-04f6c64f5230 req-d024d2e8-d358-4608-a53a-e9089f0f5f63 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:19.765140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e623706-c255-47c0-a370-04f6c64f5230 req-d024d2e8-d358-4608-a53a-e9089f0f5f63 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 1682 time: 0.2545359 Aug 28 08:33:19.809578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396b7e-1083-4cd8-8a89-7fe20ea38033 None None] Pushing event updated for resources: {'Port': ['ID=2a8f05f6-b821-4337-bebf-8bb5e37f640f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:19.873501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e623706-c255-47c0-a370-04f6c64f5230 req-79f07f3c-7fd4-4c73-a54d-d76836760441 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071842 Aug 28 08:33:19.912221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.961578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:19.961978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:19.983475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for fe45b07b-cda2-435e-b2d5-c79a20d5d7cf owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:20.368632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:20.402091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:33:20.514082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=fe45b07b-cda2-435e-b2d5-c79a20d5d7cf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:20.521918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Allocated IP 172.20.0.1 (3759ed00-e577-4dd9-91d3-0c2a2349e077/12bb0c41-c3e9-4500-994f-e356ea88ff65/5bb13622-c098-41c1-9881-d1bb867bbdc6) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:20.583927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f8e4-a8a4-4d5a-ae62-572dce4b8551 req-2bc8f6b9-452a-44e5-9d65-e262a1d4e0f5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:20.592460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf8f8e4-a8a4-4d5a-ae62-572dce4b8551 req-2bc8f6b9-452a-44e5-9d65-e262a1d4e0f5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.2507718 Aug 28 08:33:20.593134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port fe45b07b-cda2-435e-b2d5-c79a20d5d7cf on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:20.599305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:20.605376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-07503b8a-2212-42d8-bc34-146cbb0dd209 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "DELETE /v2.0/ports/fe45b07b-cda2-435e-b2d5-c79a20d5d7cf HTTP/1.1" status: 204 len: 173 time: 1.0489588 Aug 28 08:33:20.618121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-deleted', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:20.622450 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f0c11d-fcbb-4fbe-a9b4-936c87010d63" -d '{"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-deleted", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:20.773926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf8f8e4-a8a4-4d5a-ae62-572dce4b8551 req-1b9d00d8-5f57-4632-a2ba-0b5a0b34442e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803036 Aug 28 08:33:20.935460 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0417d08-29f5-4f36-a675-c280e2d0163c x-openstack-request-id: req-a0417d08-29f5-4f36-a675-c280e2d0163c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:20.935771 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-deleted", "tag": "fe45b07b-cda2-435e-b2d5-c79a20d5d7cf", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:20.936286 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0417d08-29f5-4f36-a675-c280e2d0163c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:20.936710 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-deleted', 'tag': 'fe45b07b-cda2-435e-b2d5-c79a20d5d7cf', 'status': 'completed', 'code': 200} Aug 28 08:33:20.944966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:20.972815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Transition to ACTIVE for port object 5bb13622-c098-41c1-9881-d1bb867bbdc6 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:21.036927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:21.036927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:21.177590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:21.250687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2a8f05f6-b821-4337-bebf-8bb5e37f640f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:21.314128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=5bb13622-c098-41c1-9881-d1bb867bbdc6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:21.355581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 8edb4ee1-e1dd-47ce-814c-b78b264bef49, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8edb4ee1-e1dd-47ce-814c-b78b264bef49,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:21.355581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:21.356673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:21.361755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:21.374113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:21.419541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 8edb4ee1-e1dd-47ce-814c-b78b264bef49 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:21.508173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc2484-1cd9-4ff8-96de-7932b7e7f950 req-4023e78e-5474-42de-a5bb-65af50929ece tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:21.509834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4cc2484-1cd9-4ff8-96de-7932b7e7f950 req-4023e78e-5474-42de-a5bb-65af50929ece tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 946 time: 0.4397576 Aug 28 08:33:21.589820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2a8f05f6-b821-4337-bebf-8bb5e37f640f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:21.620794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751963a-5209-4240-b111-2c7fc8ad20e4 None None] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:21.622416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4cc2484-1cd9-4ff8-96de-7932b7e7f950 req-9d969fd7-fc95-477d-8539-5ea161d3842b tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/security-groups?id=36e0da3b-9d0a-411d-bbd3-772eb061d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943022 Aug 28 08:33:21.630702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:21.948220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Provisioning for port 2a8f05f6-b821-4337-bebf-8bb5e37f640f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:21.959034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377f15-ced2-460a-b663-23b8cbf0f3b2 req-66c7469c-b3f1-4a65-84c2-be6162fda790 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:21.962019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Provisioning complete for port 2a8f05f6-b821-4337-bebf-8bb5e37f640f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:21.962431 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:21.968035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68377f15-ced2-460a-b663-23b8cbf0f3b2 req-66c7469c-b3f1-4a65-84c2-be6162fda790 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0753353 Aug 28 08:33:21.973362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.035304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68377f15-ced2-460a-b663-23b8cbf0f3b2 req-52213a10-14a3-4f63-86b9-3a1b6ded984c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662544 Aug 28 08:33:22.079437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=8edb4ee1-e1dd-47ce-814c-b78b264bef49,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:22.107738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.172083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 8edb4ee1-e1dd-47ce-814c-b78b264bef49 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:22.177723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.185961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4d9c624-33e6-4b1b-99cd-7c84016a29fc req-ec4420b6-f37f-4984-b211-043b5bf783ef tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.39 "DELETE /v2.0/ports/8edb4ee1-e1dd-47ce-814c-b78b264bef49 HTTP/1.1" status: 204 len: 173 time: 1.5460217 Aug 28 08:33:22.261089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.363100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] For port 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2a8f05f6-b821-4337-bebf-8bb5e37f640f,segment=NetworkSegment(2fd08c06-45d5-4fa8-a33f-0865f06ed159),segment_id=2fd08c06-45d5-4fa8-a33f-0865f06ed159)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:22.448622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.593990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:22.637820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d10009-1218-49b1-97af-ce245860c1ed None None] Pushing event updated for resources: {'Port': ['ID=2a8f05f6-b821-4337-bebf-8bb5e37f640f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:22.847027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Provisioning for port 5bb13622-c098-41c1-9881-d1bb867bbdc6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:22.853016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Provisioning complete for port 5bb13622-c098-41c1-9881-d1bb867bbdc6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:22.859153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.887589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19e6b96b-ae17-4ac3-a084-87a6342baa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.922790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Port 5bb13622-c098-41c1-9881-d1bb867bbdc6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:22.930345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81ddce96-d23b-4cfd-b1da-c036eed8eb1c req-e68eda7b-aecb-4ff9-963f-93b94983cc9f tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afcbbb0-a8cf-443b-aeb3-e5e3c2662327 HTTP/1.1" status: 200 len: 210 time: 0.1402810 Aug 28 08:33:22.940092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-deleted', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:22.943105 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cdd98d-197b-413e-b38b-51e63151c490" -d '{"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-deleted", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:22.979582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Provisioning complete for port 2a8f05f6-b821-4337-bebf-8bb5e37f640f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:22.984686 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8a60-2b1c-44e7-be24-cba91d1bdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:22.996346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.097579 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f34bc0-e208-41cb-a12e-08a4d7ea29e7 x-openstack-request-id: req-15f34bc0-e208-41cb-a12e-08a4d7ea29e7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:23.097904 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afcbbb0-a8cf-443b-aeb3-e5e3c2662327", "name": "network-vif-deleted", "tag": "8edb4ee1-e1dd-47ce-814c-b78b264bef49", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:23.098177 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15f34bc0-e208-41cb-a12e-08a4d7ea29e7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:23.098622 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbbb0-a8cf-443b-aeb3-e5e3c2662327', 'name': 'network-vif-deleted', 'tag': '8edb4ee1-e1dd-47ce-814c-b78b264bef49', 'status': 'completed', 'code': 200} Aug 28 08:33:23.115355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.133505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-154d75c4-57bd-4856-9fc4-de4d42edcef2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0996406 Aug 28 08:33:23.324516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19e6b96b-ae17-4ac3-a084-87a6342baa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.333159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2a8f05f6-b821-4337-bebf-8bb5e37f640f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:23.356288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-f5921856-4227-40f4-b54c-4dce207574ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:23.361139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-f5921856-4227-40f4-b54c-4dce207574ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.1849017 Aug 28 08:33:23.425200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=5bb13622-c098-41c1-9881-d1bb867bbdc6,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:23.438447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.466697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d2420-84ac-4c02-a9c7-9ab856694489 req-eecf3ee3-abe5-48fa-a8e2-1a60b5dd880b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:23.468841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c2d2420-84ac-4c02-a9c7-9ab856694489 req-eecf3ee3-abe5-48fa-a8e2-1a60b5dd880b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1457162 Aug 28 08:33:23.547516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-09aa3bd5-2fa9-4bcd-9ffe-b7e9768be76f None None] Provisioning complete for port 5bb13622-c098-41c1-9881-d1bb867bbdc6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:23.547516 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-09aa3bd5-2fa9-4bcd-9ffe-b7e9768be76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.555116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19e6b96b-ae17-4ac3-a084-87a6342baa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.588613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c2d2420-84ac-4c02-a9c7-9ab856694489 req-bc0752f2-f2ad-4963-9d4b-8b26f7cee6bf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967326 Aug 28 08:33:23.653502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:23.658143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:23.715237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-09aa3bd5-2fa9-4bcd-9ffe-b7e9768be76f None None] Port 5bb13622-c098-41c1-9881-d1bb867bbdc6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:23.715237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe45b07b-cda2-435e-b2d5-c79a20d5d7cf no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:23.716251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b96b-ae17-4ac3-a084-87a6342baa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77601e3-7cbf-43f5-aa0a-780d98e10174,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:23.755407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: fe45b07b-cda2-435e-b2d5-c79a20d5d7cf {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:23.756106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe45b07b-cda2-435e-b2d5-c79a20d5d7cf not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:23.756187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8edb4ee1-e1dd-47ce-814c-b78b264bef49 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:23.816004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19e6b96b-ae17-4ac3-a084-87a6342baa1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=534d628797ce4252ac5133ab32940f51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202597 Aug 28 08:33:23.819339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:23.847559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2a8f05f6-b821-4337-bebf-8bb5e37f640f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:23.847933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:23.944398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-26b55f05-1304-432f-b928-2c2dcf035aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:23.948203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-26b55f05-1304-432f-b928-2c2dcf035aa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 909 time: 0.5618801 Aug 28 08:33:23.950008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 8edb4ee1-e1dd-47ce-814c-b78b264bef49 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:23.950402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8edb4ee1-e1dd-47ce-814c-b78b264bef49 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:24.038609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38034) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:24.107641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Router b773eedc-088d-405a-a28c-7b77cb415f08 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:33:24.124432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.152456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-40068dea-1090-4690-b853-9cb1977e7f3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 999 time: 0.1842012 Aug 28 08:33:24.226269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting subnet 6d30eb7a-2fa9-481f-8d31-b16b54c37acf {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:33:24.232911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.260736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3ac65aaf-3e3e-4e01-96da-4c68eb0507f6 None None] Provisioning complete for port 5bb13622-c098-41c1-9881-d1bb867bbdc6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:24.261186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3ac65aaf-3e3e-4e01-96da-4c68eb0507f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.278391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.308274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-50f4d808-4225-430f-9e7c-11b6606fb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:24.314250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-50f4d808-4225-430f-9e7c-11b6606fb775 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.1326997 Aug 28 08:33:24.357539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3ac65aaf-3e3e-4e01-96da-4c68eb0507f6 None None] Port 5bb13622-c098-41c1-9881-d1bb867bbdc6 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:24.380617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.387858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-e51e8b12-ba92-4af3-8df6-8085ab6b6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:24.395890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-e51e8b12-ba92-4af3-8df6-8085ab6b6595 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713561 Aug 28 08:33:24.429508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:24.439547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f0cdf357-f778-48a1-b8c7-67971a30555c tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "PUT /v2.0/routers/b773eedc-088d-405a-a28c-7b77cb415f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1919856 Aug 28 08:33:24.442643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38038) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:24.442805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] Sync routers for ids ['b773eedc-088d-405a-a28c-7b77cb415f08'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:24.449592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'port': {'network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077', 'name': 'tempest-FloatingIPNegativeTestJSON-37599550'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:24.465429 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] Routers {'b773eedc-088d-405a-a28c-7b77cb415f08'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:24.469538 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b773eedc-088d-405a-a28c-7b77cb415f08'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:24.548167 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:24.573186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-6b7350a9-2345-4336-8fed-3ee7c622fc11 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630843 Aug 28 08:33:24.574726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.577744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.579135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d77601e3-7cbf-43f5-aa0a-780d98e10174 HTTP/1.1" status: 204 len: 168 time: 0.7584803 Aug 28 08:33:24.580621 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] Routers {'b773eedc-088d-405a-a28c-7b77cb415f08'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:24.581833 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b773eedc-088d-405a-a28c-7b77cb415f08'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:24.642850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.711778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:24.712486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a631-e360-489e-b0b7-ff2e8f467adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77601e3-7cbf-43f5-aa0a-780d98e10174,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:24.714193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8868f-514a-4213-bde4-1e5c4f98f941 None None] The sync data for ids ['b773eedc-088d-405a-a28c-7b77cb415f08'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:24.782539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-66d56fe3-93dc-4f2c-889c-de1b14ba61e4 req-a8befcb9-4d27-4efa-8d01-d99aeb065a57 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705084 Aug 28 08:33:24.831479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a13bd-f1fe-4d4d-b5e9-8e109516cd78 req-9280f9f5-07c4-4a8c-b2f7-3f7caa01266c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:24.833021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be4a13bd-f1fe-4d4d-b5e9-8e109516cd78 req-9280f9f5-07c4-4a8c-b2f7-3f7caa01266c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0965993 Aug 28 08:33:24.836478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Made reservation on behalf of cb2fedf587334826986592540d93f813 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:24.844197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:24.885581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] device_id is not set on port 8b36ad13-6233-4a91-9e78-1b291dc76f7d yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:33:24.941088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be4a13bd-f1fe-4d4d-b5e9-8e109516cd78 req-b7e8a728-0b38-463d-8878-dd133fdadc89 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943248 Aug 28 08:33:25.023657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.063096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Subnet': ['ID=6d30eb7a-2fa9-481f-8d31-b16b54c37acf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:25.083087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.085202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05d2be35-45a8-48e4-b587-451de5aea3c3 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/subnets/6d30eb7a-2fa9-481f-8d31-b16b54c37acf HTTP/1.1" status: 204 len: 168 time: 1.0455666 Aug 28 08:33:25.089540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38048) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:25.090012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32870fe-e35f-45d7-9dd8-403dbcbeb61c None None] Network cddf86ac-ada1-47f1-87c6-de2c65a968e2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:25.099802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Allocated IP 172.20.0.6 (3759ed00-e577-4dd9-91d3-0c2a2349e077/12bb0c41-c3e9-4500-994f-e356ea88ff65/8b36ad13-6233-4a91-9e78-1b291dc76f7d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:25.324582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.413038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 66689e9b-99cb-40ba-9db9-f06591838238 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:25.413811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.573172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] DHCP port deletion for cddf86ac-ada1-47f1-87c6-de2c65a968e2 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:33:25.593126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.623112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Transition to ACTIVE for port object 8b36ad13-6233-4a91-9e78-1b291dc76f7d will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:25.666339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 66689e9b-99cb-40ba-9db9-f06591838238, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=66689e9b-99cb-40ba-9db9-f06591838238,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:25.668796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.708107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 66689e9b-99cb-40ba-9db9-f06591838238 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:25.708565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Deleting port 66689e9b-99cb-40ba-9db9-f06591838238 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:25.708945 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.750139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.867835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.905919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:25.911009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:25.930980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] For port 66689e9b-99cb-40ba-9db9-f06591838238, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=66689e9b-99cb-40ba-9db9-f06591838238,segment=NetworkSegment(63fe1db6-5641-4b6b-b1c7-580f6ef71dd3),segment_id=63fe1db6-5641-4b6b-b1c7-580f6ef71dd3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:25.937096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:25.939206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:25.985215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Calling delete_port for 66689e9b-99cb-40ba-9db9-f06591838238 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:26.045532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:26.048681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.104031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.110147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=8b36ad13-6233-4a91-9e78-1b291dc76f7d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:26.166919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4cb4197d-50d0-42cc-9ec5-2349540d6fa4 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7231507 Aug 28 08:33:26.170033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38072) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:26.175249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:26.188226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.201577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 66689e9b-99cb-40ba-9db9-f06591838238 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:26.218748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=66689e9b-99cb-40ba-9db9-f06591838238,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:26.237396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] No DVR routers for this DVR port 66689e9b-99cb-40ba-9db9-f06591838238 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:26.280734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000b5fa-ece1-4ac1-9bc4-82f8943aac4f None None] Pushing event deleted for resources: {'Port': ['ID=66689e9b-99cb-40ba-9db9-f06591838238,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:26.323289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.445716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38076) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:26.475577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b313bc78-7005-4a79-97d1-6bfeb34943b9 None None] Provisioning for port 8b36ad13-6233-4a91-9e78-1b291dc76f7d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:26.481139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.484994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b313bc78-7005-4a79-97d1-6bfeb34943b9 None None] Provisioning complete for port 8b36ad13-6233-4a91-9e78-1b291dc76f7d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:26.486182 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b313bc78-7005-4a79-97d1-6bfeb34943b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.524020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddf86ac-ada1-47f1-87c6-de2c65a968e2']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:26.540948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:26.553237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fe1db6-5641-4b6b-b1c7-580f6ef71dd3') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:26.573898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b313bc78-7005-4a79-97d1-6bfeb34943b9 None None] Port 8b36ad13-6233-4a91-9e78-1b291dc76f7d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:26.587230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.633940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.645917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.655155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:33:26.656774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:33:26.662783 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:33:26.817616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18466931-24ff-4998-9b38-7b25735cc2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.859445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Allocated IP 172.25.0.162 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/197c0eb6-b97a-4023-aacd-8548b9fceb3e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:26.943771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.951509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:26.953599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/networks/cddf86ac-ada1-47f1-87c6-de2c65a968e2 HTTP/1.1" status: 204 len: 168 time: 1.8626463 Aug 28 08:33:26.956258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38082) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:27.002409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1213-8802-443e-81f5-0a44930cdef8 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Network': ['ID=cddf86ac-ada1-47f1-87c6-de2c65a968e2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:27.016715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d081c1-e602-4b52-b4fa-04f025a05b39 req-0eead0b9-bef6-49be-a109-fd4191ae403c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:27.022242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68d081c1-e602-4b52-b4fa-04f025a05b39 req-0eead0b9-bef6-49be-a109-fd4191ae403c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1642206 Aug 28 08:33:27.040998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting subnet 7230903d-fcb3-417a-a7d0-2bd31b98bd86 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:33:27.044969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.149193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68d081c1-e602-4b52-b4fa-04f025a05b39 req-2dce2bf2-f479-4f0a-9985-abbf3f0c32d8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100788 Aug 28 08:33:27.151312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.152749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.244533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18466931-24ff-4998-9b38-7b25735cc2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.253539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 66689e9b-99cb-40ba-9db9-f06591838238 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:27.299887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 66689e9b-99cb-40ba-9db9-f06591838238 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:27.300243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 66689e9b-99cb-40ba-9db9-f06591838238 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:27.355149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18466931-24ff-4998-9b38-7b25735cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.378765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.394021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.419071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18466931-24ff-4998-9b38-7b25735cc2b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=114681ea0f6a4d15b7b036466bc84425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9617255 Aug 28 08:33:27.431309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38096) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:27.617471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5839a312-2ebd-4ac5-94ea-f8b71dd98103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.628725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.670472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.750549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.782792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18466931-24ff-4998-9b38-7b25735cc2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1cd3a3-f99b-4d80-86b2-375b56bd13c6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:27.815261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=197c0eb6-b97a-4023-aacd-8548b9fceb3e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:27.821218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:27.824605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:27.830290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Subnet': ['ID=7230903d-fcb3-417a-a7d0-2bd31b98bd86,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:27.834016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:27.836484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.839507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa0832-02bd-4c29-b670-466b26ba626e None None] Network 13c828fb-7b64-4735-aae6-404afd2660b1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:27.841505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38114) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:27.841726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a176a3f-4f67-4e3f-82cf-b7cbad744fb9 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/subnets/7230903d-fcb3-417a-a7d0-2bd31b98bd86 HTTP/1.1" status: 204 len: 168 time: 0.8843915 Aug 28 08:33:27.842759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.845729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:27.847134 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b1cd3a3-f99b-4d80-86b2-375b56bd13c6 HTTP/1.1" status: 204 len: 168 time: 0.4147215 Aug 28 08:33:27.856963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07188d3-a3fb-4ef1-95ea-1d8c51f14e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1cd3a3-f99b-4d80-86b2-375b56bd13c6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:28.038449 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.147348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.295175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] DHCP port deletion for 13c828fb-7b64-4735-aae6-404afd2660b1 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:33:28.362335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.396080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Deleting port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:28.396736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.426954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2b5bf-3c9b-4ed3-9f1f-d0e3caa8c87d req-cdabca25-1ed7-4293-a852-d2c27768a51a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:28.428678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06f2b5bf-3c9b-4ed3-9f1f-d0e3caa8c87d req-cdabca25-1ed7-4293-a852-d2c27768a51a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1535699 Aug 28 08:33:28.485150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Deleting port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:28.485631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.533213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] For port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:28.534276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.556939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Calling delete_port for 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:28.757723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06f2b5bf-3c9b-4ed3-9f1f-d0e3caa8c87d req-06825bf8-2c18-46ad-8249-fbcb3a99ae18 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095770 Aug 28 08:33:28.788991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] For port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,segment=NetworkSegment(92344415-50bc-48b1-bf38-6975b0e908ae),segment_id=92344415-50bc-48b1-bf38-6975b0e908ae)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:28.789392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.812259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:28.851016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] Pushing event deleted for resources: {'Port': ['ID=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:28.857301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38132) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:28.860504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48f963-582d-4d7a-8bc4-e7f0cbe0fb43 None None] No DVR routers for this DVR port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:28.879045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Calling delete_port for 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:29.004773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.027168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.055883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Port': ['ID=2ecaedd9-5e5a-48b9-8171-0d814ee194a8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:29.071584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] No DVR routers for this DVR port 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:29.116834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53bb442a-b8af-441c-8989-e5a3735a19aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.154959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:29.205994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:29.207018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2ecaedd9-5e5a-48b9-8171-0d814ee194a8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:29.248763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.264796 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53bb442a-b8af-441c-8989-e5a3735a19aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.271473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c828fb-7b64-4735-aae6-404afd2660b1']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:29.283959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92344415-50bc-48b1-bf38-6975b0e908ae') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:29.284293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92344415-50bc-48b1-bf38-6975b0e908ae') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:29.295535 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.319086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.331092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:33:29.331699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:33:29.335446 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:33:29.629587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.676440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=197c0eb6-b97a-4023-aacd-8548b9fceb3e,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:29.723154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.825231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53bb442a-b8af-441c-8989-e5a3735a19aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.827537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.839582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.847992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] 10.222.0.46 "DELETE /v2.0/networks/13c828fb-7b64-4735-aae6-404afd2660b1 HTTP/1.1" status: 204 len: 168 time: 2.0037940 Aug 28 08:33:29.896011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2ea62-06cf-4af1-82ce-16a46ba99821 tempest-ServersTestMultiNic-1298710610 tempest-ServersTestMultiNic-1298710610-project] Pushing event deleted for resources: {'Network': ['ID=13c828fb-7b64-4735-aae6-404afd2660b1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:29.921817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb442a-b8af-441c-8989-e5a3735a19aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7650c4-2828-4a03-8dda-d6c01f6f61db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:29.930876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-53bb442a-b8af-441c-8989-e5a3735a19aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cbe83c236924c9a8c209c2239787086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0717597 Aug 28 08:33:29.931877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38150) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:29.978263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.989798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:29.995987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.000094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-15c7909a-a896-4205-9288-0e2157a3f49a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8260312 Aug 28 08:33:30.000647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:30.013361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-28061c25-f772-486c-80a6-d4d8bc3eb946 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'floatingip': {'port_id': '8b36ad13-6233-4a91-9e78-1b291dc76f7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:30.039237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2866ff-0a6e-45cc-ab7e-62b77ad7c673 req-ae0ba129-3483-47c3-a293-198cf35d10ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:30.048784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed2866ff-0a6e-45cc-ab7e-62b77ad7c673 req-ae0ba129-3483-47c3-a293-198cf35d10ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1214015 Aug 28 08:33:30.056195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28061c25-f772-486c-80a6-d4d8bc3eb946 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.115030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.125928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed2866ff-0a6e-45cc-ab7e-62b77ad7c673 req-fa24fe02-8fda-444e-ad20-310026e6ce16 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755785 Aug 28 08:33:30.251889 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89e349b3-0a95-43ec-b8ec-79168a51f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.274512 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-28061c25-f772-486c-80a6-d4d8bc3eb946 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] update failed (client error): The resource could not be found. Aug 28 08:33:30.275649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28061c25-f772-486c-80a6-d4d8bc3eb946 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "PUT /v2.0/floatingips/f7329d96-8efe-454b-9aa8-1fb3d0b47d21 HTTP/1.1" status: 404 len: 507 time: 0.2737322 Aug 28 08:33:30.279042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38160) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:30.400945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.404725 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.409156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c7650c4-2828-4a03-8dda-d6c01f6f61db HTTP/1.1" status: 204 len: 168 time: 0.4733078 Aug 28 08:33:30.441358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da9968-bd80-411f-91d2-60041fd91036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7650c4-2828-4a03-8dda-d6c01f6f61db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:30.487707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:30.711427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting port 197c0eb6-b97a-4023-aacd-8548b9fceb3e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:30.712029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.889312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.891035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:30.923854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Calling delete_port for 197c0eb6-b97a-4023-aacd-8548b9fceb3e owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:31.212238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:31.290435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:31.311263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Port': ['ID=197c0eb6-b97a-4023-aacd-8548b9fceb3e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:31.432989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccd4b-45f4-4449-b228-2b19267c2c97 req-78a8fd4c-de7b-4d34-a6ac-17bc1ea8b27c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:31.434678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-522ccd4b-45f4-4449-b228-2b19267c2c97 req-78a8fd4c-de7b-4d34-a6ac-17bc1ea8b27c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1122141 Aug 28 08:33:31.466224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:31.471453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:31.477935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1cd7b1ac-1dce-4127-8031-cd4164085781 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "DELETE /v2.0/floatingips/f7329d96-8efe-454b-9aa8-1fb3d0b47d21 HTTP/1.1" status: 204 len: 168 time: 1.1937580 Aug 28 08:33:31.479504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38192) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:31.498065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e832fb68-1f3b-41a7-93f1-302e4286a9d3 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'floatingip': {'floating_network_id': '3759ed00-e577-4dd9-91d3-0c2a2349e077', 'port_id': '8b36ad13-6233-4a91-9e78-1b291dc76f7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:31.554906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-522ccd4b-45f4-4449-b228-2b19267c2c97 req-763eb1b0-467b-4e63-b687-2cf1f8b67be6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017048 Aug 28 08:33:31.680737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e832fb68-1f3b-41a7-93f1-302e4286a9d3 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:31.840586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:32.098326 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-e832fb68-1f3b-41a7-93f1-302e4286a9d3 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:33:32.104598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e832fb68-1f3b-41a7-93f1-302e4286a9d3 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6166272 Aug 28 08:33:32.114885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:32.114885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '8b36ad13-6233-4a91-9e78-1b291dc76f7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:32.228945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:32.324888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Deleting port c2ba7342-c256-4198-ac7d-1019646585c0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:32.326685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:32.378023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:32.555632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] For port c2ba7342-c256-4198-ac7d-1019646585c0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c2ba7342-c256-4198-ac7d-1019646585c0,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:32.556255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:32.613709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Calling delete_port for c2ba7342-c256-4198-ac7d-1019646585c0 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:32.699042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Allocated IP 172.25.0.19 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/1a3fe7ba-b79f-4552-a70c-002b16febbff) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:32.734273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38224) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:32.837901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0828c-dc08-4a2c-9222-efcf13fd83de req-a18469a0-0f10-4b60-aad3-55a358bc76c9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:32.840035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07f0828c-dc08-4a2c-9222-efcf13fd83de req-a18469a0-0f10-4b60-aad3-55a358bc76c9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1209402 Aug 28 08:33:32.911647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07f0828c-dc08-4a2c-9222-efcf13fd83de req-a3ae67c0-66c6-45de-b577-95293faef6a9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639703 Aug 28 08:33:32.924344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.059379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.086309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.130366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:33.134737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:33.144103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:33.172519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ba7342-c256-4198-ac7d-1019646585c0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:33.215290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'network': {'name': 'tempest-network-smoke--126300216', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:33.240372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event updated for resources: {'Port': ['ID=1a3fe7ba-b79f-4552-a70c-002b16febbff,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:33.326528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:33.330925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.351127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.582663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.615789 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.653014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting port 1a3fe7ba-b79f-4552-a70c-002b16febbff {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:33.653509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.715203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.755749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d723c-dc8c-4b10-971c-87fe1d8ea902,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:33.776233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:33:33.794596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.795258 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Added segment 2c01df8e-31ad-4206-a552-621d55c13f70 of type vlan for network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc Aug 28 08:33:33.873528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.877760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.878828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:33.897297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Calling delete_port for 1a3fe7ba-b79f-4552-a70c-002b16febbff owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:34.044122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.049920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:34.050562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.054391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Router 24d885ec-7ccf-42ec-9f08-67b0a013b009 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:33:34.139053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Network': ['ID=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:34.151639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:33:34.204285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf106-67a8-442e-a311-6c3dd11a81ad req-881e66e4-57ea-4047-8ec0-0b3c99dac7c6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:34.217948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-914cf106-67a8-442e-a311-6c3dd11a81ad req-881e66e4-57ea-4047-8ec0-0b3c99dac7c6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.2220039 Aug 28 08:33:34.300957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:34.308742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9387f550-a6a2-49b1-a5c7-af5af4026901 admin admin] 10.222.0.46 "PUT /v2.0/routers/24d885ec-7ccf-42ec-9f08-67b0a013b009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8209052 Aug 28 08:33:34.316585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38252) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:34.320318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Sync routers for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:34.333341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c56415c-9560-4b90-8e02-3c407ec37493 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5963988 Aug 28 08:33:34.339146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:34.343265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:34.343934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:34.351766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'admin_state_up': True, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:34.417596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-914cf106-67a8-442e-a311-6c3dd11a81ad req-3b2b772f-9ba3-4e75-85fb-203c8e977b64 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976068 Aug 28 08:33:34.481256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.527708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:34.560267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.565490 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.567217 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.623781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Port': ['ID=1a3fe7ba-b79f-4552-a70c-002b16febbff,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:34.624112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.774424 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.790388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:33:32Z', 'revision_number': 5, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port': {'id': '79d6c173-2714-4baf-8ee1-955f0c98d177', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:30:39Z', 'updated_at': '2021-08-28T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:34.825532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.825888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Deleting port 79d6c173-2714-4baf-8ee1-955f0c98d177 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:34.826313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Checking router: 24d885ec-7ccf-42ec-9f08-67b0a013b009 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:33:34.826438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.848603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Routers {'24d885ec-7ccf-42ec-9f08-67b0a013b009'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:34.848603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['24d885ec-7ccf-42ec-9f08-67b0a013b009'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:34.955798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] For port 79d6c173-2714-4baf-8ee1-955f0c98d177, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=79d6c173-2714-4baf-8ee1-955f0c98d177,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:34.956237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:34.958411 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] create failed (client error): The resource could not be found. Aug 28 08:33:34.960477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7716e3b2-fd6c-4b03-8728-25a411a7a0f1 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8541093 Aug 28 08:33:34.964916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:34.991018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] Set router 24d885ec-7ccf-42ec-9f08-67b0a013b009 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:35.006478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Calling delete_port for 79d6c173-2714-4baf-8ee1-955f0c98d177 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:35.057102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:33:34Z', 'revision_number': 6, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:35.102248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5233f6d-c0a0-459c-a9c9-b696cb77338a None None] The sync data for ids ['24d885ec-7ccf-42ec-9f08-67b0a013b009'] in n-d-792458-16 is: [{'id': '24d885ec-7ccf-42ec-9f08-67b0a013b009', 'name': 'tempest-ServersTestMultiNic-1905182070-router', 'tenant_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:30:38Z', 'updated_at': '2021-08-28T08:33:34Z', 'revision_number': 6, 'project_id': 'ba5c3b68285a4017a3ea1806a4c66027', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:35.138178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.147849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting port 8b36ad13-6233-4a91-9e78-1b291dc76f7d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:35.148464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.244872 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.326603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.349259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Calling delete_port for 8b36ad13-6233-4a91-9e78-1b291dc76f7d owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:35.449176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.453260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.479182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.483821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Pushing event deleted for resources: {'Port': ['ID=79d6c173-2714-4baf-8ee1-955f0c98d177,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:35.590359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b16b-62fb-4a0b-a3f0-14b0115d4af6 req-2b6bbd89-cb2a-4293-b763-adcde6670587 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:35.596573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab22b16b-62fb-4a0b-a3f0-14b0115d4af6 req-2b6bbd89-cb2a-4293-b763-adcde6670587 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.0668840 Aug 28 08:33:35.606597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.637447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab22b16b-62fb-4a0b-a3f0-14b0115d4af6 req-dd2140dc-b4e2-44c0-93b7-1b27a5cd48e4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 Aug 28 08:33:35.683174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.748371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.754717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Port': ['ID=8b36ad13-6233-4a91-9e78-1b291dc76f7d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:35.757795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.822200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.25.0.87 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b0506413-8456-4862-9287-dff1ae499f24) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:35.915589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.922915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-967c19f1-5908-4b9e-b62d-6aa23a7d1421 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "DELETE /v2.0/ports/8b36ad13-6233-4a91-9e78-1b291dc76f7d HTTP/1.1" status: 204 len: 168 time: 0.9567795 Aug 28 08:33:35.925684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:35.946532 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.946532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d885ec-7ccf-42ec-9f08-67b0a013b009 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:33:35.964953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:35.968513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22f043d0-88e4-4e48-b388-bddd16b9c76e admin admin] 10.222.0.46 "DELETE /v2.0/routers/24d885ec-7ccf-42ec-9f08-67b0a013b009 HTTP/1.1" status: 204 len: 168 time: 1.6508319 Aug 28 08:33:35.969138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:36.033578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38296) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:36.045473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.052381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Deleting subnet 6ebd0638-0422-4280-8167-6c3d3e65693e {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:33:36.070517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.132164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.254418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4db3a93e-5bbe-4fb7-b1f3-ef6452e41e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.286008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.345557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98053dda-0c87-4bc0-aaa0-c526866fcbdd tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:36.350133 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-98053dda-0c87-4bc0-aaa0-c526866fcbdd tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "GET /v2.0/ports?device_id=b773eedc-088d-405a-a28c-7b77cb415f08 HTTP/1.1" status: 200 len: 913 time: 0.4234064 Aug 28 08:33:36.350774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38316) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:36.468000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4db3a93e-5bbe-4fb7-b1f3-ef6452e41e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.648048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.692328 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.753326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebd0638-0422-4280-8167-6c3d3e65693e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:36.763713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.766653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0065e158-a324-4191-b09a-9449ae742a1e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6ebd0638-0422-4280-8167-6c3d3e65693e HTTP/1.1" status: 204 len: 168 time: 0.7949352 Aug 28 08:33:36.768318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:36.772757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e1371-effb-48bc-aae8-38b6558d6c43 None None] Network 6677d2d6-3935-4801-8b10-0fc8c303f1a2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:36.848225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.913385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Deleting port ece35022-e6be-4f1d-94e4-4adec416f6fa {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:36.913710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:36.988406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] DHCP port deletion for 6677d2d6-3935-4801-8b10-0fc8c303f1a2 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:33:37.003366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] For port ece35022-e6be-4f1d-94e4-4adec416f6fa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ece35022-e6be-4f1d-94e4-4adec416f6fa,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:37.004450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.021400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Calling delete_port for ece35022-e6be-4f1d-94e4-4adec416f6fa owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:37.053426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Deleting port ece35022-e6be-4f1d-94e4-4adec416f6fa {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:37.053843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.075569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4db3a93e-5bbe-4fb7-b1f3-ef6452e41e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.130600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] For port ece35022-e6be-4f1d-94e4-4adec416f6fa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ece35022-e6be-4f1d-94e4-4adec416f6fa,segment=NetworkSegment(05d78085-0f91-4a3f-ada4-468972cb0c64),segment_id=05d78085-0f91-4a3f-ada4-468972cb0c64)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:37.131260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.148419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Calling delete_port for ece35022-e6be-4f1d-94e4-4adec416f6fa owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:37.172356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3a93e-5bbe-4fb7-b1f3-ef6452e41e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83e33e-93cc-4fc3-9dc3-708baec5ac32,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.216529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:37.220742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:37.231501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c2ba7342-c256-4198-ac7d-1019646585c0 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:37.241305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=b0506413-8456-4862-9287-dff1ae499f24,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.245401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:37.249494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4db3a93e-5bbe-4fb7-b1f3-ef6452e41e3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd5c719c142c4ea7bcb755f72211b3be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2154377 Aug 28 08:33:37.252341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38352) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:37.271502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c2ba7342-c256-4198-ac7d-1019646585c0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:37.271979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c2ba7342-c256-4198-ac7d-1019646585c0 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:37.272790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 79d6c173-2714-4baf-8ee1-955f0c98d177 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:37.298663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 79d6c173-2714-4baf-8ee1-955f0c98d177 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:37.298926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 79d6c173-2714-4baf-8ee1-955f0c98d177 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:37.299442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ece35022-e6be-4f1d-94e4-4adec416f6fa no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:37.312833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865dc88-a715-49cb-be65-e09039e5efe3 req-4c27c5e1-95a7-4994-8997-c4e6bceda79c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:37.321586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4865dc88-a715-49cb-be65-e09039e5efe3 req-4c27c5e1-95a7-4994-8997-c4e6bceda79c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.2526524 Aug 28 08:33:37.323210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ece35022-e6be-4f1d-94e4-4adec416f6fa {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:37.324102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ece35022-e6be-4f1d-94e4-4adec416f6fa not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:37.344621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.363937 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.382481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] No DVR routers for this DVR port ece35022-e6be-4f1d-94e4-4adec416f6fa on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:37.406636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece35022-e6be-4f1d-94e4-4adec416f6fa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.419446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.419446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] No DVR routers for this DVR port ece35022-e6be-4f1d-94e4-4adec416f6fa on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:37.450861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab820d5d-884e-4a73-987f-84f34bcd9699 None None] Pushing event deleted for resources: {'Port': ['ID=ece35022-e6be-4f1d-94e4-4adec416f6fa,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.473195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.491627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4865dc88-a715-49cb-be65-e09039e5efe3 req-eebefbca-fc89-422c-a17b-9bc47f9523d2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687882 Aug 28 08:33:37.547501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.604395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.616762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6677d2d6-3935-4801-8b10-0fc8c303f1a2']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:37.630466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d78085-0f91-4a3f-ada4-468972cb0c64') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:37.630800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d78085-0f91-4a3f-ada4-468972cb0c64') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:37.649677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.667702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.675600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:33:37.676086 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:33:37.678073 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:33:37.718493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.721159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.724743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c83e33e-93cc-4fc3-9dc3-708baec5ac32 HTTP/1.1" status: 204 len: 168 time: 0.4674923 Aug 28 08:33:37.744901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3ced-6d8b-4154-8628-b20c2024d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83e33e-93cc-4fc3-9dc3-708baec5ac32,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.795022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.811679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.816789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6677d2d6-3935-4801-8b10-0fc8c303f1a2 HTTP/1.1" status: 204 len: 168 time: 1.0444257 Aug 28 08:33:37.828640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc96c-cc7d-4982-ac5a-cd3547735238 admin admin] Pushing event deleted for resources: {'Network': ['ID=6677d2d6-3935-4801-8b10-0fc8c303f1a2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:37.873527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:37.934445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting port 5bb13622-c098-41c1-9881-d1bb867bbdc6 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:37.934727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.107489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.147765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Calling delete_port for 5bb13622-c098-41c1-9881-d1bb867bbdc6 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:38.189465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38370) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:38.224656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.250202 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1a3f179-8fb9-4160-b6f3-6287f78d9b59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba5c3b68285a4017a3ea1806a4c66027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568848 Aug 28 08:33:38.250578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38372) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:38.311849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.350004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.513325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38374) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:38.527177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9eac212e-854c-4022-b052-197a18f878fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.552907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.555427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.559051 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36e0da3b-9d0a-411d-bbd3-772eb061d006 HTTP/1.1" status: 204 len: 168 time: 0.3050721 Aug 28 08:33:38.573766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e710114-5f6d-4374-90a8-8037860382ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0da3b-9d0a-411d-bbd3-772eb061d006,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:38.602381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.629405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:33:38.634107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Port': ['ID=5bb13622-c098-41c1-9881-d1bb867bbdc6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:38.682185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9eac212e-854c-4022-b052-197a18f878fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.754772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9eac212e-854c-4022-b052-197a18f878fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.792083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:38.806327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:38.818714 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9eac212e-854c-4022-b052-197a18f878fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6246b69adea24af7b863716d9d6c7362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041053 Aug 28 08:33:38.819969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac212e-854c-4022-b052-197a18f878fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3ee42-f9b0-49ba-aacb-784d97aa93a5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:38.823024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38392) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:38.847543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:38.850456 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:38.895446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:38.927655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.011163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb0a2-11b5-4c9b-9b3e-8d00859bd879 req-c8ec6980-d1c4-45bd-8975-df3ca1d83c71 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:39.012986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa7bb0a2-11b5-4c9b-9b3e-8d00859bd879 req-c8ec6980-d1c4-45bd-8975-df3ca1d83c71 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 946 time: 0.1985371 Aug 28 08:33:39.019652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.021612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-761f3848-147b-4245-a6c2-41a8f5ec1a41 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6772847 Aug 28 08:33:39.023129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:39.025683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:39.078927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.103180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.106130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.107572 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45f3ee42-f9b0-49ba-aacb-784d97aa93a5 HTTP/1.1" status: 204 len: 168 time: 0.2833047 Aug 28 08:33:39.123830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc095-3fdf-4f48-9082-27c8ea75e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3ee42-f9b0-49ba-aacb-784d97aa93a5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:39.196065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa7bb0a2-11b5-4c9b-9b3e-8d00859bd879 req-db9fedf5-8821-45b4-b15b-ddbf740795ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405456 Aug 28 08:33:39.349313 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:37Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:39.392090 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:33:39.392864 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Updating router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec port b0506413-8456-4862-9287-dff1ae499f24 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:33:39.396230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Router b773eedc-088d-405a-a28c-7b77cb415f08 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:33:39.425160 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.511370 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a21fe62c-4847-4138-82ef-da044f673e9f tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a2094d97dbfc4a71af8efaa13f1fbbb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4849675 Aug 28 08:33:39.521766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:39.627550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:39.793378 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.811240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d02f0-225e-4fa8-8498-9786e3dd8886 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:39.817079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2f1d02f0-225e-4fa8-8498-9786e3dd8886 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2941146 Aug 28 08:33:39.821965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38430) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:39.879504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:39.884234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:39.889953 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd389e61-5643-4d40-a7c8-d464b61e8b30" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:39.891730 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.904105 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Transition to ACTIVE for port object b0506413-8456-4862-9287-dff1ae499f24 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:39.904528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb497f0e-1055-4857-be48-5f1a31560232 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808494 Aug 28 08:33:39.907857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:39.918150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:33:39.923390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646234432', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:39.954764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:39.987810 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.063151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-d3315f96-ca58-403e-8cc3-3cf8dcfabf75 req-fdfc9821-0c98-4619-932c-f1b1c393b9bc service neutron] (95467) timed out ('10.222.0.46', 35012) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:33:40.063977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=14']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:40.077689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf0441-cd73-480d-9ee6-b5a6f383f8a6 x-openstack-request-id: req-10cf0441-cd73-480d-9ee6-b5a6f383f8a6 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:40.077689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-unplugged", "status": "completed", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:40.077689 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10cf0441-cd73-480d-9ee6-b5a6f383f8a6 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:40.078158 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'code': 200} Aug 28 08:33:40.107811 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Attempting to bind port b0506413-8456-4862-9287-dff1ae499f24 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:40.108182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Attempting to bind port b0506413-8456-4862-9287-dff1ae499f24 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:40.108550 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Attempting to bind port b0506413-8456-4862-9287-dff1ae499f24 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:40.118269 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:40.118649 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:40.119051 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.119552 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:40.120016 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Bound port: b0506413-8456-4862-9287-dff1ae499f24, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:40.120396 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.122116 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Pushing event updated for resources: {'Port': ['ID=b0506413-8456-4862-9287-dff1ae499f24,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:40.152981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.152981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.153375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.153633 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.153973 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.154334 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.154656 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.154976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.155422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.155741 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.156059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.156728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:40.169089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:40.180571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] Sync routers for ids ['b773eedc-088d-405a-a28c-7b77cb415f08'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:40.182376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-69ed7a9c-7a15-408a-84ed-d32884d8bfe9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "PUT /v2.0/routers/b773eedc-088d-405a-a28c-7b77cb415f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8294768 Aug 28 08:33:40.183918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38448) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:40.195676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] Routers {'b773eedc-088d-405a-a28c-7b77cb415f08'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:40.195950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b773eedc-088d-405a-a28c-7b77cb415f08'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:40.211817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:40.216015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.251657 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] For port b0506413-8456-4862-9287-dff1ae499f24, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:40.260071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] For port b0506413-8456-4862-9287-dff1ae499f24, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b0506413-8456-4862-9287-dff1ae499f24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:40.290996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.337395 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.441649 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:40.442635 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:40.546919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.551445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.555525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:40.577633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] Routers {'b773eedc-088d-405a-a28c-7b77cb415f08'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:40.578314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b773eedc-088d-405a-a28c-7b77cb415f08'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:40.640513 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:40.675924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:40.677306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31f26-54e0-4f2f-b98f-ef210c09b893 None None] The sync data for ids ['b773eedc-088d-405a-a28c-7b77cb415f08'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:40.727425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.728336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Fanout notify agent at l3_agent the message router_deleted on router b773eedc-088d-405a-a28c-7b77cb415f08 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:33:40.744867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.754743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:40.756395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9050a64e-14ce-4279-84d4-aa9cd71a83b8 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "DELETE /v2.0/routers/b773eedc-088d-405a-a28c-7b77cb415f08 HTTP/1.1" status: 204 len: 168 time: 0.5713890 Aug 28 08:33:40.815896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:40.879856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Subnet': ['ID=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:40.912077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66412bfa-35d6-4008-8d6f-ff2c6104658b None None] Pushing event updated for resources: {'Port': ['ID=b0506413-8456-4862-9287-dff1ae499f24,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:40.945291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting subnet 12bb0c41-c3e9-4500-994f-e356ea88ff65 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:33:40.950769 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.049352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38492) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:41.054827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.151003 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:37Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:41.307651 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bc78a-ba15-4e1e-bf4b-4049d56074e2 None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:37Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:41.488923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Checking segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:41.489676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network hostable DHCP agents. Network: a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:33:41.581808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.602261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-582902054-network', 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:41.714199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:33:41.789366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:41.792270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.803637 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.825969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.832692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.835573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:41.843504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.845483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e896347-c5f3-49f5-bfe4-12da76dc8ea8 None None] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:41.853881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.865034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.871351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.872368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.886366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Subnet': ['ID=12bb0c41-c3e9-4500-994f-e356ea88ff65,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:41.894670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:41.895249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.897820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e9823249-a931-4333-9449-8d552c958ca9 tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "DELETE /v2.0/subnets/12bb0c41-c3e9-4500-994f-e356ea88ff65 HTTP/1.1" status: 204 len: 168 time: 1.1399112 Aug 28 08:33:41.901722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.903781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:41.912745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:41.914858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-fea52b7d-63e6-49c9-a29d-bdd822fba6db tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.1782076 Aug 28 08:33:42.007028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ea7f270-4f19-4ad5-8d33-691877bf9363 req-7ed9f6c4-d843-43f1-b416-90b0b7018bc8 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767863 Aug 28 08:33:42.029744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568cefd-eb11-4c02-828a-51b989e77ea5 None None] Network 3759ed00-e577-4dd9-91d3-0c2a2349e077 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:42.056846 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-351ea138-3e5a-4224-9e46-b9af51b64245 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1422203 Aug 28 08:33:42.060456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38522) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:42.106251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.202931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Deleting port 2a8f05f6-b821-4337-bebf-8bb5e37f640f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:42.203689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.318152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:33:42.319035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.335823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] For port 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2a8f05f6-b821-4337-bebf-8bb5e37f640f,segment=NetworkSegment(2fd08c06-45d5-4fa8-a33f-0865f06ed159),segment_id=2fd08c06-45d5-4fa8-a33f-0865f06ed159)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:42.336395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.354245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Calling delete_port for 2a8f05f6-b821-4337-bebf-8bb5e37f640f owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:42.398480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.604428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Allocated IP 172.20.0.2 (a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc/45c4e115-ec1a-4a0a-9ffe-63e4676dd11b/8980f9ad-b046-48ae-a41e-c1f46826e062) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:42.631813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] DHCP port deletion for 3759ed00-e577-4dd9-91d3-0c2a2349e077 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:33:42.632685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.652322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:33:42.675403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.676403 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Added segment 805d7428-7e56-42ef-a7a8-3e2e044ac40d of type vlan for network 75ac28c3-e491-425d-91fd-05bef2c3ee17 Aug 28 08:33:42.761878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f506a-f749-45f1-910e-e5986ff88bbb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:42.785748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Deleting port 2a8f05f6-b821-4337-bebf-8bb5e37f640f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:42.786130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.790152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.852126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.893849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Port': ['ID=2a8f05f6-b821-4337-bebf-8bb5e37f640f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:42.896441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] No DVR routers for this DVR port 2a8f05f6-b821-4337-bebf-8bb5e37f640f on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:42.959664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] For port 2a8f05f6-b821-4337-bebf-8bb5e37f640f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2a8f05f6-b821-4337-bebf-8bb5e37f640f,segment=NetworkSegment(2fd08c06-45d5-4fa8-a33f-0865f06ed159),segment_id=2fd08c06-45d5-4fa8-a33f-0865f06ed159)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:42.960210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.962935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:42.979984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Calling delete_port for 2a8f05f6-b821-4337-bebf-8bb5e37f640f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:42.982752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Transition to ACTIVE for port object 8980f9ad-b046-48ae-a41e-c1f46826e062 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:43.006019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.008427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.008947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.014828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.043516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3759ed00-e577-4dd9-91d3-0c2a2349e077']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:43.043743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Transition to ACTIVE for port object 8980f9ad-b046-48ae-a41e-c1f46826e062 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:43.100336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd08c06-45d5-4fa8-a33f-0865f06ed159') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:43.100336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd08c06-45d5-4fa8-a33f-0865f06ed159') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:43.135807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.146082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.181122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.188667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.190539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] Pushing event deleted for resources: {'Port': ['ID=2a8f05f6-b821-4337-bebf-8bb5e37f640f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:43.196001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.198842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7e2f0-5a7d-439a-8cd1-33c848e560b8 None None] No DVR routers for this DVR port 2a8f05f6-b821-4337-bebf-8bb5e37f640f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:43.214874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.221473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.252245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.268766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.274978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.279898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b0506413-8456-4862-9287-dff1ae499f24 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:43.281396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.284164 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ce60db4b-e510-4daa-ad6b-e521b8c719fc tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.2566640 Aug 28 08:33:43.285898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.330612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2780452 Aug 28 08:33:43.336461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:33:43.339841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.340467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:33:43.341160 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:33:43.343273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:43.346528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Request body: {'subnet': {'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-582902054-subnet', 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:43.348766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:43.356193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:43.373709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b314ec-3356-4243-8c15-c1e21b0d1536 admin admin] Pushing event updated for resources: {'Network': ['ID=75ac28c3-e491-425d-91fd-05bef2c3ee17,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:43.381651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Pushing event updated for resources: {'Port': ['ID=8980f9ad-b046-48ae-a41e-c1f46826e062,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:43.430837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:33:43.438054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-95683db6-a441-41db-a7b9-3471da222dd3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.440525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-95683db6-a441-41db-a7b9-3471da222dd3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1469011 Aug 28 08:33:43.470754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.477634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.484381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.491615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.498869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.521584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.534131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:43.542931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-a9fccef4-9d74-41d8-afc5-ac2c093e720f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 5444 time: 0.3242548 Aug 28 08:33:43.559263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Attempting to bind port 8980f9ad-b046-48ae-a41e-c1f46826e062 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:43.560097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Attempting to bind port 8980f9ad-b046-48ae-a41e-c1f46826e062 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:43.560825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Attempting to bind port 8980f9ad-b046-48ae-a41e-c1f46826e062 on network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:43.568310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:43.569256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Checking segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:43.571099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.571687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Bound using segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:43.572353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Bound port: 8980f9ad-b046-48ae-a41e-c1f46826e062, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:43.572934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.582802 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-cf03c2a4-6ace-47e0-af6f-12836d840d65 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1350963 Aug 28 08:33:43.596253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:43.650337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] For port 8980f9ad-b046-48ae-a41e-c1f46826e062, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:43.655673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] For port 8980f9ad-b046-48ae-a41e-c1f46826e062, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8980f9ad-b046-48ae-a41e-c1f46826e062,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:43.660930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e15f0e17-c102-48c1-b101-27b31fef06ef req-7a5bb5a2-62bb-486e-8750-349df2db6130 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080191 Aug 28 08:33:43.671569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.691756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b0506413-8456-4862-9287-dff1ae499f24 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:43.707015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b0506413-8456-4862-9287-dff1ae499f24 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:43.707015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.712360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.716702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] 10.222.0.46 "DELETE /v2.0/networks/3759ed00-e577-4dd9-91d3-0c2a2349e077 HTTP/1.1" status: 204 len: 168 time: 1.8052642 Aug 28 08:33:43.730183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6c0ec-703e-4936-958a-b6d06ef39f6a tempest-FloatingIPNegativeTestJSON-553135018 tempest-FloatingIPNegativeTestJSON-553135018-project] Pushing event deleted for resources: {'Network': ['ID=3759ed00-e577-4dd9-91d3-0c2a2349e077,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:43.740898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:43.743314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.760936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.856544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.1 (a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc/45c4e115-ec1a-4a0a-9ffe-63e4676dd11b/92f50417-ad0e-4b87-91d3-a7ab1ef93566) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:43.859118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.918716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:43.922823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b0506413-8456-4862-9287-dff1ae499f24, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b0506413-8456-4862-9287-dff1ae499f24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:43.955050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c0a53-2d1d-41be-b632-364858846e0e None None] Pushing event updated for resources: {'Port': ['ID=8980f9ad-b046-48ae-a41e-c1f46826e062,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:44.013038 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.050446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.073945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object 92f50417-ad0e-4b87-91d3-a7ab1ef93566 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:44.149654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2a8f05f6-b821-4337-bebf-8bb5e37f640f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:44.196802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2a8f05f6-b821-4337-bebf-8bb5e37f640f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:33:44.196802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2a8f05f6-b821-4337-bebf-8bb5e37f640f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:44.196802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b0506413-8456-4862-9287-dff1ae499f24,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:44.275300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.293886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=226d7285-2471-4895-9e5c-10b145a62897,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:44.340878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:44.345038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:44.352752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:44.362939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] For port 226d7285-2471-4895-9e5c-10b145a62897, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:44.385910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.397037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:44.448661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.464121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] device_id is not set on port 226d7285-2471-4895-9e5c-10b145a62897 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:33:44.465102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd145-c1be-4187-983d-125ebecb0ee6 req-39c7c810-c5cb-4f6a-898b-0db7a7da1a9e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:44.466856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a69bd145-c1be-4187-983d-125ebecb0ee6 req-39c7c810-c5cb-4f6a-898b-0db7a7da1a9e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1077561 Aug 28 08:33:44.486992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.540551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491ae634-cfa5-4d87-8939-b9b29694304e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:44.549667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:44.550030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Network hostable DHCP agents. Network: 75ac28c3-e491-425d-91fd-05bef2c3ee17, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:33:44.577349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38592) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:44.579366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a69bd145-c1be-4187-983d-125ebecb0ee6 req-43e8e2c3-58b9-455c-901f-c8c62c19c180 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750284 Aug 28 08:33:44.623035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.734849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] No DVR routers for this DVR port 226d7285-2471-4895-9e5c-10b145a62897 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:44.767065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=6']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:44.780238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:33:44.792168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] In _notify_port_updated(), no bound segment for port 226d7285-2471-4895-9e5c-10b145a62897 on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:33:44.793044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:44.793835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.795368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ebcfc257-997e-4a75-984e-3d3aa4d67bc1 service neutron] 10.222.0.39 "PUT /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 200 len: 1032 time: 1.2056925 Aug 28 08:33:44.867956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ba183df5-9fda-44e4-8054-ab932bd00c2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:44.869414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-ba183df5-9fda-44e4-8054-ab932bd00c2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "GET /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677178 Aug 28 08:33:44.879948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 75ac28c3-e491-425d-91fd-05bef2c3ee17) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:44.889200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.889829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc18b85-83f0-448f-b488-2d2316bd9336 None None] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:44.903723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:44.942817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:44.943509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:44.987265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6628657c-9426-41b5-ac96-71806235724a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb2fedf587334826986592540d93f813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062443 Aug 28 08:33:44.988978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38608) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:45.029184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.051285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed05616-ba3d-4c4e-919c-7d60d4b92203 None None] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:45.156085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28ea86fe-d7cd-452c-aba5-72c054873fa3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8118193 Aug 28 08:33:45.195487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bb1d6776-5f1c-4c86-a943-7c0fb8cf8b9f None None] Provisioning complete for port 226d7285-2471-4895-9e5c-10b145a62897 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:45.195866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6776-5f1c-4c86-a943-7c0fb8cf8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.324949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d6776-5f1c-4c86-a943-7c0fb8cf8b9f None None] Port 226d7285-2471-4895-9e5c-10b145a62897 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:45.360018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8980f9ad-b046-48ae-a41e-c1f46826e062 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:45.392124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.461936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17cc00-d511-40f8-9e66-8f454e629348 None None] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:45.487051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711b50-4f21-403e-9021-c366141a0110 req-70da280b-6550-4b2d-9fd1-d938294fd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.488685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-70da280b-6550-4b2d-9fd1-d938294fd449 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.1933067 Aug 28 08:33:45.492502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.492882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.499028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.505513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.511460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.517372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.523345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.525309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-2ad1e2fe-d92b-4448-a6ad-ae0003806cc3 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 4665 time: 0.1355858 Aug 28 08:33:45.556158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.590661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f636095-a5f5-4fbd-8920-5a2d142f589a req-c5c4e143-30d6-4edb-9275-f78e165ee03c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&id=e944ca61-4313-4273-88e3-ac24f83b7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498376 Aug 28 08:33:45.630649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=3e1f6b13-905b-42eb-b327-358d800bc2bb,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:45.664101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711b50-4f21-403e-9021-c366141a0110 req-56528f30-a727-4eb9-b97b-e39f5e8735a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.665017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-56528f30-a727-4eb9-b97b-e39f5e8735a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1618707 Aug 28 08:33:45.669093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 91a02057-cb39-4ac9-bfda-d79ab58a5e3b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:45.721035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8980f9ad-b046-48ae-a41e-c1f46826e062 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:45.736380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b0506413-8456-4862-9287-dff1ae499f24 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:45.744620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.770487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Provisioning for port 8980f9ad-b046-48ae-a41e-c1f46826e062 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:45.798386 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-4ba02b48-d07d-4f2f-8a5d-8281f1cb52a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.1210761 Aug 28 08:33:45.800149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] For port 3e1f6b13-905b-42eb-b327-358d800bc2bb, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:45.817827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Provisioning complete for port 8980f9ad-b046-48ae-a41e-c1f46826e062 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:45.818185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.838694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.841497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.846250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a3dd817-95b5-46ad-8ee0-ef88d68b130a HTTP/1.1" status: 204 len: 168 time: 0.8571746 Aug 28 08:33:45.885115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:45.885629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.890804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d19e17-06b2-40a5-8016-39a0f3a32cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3dd817-95b5-46ad-8ee0-ef88d68b130a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:45.899353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] device_id is not set on port 3e1f6b13-905b-42eb-b327-358d800bc2bb yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:33:45.919197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:45.926423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711b50-4f21-403e-9021-c366141a0110 req-d34516c4-5c15-4eee-9d2e-f10a52da947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.928221 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-d34516c4-5c15-4eee-9d2e-f10a52da947a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1030610 Aug 28 08:33:45.967768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f205-bb27-4b68-89c9-e439ba096041 req-217ab924-bb7e-4f1b-a410-991152ad7b36 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:45.976304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:45.980740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08e9f205-bb27-4b68-89c9-e439ba096041 req-217ab924-bb7e-4f1b-a410-991152ad7b36 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.2923586 Aug 28 08:33:45.988891 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b606ded-c85f-4a47-8e38-aa08e7ab25b6" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:46.005897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711b50-4f21-403e-9021-c366141a0110 req-81f9f333-59e5-47a9-b134-4a8eb3f70119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:46.007549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-81f9f333-59e5-47a9-b134-4a8eb3f70119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721312 Aug 28 08:33:46.012054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.012208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b0506413-8456-4862-9287-dff1ae499f24 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:46.012208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.045317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.100487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:46.142539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08e9f205-bb27-4b68-89c9-e439ba096041 req-b2420eb6-8b92-4f6c-a495-85f15718aeb1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607451 Aug 28 08:33:46.149019 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.156265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-192e9a36-93eb-4c70-b8f9-06cfb3252421 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368232 Aug 28 08:33:46.202512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] No DVR routers for this DVR port 3e1f6b13-905b-42eb-b327-358d800bc2bb on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:46.210539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.211246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 406ae6eb-14d4-4c85-ab62-8bbee3415176 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:46.296844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=6']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:46.322103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] In _notify_port_updated(), no bound segment for port 3e1f6b13-905b-42eb-b327-358d800bc2bb on network e81f0055-88c2-462f-ba31-8fcd845c3d6b {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:33:46.323066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:46.323720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.325356 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-d6a6d15a-d949-4475-b4f1-634ccad05661 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 200 len: 1032 time: 1.4414473 Aug 28 08:33:46.407794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] For port 8980f9ad-b046-48ae-a41e-c1f46826e062, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8980f9ad-b046-48ae-a41e-c1f46826e062,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:46.428450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f9711b50-4f21-403e-9021-c366141a0110 req-4f9f3744-4dda-45d0-a1dc-0150512604f2 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575355 Aug 28 08:33:46.480653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:46.481010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.495368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:46.496924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:46.526975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:46.544089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.567803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.754236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:33:46.802256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] For port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:46.809811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.827559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba1b5-765d-4419-b618-448e012781d8 None None] Pushing event updated for resources: {'Port': ['ID=8980f9ad-b046-48ae-a41e-c1f46826e062,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:46.841649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Provisioning for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:46.877706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:46.898358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Provisioning complete for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:46.898775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:46.945649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:46.971408 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:46.972328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d4b340a-4835-4709-8739-fa55d88fe37f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/4fee7f8e-0977-4487-a266-3ee7ec13b3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9063325 Aug 28 08:33:46.974370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38648) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:46.992651 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:46.995465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:47.036518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:47.044609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:47.072560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Provisioning complete for port 8980f9ad-b046-48ae-a41e-c1f46826e062 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:47.073084 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8cd3-1972-4fd6-8725-0d5f53ce30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.182588 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.187749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:47.219802 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:47.277420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8980f9ad-b046-48ae-a41e-c1f46826e062 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:47.295076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.295717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.296030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.296497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.297041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.297426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.297918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.298376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.298859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.299321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.299777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.304708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d82b5729-8db8-42de-a091-0ce56dcd7cbe tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7756 time: 0.3257227 Aug 28 08:33:47.305386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38656) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:47.321347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-4745eab5-49b0-417c-a4d4-3a7d848bd6a9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.322960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-4745eab5-49b0-417c-a4d4-3a7d848bd6a9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.3065050 Aug 28 08:33:47.333886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.363550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-acf3e96b-62c7-42e3-aeee-ee3a06dab6eb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0170979 Aug 28 08:33:47.413656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-bb4e7211-d695-4ecc-a655-ff97f9816693 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491428 Aug 28 08:33:47.431670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:47.460028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No active binding found for port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e {{(pid=95468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 08:33:47.460539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:47.462155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:47.463378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:47.525058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-42a19ad3-a9f3-4405-9831-863bb0ddea40 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068435 Aug 28 08:33:47.568552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8980f9ad-b046-48ae-a41e-c1f46826e062 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:47.571098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.586439 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:45Z', 'revision_number': 2, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:47.593258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.593979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.594702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.595359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.595982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.596595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.597209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.597817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.598238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] No DVR routers for this DVR port ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:47.598596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.599252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.599855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:47.604847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.605735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-afa1272c-50b0-4a79-b820-6af8fe69131e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7087 time: 0.2995534 Aug 28 08:33:47.606564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38662) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:47.610875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-c127a590-24ec-4666-bb91-981132b9ee41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "DELETE /v2.0/ports/ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e HTTP/1.1" status: 204 len: 173 time: 1.2761400 Aug 28 08:33:47.612060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:47.619077 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2d1f1-9056-43f9-93f3-20c95eb9cc8a" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:47.639756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Provisioning complete for port 3e1f6b13-905b-42eb-b327-358d800bc2bb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:47.640207 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.663847 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:33:47.666100 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Updating router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:33:47.706774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Port 3e1f6b13-905b-42eb-b327-358d800bc2bb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:47.746764 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.793696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.845086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:47.845191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Provisioning complete for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:47.845191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.894462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5a9956cc-4cd4-410b-afb6-8997483e1248 None None] Port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:33:47.902405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:47.905820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:47.931974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:48.034619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.036558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 37bb34ea-a324-44b4-b8df-149ea6458fbc no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:48.148946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-147ad62c-e443-4a4e-a26e-9c771cb21a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.166689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] For port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:48.167091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.224288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-70d58ab0-fed5-4277-93c6-d4309688a1c9 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982133 Aug 28 08:33:48.366080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-147ad62c-e443-4a4e-a26e-9c771cb21a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.429577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:48.443124 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.458710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Transition to ACTIVE for port object 92f50417-ad0e-4b87-91d3-a7ab1ef93566 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:48.475000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38680) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:48.483815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b8edcd1-393b-4954-9c2e-62f89fb4165e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.8736384 Aug 28 08:33:48.505969 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.527403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-147ad62c-e443-4a4e-a26e-9c771cb21a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.548202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:48.612693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528616300'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:48.636733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-147ad62c-e443-4a4e-a26e-9c771cb21a96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b0b6c5b64ab43ae97535b93089eea54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032677 Aug 28 08:33:48.646952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38690) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:48.648929 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdac0d-b560-45f7-82e9-c93ce19c3422 x-openstack-request-id: req-2afdac0d-b560-45f7-82e9-c93ce19c3422 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:48.649266 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:48.649504 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2afdac0d-b560-45f7-82e9-c93ce19c3422 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:48.649915 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'code': 200} Aug 28 08:33:48.680976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.681192 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.681359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.681695 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Floating IP 60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc disassociated. External IP: 172.25.0.59, port: 91a02057-cb39-4ac9-bfda-d79ab58a5e3b. Aug 28 08:33:48.682546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 91a02057-cb39-4ac9-bfda-d79ab58a5e3b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:48.696230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.709106 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.710033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 226d7285-2471-4895-9e5c-10b145a62897 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:48.732516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.761388 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118ca0-62f6-401d-9c45-e8e77ef5e382 None None] Pushing event updated for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:48.838822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:48.842751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 226d7285-2471-4895-9e5c-10b145a62897 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:48.843204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3e1f6b13-905b-42eb-b327-358d800bc2bb no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:33:48.880869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-3f8c3088-a434-4a41-bac2-6b24d09aa4d4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:48.887692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-3f8c3088-a434-4a41-bac2-6b24d09aa4d4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:48.888951 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Attempting to bind port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:48.889591 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Attempting to bind port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:48.890117 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Attempting to bind port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 on network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:48.896632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-3f8c3088-a434-4a41-bac2-6b24d09aa4d4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:48.896870 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:48.897314 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Checking segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:48.897823 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.898355 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Bound using segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:48.899221 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Bound port: 92f50417-ad0e-4b87-91d3-a7ab1ef93566, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:48.899879 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.903983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-3f8c3088-a434-4a41-bac2-6b24d09aa4d4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:48.910937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-3f8c3088-a434-4a41-bac2-6b24d09aa4d4 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 3143 time: 0.1700523 Aug 28 08:33:48.916761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad62c-e443-4a4e-a26e-9c771cb21a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971f13d-60f8-45cb-aa45-60b3475680fd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:48.924681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:48.928902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.933629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 3e1f6b13-905b-42eb-b327-358d800bc2bb not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:33:48.942830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.971275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f688b613-375f-497f-99cb-773b1dfd7ef3 req-ba8e2405-1c6d-4bbd-b185-ffc231ee4cce tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574784 Aug 28 08:33:48.983508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.992312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:48.993139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3971f13d-60f8-45cb-aa45-60b3475680fd HTTP/1.1" status: 204 len: 168 time: 0.3515625 Aug 28 08:33:49.011968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68417b2-01d3-472e-ae40-9a6f10594d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971f13d-60f8-45cb-aa45-60b3475680fd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:49.081249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.087974 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] For port 92f50417-ad0e-4b87-91d3-a7ab1ef93566, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:49.098469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] For port 92f50417-ad0e-4b87-91d3-a7ab1ef93566, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=92f50417-ad0e-4b87-91d3-a7ab1ef93566,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:49.159738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=91a02057-cb39-4ac9-bfda-d79ab58a5e3b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:49.197779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d19e0-c736-4b99-909b-b85ecd70b3c0 req-c837cb83-f6e1-4374-8162-bc9a80c677df tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:49.199538 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.199958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b22d19e0-c736-4b99-909b-b85ecd70b3c0 req-c837cb83-f6e1-4374-8162-bc9a80c677df tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0867844 Aug 28 08:33:49.269454 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:49.270141 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:49.272428 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118ca0-62f6-401d-9c45-e8e77ef5e382 None None] Pushing event updated for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:49.286470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b22d19e0-c736-4b99-909b-b85ecd70b3c0 req-a93e2e5a-b33d-4aff-905a-5bb95a82f8d0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723717 Aug 28 08:33:49.311541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.340603 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f49b1b-640b-41c7-b458-10096e6f2884 x-openstack-request-id: req-49f49b1b-640b-41c7-b458-10096e6f2884 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:49.340908 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:49.341131 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49f49b1b-640b-41c7-b458-10096e6f2884 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:49.341546 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': 'ed4aa5af-4c3b-411c-ad72-ec0a53c5d06e', 'status': 'completed', 'code': 200} Aug 28 08:33:49.359317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:33:49.452454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.456771 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:49.512526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:33:49.609197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50132ede-11e0-4e65-ab7c-c90b2b989751,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:49.620154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.621144 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 74e6476c-32b4-4780-84d1-5e4b71416fa8 of type vlan for network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd Aug 28 08:33:49.700831 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:33:49.721617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Sync routers for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:33:49.726196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.739727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:49.744714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:49.790178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] No DVR routers for this DVR port 91a02057-cb39-4ac9-bfda-d79ab58a5e3b on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:49.803328 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:49.805557 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-56f255b7-ef0a-494e-b9ae-b482845b0669 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "DELETE /v2.0/ports/91a02057-cb39-4ac9-bfda-d79ab58a5e3b HTTP/1.1" status: 204 len: 173 time: 2.1759255 Aug 28 08:33:49.821692 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:49Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:49.851884 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5106085-ddd1-4216-9ee9-5550b428ddee None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:49Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:49.896423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:50.008223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:50.008977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.014164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.020504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:50.021160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.163431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=4be5a351-3ffd-48f2-ac8b-a461b1f4fabd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:50.177939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:33:50.202018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] For port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:50.202977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.223324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:50.242611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-25c13e69-5106-4515-a438-afc9834ed493 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7642252 Aug 28 08:33:50.253556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:50.259650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060766979', 'description': 'tempest-secgroup-smoke-2060766979 description', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:50.277397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:50.343455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38712) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:50.367622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Checking router: 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:33:50.377082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7fe9-3ea6-4bf0-8339-f3939532a06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.398969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:33:50.399788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:50.441065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1d6806d-9a83-476b-8f54-1e443f8ce53b req-1cbe504e-11b0-4b91-bb4e-fccaa2d79a1f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 210 time: 0.0666094 Aug 28 08:33:50.448977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.629716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:33:50.645671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7fe9-3ea6-4bf0-8339-f3939532a06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.715543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7fe9-3ea6-4bf0-8339-f3939532a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.802135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:50.803419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:50.810171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4a876-7e75-49ae-a400-62e144f4daf8 req-c357d8fc-b5a1-4284-9f55-4d41653081e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:50.813066 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d155a-8e23-45ba-b6fd-e34cbe7f0e40" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:50.821352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4a876-7e75-49ae-a400-62e144f4daf8 req-c357d8fc-b5a1-4284-9f55-4d41653081e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:50.834244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4a876-7e75-49ae-a400-62e144f4daf8 req-c357d8fc-b5a1-4284-9f55-4d41653081e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:50.838175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0f4a876-7e75-49ae-a400-62e144f4daf8 req-c357d8fc-b5a1-4284-9f55-4d41653081e6 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 2410 time: 0.1441131 Aug 28 08:33:50.861544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:50.873478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e0e7fe9-3ea6-4bf0-8339-f3939532a06a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=665bd8322bdb48d79b6a713b67f40aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251658 Aug 28 08:33:50.873657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7fe9-3ea6-4bf0-8339-f3939532a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8780910-579b-408d-a67b-94a3752d0a19,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:50.876443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:50.995582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0f4a876-7e75-49ae-a400-62e144f4daf8 req-8c2f47dd-c634-4a48-9b7d-786778e2befe tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503694 Aug 28 08:33:51.141825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.267957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:33:51.291660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.335355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dedc7-f052-4b44-9243-e950b3e9b6c0 None None] The sync data for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 is: [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:22:29Z', 'revision_number': 4, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f383ae4c-77ea-40a5-9012-45fb449dedcc', 'name': '', 'network_id': 'cd4abac3-327a-40d1-9e1a-6a83d154829d', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'mac_address': 'fa:16:3e:84:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:28Z', 'updated_at': '2021-08-28T08:22:39Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'subnets': [{'id': '243593f2-4d96-4a11-bf22-e9f7dccf0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:33:51.342486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 92f50417-ad0e-4b87-91d3-a7ab1ef93566 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:51.359246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f6eef-faac-4402-8b86-a83795d8b2a8 req-f19f53f9-0a46-4bfd-8790-82992decdd1e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:51.361115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-201f6eef-faac-4402-8b86-a83795d8b2a8 req-f19f53f9-0a46-4bfd-8790-82992decdd1e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1904709 Aug 28 08:33:51.401089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8b3a2-a48c-472e-ae55-b4181e8ac480,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:51.431762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.435313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-64cb88c7-38d4-418f-923f-6434a0e15c5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1791193 Aug 28 08:33:51.442745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38722) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:51.449738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:51.589829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-201f6eef-faac-4402-8b86-a83795d8b2a8 req-0c0bd777-016a-4c95-9f29-10200fa89d39 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601219 Aug 28 08:33:51.618654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:51.624524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:51.625234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.684717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.723512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:51.729278 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb703c-05fb-4b3b-828f-17ab65b6568c" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:51.809476 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6f61fe-53ed-4f40-bf45-3977c9059fcc x-openstack-request-id: req-ec6f61fe-53ed-4f40-bf45-3977c9059fcc {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:51.814700 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-unplugged", "status": "completed", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:51.814700 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec6f61fe-53ed-4f40-bf45-3977c9059fcc {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:51.814700 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'code': 200} Aug 28 08:33:51.816863 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'code': 200} Aug 28 08:33:51.817231 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'code': 200} Aug 28 08:33:51.820899 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.869529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] No DVR routers for this DVR port 00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:51.884750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.889053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-91698327-d565-4de1-8150-60f1bc314e76 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "DELETE /v2.0/ports/00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5 HTTP/1.1" status: 204 len: 173 time: 2.0496471 Aug 28 08:33:51.912007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-840f7e0e-cf3e-4643-8266-6a5889024104 req-0aebc50a-e1b0-45d2-808d-b8f25fde5643 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 210 time: 0.0728843 Aug 28 08:33:51.921460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.932759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:51.993006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 92f50417-ad0e-4b87-91d3-a7ab1ef93566, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=92f50417-ad0e-4b87-91d3-a7ab1ef93566,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:52.008808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0e2c39-dbbf-4392-b322-0d873bef006b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:52.029138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.079925 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699b639-c3ac-4869-9417-2476ad747627 None None] New status for floating IP 60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:33:52.091601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.095690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c75ae349-894a-4b72-b726-849dc1d379b3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6480873 Aug 28 08:33:52.106530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:52.126553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:52.139385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.175225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.250908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1b6b1-fb81-4106-8fef-638238c568d4 req-cf982d64-11d5-4be8-a1ac-513a5b59c256 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:52.267842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5d1b6b1-fb81-4106-8fef-638238c568d4 req-cf982d64-11d5-4be8-a1ac-513a5b59c256 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1736281 Aug 28 08:33:52.312601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.359300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:52.372210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.372885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.373393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.386859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:52.397451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-dfc1258c-5961-4d88-b4b6-ab4f6904ea3e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:52.399480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-dfc1258c-5961-4d88-b4b6-ab4f6904ea3e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.3849792 Aug 28 08:33:52.404848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 37bb34ea-a324-44b4-b8df-149ea6458fbc {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:52.405031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.447171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5d1b6b1-fb81-4106-8fef-638238c568d4 req-af8a67d2-ab23-40fa-9bbb-2bcff7d8040d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760311 Aug 28 08:33:52.455316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.476761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': '0b37c084-8e3b-4449-aec5-49def5bca368', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:52.550749 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0dc9a7-1654-498b-8efb-7803beebb408 x-openstack-request-id: req-4a0dc9a7-1654-498b-8efb-7803beebb408 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:52.551043 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "91a02057-cb39-4ac9-bfda-d79ab58a5e3b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:52.551293 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a0dc9a7-1654-498b-8efb-7803beebb408 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:52.551679 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '91a02057-cb39-4ac9-bfda-d79ab58a5e3b', 'status': 'completed', 'code': 200} Aug 28 08:33:52.646306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] For port 37bb34ea-a324-44b4-b8df-149ea6458fbc, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=37bb34ea-a324-44b4-b8df-149ea6458fbc,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:52.646713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.667060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 37bb34ea-a324-44b4-b8df-149ea6458fbc owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:52.671618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.698818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9a829e-6966-48e1-b52c-d0f74d31d421,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:52.726034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057ccba-02c6-4843-83f4-70001cb85deb req-d445bae9-f455-4dae-8e34-6cbaf6c6c43e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:52.731644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.733489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057ccba-02c6-4843-83f4-70001cb85deb req-d445bae9-f455-4dae-8e34-6cbaf6c6c43e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:52.734250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.738589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3057ccba-02c6-4843-83f4-70001cb85deb req-d445bae9-f455-4dae-8e34-6cbaf6c6c43e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 1677 time: 0.1206198 Aug 28 08:33:52.738707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8780910-579b-408d-a67b-94a3752d0a19 HTTP/1.1" status: 204 len: 168 time: 1.8574426 Aug 28 08:33:52.748344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7ec2d-eafa-415c-9861-d4d39e87213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8780910-579b-408d-a67b-94a3752d0a19,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:52.824850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:52.826263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3057ccba-02c6-4843-83f4-70001cb85deb req-b930c71b-8f0f-4972-af8d-3a2fcc3d2ecb tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762732 Aug 28 08:33:52.828114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.931649 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:52.935989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3bf8b54c-5f3a-47ab-9553-b4d81ac0aebc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8209202 Aug 28 08:33:52.939958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:52.945843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:53.010698 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.050691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=37bb34ea-a324-44b4-b8df-149ea6458fbc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:53.111633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] No DVR routers for this DVR port 37bb34ea-a324-44b4-b8df-149ea6458fbc on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:53.113855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.5 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/7a0ca19c-8a01-47cf-a5fd-293cd67fd27e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:53.116543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.118854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-1f8227cf-8a7c-4d81-87d8-7292f7eb6d52 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "DELETE /v2.0/ports/37bb34ea-a324-44b4-b8df-149ea6458fbc HTTP/1.1" status: 204 len: 173 time: 1.1646676 Aug 28 08:33:53.176300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.278990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 92f50417-ad0e-4b87-91d3-a7ab1ef93566 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:53.310415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-8a1dda04-3125-4859-980e-874b28c6dd05 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:53.324490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-8a1dda04-3125-4859-980e-874b28c6dd05 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.3373713 Aug 28 08:33:53.331066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.357904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:53.358503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.369403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-5037ca5c-072f-4c53-a6f6-81874d1e1557 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/quotas/0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 375 time: 0.0349171 Aug 28 08:33:53.457751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-1f843ffa-a9be-400e-8fbb-6011c0640a16 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872424 Aug 28 08:33:53.494695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 406ae6eb-14d4-4c85-ab62-8bbee3415176 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:33:53.495786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.500503 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.559864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.570283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99638054-69da-4053-878c-d9a6c7e69d38,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:53.621716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38760) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:53.631268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:53.727027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-95e04a24-bb21-4676-a4c0-e1738c05553a service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680101 Aug 28 08:33:53.747950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.752054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d95e77b-5e14-4df9-9541-47afada2ef0c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8113871 Aug 28 08:33:53.752958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38766) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:53.760724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:53.786325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] For port 406ae6eb-14d4-4c85-ab62-8bbee3415176, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=406ae6eb-14d4-4c85-ab62-8bbee3415176,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:53.786702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.805305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 406ae6eb-14d4-4c85-ab62-8bbee3415176 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:33:53.872239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-ffd99335-978a-4bac-9e52-0d5ab0fbdc62 service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359744 Aug 28 08:33:53.875940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.933032 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:53.967687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:53.984385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:53.994635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:54.000345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:54.000688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:54.005994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.104420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.110961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:54.111621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.219034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ef01ab74-7aff-4dca-a9d1-151f45336c39 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7850399 Aug 28 08:33:54.220288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.272019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Request body: {'port': {'device_id': '0b37c084-8e3b-4449-aec5-49def5bca368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:54.312101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.326547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ee87c1-fdec-4255-844e-8374857c5932,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:54.411330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.422109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=406ae6eb-14d4-4c85-ab62-8bbee3415176,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:54.431913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.433403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a4fce80-7333-4b45-900c-791296b98928 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6793516 Aug 28 08:33:54.452210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eebdf-7c5b-42b8-b759-73346337c4e7 req-31f38556-8110-4d04-86c1-c51392b7cf26 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:54.453915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4eebdf-7c5b-42b8-b759-73346337c4e7 req-31f38556-8110-4d04-86c1-c51392b7cf26 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 931 time: 0.1495831 Aug 28 08:33:54.455104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.458072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:54.475874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:54.498325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] No DVR routers for this DVR port 406ae6eb-14d4-4c85-ab62-8bbee3415176 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:33:54.523966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.526983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-126d66ba-1840-4e2b-8606-da5fe2e2dd42 req-61c2d465-ac7d-4020-a5f0-8c412550e97f tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.39 "DELETE /v2.0/ports/406ae6eb-14d4-4c85-ab62-8bbee3415176 HTTP/1.1" status: 204 len: 173 time: 1.3985696 Aug 28 08:33:54.558767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc'}, {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:54.562282 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a40a1d-21dd-4bcf-b171-205251b1bb0e" -d '{"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc"}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:54.617853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4eebdf-7c5b-42b8-b759-73346337c4e7 req-28b71f50-f30f-4715-a46c-b9eb09bec756 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251752 Aug 28 08:33:54.621987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=6fbff0f0-4453-4007-9796-ac17ed10873d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:54.635120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '74e6476c-32b4-4780-84d1-5e4b71416fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:54.635120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:33:54.808321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a46af499-55e5-484c-8521-25ea0e856dac req-8fe42803-5a0c-43a5-ac96-8fd919ad2cef tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0295000 Aug 28 08:33:54.821961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:33:54.825550 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:33:54.834240 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.872184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:54.889581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:54.938457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Transition to ACTIVE for port object 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:54.989077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c561e85-4dd9-4488-83d3-cf09cfedd9df req-b03ff253-2c64-4e06-9fc3-a91d1bc8f226 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 210 time: 0.0665052 Aug 28 08:33:55.002093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:55.010451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb67e94-6ea5-4e99-8985-ccddfaea7d5f None None] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:55.010883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.022139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:55.022793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.051967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.083673 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f26dd6-e83e-43d3-9989-70b926745e16 x-openstack-request-id: req-02f26dd6-e83e-43d3-9989-70b926745e16 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:55.083985 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5", "status": "completed", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "37bb34ea-a324-44b4-b8df-149ea6458fbc", "status": "completed", "code": 200}, {"server_uuid": "379d1e6e-52a5-41f7-a14a-6256e7850b65", "name": "network-vif-deleted", "tag": "406ae6eb-14d4-4c85-ab62-8bbee3415176", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:55.084244 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02f26dd6-e83e-43d3-9989-70b926745e16 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:55.084701 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '00fa0a5c-431a-4730-b8c6-0ecd47e4e5c5', 'status': 'completed', 'code': 200} Aug 28 08:33:55.084962 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '37bb34ea-a324-44b4-b8df-149ea6458fbc', 'status': 'completed', 'code': 200} Aug 28 08:33:55.085220 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1e6e-52a5-41f7-a14a-6256e7850b65', 'name': 'network-vif-deleted', 'tag': '406ae6eb-14d4-4c85-ab62-8bbee3415176', 'status': 'completed', 'code': 200} Aug 28 08:33:55.093939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Pushing event updated for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:55.160504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.169918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38802) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:55.170184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-31f3cc8f-7f7b-4e55-9710-402d25317819 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5469892 Aug 28 08:33:55.177919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781662554'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:55.186484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d84e646-627c-47cb-becf-8dfd67fe6f70,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:55.231130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Attempting to bind port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:55.234979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Attempting to bind port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:55.235324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Attempting to bind port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:55.246569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:33:55.246873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Attempting to bind port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:55.253759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:55.254252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:55.254505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:55.254961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Bound port: 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:55.255307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.273758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4be5a351-3ffd-48f2-ac8b-a461b1f4fabd', 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': '6fbff0f0-4453-4007-9796-ac17ed10873d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:33:55.274678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.341113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:55.344872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.362588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:55.383729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:55.393393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:33:55.405369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.405628 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment baf7c1fd-212a-422d-8f42-36b9e3889872 of type vlan for network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f Aug 28 08:33:55.446003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Allocated IP 2001:db8:0:ffff::2 (4be5a351-3ffd-48f2-ac8b-a461b1f4fabd/6fbff0f0-4453-4007-9796-ac17ed10873d/65fb6c06-a0df-4b56-96a2-f2ef9edf2e21) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:55.446634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.451111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38808) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:55.452896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3bb5ee11-85fe-4246-9586-b280dad81583 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9884791 Aug 28 08:33:55.457806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '61c8b3a2-a48c-472e-ae55-b4181e8ac480', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:55.463268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.556760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.625176 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.636053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Transition to ACTIVE for port object 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:55.651488 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:33:55.683808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.713427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:55.713427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.713613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Transition to ACTIVE for port object 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:55.737233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Pushing event updated for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:55.749178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.762834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:55.777887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.779472 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-e6aef890-42f2-4b77-a303-275ebca1fcef service neutron] 10.222.0.64 "PUT /v2.0/ports/7a0ca19c-8a01-47cf-a5fd-293cd67fd27e HTTP/1.1" status: 200 len: 1092 time: 1.5236399 Aug 28 08:33:55.789408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.816260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3116f1-66b5-4cf0-9409-d187938492c6 req-5f644074-8a37-449e-a6cd-cb566204c627 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:55.826236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb3116f1-66b5-4cf0-9409-d187938492c6 req-5f644074-8a37-449e-a6cd-cb566204c627 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 943 time: 0.0971122 Aug 28 08:33:55.838635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6672180 Aug 28 08:33:55.844098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:55.849967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:55.891437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bbf4f-6de0-4eff-9d90-f85251eb146f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=a46280a1-6b25-468c-8b6f-9e7cf5e0d52f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:55.908668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Pushing event updated for resources: {'Port': ['ID=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:55.920890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:33:55.945587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.946329 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:55.965466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb3116f1-66b5-4cf0-9409-d187938492c6 req-46871fa8-837a-4c53-aff3-11cf192a041d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347611 Aug 28 08:33:56.027092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:56.033217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.045664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:56.051634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:56.087575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef61bd1-30f5-4035-bd8b-55fa30483983,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:56.114858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ca66cfa2-c6ab-4909-9538-69aa8413c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:56.127517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-ca66cfa2-c6ab-4909-9538-69aa8413c655 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 1095 time: 0.1519377 Aug 28 08:33:56.156334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a736037-a612-4fb1-97ff-0192875a87fe req-d1f00bda-5bae-42a4-8772-cb60eba2ab60 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0602152 Aug 28 08:33:56.171871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:56.176708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.209586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-bff460a9-1703-4af1-bd74-b8839110561e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e HTTP/1.1" status: 200 len: 217 time: 0.0722432 Aug 28 08:33:56.279979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Attempting to bind port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:56.280375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Attempting to bind port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '74e6476c-32b4-4780-84d1-5e4b71416fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:56.286932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Attempting to bind port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 on network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:56.294935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:56.295303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Checking segment: {'id': '74e6476c-32b4-4780-84d1-5e4b71416fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:56.296484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.300013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Bound using segment: {'id': '74e6476c-32b4-4780-84d1-5e4b71416fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:56.300855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Bound port: 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e6476c-32b4-4780-84d1-5e4b71416fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4be5a351-3ffd-48f2-ac8b-a461b1f4fabd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:56.301466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.317733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.326812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0250dfe9-526f-43af-b22c-243ee1027661 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8743758 Aug 28 08:33:56.343184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-5adf22e9-40bd-4083-8fe2-d7b18fef81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:56.347713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-5adf22e9-40bd-4083-8fe2-d7b18fef81ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.1277521 Aug 28 08:33:56.405491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b310d94f-4556-4eac-9a17-0b0e18d211fa req-8b9a5f1f-4684-415d-a0d2-416dd9a5bb54 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 210 time: 0.0905566 Aug 28 08:33:56.405816 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-cbf35dc5-8f1b-4d64-9eae-0a667c640819 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526199 Aug 28 08:33:56.449105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] For port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:56.455328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] For port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,segment=NetworkSegment(74e6476c-32b4-4780-84d1-5e4b71416fa8),segment_id=74e6476c-32b4-4780-84d1-5e4b71416fa8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:56.532260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.624170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-424a96c4-8caf-4ee4-b7f8-99e59b5e52e8 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091768 Aug 28 08:33:56.659312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d2e3e-c939-4e11-b133-fd1d6332246a None None] Pushing event updated for resources: {'Port': ['ID=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:56.825768 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:56.859834 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48eeaf66-e31d-409c-8ac1-43f459fae1a6 req-40b44c3a-c429-4774-a252-486cdc3d31ce service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273664 Aug 28 08:33:56.869534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-34207922-6463-484d-8961-0810e7fca859 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060766979&fields=id&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 267 time: 0.1452069 Aug 28 08:33:57.050684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=df307049-f1a9-466f-8093-9fbcfbb0e571,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:57.089940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:33:57.098868 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568052b-f1bf-4eb2-8c46-6b629d5d43af" -d '{"events": [{"name": "network-changed", "server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:33:57.110599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': 'baf7c1fd-212a-422d-8f42-36b9e3889872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:57.111031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: a46280a1-6b25-468c-8b6f-9e7cf5e0d52f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:33:57.162171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-2899e7f9-b9e9-4d95-9162-26705a030c81 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:57.182810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-2899e7f9-b9e9-4d95-9162-26705a030c81 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 796 time: 0.3111405 Aug 28 08:33:57.220829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-bdac4bad-412b-4b5d-8e98-a49102637c19 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/quotas/a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 375 time: 0.0370378 Aug 28 08:33:57.282990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:33:57.317544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:33:57.325479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-a9a0dc28-9da8-4aca-98a2-7ac62febb7b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:57.327081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-a9a0dc28-9da8-4aca-98a2-7ac62febb7b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.2461891 Aug 28 08:33:57.334920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-f00dcad2-6bae-4c87-a7be-52cdc78d547e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131873 Aug 28 08:33:57.348286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'device_id': '1b721409-30d5-40d5-be4c-f5627aea685f', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'admin_state_up': True, 'tenant_id': '0c6b44c193914c459ba4ec239c844baf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:57.461923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a46280a1-6b25-468c-8b6f-9e7cf5e0d52f) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:57.469748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:57.470523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa60c8a-bd0f-4524-9ea4-f87bb03a95b9 None None] Network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:57.472110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:57.525227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-37ad9bc4-11bf-459a-adec-5209136b98c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706555 Aug 28 08:33:57.602717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:57.622742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b8985bf2-0e7e-4e44-b337-8e84d1f43c54 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7763071 Aug 28 08:33:57.628166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38866) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:33:57.729386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:33:57.734111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-2592af62-00dd-41b6-afea-e7a917e26e42 service neutron] 10.222.0.46 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079918 Aug 28 08:33:57.743825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:57.759096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f3075e0-842d-43b7-8300-d50d9dc2eeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:57.871057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-a46280a1-6b25-468c-8b6f-9e7cf5e0d52f', 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': 'df307049-f1a9-466f-8093-9fbcfbb0e571'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:33:57.872435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:57.965193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.20.0.4 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/95a65059-8e28-4b40-b8ac-7b2279206de4) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:58.218670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0552-de0f-443a-8e26-7b02f0eb86d3 req-38477fad-4ca3-46f0-b87f-cb3787ee33d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:58.235050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-419a0552-de0f-443a-8e26-7b02f0eb86d3 req-38477fad-4ca3-46f0-b87f-cb3787ee33d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 943 time: 0.0961120 Aug 28 08:33:58.268904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Allocated IP 2001:db8::1 (a46280a1-6b25-468c-8b6f-9e7cf5e0d52f/df307049-f1a9-466f-8093-9fbcfbb0e571/6ac7de9e-c6f6-45d1-81b1-634f58982dfa) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:33:58.316415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-419a0552-de0f-443a-8e26-7b02f0eb86d3 req-7341b3e7-60fb-48b2-97a3-fb3f31e5132e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801132 Aug 28 08:33:58.408841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:58.443465 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5b30d-54c9-429b-873d-7c9b9f3d33ec x-openstack-request-id: req-e3a5b30d-54c9-429b-873d-7c9b9f3d33ec {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:33:58.443901 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:33:58.444288 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3a5b30d-54c9-429b-873d-7c9b9f3d33ec {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:33:58.445131 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e', 'status': 'completed', 'code': 200} Aug 28 08:33:58.477962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7e742-b753-4372-b4e2-0c04051ef711 None None] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:33:58.529409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c802004-3aa8-4424-9a1b-c43af8ac2737 req-6077883f-ccc3-4f77-91c6-a46a08d4cd2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0777936 Aug 28 08:33:58.557611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Transition to ACTIVE for port object 95a65059-8e28-4b40-b8ac-7b2279206de4 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:58.729900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c754caa-a774-4277-b6cd-d13fd0d09740 req-da42bf77-192e-4dfb-8dcb-4791eb64fc01 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 210 time: 0.0505128 Aug 28 08:33:58.774458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:58.812300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-018737b0-b0b0-4b17-941d-f45cd4acfbf4 req-7504e692-b2ea-4e1a-aae1-17ebe3e49d3e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0422938 Aug 28 08:33:58.849292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Provisioning for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:33:58.855410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Provisioning complete for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:58.856271 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:58.867068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:58.924878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:58.940601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Transition to ACTIVE for port object 6ac7de9e-c6f6-45d1-81b1-634f58982dfa will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:58.963651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Transition to ACTIVE for port object 6ac7de9e-c6f6-45d1-81b1-634f58982dfa will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:33:59.015132 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.064653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] For port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,segment=NetworkSegment(74e6476c-32b4-4780-84d1-5e4b71416fa8),segment_id=74e6476c-32b4-4780-84d1-5e4b71416fa8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:59.074150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.084225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:59.096537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:59.129079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.149006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:33:59.153977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:33:59.156678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:59.164759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.170074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Pushing event updated for resources: {'Port': ['ID=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:59.209611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:33:59.225358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-16651ab6-8494-456a-bd5b-c02f3aa21429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:59.227012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-16651ab6-8494-456a-bd5b-c02f3aa21429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 1095 time: 0.7452099 Aug 28 08:33:59.237784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:33:59.259383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:59.331809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3d731-ede5-4cc0-b9d5-bf85e44a9667 None None] Pushing event updated for resources: {'Port': ['ID=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:59.358478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Attempting to bind port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:33:59.361732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Attempting to bind port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'baf7c1fd-212a-422d-8f42-36b9e3889872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:33:59.361732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Attempting to bind port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa on network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:33:59.416824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:33:59.421135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Checking segment: {'id': 'baf7c1fd-212a-422d-8f42-36b9e3889872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:33:59.421135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.421135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Bound using segment: {'id': 'baf7c1fd-212a-422d-8f42-36b9e3889872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:33:59.421135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Bound port: 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf7c1fd-212a-422d-8f42-36b9e3889872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:33:59.421135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.425007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-33f8c1dc-c0de-46fd-9472-9d0ff7037b69 None None] Provisioning complete for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:33:59.425543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-33f8c1dc-c0de-46fd-9472-9d0ff7037b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.476314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:59.477998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.541190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b835b-2851-48ad-acdb-a45562665e85 req-3c057faf-fe64-4bb5-834c-79d028aa9bbb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:59.554082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f7b835b-2851-48ad-acdb-a45562665e85 req-3c057faf-fe64-4bb5-834c-79d028aa9bbb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 943 time: 0.0984032 Aug 28 08:33:59.623891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-5d24e257-53fb-4230-a1fb-25faaa10d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:33:59.636015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f7b835b-2851-48ad-acdb-a45562665e85 req-3d82c929-d017-4e46-80d3-e024f4934625 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801234 Aug 28 08:33:59.652302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-5d24e257-53fb-4230-a1fb-25faaa10d2c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 912 time: 0.3686736 Aug 28 08:33:59.656037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-afc8e179-69c1-4a02-8584-5ac6e00b4849 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3118870 Aug 28 08:33:59.659059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] For port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:33:59.659582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.662674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] For port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,segment=NetworkSegment(baf7c1fd-212a-422d-8f42-36b9e3889872),segment_id=baf7c1fd-212a-422d-8f42-36b9e3889872)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:33:59.674355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:33:59.701201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e', 'mac_address': 'fa:16:3e:89:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:33:59.725535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=df307049-f1a9-466f-8093-9fbcfbb0e571,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:33:59.737141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Request body: {'port': {'device_id': '1b721409-30d5-40d5-be4c-f5627aea685f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:33:59.770130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.788519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.789087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.789604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.790087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.790671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.791029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.791350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.791682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.792000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.792319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.792697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.793171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:33:59.796633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cdb405e-0ff0-4c22-977c-dc4c9b58035e req-5cbc4eee-6f6c-4cba-86f1-cc9167dae3e2 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0518804 Aug 28 08:33:59.803298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-471421d2-9f9a-4c85-be75-28354603bcf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e HTTP/1.1" status: 200 len: 217 time: 0.1350095 Aug 28 08:33:59.885050 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:33:59.921997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:33:59.988451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.002737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.021584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46280a1-6b25-468c-8b6f-9e7cf5e0d52f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:00.035685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-b3a8472a-4119-49ef-8102-f1e8388ba7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:00.037468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-b3a8472a-4119-49ef-8102-f1e8388ba7ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.2127693 Aug 28 08:34:00.039777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50cc55-7579-4da0-86ab-bd8c05fa68b2 req-d7b76c91-e752-4a2d-8441-f5118297d094 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:00.052463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab50cc55-7579-4da0-86ab-bd8c05fa68b2 req-d7b76c91-e752-4a2d-8441-f5118297d094 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 931 time: 0.1395438 Aug 28 08:34:00.130335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab50cc55-7579-4da0-86ab-bd8c05fa68b2 req-55a147a9-720c-4d37-bc5d-acc06f1dc0bb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762193 Aug 28 08:34:00.136086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf7c1fd-212a-422d-8f42-36b9e3889872') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:00.136719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf7c1fd-212a-422d-8f42-36b9e3889872') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:00.306359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2391d230-a4bb-4636-ac4d-f4b66b7ca6de None None] Provisioning for port 95a65059-8e28-4b40-b8ac-7b2279206de4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:00.308876 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.327677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c89d1-e641-49b3-a952-1a17c5afcc1b None None] Pushing event updated for resources: {'Port': ['ID=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:00.332122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2391d230-a4bb-4636-ac4d-f4b66b7ca6de None None] Provisioning complete for port 95a65059-8e28-4b40-b8ac-7b2279206de4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:00.332771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2391d230-a4bb-4636-ac4d-f4b66b7ca6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.360684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32642138-c71c-4402-9c2a-30221e4ecef7 req-10caaa0c-c47f-44c0-9ce6-f80408ee7b3a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0853899 Aug 28 08:34:00.366284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:00.366487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38912) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:00.414864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2391d230-a4bb-4636-ac4d-f4b66b7ca6de None None] Port 95a65059-8e28-4b40-b8ac-7b2279206de4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:34:00.447811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.556925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-5b8b933d-d165-4dcb-a285-aaa36263b6ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4219520 Aug 28 08:34:00.557518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d03d54d-0f57-4260-93c8-a1f5cd731334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.558801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:00.578520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.605863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8846448e-a6cf-47d8-aecc-1cdf84e9663a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.644245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.678505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:00.680575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:00.685984 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:00.802907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7a0ca19c-8a01-47cf-a5fd-293cd67fd27e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:00.820271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295feb1-caed-4b3b-89f2-75e960c2250e req-e37b308f-1e2c-4ab7-9276-0b3eedb6cab0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:00.822716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9295feb1-caed-4b3b-89f2-75e960c2250e req-e37b308f-1e2c-4ab7-9276-0b3eedb6cab0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 944 time: 0.0677106 Aug 28 08:34:00.897116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9295feb1-caed-4b3b-89f2-75e960c2250e req-c3c414d8-96f0-4216-9e3b-0e57272f6e4f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673215 Aug 28 08:34:01.126987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cf1edf3-128c-4bb4-8182-15d49ecfa562 req-6d1b0423-9c92-4d69-abdb-7ded5d80eb61 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0543671 Aug 28 08:34:01.330510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:34:01.330510 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:34:01.330510 n-d-792458-16 neutron-server[95467]: [parameters: {'id': 'a46280a1-6b25-468c-8b6f-9e7cf5e0d52f'}] Aug 28 08:34:01.330510 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:01.333685 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:01.379626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-0c17efa6-a751-476a-9898-fedd94d1defd service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140910 Aug 28 08:34:01.400825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec6ac8-108a-482b-93c2-52c8f7351796 req-dcb89537-0379-42a1-ae35-942183c1a267 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:01.402591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68ec6ac8-108a-482b-93c2-52c8f7351796 req-dcb89537-0379-42a1-ae35-942183c1a267 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 931 time: 0.1660604 Aug 28 08:34:01.423157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ac7de9e-c6f6-45d1-81b1-634f58982dfa up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:01.470818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68ec6ac8-108a-482b-93c2-52c8f7351796 req-944bb0ca-2cd0-43ea-a317-88f123ee4529 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563173 Aug 28 08:34:01.480494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a65059-8e28-4b40-b8ac-7b2279206de4 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:01.505510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.513225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8846448e-a6cf-47d8-aecc-1cdf84e9663a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.551459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Transition to ACTIVE for port object 95a65059-8e28-4b40-b8ac-7b2279206de4 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:01.581549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3df2ff50-83ed-4df0-854d-0904a6a0cc24 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:01.585434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3df2ff50-83ed-4df0-854d-0904a6a0cc24 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.64 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 796 time: 0.3716221 Aug 28 08:34:01.589831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:01.593594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be68e3f8-6bc2-464f-a221-47c903c7804e req-0fd43d0e-d9a0-45d2-98ef-730ea7e83b8e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0438633 Aug 28 08:34:01.594531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7568052b-f1bf-4eb2-8c46-6b629d5d43af req-934bd160-1942-49b4-88d4-adeaff81873b service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065489 Aug 28 08:34:01.598450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8846448e-a6cf-47d8-aecc-1cdf84e9663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.599585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:01.765868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8846448e-a6cf-47d8-aecc-1cdf84e9663a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16a418de1ac04248bdd1b3f1ba09fef3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2915049 Aug 28 08:34:01.765868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38928) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:01.765868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846448e-a6cf-47d8-aecc-1cdf84e9663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8f23ed-27c7-4562-947c-dafbddaf65f2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:01.767803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-b9b212ec-214b-4cc3-8fc2-1e703788dab9 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 380 time: 0.0761409 Aug 28 08:34:01.767803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.768530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:01.768530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.768950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'port': {'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'admin_state_up': True, 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'security_groups': ['61c8b3a2-a48c-472e-ae55-b4181e8ac480']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:01.769284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.769284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.843882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:01.855841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Pushing event updated for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:01.935995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f4576-2764-47c2-802f-15ecde69bbbb None None] Network a46280a1-6b25-468c-8b6f-9e7cf5e0d52f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:02.030642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Attempting to bind port 95a65059-8e28-4b40-b8ac-7b2279206de4 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:02.031950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Attempting to bind port 95a65059-8e28-4b40-b8ac-7b2279206de4 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:02.033027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Attempting to bind port 95a65059-8e28-4b40-b8ac-7b2279206de4 on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:02.046664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Port 95a65059-8e28-4b40-b8ac-7b2279206de4 on network edbae5a6-038f-4f1c-be52-2c76a0563766 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:02.050155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Attempting to bind port 95a65059-8e28-4b40-b8ac-7b2279206de4 on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:02.059043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153eed-6b26-4e36-877a-48a9ea81af6e req-7861cd3e-854e-4064-a50c-4b3f9a621a98 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:02.060653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:02.061176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:02.061735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:02.062702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Bound port: 95a65059-8e28-4b40-b8ac-7b2279206de4, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:02.063271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.070060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.078918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:02.079594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.082267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba153eed-6b26-4e36-877a-48a9ea81af6e req-7861cd3e-854e-4064-a50c-4b3f9a621a98 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 944 time: 0.0814612 Aug 28 08:34:02.092116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.095876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.099924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d8f23ed-27c7-4562-947c-dafbddaf65f2 HTTP/1.1" status: 204 len: 168 time: 0.4325831 Aug 28 08:34:02.131947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3151d-6a66-4cec-b3f8-9727fd2c088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8f23ed-27c7-4562-947c-dafbddaf65f2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:02.167065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba153eed-6b26-4e36-877a-48a9ea81af6e req-1a5bec21-e989-40a3-bdee-f35cbc805bfe tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836101 Aug 28 08:34:02.197714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Provisioning for port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:02.207571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Provisioning complete for port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:02.209120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.225862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:02.230282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.250420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,segment=NetworkSegment(baf7c1fd-212a-422d-8f42-36b9e3889872),segment_id=baf7c1fd-212a-422d-8f42-36b9e3889872)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:02.255247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.284155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for 6ac7de9e-c6f6-45d1-81b1-634f58982dfa owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:02.286707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] DHCP port deletion for a46280a1-6b25-468c-8b6f-9e7cf5e0d52f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:02.299568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:02.310758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95a65059-8e28-4b40-b8ac-7b2279206de4,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:02.323017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f68b597-f4d1-4c09-a79b-ff5c4dba56ad req-33aebc09-318a-409d-9ad4-da4225d076fd tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0434730 Aug 28 08:34:02.409913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.460678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Deleting port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:02.461045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.463945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] For port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,segment=NetworkSegment(baf7c1fd-212a-422d-8f42-36b9e3889872),segment_id=baf7c1fd-212a-422d-8f42-36b9e3889872)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:02.503143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.583907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.598799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Pushing event updated for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:02.603415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] For port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,segment=NetworkSegment(baf7c1fd-212a-422d-8f42-36b9e3889872),segment_id=baf7c1fd-212a-422d-8f42-36b9e3889872)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:02.606963 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.611220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.6 (a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc/45c4e115-ec1a-4a0a-9ffe-63e4676dd11b/b5ef1fab-1c48-4bf1-adec-acd3b0a84521) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:02.636329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca04d-55db-4cdb-a8c6-a986a13e279f req-24467958-7d4c-4cc3-812b-3638d5c1ff56 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:02.642409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:02.643143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.644604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-7ae7e528-d5f7-43f6-84ff-8b5c8073ffad service neutron] 10.222.0.39 "PUT /v2.0/ports/95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 200 len: 1092 time: 2.9203534 Aug 28 08:34:02.644853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-742ca04d-55db-4cdb-a8c6-a986a13e279f req-24467958-7d4c-4cc3-812b-3638d5c1ff56 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 943 time: 0.1095042 Aug 28 08:34:02.645074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:02.647402 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:02.693785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Calling delete_port for 6ac7de9e-c6f6-45d1-81b1-634f58982dfa owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:02.721992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.723494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-742ca04d-55db-4cdb-a8c6-a986a13e279f req-b97b720e-cd38-434b-bf1d-864371f19493 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Aug 28 08:34:02.829943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81177aa-99d7-4444-9927-a049a88f42b6 None None] Pushing event updated for resources: {'Port': ['ID=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:02.855237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c8be871-c1c3-44ec-a573-2c88b49b42bf req-cbce6c64-5d02-425d-a8ed-e36b2fa0c53a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0520611 Aug 28 08:34:02.904408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:02.907843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] No DVR routers for this DVR port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:02.935739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:02.958682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port 6ac7de9e-c6f6-45d1-81b1-634f58982dfa on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:02.961203 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87783c58-83ef-4589-bcf9-fb956dc31adb x-openstack-request-id: req-87783c58-83ef-4589-bcf9-fb956dc31adb {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:02.961509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:02.961773 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87783c58-83ef-4589-bcf9-fb956dc31adb {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:02.962238 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4', 'status': 'completed', 'code': 200} Aug 28 08:34:02.982441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e70e2-bd90-474e-9c78-e68b2cfffee7 None None] Pushing event deleted for resources: {'Port': ['ID=6ac7de9e-c6f6-45d1-81b1-634f58982dfa,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:03.104347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-43a43b70-44df-432a-bdcd-847656529b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:03.105911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-43a43b70-44df-432a-bdcd-847656529b6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 1095 time: 0.1932392 Aug 28 08:34:03.112775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.138523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.169871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46280a1-6b25-468c-8b6f-9e7cf5e0d52f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:03.183315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-e4a76597-c266-4a58-bda1-985d681841dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 200 len: 217 time: 0.0574043 Aug 28 08:34:03.185657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38950) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:03.189857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf7c1fd-212a-422d-8f42-36b9e3889872') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:03.190160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf7c1fd-212a-422d-8f42-36b9e3889872') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:03.205217 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26bd-fc2d-47df-957c-b267211d5416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.210044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:03.229203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object b5ef1fab-1c48-4bf1-adec-acd3b0a84521 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:03.232242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.247180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ac7de9e-c6f6-45d1-81b1-634f58982dfa no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:03.282541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.284252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6ac7de9e-c6f6-45d1-81b1-634f58982dfa {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:03.284690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ac7de9e-c6f6-45d1-81b1-634f58982dfa not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:03.295799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:03.296268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:03.301824 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:03.355724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-5e4583a2-0bbb-477e-8d64-0f8d36aa658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:03.357124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-5e4583a2-0bbb-477e-8d64-0f8d36aa658c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1649685 Aug 28 08:34:03.412497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:03.420204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:03.426957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.428666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-bd3f4a4a-5dd7-43a8-98c7-0cab5b98402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:03.430323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-bd3f4a4a-5dd7-43a8-98c7-0cab5b98402a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601707 Aug 28 08:34:03.436020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49e162-9d88-4ca7-8da9-3aff3887e83e req-e27f7684-0a36-49af-9167-4850fec428e6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:03.437790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c49e162-9d88-4ca7-8da9-3aff3887e83e req-e27f7684-0a36-49af-9167-4850fec428e6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 944 time: 0.1237319 Aug 28 08:34:03.444132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26bd-fc2d-47df-957c-b267211d5416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.483444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c49e162-9d88-4ca7-8da9-3aff3887e83e req-93531661-b33b-4fad-8e3f-a4d19bfe9c49 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Aug 28 08:34:03.502471 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.560798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.565650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/a46280a1-6b25-468c-8b6f-9e7cf5e0d52f HTTP/1.1" status: 204 len: 168 time: 5.9361172 Aug 28 08:34:03.572488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:03.573312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356f1e5-2519-4727-8eaf-0182e57947cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=a46280a1-6b25-468c-8b6f-9e7cf5e0d52f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:03.581935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1286593526'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:03.598391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.599236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.630565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7de13283-110c-4354-b904-22a6c43fc018 req-85807c76-4402-435c-8845-bdafa1534776 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0736642 Aug 28 08:34:03.655294 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-02beec24-c9ec-450c-9010-3c84bd5718c6 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085087 Aug 28 08:34:03.657006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:03.657251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:03.660867 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea75b97d-f8b3-4680-b878-84fcf74b56ff" -d '{"events": [{"server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "name": "network-vif-plugged", "status": "completed", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:03.663772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:03.665875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:03.666474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:03.680412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26bd-fc2d-47df-957c-b267211d5416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.715932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b26bd-fc2d-47df-957c-b267211d5416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e346286-dbae-461c-95d8-a5e42fbc59ec,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:03.744683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c4b26bd-fc2d-47df-957c-b267211d5416 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52cb4741c6354bca89e78081fc0099c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581634 Aug 28 08:34:03.747627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:03.750912 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d05b226-37b5-4567-abe0-eccc00cf71a1 x-openstack-request-id: req-7d05b226-37b5-4567-abe0-eccc00cf71a1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:03.751393 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "name": "network-vif-plugged", "status": "completed", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:03.752082 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d05b226-37b5-4567-abe0-eccc00cf71a1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:03.752540 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e', 'code': 200} Aug 28 08:34:03.787884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.822302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:03.895273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.904167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:03.944929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:03.962777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:03.963496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.005153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb66b-5511-4b36-9d32-6eff3b8f6c97 req-99dedcc6-f78e-4ec6-a8ad-f871a676db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.007015 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49eeb66b-5511-4b36-9d32-6eff3b8f6c97 req-99dedcc6-f78e-4ec6-a8ad-f871a676db89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 1097 time: 0.1187103 Aug 28 08:34:04.010013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:04.013827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.058631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa782f-68ad-4e62-920c-97e422d98b10 req-493c66d7-8cc1-41bd-9c99-13224d68bf14 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.066943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61fa782f-68ad-4e62-920c-97e422d98b10 req-493c66d7-8cc1-41bd-9c99-13224d68bf14 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 943 time: 0.2015450 Aug 28 08:34:04.077777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53512093-0eae-42f2-a4c3-ffd7ad075727 req-6f992811-117f-40c3-84a9-1309bae0dfe7 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081402 Aug 28 08:34:04.088038 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-4e19f2ae-282a-46b0-9ef0-db62f3cb5207 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3588150 Aug 28 08:34:04.114254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49eeb66b-5511-4b36-9d32-6eff3b8f6c97 req-b5be3dcc-e816-463b-aadd-82349bbc9b38 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944703 Aug 28 08:34:04.120009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61fa782f-68ad-4e62-920c-97e422d98b10 req-141595b7-611d-406b-aa6d-1a6c289b4220 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519595 Aug 28 08:34:04.123582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Request body: {'port': {'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:04.179813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.186482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:04.188022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.190660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e346286-dbae-461c-95d8-a5e42fbc59ec HTTP/1.1" status: 204 len: 168 time: 0.4402690 Aug 28 08:34:04.195696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.210548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.210895 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444 of type vlan for network b1247d29-a40a-4a36-958c-fe4931f75f87 Aug 28 08:34:04.222996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e346286-dbae-461c-95d8-a5e42fbc59ec,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:04.254404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-de8c2631-764e-493a-a84c-58e4ee54193f None None] Provisioning for port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:04.261705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-de8c2631-764e-493a-a84c-58e4ee54193f None None] Provisioning complete for port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:04.262261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de8c2631-764e-493a-a84c-58e4ee54193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.315374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.315961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.318014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.320903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.322638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.323790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.325868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.326428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.326875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.327307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.328512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.328993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebf564-ec2d-42a5-a171-ed6580bae90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:04.333323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.386492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe388-b8ea-4f0a-82d3-bee3c8803d97 req-a72a2b2d-ae42-4677-a625-865eccf3c92c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.395637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09dbe388-b8ea-4f0a-82d3-bee3c8803d97 req-a72a2b2d-ae42-4677-a625-865eccf3c92c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 931 time: 0.2032025 Aug 28 08:34:04.426780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-de8c2631-764e-493a-a84c-58e4ee54193f None None] Port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:34:04.496807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09dbe388-b8ea-4f0a-82d3-bee3c8803d97 req-9c6326fc-1bcd-4d06-a2a2-33e1d608149c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002917 Aug 28 08:34:04.588181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-02c332c0-9536-499e-b423-388c18bc6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.590348 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-02c332c0-9536-499e-b423-388c18bc6e55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 1095 time: 0.2691565 Aug 28 08:34:04.642549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.650118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.650874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.720101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4fcb2-12ef-4d7c-87f5-706900048404 req-54f46718-067b-48ce-bb53-394f13d9d784 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:04.723148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f4fcb2-12ef-4d7c-87f5-706900048404 req-54f46718-067b-48ce-bb53-394f13d9d784 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 945 time: 0.0930130 Aug 28 08:34:04.763267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:04.804785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=b1247d29-a40a-4a36-958c-fe4931f75f87,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:04.824711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b1247d29-a40a-4a36-958c-fe4931f75f87 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:04.835996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f4fcb2-12ef-4d7c-87f5-706900048404 req-9be9c943-dba4-40e7-9a69-965f3fc05790 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Aug 28 08:34:04.951740 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b592579f-6d85-47b6-8779-1709d687755c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3742511 Aug 28 08:34:04.952179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:04.965198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:04.965519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-577467a4-70ff-4d71-a967-6bd608abcbcd req-a696b2fd-f34d-4d3a-b10b-ac2963c9ae2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0504601 Aug 28 08:34:05.022282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-68d17362-4251-4e22-9aec-5fdb7f3c2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:05.023778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-68d17362-4251-4e22-9aec-5fdb7f3c2a31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.3939579 Aug 28 08:34:05.040358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ef1fab-1c48-4bf1-adec-acd3b0a84521 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:05.057199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:05.106473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-4e31275d-db26-4694-9820-2b087b19ebe1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 200 len: 217 time: 0.0695446 Aug 28 08:34:05.107438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Transition to ACTIVE for port object b5ef1fab-1c48-4bf1-adec-acd3b0a84521 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:05.197859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-fc35d344-7468-40c2-bdca-7999b5bab733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:05.202184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-fc35d344-7468-40c2-bdca-7999b5bab733 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0812113 Aug 28 08:34:05.202184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:05.257586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:05.289865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:05.294012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:05.302115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:05.320133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538eb1-ed3a-4f6b-802a-bf82d5780693 req-2bc7cb43-b1de-4713-80f2-16f133f2ad84 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:05.321723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2538eb1-ed3a-4f6b-802a-bf82d5780693 req-2bc7cb43-b1de-4713-80f2-16f133f2ad84 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 943 time: 0.1094153 Aug 28 08:34:05.374192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2538eb1-ed3a-4f6b-802a-bf82d5780693 req-1d212010-121d-4bac-b3fe-da57a1a501fd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361805 Aug 28 08:34:05.403042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-587fa5b5-c9f8-46f0-9fe3-427bbe2a081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:05.404633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-587fa5b5-c9f8-46f0-9fe3-427bbe2a081e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932473 Aug 28 08:34:05.666690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f53db-efe6-4e77-b4a2-c38766ac41a5 req-37dce3f1-b7df-43d6-b9b0-774414c3285e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:05.668750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d1f53db-efe6-4e77-b4a2-c38766ac41a5 req-37dce3f1-b7df-43d6-b9b0-774414c3285e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 943 time: 0.0750089 Aug 28 08:34:05.687084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-00dda7aa-ba66-462e-9369-9f612d2ac53d service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738996 Aug 28 08:34:05.715711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Attempting to bind port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:05.716338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Attempting to bind port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:05.717215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Attempting to bind port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 on network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:05.733251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d1f53db-efe6-4e77-b4a2-c38766ac41a5 req-d855f0e2-43eb-47e8-98a4-e24a670fe0d2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512781 Aug 28 08:34:05.739193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 on network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:05.739338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Attempting to bind port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 on network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:05.801062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:05.801062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Checking segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:05.801062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Bound using segment: {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:05.801522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Bound port: b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c01df8e-31ad-4206-a552-621d55c13f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:05.801890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:06.041820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575c30b-85e0-43b4-8528-81d93b891e59 req-681b60c1-a73b-4e35-8051-445edc01927a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:06.043636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7575c30b-85e0-43b4-8528-81d93b891e59 req-681b60c1-a73b-4e35-8051-445edc01927a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 945 time: 0.0699077 Aug 28 08:34:06.143085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7575c30b-85e0-43b4-8528-81d93b891e59 req-799ae68f-deac-47ee-9332-1afb43687a2d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924377 Aug 28 08:34:06.299123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d60fdbb-37f7-453a-bcbe-94f78b38e6ac req-2481d662-1f36-4276-83e7-23e007027fb7 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0592010 Aug 28 08:34:06.320838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:06.467447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7e47a5e3-b47a-4c30-9949-cd74fccb4ebc req-e052223d-7a3b-478d-9071-784653f3990d service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717290 Aug 28 08:34:06.471959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=8381beeb-9454-4f55-914e-3f9106aabd61,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:06.477776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:06.486070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:06.488595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:06.489060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: b1247d29-a40a-4a36-958c-fe4931f75f87, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:06.623932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:06.663982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:06.664631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:06.666203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] 10.222.0.64 "PUT /v2.0/ports/b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 1092 time: 2.5508893 Aug 28 08:34:06.666722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:06.669119 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:06.701432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e034-cd35-4afb-a308-320a4f2d6983 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:06.720496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network b1247d29-a40a-4a36-958c-fe4931f75f87 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:06.811338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b1247d29-a40a-4a36-958c-fe4931f75f87) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:06.816942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:06.818010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:06.836524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a3bb9-6a8d-4887-b0d2-056ab5cf522c None None] Network b1247d29-a40a-4a36-958c-fe4931f75f87 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:06.952430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c7b0c226-837d-45bb-a480-82d0bb7ec811 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9886773 Aug 28 08:34:06.952628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:06.980452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843528550'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:06.988968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571659a-3f35-48c8-b441-f92dfd258a28 req-550fba04-f269-4c10-826f-a1a672276420 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.006838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b571659a-3f35-48c8-b441-f92dfd258a28 req-550fba04-f269-4c10-826f-a1a672276420 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 943 time: 0.1061850 Aug 28 08:34:07.055654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-2e75cf92-8d9d-4131-a43f-db0e0b870a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.059640 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-2e75cf92-8d9d-4131-a43f-db0e0b870a17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1095 time: 0.2005808 Aug 28 08:34:07.075456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b571659a-3f35-48c8-b441-f92dfd258a28 req-73960765-e328-4c6a-ad79-7688a7c24c6b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Aug 28 08:34:07.149924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:07.154161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.185422 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e20787-816d-4139-b38e-d142c267b081 x-openstack-request-id: req-46e20787-816d-4139-b38e-d142c267b081 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:07.185938 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:07.186368 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46e20787-816d-4139-b38e-d142c267b081 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:07.186981 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'status': 'completed', 'code': 200} Aug 28 08:34:07.189380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-d81224b3-9d41-4e39-8d26-760ac5617d07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 217 time: 0.1127982 Aug 28 08:34:07.230893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-b1247d29-a40a-4a36-958c-fe4931f75f87', 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': '8381beeb-9454-4f55-914e-3f9106aabd61'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:07.232921 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.333833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79764124-ec52-4312-8f22-5a7cef7814e2 req-16a529fd-31bd-4db2-af8b-79b6bb77d565 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.335546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:07.345774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79764124-ec52-4312-8f22-5a7cef7814e2 req-16a529fd-31bd-4db2-af8b-79b6bb77d565 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 943 time: 0.1087258 Aug 28 08:34:07.366446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-fea8981c-4832-4cd0-bba1-baf560162c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.367950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-fea8981c-4832-4cd0-bba1-baf560162c35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 200 len: 835 time: 0.1545434 Aug 28 08:34:07.376788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.381324 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 8b903a17-cf68-46f4-92d8-f856bdced63f of type vlan for network aff37bb1-06aa-425f-b24e-d80d76c2a0d2 Aug 28 08:34:07.402976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79764124-ec52-4312-8f22-5a7cef7814e2 req-c6131145-de93-4356-a95a-1085e9630b6a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541399 Aug 28 08:34:07.490677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Allocated IP 2001:db8::3 (b1247d29-a40a-4a36-958c-fe4931f75f87/8381beeb-9454-4f55-914e-3f9106aabd61/f3d39ded-2a48-45ee-b808-30f8ff52f834) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:07.528080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca89f-ac95-43c6-9761-efdc2b7be3f8 req-29bb694f-7adb-409e-b4d6-2e022d67b722 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.536144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-078ca89f-ac95-43c6-9761-efdc2b7be3f8 req-29bb694f-7adb-409e-b4d6-2e022d67b722 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 945 time: 0.0710065 Aug 28 08:34:07.550493 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.586897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-fe7f5998-bf27-4165-9b27-a45cdba7424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.588720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-fe7f5998-bf27-4165-9b27-a45cdba7424c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090511 Aug 28 08:34:07.609253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-078ca89f-ac95-43c6-9761-efdc2b7be3f8 req-5e0e309e-178c-4ea6-9b5b-f460ab94fafe tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710802 Aug 28 08:34:07.752168 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.765989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:07.766868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.809768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-d5e51540-bdc5-4f2f-b6a1-87ecfdb5bb70 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112195 Aug 28 08:34:07.821847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fd678d1-b264-4af9-838e-fca1bea0983a req-35ee2cd5-1ce1-474c-9c1d-66a305ebf629 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0502052 Aug 28 08:34:07.831870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:07.858533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Transition to ACTIVE for port object f3d39ded-2a48-45ee-b808-30f8ff52f834 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:07.881685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95a65059-8e28-4b40-b8ac-7b2279206de4 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:34:07.886690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Transition to ACTIVE for port object f3d39ded-2a48-45ee-b808-30f8ff52f834 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:07.943524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39048) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:07.950198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': 'aff37bb1-06aa-425f-b24e-d80d76c2a0d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:07.955113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0012989 Aug 28 08:34:07.967548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:08.037885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fbca1-a321-4402-a9fc-795e8507842a tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=aff37bb1-06aa-425f-b24e-d80d76c2a0d2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:08.087757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network aff37bb1-06aa-425f-b24e-d80d76c2a0d2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:08.106410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8553a5d8-d054-40a2-ac0c-05725c7662c5 req-c34d7ca2-aaa8-433f-867a-f463aa754ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622535 Aug 28 08:34:08.238297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Network b1247d29-a40a-4a36-958c-fe4931f75f87 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:08.267128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bc896-20dd-4a23-91ad-579570ec43c0 req-fc9bbfe4-9065-4c03-b8a6-defeff12fe88 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:08.269647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-282bc896-20dd-4a23-91ad-579570ec43c0 req-fc9bbfe4-9065-4c03-b8a6-defeff12fe88 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 943 time: 0.0888112 Aug 28 08:34:08.280650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Pushing event updated for resources: {'Port': ['ID=f3d39ded-2a48-45ee-b808-30f8ff52f834,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:08.306114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:08.312722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:08.325751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:08.337306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:08.424319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-07afdca5-4a8e-4a85-a00c-a98250ef3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:08.426570 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-07afdca5-4a8e-4a85-a00c-a98250ef3d6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1095 time: 0.0976446 Aug 28 08:34:08.491230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-282bc896-20dd-4a23-91ad-579570ec43c0 req-b6de8261-e46e-402a-802b-b3f73d1cc285 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051721 Aug 28 08:34:08.517248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Performing IP validity checks on allocation pools {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 08:34:08.526842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 08:34:08.535134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Attempting to bind port f3d39ded-2a48-45ee-b808-30f8ff52f834 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:08.535772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Attempting to bind port f3d39ded-2a48-45ee-b808-30f8ff52f834 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:08.536181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Attempting to bind port f3d39ded-2a48-45ee-b808-30f8ff52f834 on network b1247d29-a40a-4a36-958c-fe4931f75f87 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:08.551658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95a65059-8e28-4b40-b8ac-7b2279206de4,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:08.562989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:08.563544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Checking segment: {'id': '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:08.564281 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:08.564978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Bound using segment: {'id': '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:08.565924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Bound port: f3d39ded-2a48-45ee-b808-30f8ff52f834, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b1247d29-a40a-4a36-958c-fe4931f75f87'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:08.566437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:08.669130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] For port f3d39ded-2a48-45ee-b808-30f8ff52f834, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:08.680134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] For port f3d39ded-2a48-45ee-b808-30f8ff52f834, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f3d39ded-2a48-45ee-b808-30f8ff52f834,segment=NetworkSegment(0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444),segment_id=0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:08.687125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '95a65059-8e28-4b40-b8ac-7b2279206de4', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '95a65059-8e28-4b40-b8ac-7b2279206de4', 'mac_address': 'fa:16:3e:76:97:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:34:08.729581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-e14de7d2-654a-4cb3-bbc2-ccb91403c0e1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:08.731529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-e14de7d2-654a-4cb3-bbc2-ccb91403c0e1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 945 time: 0.1636434 Aug 28 08:34:08.773217 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:08.849389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-78472c23-c8af-43e7-8a77-8c3a7ce07092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:08.852382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-78472c23-c8af-43e7-8a77-8c3a7ce07092 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 897 time: 0.4066243 Aug 28 08:34:08.897527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990ae78-0a3d-4fff-b60f-7bc20984141a req-db4eb3d0-ba30-4a67-874a-3857c35498e6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:08.902689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f990ae78-0a3d-4fff-b60f-7bc20984141a req-db4eb3d0-ba30-4a67-874a-3857c35498e6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 943 time: 0.2322690 Aug 28 08:34:08.948386 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-38209e82-c87e-4b36-a0df-fa0e385c998e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 217 time: 0.0859575 Aug 28 08:34:09.033985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f990ae78-0a3d-4fff-b60f-7bc20984141a req-7fce4862-347e-41de-ad37-57fdcded1873 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196985 Aug 28 08:34:09.067279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-31182072-de50-4b7e-965f-16bd54e01595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:09.068782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-31182072-de50-4b7e-965f-16bd54e01595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 200 len: 835 time: 0.1111979 Aug 28 08:34:09.111747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:09.112100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.126417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.218024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4678e-0751-42ff-8b67-6d722422549a None None] Pushing event updated for resources: {'Port': ['ID=f3d39ded-2a48-45ee-b808-30f8ff52f834,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:09.234310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.236709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=3457ba3d-649e-4827-ad8d-20c97432449d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:09.257265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a65059-8e28-4b40-b8ac-7b2279206de4 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:09.302097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95a65059-8e28-4b40-b8ac-7b2279206de4,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:09.344522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-fd5123b9-8766-49bb-9652-685f24e753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:09.346101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-fd5123b9-8766-49bb-9652-685f24e753c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2588716 Aug 28 08:34:09.368730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513092d6-727b-467a-b494-d1473b64f9cb req-e00a6c11-b7bb-49a3-b00d-ecb972bc79b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:09.377510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-513092d6-727b-467a-b494-d1473b64f9cb req-e00a6c11-b7bb-49a3-b00d-ecb972bc79b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 945 time: 0.1426814 Aug 28 08:34:09.408227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '8b903a17-cf68-46f4-92d8-f856bdced63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aff37bb1-06aa-425f-b24e-d80d76c2a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:09.408592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: aff37bb1-06aa-425f-b24e-d80d76c2a0d2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:09.423375 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.439279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:09.439279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.458889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-513092d6-727b-467a-b494-d1473b64f9cb req-2aa4d656-e968-4c43-afd3-05e59b73cb29 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804672 Aug 28 08:34:09.486842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:09.564635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:09.635843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b54dbb3b-0396-4120-b21d-dc52de05b568 req-79a97047-1bca-424a-bd7d-1effdb521458 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0569038 Aug 28 08:34:09.636978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network aff37bb1-06aa-425f-b24e-d80d76c2a0d2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:09.813422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, aff37bb1-06aa-425f-b24e-d80d76c2a0d2) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:09.825690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493266c1-6dcc-4913-9daa-217c5dc04b77 None None] Network aff37bb1-06aa-425f-b24e-d80d76c2a0d2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:09.836170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:09.836792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:09.913742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-ed5b54f9-f7b1-49ad-9d3e-0f282cdb3901 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726095 Aug 28 08:34:09.936484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aad00-06ac-40f2-9446-0910c98a8471 req-47ffbc61-a581-4883-a55e-5bf441964e28 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:09.940034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d2aad00-06ac-40f2-9446-0910c98a8471 req-47ffbc61-a581-4883-a55e-5bf441964e28 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 944 time: 0.2089870 Aug 28 08:34:09.979564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a05964e-bf37-4f6c-a97a-3d646e1541e7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0343220 Aug 28 08:34:09.986883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39082) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:10.055047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:10.178116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.189595 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-24d5f5c3-4ecd-4081-8e11-b1d0efb4f7e8 req-f98489c0-f310-49ac-bc72-71c80804a83d service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681046 Aug 28 08:34:10.200928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.293790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d2aad00-06ac-40f2-9446-0910c98a8471 req-27a37eaa-ef80-4708-95a6-006cb0070cde tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441658 Aug 28 08:34:10.316628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7a0ca19c-8a01-47cf-a5fd-293cd67fd27e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:10.339331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=7a0ca19c-8a01-47cf-a5fd-293cd67fd27e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:10.376760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f501c23-a7ec-448b-980e-0e0cdbac3562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-aff37bb1-06aa-425f-b24e-d80d76c2a0d2', 'network_id': 'aff37bb1-06aa-425f-b24e-d80d76c2a0d2', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': '3457ba3d-649e-4827-ad8d-20c97432449d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:10.381998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4f501c23-a7ec-448b-980e-0e0cdbac3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.431361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:10.434236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.436366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3b8a600d-f8a3-4d66-b4da-9b2ac500ffe3 req-9d5d446d-68dc-4bd3-b39d-82e939894a76 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "DELETE /v2.0/ports/7a0ca19c-8a01-47cf-a5fd-293cd67fd27e HTTP/1.1" status: 204 len: 173 time: 1.6742647 Aug 28 08:34:10.436816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'name': 'network-vif-deleted', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:10.439775 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7452d44-bef2-4800-a06e-7b1ff7935266" -d '{"events": [{"server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "name": "network-vif-deleted", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:10.594421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.699534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dc6c0-1ad7-40fd-8dc2-666bf30067f8 req-d368b7a1-93fc-4703-9653-283623249e0a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:10.701354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb5dc6c0-1ad7-40fd-8dc2-666bf30067f8 req-d368b7a1-93fc-4703-9653-283623249e0a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 943 time: 0.2483494 Aug 28 08:34:10.788279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb5dc6c0-1ad7-40fd-8dc2-666bf30067f8 req-89855f2a-5ff6-4672-a9ec-eabdd4b1c35d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779750 Aug 28 08:34:10.857650 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb52635-34ea-4904-ba5a-b3c08ba2a614 x-openstack-request-id: req-2fb52635-34ea-4904-ba5a-b3c08ba2a614 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:10.858121 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b37c084-8e3b-4449-aec5-49def5bca368", "name": "network-vif-deleted", "tag": "7a0ca19c-8a01-47cf-a5fd-293cd67fd27e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:10.858442 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fb52635-34ea-4904-ba5a-b3c08ba2a614 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:10.858926 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b37c084-8e3b-4449-aec5-49def5bca368', 'name': 'network-vif-deleted', 'tag': '7a0ca19c-8a01-47cf-a5fd-293cd67fd27e', 'status': 'completed', 'code': 200} Aug 28 08:34:10.876199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:10.882575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6e48c-9256-40a9-85a2-5309c7db85cb None None] Network b1247d29-a40a-4a36-958c-fe4931f75f87 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-4f501c23-a7ec-448b-980e-0e0cdbac3562 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3457ba3d-649e-4827-ad8d-20c97432449d: This subnet is being modified by another concurrent operation. Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:34:10.952310 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exception Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3457ba3d-649e-4827-ad8d-20c97432449d: This subnet is being modified by another concurrent operation. Aug 28 08:34:10.957154 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:34:10.973789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2b56c-158c-45ad-81ef-d36c97ce6493 None None] Network aff37bb1-06aa-425f-b24e-d80d76c2a0d2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:11.022930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.029499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-43b5a2b2-a761-407c-8f25-a7eaea6fb45b None None] Provisioning for port f3d39ded-2a48-45ee-b808-30f8ff52f834 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:11.038357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff37bb1-06aa-425f-b24e-d80d76c2a0d2']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:11.058535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b903a17-cf68-46f4-92d8-f856bdced63f') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:11.058535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b903a17-cf68-46f4-92d8-f856bdced63f') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:11.070553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.085504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=3457ba3d-649e-4827-ad8d-20c97432449d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:11.100386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.247858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5ef1fab-1c48-4bf1-adec-acd3b0a84521 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:34:11.327684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f3d39ded-2a48-45ee-b808-30f8ff52f834 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:11.468786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:11.484689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:34:11.494252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f3d39ded-2a48-45ee-b808-30f8ff52f834 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:11.518480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f3d39ded-2a48-45ee-b808-30f8ff52f834 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:11.518778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.568674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.590781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ef1fab-1c48-4bf1-adec-acd3b0a84521 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:11.596743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90386972-150c-4156-866b-a419444b330f None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:34:11.614830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3712f92-ba73-4c12-939a-66e7498561c3 req-eff10865-68bf-47e6-a219-2201442bd095 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b37c084-8e3b-4449-aec5-49def5bca368 HTTP/1.1" status: 200 len: 210 time: 0.6881130 Aug 28 08:34:11.621970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:11.622589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.679908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:11.742054 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:11.834124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a113d599-1e81-4d87-a03f-a5da94d8cca0 req-cbb8e569-d66c-4bc3-a974-3ae247fa9e7b tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0616643 Aug 28 08:34:11.834533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95a65059-8e28-4b40-b8ac-7b2279206de4 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:11.834533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.840227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.854555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.854555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/aff37bb1-06aa-425f-b24e-d80d76c2a0d2 HTTP/1.1" status: 204 len: 168 time: 1.8620369 Aug 28 08:34:11.854714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:11.859943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2085356646'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:11.874125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b2cd5804-a5fc-43b3-b2ff-b147f9c127da None None] Provisioning complete for port f3d39ded-2a48-45ee-b808-30f8ff52f834 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:11.874529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b2cd5804-a5fc-43b3-b2ff-b147f9c127da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.877673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631ede-b058-4b00-ba1a-d3f56ab8b7d3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=aff37bb1-06aa-425f-b24e-d80d76c2a0d2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:11.948904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:11.952606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:11.997942 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.001776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b52cc-0a68-4900-a445-6915d8361a83 req-708436cb-a06a-4c3d-8cec-64a2d3c90354 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:12.002049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:12.028296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-173b52cc-0a68-4900-a445-6915d8361a83 req-708436cb-a06a-4c3d-8cec-64a2d3c90354 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 944 time: 0.0914381 Aug 28 08:34:12.035590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.035961 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 4ef3bf61-1c00-484a-87f9-e388901db435 of type vlan for network 2fc72605-28c7-4d0f-9d1f-5f665279d0bb Aug 28 08:34:12.079037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-173b52cc-0a68-4900-a445-6915d8361a83 req-22b24295-1078-480b-ae82-b9ec4e66797d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Aug 28 08:34:12.084091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:12.123993 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.205539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f3d39ded-2a48-45ee-b808-30f8ff52f834, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f3d39ded-2a48-45ee-b808-30f8ff52f834,segment=NetworkSegment(0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444),segment_id=0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:12.238780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.246180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:12.247112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.290204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b5ef1fab-1c48-4bf1-adec-acd3b0a84521'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:12.307182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572fb3a-0967-4958-ba0d-68094cdb6301 req-8a34bac1-a881-4ed5-9f60-19dab3a64db4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:12.319133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3572fb3a-0967-4958-ba0d-68094cdb6301 req-8a34bac1-a881-4ed5-9f60-19dab3a64db4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 944 time: 0.1294250 Aug 28 08:34:12.388494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.389475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5335236 Aug 28 08:34:12.392744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3572fb3a-0967-4958-ba0d-68094cdb6301 req-3a2f8cbc-35ee-473b-a95e-a6500ea4d639 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721166 Aug 28 08:34:12.393229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:12.400688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '2fc72605-28c7-4d0f-9d1f-5f665279d0bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:12.433004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 95a65059-8e28-4b40-b8ac-7b2279206de4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:12.437809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd938c-321f-4d39-9f12-3da767ddf457 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=2fc72605-28c7-4d0f-9d1f-5f665279d0bb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:12.439756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90386972-150c-4156-866b-a419444b330f None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:34:12.463776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2fc72605-28c7-4d0f-9d1f-5f665279d0bb details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:12.524554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 95a65059-8e28-4b40-b8ac-7b2279206de4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:12.524956 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.595321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b2cd5804-a5fc-43b3-b2ff-b147f9c127da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.600228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:12.603931 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:12.770704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f3d39ded-2a48-45ee-b808-30f8ff52f834,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:13.040279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:13.068028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd8b3952-9f9a-431b-b38e-c842e3506720 req-099095f3-9a36-47ff-97a3-c4d2f85e98ec tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/ports?device_id=379d1e6e-52a5-41f7-a14a-6256e7850b65 HTTP/1.1" status: 200 len: 210 time: 0.0999916 Aug 28 08:34:13.120194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95a65059-8e28-4b40-b8ac-7b2279206de4,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:13.130352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:13.171695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:13.175853 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62300cc9-35aa-4136-a1a9-6495473353e2" -d '{"events": [{"server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "name": "network-vif-plugged", "status": "completed", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:13.231296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-b2cd5804-a5fc-43b3-b2ff-b147f9c127da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:13.231648 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-b2cd5804-a5fc-43b3-b2ff-b147f9c127da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:13.240432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:13.303903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=c9da050c-f65d-4ae5-aad9-7efeec3f2710,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:13.390420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-bbbba8d0-a37b-43d6-86bd-df5c9b1990fd tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:13.401996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-bbbba8d0-a37b-43d6-86bd-df5c9b1990fd tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.2113256 Aug 28 08:34:13.435914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-825e737a-6a71-4afe-910e-cff9b64f6021 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0167351 Aug 28 08:34:13.440341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '4ef3bf61-1c00-484a-87f9-e388901db435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2fc72605-28c7-4d0f-9d1f-5f665279d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:13.440837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 2fc72605-28c7-4d0f-9d1f-5f665279d0bb, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:13.499844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-1c377b2b-ed9d-4464-959d-028420707dba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562308 Aug 28 08:34:13.513215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f3d39ded-2a48-45ee-b808-30f8ff52f834 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:13.515407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:13.593652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:13.594001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7a0ca19c-8a01-47cf-a5fd-293cd67fd27e not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:13.614029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-a7e621c5-015c-4d4e-9446-2d9edcf4b36e service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031418 Aug 28 08:34:13.618184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 2fc72605-28c7-4d0f-9d1f-5f665279d0bb is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:13.685298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:13.740609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f3d39ded-2a48-45ee-b808-30f8ff52f834 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:13.741350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:13.741617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2fc72605-28c7-4d0f-9d1f-5f665279d0bb) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:13.758183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:13.759392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:13.764950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-e2d4b37b-520c-4bd0-9c86-460570842a15 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423659 Aug 28 08:34:13.807169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe84b7d-63ce-4128-9d39-2d5408d40558 None None] Network 2fc72605-28c7-4d0f-9d1f-5f665279d0bb requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:13.845537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-531c5fd8-f474-4b9f-8366-8f9983a43424 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4511695 Aug 28 08:34:13.848404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:13.984905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.097416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bf284-c3b2-4462-b4f2-a50350045743 req-1e159668-f192-417c-8127-3e7f0f34f6f0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:14.098453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8adb6-4e3a-46f9-8938-bb56942cae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2fc72605-28c7-4d0f-9d1f-5f665279d0bb', 'network_id': '2fc72605-28c7-4d0f-9d1f-5f665279d0bb', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': 'c9da050c-f65d-4ae5-aad9-7efeec3f2710'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:14.099158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.099622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0ac8adb6-4e3a-46f9-8938-bb56942cae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.105755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-925bf284-c3b2-4462-b4f2-a50350045743 req-1e159668-f192-417c-8127-3e7f0f34f6f0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0913854 Aug 28 08:34:14.206135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-925bf284-c3b2-4462-b4f2-a50350045743 req-03e51914-b355-4d5e-9c54-e1bcf74c5e0f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993886 Aug 28 08:34:14.270477 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e480b0d6-34cc-48e7-af27-1e5976c8f814 x-openstack-request-id: req-e480b0d6-34cc-48e7-af27-1e5976c8f814 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:14.270847 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "name": "network-vif-plugged", "status": "completed", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:14.271190 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e480b0d6-34cc-48e7-af27-1e5976c8f814 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:14.271629 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4', 'code': 200} Aug 28 08:34:14.286634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server [None req-0ac8adb6-4e3a-46f9-8938-bb56942cae88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9da050c-f65d-4ae5-aad9-7efeec3f2710: This subnet is being modified by another concurrent operation. Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 08:34:14.341133 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server raise exception Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9da050c-f65d-4ae5-aad9-7efeec3f2710: This subnet is being modified by another concurrent operation. Aug 28 08:34:14.347391 n-d-792458-16 neutron-server[95468]: ERROR oslo_messaging.rpc.server Aug 28 08:34:14.371598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e52e56-b84d-49b5-9ce8-b91c99cf6065 None None] Network 2fc72605-28c7-4d0f-9d1f-5f665279d0bb requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:14.440105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.449647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=c9da050c-f65d-4ae5-aad9-7efeec3f2710,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:14.466828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024822-2beb-4bf4-8315-9f08b7292673 req-a930ac32-126a-4053-bd56-25cb442166e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:14.468421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59024822-2beb-4bf4-8315-9f08b7292673 req-a930ac32-126a-4053-bd56-25cb442166e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 944 time: 0.1422195 Aug 28 08:34:14.498909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc72605-28c7-4d0f-9d1f-5f665279d0bb']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:14.512775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef3bf61-1c00-484a-87f9-e388901db435') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:14.513079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef3bf61-1c00-484a-87f9-e388901db435') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:14.529085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.540300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59024822-2beb-4bf4-8315-9f08b7292673 req-c4e9360c-7cb6-4baf-a87e-f4094e105040 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627956 Aug 28 08:34:14.546677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e7a7-b103-4242-85e2-fa61654c83a6 req-1089872a-6c7a-4de0-811c-735f8781826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:14.549189 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0619e7a7-b103-4242-85e2-fa61654c83a6 req-1089872a-6c7a-4de0-811c-735f8781826c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 1097 time: 0.1008685 Aug 28 08:34:14.572983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2283d2dc-281c-424d-a077-ed2cec9753ef None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:34:14.576296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.604033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:14.607944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:14.612891 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:14.643454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c127fba-2cdf-4359-a62e-83271517e61c req-9e48df6a-3a47-4873-8ba9-b51eae182787 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.0554316 Aug 28 08:34:14.719265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0619e7a7-b103-4242-85e2-fa61654c83a6 req-a592f288-51f3-41b3-a1e2-bb670340bca4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570356 Aug 28 08:34:14.764081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283d2dc-281c-424d-a077-ed2cec9753ef None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:34:14.806945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39200) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:14.835280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.849640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.851391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/2fc72605-28c7-4d0f-9d1f-5f665279d0bb HTTP/1.1" status: 204 len: 168 time: 1.0019844 Aug 28 08:34:14.855070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39202) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:14.860722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584047027'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:14.872611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ffd9a-3946-4fce-b54c-71d88e3ad500 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=2fc72605-28c7-4d0f-9d1f-5f665279d0bb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:14.897829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.928393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:14.965761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:14.970280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.008636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:15.020348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.020884 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 09ee212d-a6ce-4e14-b075-43ae9768729a of type vlan for network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 Aug 28 08:34:15.068874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.091573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.094093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.098460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3 HTTP/1.1" status: 204 len: 168 time: 0.2903714 Aug 28 08:34:15.101283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39206) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:15.109576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696a8a-61dd-4bf6-95ab-3cb0752660a0 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:15.118898 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-f22479b8-da96-4718-9daa-c5ccd320b974 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] show failed (client error): The resource could not be found. Aug 28 08:34:15.124075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f22479b8-da96-4718-9daa-c5ccd320b974 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "GET /v2.0/security-groups/b5c6a98a-fca7-4e3a-a0a6-1c2811ff65d3 HTTP/1.1" status: 404 len: 347 time: 0.0214942 Aug 28 08:34:15.126940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:15.232547 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.244629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:15.245631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.261823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5ef1fab-1c48-4bf1-adec-acd3b0a84521 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:15.418878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=7a844b7f-447b-46cb-bf2d-1cd720ff9606,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:15.441643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:15.445389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1af0-a645-4b5d-a8f2-0ba866a78d45 req-28e0f827-cf7c-4083-974d-93dff0ae7db5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:15.447354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd1a1af0-a645-4b5d-a8f2-0ba866a78d45 req-28e0f827-cf7c-4083-974d-93dff0ae7db5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0888264 Aug 28 08:34:15.481439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:15.494509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 461cfe6d-4739-4bb7-96a0-7162e6c93164 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:15.495264 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.502372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9628769e-3d13-42c4-aa44-1ad809ed81ff tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6461685 Aug 28 08:34:15.505271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39216) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:15.511024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:15.518321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:15.518702 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.657439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.669605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd1a1af0-a645-4b5d-a8f2-0ba866a78d45 req-a3fc26d7-7033-4571-b168-e43bf0025d0c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042344 Aug 28 08:34:15.711753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:15.726839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.727254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.742544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 461cfe6d-4739-4bb7-96a0-7162e6c93164 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:15.811521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:15.815718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.838611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547443d-263b-403e-baf2-8f10e78c27fe req-4248a72a-09b7-404b-a2e8-c3a2bd78ab63 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:15.840132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d547443d-263b-403e-baf2-8f10e78c27fe req-4248a72a-09b7-404b-a2e8-c3a2bd78ab63 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 944 time: 0.0998628 Aug 28 08:34:15.851692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:15.914941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d547443d-263b-403e-baf2-8f10e78c27fe req-c75ea544-43aa-4ac3-aa0c-93f48017dde5 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658414 Aug 28 08:34:16.008363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:16.049875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-755a0579-c58d-4216-8852-56a2131da7b0 req-d9fa864b-a484-4362-a57e-cc2c1ca6c806 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.0505414 Aug 28 08:34:16.108951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.148955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.176835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=461cfe6d-4739-4bb7-96a0-7162e6c93164,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:16.234035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.237205 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.241335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a5c23022-e95a-4c39-8e4f-994dee63e447 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/floatingips/60cca3ea-cd75-4c8f-b1b3-52e44d5df4cc HTTP/1.1" status: 204 len: 168 time: 1.1133683 Aug 28 08:34:16.242012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:16.272833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:16.276237 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106290cb-9362-400f-a9f6-29924601fd0c" -d '{"events": [{"server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "name": "network-vif-plugged", "status": "completed", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:16.276808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=ad3193e9-0aa5-4a0e-82c3-f3af1727102b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:16.287113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '09ee212d-a6ce-4e14-b075-43ae9768729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:16.287484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 7a844b7f-447b-46cb-bf2d-1cd720ff9606, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:16.343668 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4927ea-fc2f-41b5-9434-53d8ad54ba18 x-openstack-request-id: req-af4927ea-fc2f-41b5-9434-53d8ad54ba18 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:16.343965 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "name": "network-vif-plugged", "status": "completed", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:16.344250 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af4927ea-fc2f-41b5-9434-53d8ad54ba18 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:16.345204 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'code': 200} Aug 28 08:34:16.372668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 3e1f6b13-905b-42eb-b327-358d800bc2bb {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:16.373267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.383062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:16.473498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.480180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d872-5a66-45e1-93e0-552e21778bbb req-87ea9eed-2ab6-4518-adfb-00583f88ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:16.484009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2568d872-5a66-45e1-93e0-552e21778bbb req-87ea9eed-2ab6-4518-adfb-00583f88ce13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1097 time: 0.0498445 Aug 28 08:34:16.485969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7a844b7f-447b-46cb-bf2d-1cd720ff9606) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:16.491622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 3e1f6b13-905b-42eb-b327-358d800bc2bb owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:16.492636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:16.495578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.497652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00bbb8-d882-42d4-b1b6-024e70aa0418 None None] Network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:16.539108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2568d872-5a66-45e1-93e0-552e21778bbb req-e9704b63-7d18-4e61-8dcb-8221b06c28c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Aug 28 08:34:16.601046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c0726e3e-7ea3-40ec-9194-e6b33a2856dd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0942616 Aug 28 08:34:16.604661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39238) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:16.742027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7a844b7f-447b-46cb-bf2d-1cd720ff9606', 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': 'ad3193e9-0aa5-4a0e-82c3-f3af1727102b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:16.743321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.786303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.814011 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.855443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:16.872266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f540-841f-44f6-b56b-c72dff65e768 req-c86742f4-73cf-4cc6-ac55-895b08e20a18 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:16.874722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a7f540-841f-44f6-b56b-c72dff65e768 req-c86742f4-73cf-4cc6-ac55-895b08e20a18 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1023247 Aug 28 08:34:16.877348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=3e1f6b13-905b-42eb-b327-358d800bc2bb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:16.933584 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:34:16.934322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Allocated IP 2001:db8::1 (7a844b7f-447b-46cb-bf2d-1cd720ff9606/ad3193e9-0aa5-4a0e-82c3-f3af1727102b/26e97655-485e-4cdd-8e31-041b36a1cd86) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:16.997000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a7f540-841f-44f6-b56b-c72dff65e768 req-4113c899-258d-4f6b-ac83-2039829223f3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118243 Aug 28 08:34:17.003660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.007532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d01137ed-dc17-4e83-886e-819596fe2e41 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/ports/3e1f6b13-905b-42eb-b327-358d800bc2bb HTTP/1.1" status: 204 len: 168 time: 0.7641463 Aug 28 08:34:17.009765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:17.089631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-6acbb718-8b05-4899-81b9-1be5ccafdf95 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:17.093896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-6acbb718-8b05-4899-81b9-1be5ccafdf95 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.1594136 Aug 28 08:34:17.115398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': '8e429b34-448c-415a-a04b-0260730ec842', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:17.181113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting port 226d7285-2471-4895-9e5c-10b145a62897 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:17.181703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.210900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.221450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Transition to ACTIVE for port object 26e97655-485e-4cdd-8e31-041b36a1cd86 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:17.244507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Transition to ACTIVE for port object 26e97655-485e-4cdd-8e31-041b36a1cd86 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:17.258358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d756fe-7773-4dbe-a5cc-fb2a00b75bdc req-3b35c89d-4503-49de-801a-5141bfafdafe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:17.267048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68d756fe-7773-4dbe-a5cc-fb2a00b75bdc req-3b35c89d-4503-49de-801a-5141bfafdafe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.1506143 Aug 28 08:34:17.331559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.403941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68d756fe-7773-4dbe-a5cc-fb2a00b75bdc req-0b7f23c2-ca9c-4774-bdf0-b11442caaf1b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336715 Aug 28 08:34:17.404153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:17.410603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:17.417453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:17.462377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.467267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:17.480911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.487736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Pushing event updated for resources: {'Port': ['ID=26e97655-485e-4cdd-8e31-041b36a1cd86,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:17.519095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.533052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3193e9-0aa5-4a0e-82c3-f3af1727102b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:17.533881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Attempting to bind port 26e97655-485e-4cdd-8e31-041b36a1cd86 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:17.534369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Attempting to bind port 26e97655-485e-4cdd-8e31-041b36a1cd86 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '09ee212d-a6ce-4e14-b075-43ae9768729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:17.541978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Attempting to bind port 26e97655-485e-4cdd-8e31-041b36a1cd86 on network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:17.553013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:17.561234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Calling delete_port for 226d7285-2471-4895-9e5c-10b145a62897 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:17.561412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Checking segment: {'id': '09ee212d-a6ce-4e14-b075-43ae9768729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:17.561412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.561412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Bound using segment: {'id': '09ee212d-a6ce-4e14-b075-43ae9768729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:17.561412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Bound port: 26e97655-485e-4cdd-8e31-041b36a1cd86, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee212d-a6ce-4e14-b075-43ae9768729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:17.561412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.637290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] For port 26e97655-485e-4cdd-8e31-041b36a1cd86, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:17.642646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] For port 26e97655-485e-4cdd-8e31-041b36a1cd86, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=26e97655-485e-4cdd-8e31-041b36a1cd86,segment=NetworkSegment(09ee212d-a6ce-4e14-b075-43ae9768729a),segment_id=09ee212d-a6ce-4e14-b075-43ae9768729a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:17.686168 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.703627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a844b7f-447b-46cb-bf2d-1cd720ff9606']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:17.725320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.739809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ee212d-a6ce-4e14-b075-43ae9768729a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:17.740111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ee212d-a6ce-4e14-b075-43ae9768729a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:17.769696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.784772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.799766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:17.800222 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:17.803780 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:17.805663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.11 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/75997966-13ac-43f0-8c85-0104606da178) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:17.830354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:17.892355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9f3a-6142-4612-9804-ecd6fae30214 None None] Pushing event updated for resources: {'Port': ['ID=26e97655-485e-4cdd-8e31-041b36a1cd86,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:17.963678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:34:17.963678 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:34:17.963678 n-d-792458-16 neutron-server[95467]: [parameters: {'id': '7a844b7f-447b-46cb-bf2d-1cd720ff9606'}] Aug 28 08:34:17.963678 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:17.964092 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:17.967343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Port': ['ID=226d7285-2471-4895-9e5c-10b145a62897,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:17.970991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7732fb-8dc2-4798-82d1-cf0133fd44f2 None None] Network 7a844b7f-447b-46cb-bf2d-1cd720ff9606 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:18.093363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16815536-bcc8-4b3b-af87-b54bd6d416a2 req-8973d962-48a6-4b64-9b3c-5dd3b060d237 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.0917463 Aug 28 08:34:18.203134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.241732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.249022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c0d5eda8-4607-4779-98b0-c2e56b51af2e tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/ports/226d7285-2471-4895-9e5c-10b145a62897 HTTP/1.1" status: 204 len: 168 time: 1.2338712 Aug 28 08:34:18.249022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39268) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:18.309705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e128ec-eb8e-42fb-b254-ee7ce1dd6ef9 req-039d1f86-8aa6-4bfe-a0ff-cc0b4ffa6994 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:18.311489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0e128ec-eb8e-42fb-b254-ee7ce1dd6ef9 req-039d1f86-8aa6-4bfe-a0ff-cc0b4ffa6994 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1174591 Aug 28 08:34:18.324839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting subnet 100a5e82-b31c-4410-a70b-cb7227e88e11 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:18.330697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.341992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.412165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.462354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:18.470011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0e128ec-eb8e-42fb-b254-ee7ce1dd6ef9 req-eeb0c047-3007-4257-8e9b-b4413b9510f1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413553 Aug 28 08:34:18.474814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.477992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:18.486941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:18.540429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:18.584623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.595526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:18.596189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.649149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467bfe3-12f7-4f6b-9de9-5c685a60f9a0 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:34:18.649359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port 26e97655-485e-4cdd-8e31-041b36a1cd86 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:18.649724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.700011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4499-7752-48cd-a3d1-fff277bf280b req-c063e093-41d2-413f-93ca-c69811f0b6ed tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:18.701991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a1c4499-7752-48cd-a3d1-fff277bf280b req-c063e093-41d2-413f-93ca-c69811f0b6ed tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.1119478 Aug 28 08:34:18.716095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port 26e97655-485e-4cdd-8e31-041b36a1cd86, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=26e97655-485e-4cdd-8e31-041b36a1cd86,segment=NetworkSegment(09ee212d-a6ce-4e14-b075-43ae9768729a),segment_id=09ee212d-a6ce-4e14-b075-43ae9768729a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:18.716468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.731799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-ed2ccc54-e602-42f2-8cf4-90fae6c2c777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6212187 Aug 28 08:34:18.738106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for 26e97655-485e-4cdd-8e31-041b36a1cd86 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:18.752822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Request body: {'port': {'device_id': '8e429b34-448c-415a-a04b-0260730ec842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:18.753247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a1c4499-7752-48cd-a3d1-fff277bf280b req-040ba85f-3a1a-4ddf-ae8c-3360b59d9a57 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Aug 28 08:34:18.804624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.820389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467bfe3-12f7-4f6b-9de9-5c685a60f9a0 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:34:18.856424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Subnet': ['ID=100a5e82-b31c-4410-a70b-cb7227e88e11,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:18.873833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:18.876185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-12dc29c4-7bb5-44b1-b6e6-24f1ae7c8a55 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/subnets/100a5e82-b31c-4410-a70b-cb7227e88e11 HTTP/1.1" status: 204 len: 168 time: 0.6273117 Aug 28 08:34:18.878517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39278) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:18.940005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.015252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc318-1b5e-4213-b6a7-ce9e42d63a2c req-e1af8983-7e2e-4cf5-9ccc-0041e07e1376 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:19.017702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dedc318-1b5e-4213-b6a7-ce9e42d63a2c req-e1af8983-7e2e-4cf5-9ccc-0041e07e1376 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.1511834 Aug 28 08:34:19.025377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Deleting subnet 8a4208bf-b6c1-47b1-85ef-2e1e30004e10 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:19.032733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.139832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.164665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.170621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dedc318-1b5e-4213-b6a7-ce9e42d63a2c req-dab81eb1-c980-437e-9083-b0177ea9c459 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424654 Aug 28 08:34:19.199181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39288) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:19.276742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.287909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port 26e97655-485e-4cdd-8e31-041b36a1cd86 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:19.298610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=26e97655-485e-4cdd-8e31-041b36a1cd86,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:19.311612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72210c8-3938-4793-af58-f091b8a5db69 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:19.311612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a72210c8-3938-4793-af58-f091b8a5db69 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1092 time: 0.1101732 Aug 28 08:34:19.315207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:19.325535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:19.327309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40358d4f-aea3-45e9-9106-4a30f01f9390 None None] Network 73ed7c51-2cdc-4c96-a358-e46ab47b641f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:19.401112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.426251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a844b7f-447b-46cb-bf2d-1cd720ff9606']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:19.458028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ee212d-a6ce-4e14-b075-43ae9768729a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:19.458998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ee212d-a6ce-4e14-b075-43ae9768729a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:19.469015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2f0fd-f8a8-4a27-bbde-1b032589edb5 req-5428918b-138e-4d28-a3c0-4daf428747f9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:19.473933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.477916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bca2f0fd-f8a8-4a27-bbde-1b032589edb5 req-5428918b-138e-4d28-a3c0-4daf428747f9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 932 time: 0.1259911 Aug 28 08:34:19.502092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.529185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:19.529545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:19.533108 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:19.535160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bca2f0fd-f8a8-4a27-bbde-1b032589edb5 req-a2a819d6-6d46-4c5d-ac20-44cb2b627d2c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527191 Aug 28 08:34:19.559928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.601086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75997966-13ac-43f0-8c85-0104606da178 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:19.608195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] DHCP port deletion for 73ed7c51-2cdc-4c96-a358-e46ab47b641f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:19.618490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.633542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Transition to ACTIVE for port object 75997966-13ac-43f0-8c85-0104606da178 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:19.699193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Deleting port f075fe79-cfab-4343-afaf-609d7802fe01 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:19.699622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.725620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cc01d-48f7-453f-8dcf-04d92da5d63c req-b1b9cc89-810f-41cb-9b84-1fe6e15c430b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:19.727388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-565cc01d-48f7-453f-8dcf-04d92da5d63c req-b1b9cc89-810f-41cb-9b84-1fe6e15c430b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0869884 Aug 28 08:34:19.731496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.740531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.747509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/7a844b7f-447b-46cb-bf2d-1cd720ff9606 HTTP/1.1" status: 204 len: 168 time: 3.1381321 Aug 28 08:34:19.751686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39296) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:19.768906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567214165'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:19.783836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82931fa4-d741-4cac-926c-0819d7e35ef8 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=7a844b7f-447b-46cb-bf2d-1cd720ff9606,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:19.791346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.819918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] For port f075fe79-cfab-4343-afaf-609d7802fe01, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f075fe79-cfab-4343-afaf-609d7802fe01,segment=NetworkSegment(d1953ada-b695-4cd9-9daa-3b51e9a2f311),segment_id=d1953ada-b695-4cd9-9daa-3b51e9a2f311)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:19.820716 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.824876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.842687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Calling delete_port for f075fe79-cfab-4343-afaf-609d7802fe01 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:19.846271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-565cc01d-48f7-453f-8dcf-04d92da5d63c req-61355180-21f8-4576-9779-71b5545c0e9b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979342 Aug 28 08:34:19.876227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4208bf-b6c1-47b1-85ef-2e1e30004e10,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:19.878358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.880323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-01911f10-62d5-4d36-ac05-3b795fc19721 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/subnets/8a4208bf-b6c1-47b1-85ef-2e1e30004e10 HTTP/1.1" status: 204 len: 168 time: 1.0008881 Aug 28 08:34:19.884690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39298) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:19.886869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402ad93-c534-4b14-9efe-1f7b760a98fa None None] Network e81f0055-88c2-462f-ba31-8fcd845c3d6b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:19.897450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Pushing event updated for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:19.904053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:19.947311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:19.950887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.002093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Attempting to bind port 75997966-13ac-43f0-8c85-0104606da178 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:20.002820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Attempting to bind port 75997966-13ac-43f0-8c85-0104606da178 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:20.003375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Attempting to bind port 75997966-13ac-43f0-8c85-0104606da178 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:20.009840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Port 75997966-13ac-43f0-8c85-0104606da178 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:20.010181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Attempting to bind port 75997966-13ac-43f0-8c85-0104606da178 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:20.017552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:20.018017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:20.019041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:20.020232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Bound port: 75997966-13ac-43f0-8c85-0104606da178, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:20.021300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.105829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:20.107592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:20.111630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=75997966-13ac-43f0-8c85-0104606da178,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:20.117421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.117774 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 638c15b8-a3bc-40b4-87be-0b9548d2ca8a of type vlan for network 810932ba-09c5-4a53-8770-dc9489bce84f Aug 28 08:34:20.154742 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.181313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.186620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] Pushing event deleted for resources: {'Port': ['ID=f075fe79-cfab-4343-afaf-609d7802fe01,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:20.194646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.25.0.89 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/4b1c1c0a-f62c-45f7-8620-29cd69bd1818) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:20.196020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] DHCP port deletion for e81f0055-88c2-462f-ba31-8fcd845c3d6b request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:20.198739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263262f-6502-4fca-b644-328e464e9cb2 None None] No DVR routers for this DVR port f075fe79-cfab-4343-afaf-609d7802fe01 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:20.206921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.212423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.264387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.265158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.267679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] 10.222.0.64 "PUT /v2.0/ports/75997966-13ac-43f0-8c85-0104606da178 HTTP/1.1" status: 200 len: 1093 time: 1.5188584 Aug 28 08:34:20.270035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'tag': '75997966-13ac-43f0-8c85-0104606da178'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:20.272360 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517b6ab-3218-41cb-9a16-dd0fd60b8238" -d '{"events": [{"name": "network-changed", "server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "tag": "75997966-13ac-43f0-8c85-0104606da178"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:20.303832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6ed6-0c0e-42f7-9800-22b66008f876 service neutron] Pushing event updated for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:20.333587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Deleting port c3ebf08f-9514-4b19-9aad-851eb96f3caa {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:20.334111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.347864 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c35acce-4b3c-4fc7-9bac-7bf9715380c6 x-openstack-request-id: req-0c35acce-4b3c-4fc7-9bac-7bf9715380c6 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:20.348349 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "tag": "75997966-13ac-43f0-8c85-0104606da178", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:20.348749 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c35acce-4b3c-4fc7-9bac-7bf9715380c6 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:20.349324 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'tag': '75997966-13ac-43f0-8c85-0104606da178', 'status': 'completed', 'code': 200} Aug 28 08:34:20.401337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] For port c3ebf08f-9514-4b19-9aad-851eb96f3caa, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3ebf08f-9514-4b19-9aad-851eb96f3caa,segment=NetworkSegment(6258c44a-9fcc-4f2b-b9c3-abafed766be4),segment_id=6258c44a-9fcc-4f2b-b9c3-abafed766be4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:20.401337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.414014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.417868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Calling delete_port for c3ebf08f-9514-4b19-9aad-851eb96f3caa owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:20.423477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.430063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.430703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.461579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-95ba2613-db03-46e2-a311-c9e03bca2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.463919 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-95ba2613-db03-46e2-a311-c9e03bca2082 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 1096 time: 0.0675941 Aug 28 08:34:20.512883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ed7c51-2cdc-4c96-a358-e46ab47b641f']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:20.527454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39306) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:20.556729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.645071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8915653 Aug 28 08:34:20.647358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1953ada-b695-4cd9-9daa-3b51e9a2f311') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:20.647653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1953ada-b695-4cd9-9daa-3b51e9a2f311') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:20.649527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39312) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:20.658889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:20.673422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-eb48b84f-b481-496d-9430-5c49a1dbe4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.674611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-eb48b84f-b481-496d-9430-5c49a1dbe4ea service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e54f335c4f454439a45ab99a7e4cead3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1962199 Aug 28 08:34:20.780885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.794531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.795442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-d272e5fc-52c4-4a71-97b0-deb207cd50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.797093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2517b6ab-3218-41cb-9a16-dd0fd60b8238 req-d272e5fc-52c4-4a71-97b0-deb207cd50c6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153030 Aug 28 08:34:20.805773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.824459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] Pushing event deleted for resources: {'Port': ['ID=c3ebf08f-9514-4b19-9aad-851eb96f3caa,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:20.826503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1cc38-ceaa-43dd-9953-f8ea77181afa None None] No DVR routers for this DVR port c3ebf08f-9514-4b19-9aad-851eb96f3caa on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:20.847218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5b2c-4101-4681-8c5a-3d80e0ca8017 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=810932ba-09c5-4a53-8770-dc9489bce84f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:20.860871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:20.875974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.878023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aee6d66-2e05-40ff-89b8-631898ce95a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.904826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:20.905241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:20.905480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-cf1e2f8f-cde9-483e-b202-350674d58480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:20.907373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-cf1e2f8f-cde9-483e-b202-350674d58480 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 1096 time: 0.0501575 Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:20.909320 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:20.920922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:20.966781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:20.969373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:20.991851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:20.994495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:21.029588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=4b1c1c0a-f62c-45f7-8620-29cd69bd1818,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:21.053110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac54eb-955c-4c25-9254-273c17240c83 req-f825a8df-9a86-4ff5-b778-51fa57cf65c0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:21.054733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9eac54eb-955c-4c25-9254-273c17240c83 req-f825a8df-9a86-4ff5-b778-51fa57cf65c0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 944 time: 0.3044586 Aug 28 08:34:21.199906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:21.212302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:21.214285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/networks/73ed7c51-2cdc-4c96-a358-e46ab47b641f HTTP/1.1" status: 204 len: 168 time: 1.3290548 Aug 28 08:34:21.228564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39318) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:21.241268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f075fe79-cfab-4343-afaf-609d7802fe01 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:21.264500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f075fe79-cfab-4343-afaf-609d7802fe01 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:21.265097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f075fe79-cfab-4343-afaf-609d7802fe01 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:21.265760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3ebf08f-9514-4b19-9aad-851eb96f3caa no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:21.293008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c3ebf08f-9514-4b19-9aad-851eb96f3caa {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:21.293648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3ebf08f-9514-4b19-9aad-851eb96f3caa not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:21.296715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9eac54eb-955c-4c25-9254-273c17240c83 req-1cc4ddbf-f9ba-4bd2-b663-3af7766e897d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013800 Aug 28 08:34:21.336493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-84fdbbb5-d72b-44df-b828-a7dec5a69b53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75997966-13ac-43f0-8c85-0104606da178 HTTP/1.1" status: 200 len: 217 time: 0.4057546 Aug 28 08:34:21.399524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-37e3e1b3-32fb-437f-8624-7419d58e652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:21.399524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-37e3e1b3-32fb-437f-8624-7419d58e652d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.0516469 Aug 28 08:34:21.437729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-0a0bfdc8-f5a8-4541-bb04-90600f208ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328822 Aug 28 08:34:21.558712 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-bb7fdcc0-7195-47be-9fb7-9b78cb67deb8 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125927 Aug 28 08:34:21.660166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-67cc53ec-6377-4df8-8716-39b4e57125fe req-135a69a3-7cdb-4ca9-895a-4ff432d2a9d7 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939708 Aug 28 08:34:21.736724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c785c-2988-4b4f-ac76-80ee3dc8fe03 tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Network': ['ID=73ed7c51-2cdc-4c96-a358-e46ab47b641f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:21.913476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:21.939375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39326) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:21.954177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986d10-1c68-46b1-bd96-cafd7e5a1719 req-3d5f1907-cb04-40bc-9882-f2db0e4251a3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:21.955772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c986d10-1c68-46b1-bd96-cafd7e5a1719 req-3d5f1907-cb04-40bc-9882-f2db0e4251a3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.2229180 Aug 28 08:34:21.962188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aee6d66-2e05-40ff-89b8-631898ce95a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.053095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aee6d66-2e05-40ff-89b8-631898ce95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.055764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54b44ef-53cc-465e-af28-14697272b761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.146687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54b44ef-53cc-465e-af28-14697272b761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.189792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9aee6d66-2e05-40ff-89b8-631898ce95a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6df1978e97074fc696dcc3c4bb9f8e50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5628247 Aug 28 08:34:22.192668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c986d10-1c68-46b1-bd96-cafd7e5a1719 req-915ee826-25cb-47fc-9fef-962ae78201a5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291713 Aug 28 08:34:22.193010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39330) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:22.220911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e54b44ef-53cc-465e-af28-14697272b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.231278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.239597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee6d66-2e05-40ff-89b8-631898ce95a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf67963-bd84-4e5c-960d-361b9a3524ea,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.251309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81f0055-88c2-462f-ba31-8fcd845c3d6b']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:22.264471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6258c44a-9fcc-4f2b-b9c3-abafed766be4') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:22.264769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6258c44a-9fcc-4f2b-b9c3-abafed766be4') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:22.275701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b44ef-53cc-465e-af28-14697272b761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e26db-7df3-44db-ad36-2631c948b699,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.288028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e54b44ef-53cc-465e-af28-14697272b761 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=131b181845034982823d0c54900ac268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445261 Aug 28 08:34:22.290449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39332) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:22.303775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.307930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.314276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.349652 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.389829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.403493 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.413670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.425687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:22.426083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:22.445804 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:22.506478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=ae788f02-b8f3-4378-b90f-edff9e3abb5d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.519000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.521799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.526338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddf67963-bd84-4e5c-960d-361b9a3524ea HTTP/1.1" status: 204 len: 168 time: 0.3289356 Aug 28 08:34:22.536576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d64a98-36fd-4d41-bfa3-6a83f0c9f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf67963-bd84-4e5c-960d-361b9a3524ea,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.550661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.556808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '638c15b8-a3bc-40b4-87be-0b9548d2ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:22.556808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 810932ba-09c5-4a53-8770-dc9489bce84f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:22.557113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.559191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.563887 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f58e26db-7df3-44db-ad36-2631c948b699 HTTP/1.1" status: 204 len: 168 time: 0.2689555 Aug 28 08:34:22.566249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e8f8-83d9-4981-8db9-cff1a683fdce req-b148509f-4aef-4331-b4be-a068cc6980a3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:22.567895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27c7e8f8-83d9-4981-8db9-cff1a683fdce req-b148509f-4aef-4331-b4be-a068cc6980a3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 944 time: 0.2032015 Aug 28 08:34:22.583502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba10b-f8ca-4654-aec8-2cc172f8b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e26db-7df3-44db-ad36-2631c948b699,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.647710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27c7e8f8-83d9-4981-8db9-cff1a683fdce req-40995cf1-c6b9-4b6c-96ca-3492b754b296 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Aug 28 08:34:22.651128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.660077 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.662015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] 10.222.0.46 "DELETE /v2.0/networks/e81f0055-88c2-462f-ba31-8fcd845c3d6b HTTP/1.1" status: 204 len: 168 time: 1.4261644 Aug 28 08:34:22.673560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406c5e-c849-4f12-abf1-b21d26173d2c tempest-TaggedBootDevicesTest_v242-133292251 tempest-TaggedBootDevicesTest_v242-133292251-project] Pushing event deleted for resources: {'Network': ['ID=e81f0055-88c2-462f-ba31-8fcd845c3d6b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:22.756521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 810932ba-09c5-4a53-8770-dc9489bce84f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:22.790200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.874190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 810932ba-09c5-4a53-8770-dc9489bce84f) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:22.881425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:22.882053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.891073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180556f7-f8d3-4d6c-b0df-b7e86f2ebce1 None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:22.980033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:22.989225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39350) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:22.990528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be5d8740-2cac-4adb-95e6-3768c82e5e00 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3374612 Aug 28 08:34:22.995726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:23.074164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.141542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-aefa3723-8d68-44df-aecc-a8dce459668f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761735 Aug 28 08:34:23.198880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-810932ba-09c5-4a53-8770-dc9489bce84f', 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': 'ae788f02-b8f3-4378-b90f-edff9e3abb5d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:23.201616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.228314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.268219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:23.271757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.431784 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Floating IP cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 associated. External IP: 172.25.0.89, port: b5ef1fab-1c48-4bf1-adec-acd3b0a84521. Aug 28 08:34:23.467885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Allocated IP 2001:db8::2 (810932ba-09c5-4a53-8770-dc9489bce84f/ae788f02-b8f3-4378-b90f-edff9e3abb5d/1af212a2-009a-4570-b40e-d1275c913bf6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:23.475713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670131-a3d7-4084-888b-5afef1790546 req-66d8520d-5386-4f2c-8b9e-b56014d26a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:23.477411 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-66d8520d-5386-4f2c-8b9e-b56014d26a01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.0855026 Aug 28 08:34:23.548810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=4b1c1c0a-f62c-45f7-8620-29cd69bd1818,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:23.649269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670131-a3d7-4084-888b-5afef1790546 req-a86e8876-e0cd-4267-ab72-6d92b9e717c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:23.651276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-a86e8876-e0cd-4267-ab72-6d92b9e717c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 909 time: 0.1374741 Aug 28 08:34:23.651934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39364) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:23.680107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e1089e-a8e8-4900-ad16-f38ade15b22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.700347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac581cd-8473-42ae-999d-28d7f3eacff7 req-19213b5d-f164-45e2-8c75-fda6935efe8a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:23.718079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cac581cd-8473-42ae-999d-28d7f3eacff7 req-19213b5d-f164-45e2-8c75-fda6935efe8a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.2807636 Aug 28 08:34:23.730075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.741466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Transition to ACTIVE for port object 1af212a2-009a-4570-b40e-d1275c913bf6 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:23.762023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Transition to ACTIVE for port object 1af212a2-009a-4570-b40e-d1275c913bf6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:23.808295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cac581cd-8473-42ae-999d-28d7f3eacff7 req-f45d77b1-13d0-4b19-9417-d94a2b576894 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962794 Aug 28 08:34:23.822040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-c3228c46-004f-4599-8776-c9ab62c65443 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 999 time: 0.1503832 Aug 28 08:34:23.832357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.898529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:34:23.901707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670131-a3d7-4084-888b-5afef1790546 req-564299e8-b41f-4ff1-a922-c56db86b0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:23.903271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-564299e8-b41f-4ff1-a922-c56db86b0f8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.0716934 Aug 28 08:34:23.941950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Pushing event updated for resources: {'Port': ['ID=1af212a2-009a-4570-b40e-d1275c913bf6,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:23.980630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:23.985176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:23.986869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:23.995905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:24.045624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670131-a3d7-4084-888b-5afef1790546 req-609c218f-b94c-4ff6-adb9-04539a4b5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.047334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-609c218f-b94c-4ff6-adb9-04539a4b5871 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333101 Aug 28 08:34:24.060211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 810932ba-09c5-4a53-8770-dc9489bce84f is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:24.068261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:24.088165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.088788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.095325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Attempting to bind port 1af212a2-009a-4570-b40e-d1275c913bf6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:24.095721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Attempting to bind port 1af212a2-009a-4570-b40e-d1275c913bf6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '638c15b8-a3bc-40b4-87be-0b9548d2ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:24.097494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Attempting to bind port 1af212a2-009a-4570-b40e-d1275c913bf6 on network 810932ba-09c5-4a53-8770-dc9489bce84f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:24.108366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:24.108366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Checking segment: {'id': '638c15b8-a3bc-40b4-87be-0b9548d2ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:24.108793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.109195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Bound using segment: {'id': '638c15b8-a3bc-40b4-87be-0b9548d2ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:24.111914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Bound port: 1af212a2-009a-4570-b40e-d1275c913bf6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c15b8-a3bc-40b4-87be-0b9548d2ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:24.112328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.123918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:34:24.150048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:34:24.169421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:24.169999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:24.183008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f188d-3592-4a8c-96a3-8d7315911969 req-306db958-9a3f-4f51-af7c-fd401ff80e4d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.184840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-251f188d-3592-4a8c-96a3-8d7315911969 req-306db958-9a3f-4f51-af7c-fd401ff80e4d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 944 time: 0.1913257 Aug 28 08:34:24.256249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] For port 1af212a2-009a-4570-b40e-d1275c913bf6, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:24.267361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e1089e-a8e8-4900-ad16-f38ade15b22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.270657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=293d71aa-6c93-4e54-9515-f4f512e4c9a4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:24.279940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-9820fd24-7c9b-4822-9d23-71d296f5c9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152841 Aug 28 08:34:24.285480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-251f188d-3592-4a8c-96a3-8d7315911969 req-780fd4e5-2439-4871-8157-ac5ff65461a7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868421 Aug 28 08:34:24.300545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] For port 1af212a2-009a-4570-b40e-d1275c913bf6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1af212a2-009a-4570-b40e-d1275c913bf6,segment=NetworkSegment(638c15b8-a3bc-40b4-87be-0b9548d2ca8a),segment_id=638c15b8-a3bc-40b4-87be-0b9548d2ca8a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:24.335793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:34:24.355606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:24.416505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.435595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.472794 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38670131-a3d7-4084-888b-5afef1790546 req-34e1ca0f-1dbd-4bed-96b3-b0b43ced61e5 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847975 Aug 28 08:34:24.479643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e1089e-a8e8-4900-ad16-f38ade15b22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.485077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0103cf99-85f6-446b-9171-8061694314a8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1686802 Aug 28 08:34:24.485729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39382) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:24.486238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:24.488553 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44a17c-6c5e-46e6-be51-161242359665" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:24.511908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a399-88ef-4c15-b22e-2623fd45ae33 None None] Pushing event updated for resources: {'Port': ['ID=1af212a2-009a-4570-b40e-d1275c913bf6,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:24.520227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-713209240-network', 'tenant_id': '61e1211790a74e98982e77d786cd455d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:24.561920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07e1089e-a8e8-4900-ad16-f38ade15b22c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82992e75871345e0a48b4b6c6391ce5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048018 Aug 28 08:34:24.564149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:24.578411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1089e-a8e8-4900-ad16-f38ade15b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36faa7-df11-4200-b9bd-3bef59f39ccc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:24.595961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e1e85e3-3628-4076-a67f-2b4a07dcf67f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6039412 Aug 28 08:34:24.596202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39390) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:24.643913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.670273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.743354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Made reservation on behalf of 61e1211790a74e98982e77d786cd455d for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:24.745823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.763412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:22Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:24.792514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.803067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:34:24.805861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.807054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf36faa7-df11-4200-b9bd-3bef59f39ccc HTTP/1.1" status: 204 len: 168 time: 0.2419081 Aug 28 08:34:24.812749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:24.817385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:24.818102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:24.829835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede77d5-002a-46d3-9566-e1a3f72b5615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36faa7-df11-4200-b9bd-3bef59f39ccc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:24.876026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14fd44f0-d450-4544-be77-bdcaa2ea452b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 HTTP/1.1" status: 200 len: 990 time: 0.3697531 Aug 28 08:34:24.926646 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1fe103-3ccf-4fd4-85be-a45239ac2f1c x-openstack-request-id: req-fb1fe103-3ccf-4fd4-85be-a45239ac2f1c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:24.926943 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:24.927237 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb1fe103-3ccf-4fd4-85be-a45239ac2f1c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:24.927723 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'status': 'completed', 'code': 200} Aug 28 08:34:24.936902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.939227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.940878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.942602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.944510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:24.974111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f429df3e-9052-4b79-b16c-36359ec4dd08 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3421447 Aug 28 08:34:24.979193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39396) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:24.992753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926985653'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:25.031524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:34:25.084200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a17c-6c5e-46e6-be51-161242359665 req-18427ce5-d3a2-44a7-944f-54912b082656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.086078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-18427ce5-d3a2-44a7-944f-54912b082656 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1097 time: 0.1045108 Aug 28 08:34:25.169700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.192112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3383-4487-4528-9d91-17f213688049 req-84cd261f-4d07-43b4-862f-9759229299c2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.194425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b3383-4487-4528-9d91-17f213688049 req-84cd261f-4d07-43b4-862f-9759229299c2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1740265 Aug 28 08:34:25.207070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a17c-6c5e-46e6-be51-161242359665 req-5383fb48-19e3-4053-a7d4-0eadabbfc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.208961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-5383fb48-19e3-4053-a7d4-0eadabbfc8ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 897 time: 0.1148083 Aug 28 08:34:25.321030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b3383-4487-4528-9d91-17f213688049 req-d1f82369-f3eb-40f7-8fa6-b76c76fc715a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197438 Aug 28 08:34:25.341118 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23068612-18f5-4ae5-a218-7ed7fa1c9b33 req-51eea914-e584-47a5-bb03-e6680fcc752d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352089 Aug 28 08:34:25.361737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.361959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-cc98b1ac-e656-49b6-a2c8-55b6c49a6613 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 998 time: 0.1417954 Aug 28 08:34:25.378513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1af212a2-009a-4570-b40e-d1275c913bf6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:25.380321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 75997966-13ac-43f0-8c85-0104606da178 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:34:25.452587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f9e3f-41ee-4e1d-a187-80671b4abe82,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:25.473398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:25.487056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.515467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a17c-6c5e-46e6-be51-161242359665 req-8f7b4dff-8b96-42b9-83dc-39cae55525c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.517098 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-8f7b4dff-8b96-42b9-83dc-39cae55525c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 200 len: 835 time: 0.1400812 Aug 28 08:34:25.520500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:25.546495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.548577 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Added segment 94e8070a-a257-4da0-9ef1-725b7be6d15b of type vlan for network cf223313-cd65-4832-9b97-ec78c082bc85 Aug 28 08:34:25.571947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23068612-18f5-4ae5-a218-7ed7fa1c9b33 req-5569ad3b-b767-4b18-8291-8c4573491299 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0539105 Aug 28 08:34:25.622048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.649278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23068612-18f5-4ae5-a218-7ed7fa1c9b33 req-4046f484-ff97-4330-bc14-2b10878160f2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408313 Aug 28 08:34:25.706100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:25.719313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.719796 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment edcc6180-ddc9-4081-89d3-971ef57dd37d of type vlan for network 4fc774d3-f344-4059-bda7-3840526faf75 Aug 28 08:34:25.745585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:22Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:25.750943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=75997966-13ac-43f0-8c85-0104606da178,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:25.773086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a17c-6c5e-46e6-be51-161242359665 req-b8d8d1bb-c33b-4617-9d5a-5b8a32c2128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.777267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-b8d8d1bb-c33b-4617-9d5a-5b8a32c2128a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2511368 Aug 28 08:34:25.794663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.808401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876c27-7a62-46c9-b5ae-910e232bac3f req-d5f05b71-28bf-49ed-aab8-97b96480f86b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.808521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.808820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74876c27-7a62-46c9-b5ae-910e232bac3f req-d5f05b71-28bf-49ed-aab8-97b96480f86b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 944 time: 0.1785285 Aug 28 08:34:25.817287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a73098-53c5-49a2-849f-60d9043e5afe None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:33:44Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:22Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:34:25.820787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1af212a2-009a-4570-b40e-d1275c913bf6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:25.830807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '75997966-13ac-43f0-8c85-0104606da178', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': '75997966-13ac-43f0-8c85-0104606da178', 'mac_address': 'fa:16:3e:a8:65:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:34:25.857359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.858268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:25.859538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.893616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:25.897694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39412) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:25.908744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75997966-13ac-43f0-8c85-0104606da178 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:25.936256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=75997966-13ac-43f0-8c85-0104606da178,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:26.017257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.019135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068612-18f5-4ae5-a218-7ed7fa1c9b33 req-0e1dbc94-8ef7-45dd-a758-6337d95352b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:26.024131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23068612-18f5-4ae5-a218-7ed7fa1c9b33 req-0e1dbc94-8ef7-45dd-a758-6337d95352b2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3624966 Aug 28 08:34:26.026453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.032738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:26.033380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.038687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-aca981f8-d4eb-4da9-9ea8-5a2a1e2cef92 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529697 Aug 28 08:34:26.062046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74876c27-7a62-46c9-b5ae-910e232bac3f req-eeb1fdbc-f050-4d24-8c76-b56015b1af5a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461817 Aug 28 08:34:26.111884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] Pushing event updated for resources: {'Network': ['ID=cf223313-cd65-4832-9b97-ec78c082bc85,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:26.136097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network cf223313-cd65-4832-9b97-ec78c082bc85 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:26.230050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3e44a17c-6c5e-46e6-be51-161242359665 req-b7cc1e3d-eb5b-4196-b2cc-5430c2fbed78 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827652 Aug 28 08:34:26.233508 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b81e-56e1-49bd-97a9-fa10d1b80aee None None] New status for floating IP cd6e5788-8038-49c3-bdf5-5cdb9a3d7562: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:34:26.242814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=4fc774d3-f344-4059-bda7-3840526faf75,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:26.250326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3263de24-c7d6-411e-a153-003906af4d4d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2700458 Aug 28 08:34:26.252900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-743a05fe-61f2-4c79-96b5-39ba7339dd47 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8961303 Aug 28 08:34:26.253556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:26.263241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39422) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:26.265786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:26.266757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc726891-d056-4eb0-a874-7464e6730984 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 HTTP/1.1" status: 200 len: 990 time: 0.3615465 Aug 28 08:34:26.272788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Request body: {'subnet': {'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-713209240-subnet', 'tenant_id': '61e1211790a74e98982e77d786cd455d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:26.332379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cd2d5-f12a-422c-8308-6d582e89ecf2 None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:26.337934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:26.360464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Made reservation on behalf of 61e1211790a74e98982e77d786cd455d for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:26.363176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.500079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['75997966-13ac-43f0-8c85-0104606da178'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:26.557422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24da645-ab1b-4057-8095-71775f56bfdc req-026e0710-e71a-46bd-a0bb-97a82ee82ef9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:26.557557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.563926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:26.566010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f24da645-ab1b-4057-8095-71775f56bfdc req-026e0710-e71a-46bd-a0bb-97a82ee82ef9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1163733 Aug 28 08:34:26.640435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f24da645-ab1b-4057-8095-71775f56bfdc req-44c22d80-9771-494b-bf45-5c1f6713b6c9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Aug 28 08:34:26.689505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.691849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Provisioning for port 1af212a2-009a-4570-b40e-d1275c913bf6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:26.708040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Provisioning complete for port 1af212a2-009a-4570-b40e-d1275c913bf6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:26.713522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.713658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 4fc774d3-f344-4059-bda7-3840526faf75 is not hosted by any dhcp agent {{(pid=95467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:34:26.718328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:26.719044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.720893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "PUT /v2.0/networks/4fc774d3-f344-4059-bda7-3840526faf75 HTTP/1.1" status: 200 len: 723 time: 0.4653664 Aug 28 08:34:26.723826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39434) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:26.731131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '4fc774d3-f344-4059-bda7-3840526faf75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:26.778179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49533be9-771e-4a7a-aa63-ab27bda82f71 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=4fc774d3-f344-4059-bda7-3840526faf75,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:26.802434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:26.871296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.941543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8805843e-3b34-4078-bdbd-b2ef6e4bc921,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:26.954922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Checking segment: {'id': '94e8070a-a257-4da0-9ef1-725b7be6d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:26.955295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Network hostable DHCP agents. Network: cf223313-cd65-4832-9b97-ec78c082bc85, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:26.975412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:26.998933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:27.003481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.047485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] For port 1af212a2-009a-4570-b40e-d1275c913bf6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1af212a2-009a-4570-b40e-d1275c913bf6,segment=NetworkSegment(638c15b8-a3bc-40b4-87be-0b9548d2ca8a),segment_id=638c15b8-a3bc-40b4-87be-0b9548d2ca8a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:27.094027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Update dhcp port {'port': {'network_id': '810932ba-09c5-4a53-8770-dc9489bce84f', 'fixed_ips': [{'subnet_id': 'ae788f02-b8f3-4378-b90f-edff9e3abb5d', 'ip_address': '2001:db8::2'}, {'subnet_id': '293d71aa-6c93-4e54-9515-f4f512e4c9a4'}], 'binding:host_id': 'n-d-792458-16'}, 'id': '1af212a2-009a-4570-b40e-d1275c913bf6'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:34:27.128708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.158624 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.191862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Network cf223313-cd65-4832-9b97-ec78c082bc85 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:27.215588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662ea98-a153-41ff-87c7-2c14239015f0 None None] Pushing event updated for resources: {'Port': ['ID=1af212a2-009a-4570-b40e-d1275c913bf6,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:27.270496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:27.305722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4eff9-e5ee-4d28-b26b-068166a6c739 req-1bd1c9aa-0882-4e3f-99a7-5f395f5ddf59 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:27.307494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36d4eff9-e5ee-4d28-b26b-068166a6c739 req-1bd1c9aa-0882-4e3f-99a7-5f395f5ddf59 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 945 time: 0.1414638 Aug 28 08:34:27.310358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, cf223313-cd65-4832-9b97-ec78c082bc85) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:27.323753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:27.324409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.342490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755561f-3f87-41ab-86f4-58e1528166ea None None] Network cf223313-cd65-4832-9b97-ec78c082bc85 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:27.365437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39442) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:27.382410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81324349-7c2a-4d5e-bdb4-c577fd71e113 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 HTTP/1.1" status: 200 len: 992 time: 0.1105328 Aug 28 08:34:27.400651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36d4eff9-e5ee-4d28-b26b-068166a6c739 req-ae032c84-c054-47a7-af75-813e1ea8f5ad tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Aug 28 08:34:27.440606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.647969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Allocated IP 172.20.0.1 (810932ba-09c5-4a53-8770-dc9489bce84f/293d71aa-6c93-4e54-9515-f4f512e4c9a4/1af212a2-009a-4570-b40e-d1275c913bf6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:27.693599 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-331dd90c-f946-4642-bbab-5a1b5aebb662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.729026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c568724-b832-499c-92c2-0a9448ac7dc7 None None] Network cf223313-cd65-4832-9b97-ec78c082bc85 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:27.865986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-243435ac-4abb-4d3d-9017-52301279900d None None] For port 1af212a2-009a-4570-b40e-d1275c913bf6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1af212a2-009a-4570-b40e-d1275c913bf6,segment=NetworkSegment(638c15b8-a3bc-40b4-87be-0b9548d2ca8a),segment_id=638c15b8-a3bc-40b4-87be-0b9548d2ca8a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:27.868514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4dbd311b-23ec-404c-acc9-60b82e1b220d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6000738 Aug 28 08:34:27.896760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff3a7-2db9-4ecf-946f-27f9309767db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.937048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:27.951830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Transition to ACTIVE for port object 1af212a2-009a-4570-b40e-d1275c913bf6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:27.957970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=b8613955-d924-45a9-abe3-775faaefdcf5,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:28.011838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.011960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47483-50ef-41f4-8e92-763af2ebeafd req-b23e8753-5f01-4fb5-a048-4fee94fd8690 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:28.017629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58a47483-50ef-41f4-8e92-763af2ebeafd req-b23e8753-5f01-4fb5-a048-4fee94fd8690 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1443727 Aug 28 08:34:28.021756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': 'edcc6180-ddc9-4081-89d3-971ef57dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:28.021996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 4fc774d3-f344-4059-bda7-3840526faf75, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:28.104413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243435ac-4abb-4d3d-9017-52301279900d None None] Pushing event updated for resources: {'Port': ['ID=1af212a2-009a-4570-b40e-d1275c913bf6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:28.106598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58a47483-50ef-41f4-8e92-763af2ebeafd req-e11a106d-0eb3-4758-aa83-1f619abe5119 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Aug 28 08:34:28.156321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff3a7-2db9-4ecf-946f-27f9309767db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.159783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 4fc774d3-f344-4059-bda7-3840526faf75 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:28.215207 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff3a7-2db9-4ecf-946f-27f9309767db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.255467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ff3a7-2db9-4ecf-946f-27f9309767db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96164e-aaf8-4e59-8b5c-b40732b71e22,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:28.261659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ac0ff3a7-2db9-4ecf-946f-27f9309767db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=072bfb36f42b42b0acd663981e4cd354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8951657 Aug 28 08:34:28.264502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:28.278389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4fc774d3-f344-4059-bda7-3840526faf75) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:28.288094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198469e-9c9b-4154-9477-854162c95e26 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:28.306232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:28.323065 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.354922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.415452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.422326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8e1517f7-3fcd-4651-986f-f188ad88d7cc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6972446 Aug 28 08:34:28.424858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:28.435125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:28.546595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-cbee755b-dd24-41c3-b9f4-702639df1c06 req-38447aed-ae5e-43a7-9df2-ca5def27eb21 service neutron] (95466) timed out ('10.222.0.39', 59011) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:34:28.567073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4fc774d3-f344-4059-bda7-3840526faf75', 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': 'b8613955-d924-45a9-abe3-775faaefdcf5'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:28.567955 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.623262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8554985'] for subnet, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.655057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.657184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf517a3-8b89-40c8-b08d-136369de123a req-7d95a0c1-6a41-477e-a6b8-fdd048af4980 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:28.657675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.661421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaf517a3-8b89-40c8-b08d-136369de123a req-7d95a0c1-6a41-477e-a6b8-fdd048af4980 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 945 time: 0.1145372 Aug 28 08:34:28.661581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff96164e-aaf8-4e59-8b5c-b40732b71e22 HTTP/1.1" status: 204 len: 168 time: 0.3934040 Aug 28 08:34:28.670407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f6e89-9d73-47a3-8429-13386855b181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96164e-aaf8-4e59-8b5c-b40732b71e22,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:28.752383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aaf517a3-8b89-40c8-b08d-136369de123a req-97bfe95b-82cd-4e0b-a57b-c185d5b344c9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Aug 28 08:34:28.856227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7248e44-3bfa-4282-abba-99d76cc7063f None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:28.949468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790851976924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8795458'] for subnet, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.969968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:28.970614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:28.974273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "PUT /v2.0/subnets/b8613955-d924-45a9-abe3-775faaefdcf5 HTTP/1.1" status: 200 len: 826 time: 0.5460596 Aug 28 08:34:28.975817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:28.983373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f2a9632-d25f-4eef-920a-4f37f3a85ff9 None None] Provisioning for port 1af212a2-009a-4570-b40e-d1275c913bf6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:28.990938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f2a9632-d25f-4eef-920a-4f37f3a85ff9 None None] Provisioning complete for port 1af212a2-009a-4570-b40e-d1275c913bf6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:28.991381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f2a9632-d25f-4eef-920a-4f37f3a85ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.056452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a32143-f444-4fb6-b520-edcfc4b23d90 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=b8613955-d924-45a9-abe3-775faaefdcf5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:29.109684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Allocated IP 2001:db8::2 (4fc774d3-f344-4059-bda7-3840526faf75/b8613955-d924-45a9-abe3-775faaefdcf5/ca2f7ff4-7377-43cc-a6cc-972de721e2df) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:29.122142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39482) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:29.122142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1711014317-network', 'tenant_id': 'cfc9c98fa45b4a66a6204f8e3f7bceaf'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:29.222594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Made reservation on behalf of cfc9c98fa45b4a66a6204f8e3f7bceaf for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:29.224988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.239926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.245498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.302191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1af212a2-009a-4570-b40e-d1275c913bf6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:29.361559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.393947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 75997966-13ac-43f0-8c85-0104606da178 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:29.419096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770da1c-ea7a-48c4-8103-d86a81687e2b req-fb12395f-1099-4858-a7a0-19a988753492 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:29.423936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4770da1c-ea7a-48c4-8103-d86a81687e2b req-fb12395f-1099-4858-a7a0-19a988753492 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1631804 Aug 28 08:34:29.495938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4770da1c-ea7a-48c4-8103-d86a81687e2b req-70b95f0b-0518-4721-9aeb-410343068b14 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649233 Aug 28 08:34:29.541390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.563177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1af212a2-009a-4570-b40e-d1275c913bf6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:29.563551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.599643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.616855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Transition to ACTIVE for port object ca2f7ff4-7377-43cc-a6cc-972de721e2df will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:29.651334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Transition to ACTIVE for port object ca2f7ff4-7377-43cc-a6cc-972de721e2df will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:29.655657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.706447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:29.711664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e6d85f-ca44-4d71-a551-16f52ed517c0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:29.724884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.725336 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Added segment 0516c930-4ee5-4b6e-ba1a-c87839784e6a of type vlan for network 0a1197d6-126e-4664-a171-8896bc24da58 Aug 28 08:34:29.735485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 75997966-13ac-43f0-8c85-0104606da178 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:29.752115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 75997966-13ac-43f0-8c85-0104606da178 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:29.752115 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.788254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.838385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.872223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:29.887311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:29.892751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:29.897452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Pushing event updated for resources: {'Port': ['ID=ca2f7ff4-7377-43cc-a6cc-972de721e2df,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:29.903814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.914090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-11a20bb0-89c6-43d9-9456-d91e7dedc471 None None] Provisioning complete for port 1af212a2-009a-4570-b40e-d1275c913bf6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:29.914503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11a20bb0-89c6-43d9-9456-d91e7dedc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:29.949741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=b8613955-d924-45a9-abe3-775faaefdcf5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:30.008079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd630647-f465-4924-9436-ca8d644d97ec req-de456abe-3deb-46b7-be97-1ad02b8459fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:30.018698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd630647-f465-4924-9436-ca8d644d97ec req-de456abe-3deb-46b7-be97-1ad02b8459fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 945 time: 0.1005688 Aug 28 08:34:30.030713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.036935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.050878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc774d3-f344-4059-bda7-3840526faf75']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:30.057341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.063190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:30.063190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.064177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc6180-ddc9-4081-89d3-971ef57dd37d') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:30.064476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc6180-ddc9-4081-89d3-971ef57dd37d') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:30.067341 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.071540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Attempting to bind port ca2f7ff4-7377-43cc-a6cc-972de721e2df on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:30.072310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Attempting to bind port ca2f7ff4-7377-43cc-a6cc-972de721e2df by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'edcc6180-ddc9-4081-89d3-971ef57dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:30.072808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Attempting to bind port ca2f7ff4-7377-43cc-a6cc-972de721e2df on network 4fc774d3-f344-4059-bda7-3840526faf75 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:30.075410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.082884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd630647-f465-4924-9436-ca8d644d97ec req-bc8dc944-5e5a-49e3-8c9a-49f83e586adf tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Aug 28 08:34:30.099438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:30.099839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Checking segment: {'id': 'edcc6180-ddc9-4081-89d3-971ef57dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:30.100250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.100650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Bound using segment: {'id': 'edcc6180-ddc9-4081-89d3-971ef57dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:30.101188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Bound port: ca2f7ff4-7377-43cc-a6cc-972de721e2df, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc6180-ddc9-4081-89d3-971ef57dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4fc774d3-f344-4059-bda7-3840526faf75'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:30.101575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.106018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.113730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:30.114140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:30.117641 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:30.156001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1197d6-126e-4664-a171-8896bc24da58,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:30.190354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 0a1197d6-126e-4664-a171-8896bc24da58 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:30.204510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75997966-13ac-43f0-8c85-0104606da178'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:30.204510 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c19e60-a401-4d61-af46-808e77bb50f1" -d '{"events": [{"server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "name": "network-vif-plugged", "status": "completed", "tag": "75997966-13ac-43f0-8c85-0104606da178"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:30.207303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] For port ca2f7ff4-7377-43cc-a6cc-972de721e2df, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:30.217486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd138275-33e5-4c15-b070-48f77c7b1c35 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1052670 Aug 28 08:34:30.227269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39510) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:30.235416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Request body: {'subnet': {'network_id': '0a1197d6-126e-4664-a171-8896bc24da58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1711014317-subnet', 'tenant_id': 'cfc9c98fa45b4a66a6204f8e3f7bceaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:30.274887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 08:34:30.274887 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 08:34:30.274887 n-d-792458-16 neutron-server[95467]: [parameters: {'id': '4fc774d3-f344-4059-bda7-3840526faf75'}] Aug 28 08:34:30.274887 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:30.275536 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:30.283384 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1800cc-ea21-4d1d-9b0f-ec4ad53b315d x-openstack-request-id: req-ca1800cc-ea21-4d1d-9b0f-ec4ad53b315d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:30.283686 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "name": "network-vif-plugged", "status": "completed", "tag": "75997966-13ac-43f0-8c85-0104606da178", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:30.283940 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca1800cc-ea21-4d1d-9b0f-ec4ad53b315d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:30.284344 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75997966-13ac-43f0-8c85-0104606da178', 'code': 200} Aug 28 08:34:30.290277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=75997966-13ac-43f0-8c85-0104606da178,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:30.292628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] For port ca2f7ff4-7377-43cc-a6cc-972de721e2df, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ca2f7ff4-7377-43cc-a6cc-972de721e2df,segment=NetworkSegment(edcc6180-ddc9-4081-89d3-971ef57dd37d),segment_id=edcc6180-ddc9-4081-89d3-971ef57dd37d)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:30.329346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Made reservation on behalf of cfc9c98fa45b4a66a6204f8e3f7bceaf for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:30.338669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.363656 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.367926 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-57b6d0bd-d889-427b-8021-669ba9fc520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.367926 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.455667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a393-1990-4765-ac32-858c95c64a49 req-50f04380-357c-4b60-abd4-93072f84f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:30.468013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb15a393-1990-4765-ac32-858c95c64a49 req-50f04380-357c-4b60-abd4-93072f84f964 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 1098 time: 0.0961790 Aug 28 08:34:30.529212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-eb15a393-1990-4765-ac32-858c95c64a49 req-6b70576d-7b5f-4056-ad7b-9903aba806ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Aug 28 08:34:30.539604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8be90-7a80-4fa2-89f2-557cb1f11d30 None None] Pushing event updated for resources: {'Port': ['ID=ca2f7ff4-7377-43cc-a6cc-972de721e2df,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:30.642270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f1cd-5ffb-4349-b34f-b3f95007e1c3 req-06fa21bd-dce7-43a4-943c-6cb7f8e79392 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:30.646995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e177f1cd-5ffb-4349-b34f-b3f95007e1c3 req-06fa21bd-dce7-43a4-943c-6cb7f8e79392 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0578477 Aug 28 08:34:30.674144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.729494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e177f1cd-5ffb-4349-b34f-b3f95007e1c3 req-2a9d3e79-b9e3-4110-bd03-a11235155d0d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773904 Aug 28 08:34:30.731392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d691bf-7e17-4820-92a5-325e0ece9509 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:30.771210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c994942-e5aa-4d5a-b909-7498c0a146d0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:30.776852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.783740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Checking segment: {'id': '0516c930-4ee5-4b6e-ba1a-c87839784e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a1197d6-126e-4664-a171-8896bc24da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:30.784159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Network hostable DHCP agents. Network: 0a1197d6-126e-4664-a171-8896bc24da58, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:30.812073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:30.862862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port ca2f7ff4-7377-43cc-a6cc-972de721e2df {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:30.863203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.882364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cb95a-1b79-409c-a7c2-2296a85fc871 None None] Network 4fc774d3-f344-4059-bda7-3840526faf75 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:30.897541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Network 0a1197d6-126e-4664-a171-8896bc24da58 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:30.951246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port ca2f7ff4-7377-43cc-a6cc-972de721e2df, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ca2f7ff4-7377-43cc-a6cc-972de721e2df,segment=NetworkSegment(edcc6180-ddc9-4081-89d3-971ef57dd37d),segment_id=edcc6180-ddc9-4081-89d3-971ef57dd37d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:30.951620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:30.970489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for ca2f7ff4-7377-43cc-a6cc-972de721e2df owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:30.988367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 0a1197d6-126e-4664-a171-8896bc24da58) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:30.993227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:30.994016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.016909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317073c-ade0-4457-b390-2ee778b76e61 None None] Network 0a1197d6-126e-4664-a171-8896bc24da58 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:31.076456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:31.103753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9aaa8743-1cc0-41c7-9981-66df797d6c9d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8753471 Aug 28 08:34:31.171825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.205505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b773069-221c-4969-8c27-a191328423d5 None None] Network 0a1197d6-126e-4664-a171-8896bc24da58 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:31.212957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb40e1-2fd8-4f32-9326-b3e1a51ad7ef req-bf451656-c1cf-4851-979f-82e2294245e4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:31.226192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4efb40e1-2fd8-4f32-9326-b3e1a51ad7ef req-bf451656-c1cf-4851-979f-82e2294245e4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.0612140 Aug 28 08:34:31.231534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=ca2f7ff4-7377-43cc-a6cc-972de721e2df,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:31.245073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port ca2f7ff4-7377-43cc-a6cc-972de721e2df on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:31.303035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4efb40e1-2fd8-4f32-9326-b3e1a51ad7ef req-aa1ebbe7-5fd3-4f1a-8489-8dca659171cf tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792973 Aug 28 08:34:31.333514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e347e86-3d8c-4c12-9e17-7aae2254f9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.392797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ac8f1-c678-4023-abce-14d8a4609831 None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 08:34:31.422892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.452422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc774d3-f344-4059-bda7-3840526faf75']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:31.467532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc6180-ddc9-4081-89d3-971ef57dd37d') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:31.468187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc6180-ddc9-4081-89d3-971ef57dd37d') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:31.477894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.493042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.499858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:31.500931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.560228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ac8f1-c678-4023-abce-14d8a4609831 None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:31.568429 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:31.666383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e347e86-3d8c-4c12-9e17-7aae2254f9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.720076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.727769 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.730277 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/4fc774d3-f344-4059-bda7-3840526faf75 HTTP/1.1" status: 204 len: 168 time: 2.7530870 Aug 28 08:34:31.733449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39548) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:31.743390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3c12-2c45-460c-a051-318cd391dbdc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=4fc774d3-f344-4059-bda7-3840526faf75,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:31.788611 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-08513f26-6c3e-441d-9e3c-0ef64c1040af tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:31.789422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08513f26-6c3e-441d-9e3c-0ef64c1040af tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:31.794277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08513f26-6c3e-441d-9e3c-0ef64c1040af tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/4fc774d3-f344-4059-bda7-3840526faf75 HTTP/1.1" status: 404 len: 339 time: 0.0567188 Aug 28 08:34:31.795657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39552) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:31.802296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843627630', 'description': 'd1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:31.807279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e347e86-3d8c-4c12-9e17-7aae2254f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.901047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347e86-3d8c-4c12-9e17-7aae2254f9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86358965-e7e7-46ad-b803-fa5b279678d2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:31.907311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e347e86-3d8c-4c12-9e17-7aae2254f9f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8640987cee2a4045b9b2f5769abac805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295047 Aug 28 08:34:31.911577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39554) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:31.931987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-bd3c110b-fed7-414b-a085-39b7fb863349 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:31.933867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-bd3c110b-fed7-414b-a085-39b7fb863349 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/networks?id=cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 200 len: 811 time: 0.1610885 Aug 28 08:34:31.953686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-73752c84-f1fc-4987-9aff-89e4edd4d2aa tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/quotas/61e1211790a74e98982e77d786cd455d HTTP/1.1" status: 200 len: 375 time: 0.0129120 Aug 28 08:34:31.990789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:31.995479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:31.995856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-c3feebd6-b570-466f-81b1-04ab9fb2f1f0 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e1211790a74e98982e77d786cd455d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355699 Aug 28 08:34:32.007502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.040338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.068534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:32.077034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.091524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.091869 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 008ec57b-bf6f-4b4a-99d2-3545597af6d5 of type vlan for network b8fbed74-0a69-4714-9b50-c3fd72fbad3f Aug 28 08:34:32.154439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.237154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-1e66480c-dfc7-4a1e-a024-148d5b358626 service neutron] 10.222.0.46 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320790 Aug 28 08:34:32.255077 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.257742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.259692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86358965-e7e7-46ad-b803-fa5b279678d2 HTTP/1.1" status: 204 len: 168 time: 0.3473616 Aug 28 08:34:32.271698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f520e-ab8c-4a25-b916-8cac78a72df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86358965-e7e7-46ad-b803-fa5b279678d2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:32.303329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.318036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:32.318731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:32.390719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-150b6697-a1a6-41ec-87c2-388591248f52 service neutron] 10.222.0.46 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467068 Aug 28 08:34:32.430387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=b8fbed74-0a69-4714-9b50-c3fd72fbad3f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:32.444156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b8fbed74-0a69-4714-9b50-c3fd72fbad3f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:32.480660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-be702840-54c2-48cb-a5cf-755be5ff32fc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6837735 Aug 28 08:34:32.483337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39560) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:32.622583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae83522-829d-4f3f-8337-434b36f8d9b3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:32.622583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eae83522-829d-4f3f-8337-434b36f8d9b3 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks?id=b8fbed74-0a69-4714-9b50-c3fd72fbad3f HTTP/1.1" status: 200 len: 764 time: 0.1061625 Aug 28 08:34:32.623497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39562) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:32.623497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'description': 'd2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:32.913657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:33.097475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network b8fbed74-0a69-4714-9b50-c3fd72fbad3f is not hosted by any dhcp agent {{(pid=95466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "PUT /v2.0/networks/b8fbed74-0a69-4714-9b50-c3fd72fbad3f HTTP/1.1" status: 200 len: 761 time: 0.5426784 Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de0209-4295-4570-a710-273773768ed1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=b8fbed74-0a69-4714-9b50-c3fd72fbad3f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec27c5-0357-45a0-82ea-de718ca5e2d2 req-05241c64-fd02-41c5-93d6-2186390e294e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.248320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceec27c5-0357-45a0-82ea-de718ca5e2d2 req-05241c64-fd02-41c5-93d6-2186390e294e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1251700 Aug 28 08:34:33.252160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b8fbed74-0a69-4714-9b50-c3fd72fbad3f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:33.253648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39582) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:33.274385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ceec27c5-0357-45a0-82ea-de718ca5e2d2 req-84a7c46a-5191-4f57-9c2a-fbf3b9b4ba7e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Aug 28 08:34:33.360019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6d074-ead8-47f0-a4d9-e5c3c880ce0e tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.365318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13c6d074-ead8-47f0-a4d9-e5c3c880ce0e tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks?id=b8fbed74-0a69-4714-9b50-c3fd72fbad3f HTTP/1.1" status: 200 len: 764 time: 0.1149073 Aug 28 08:34:33.365651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39584) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:33.408734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb957bda-1969-4fad-900d-ce34fe73fc99 req-5cfdafdd-f813-4dba-8759-52dc06e3bf04 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.410268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb957bda-1969-4fad-900d-ce34fe73fc99 req-5cfdafdd-f813-4dba-8759-52dc06e3bf04 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.0538995 Aug 28 08:34:33.459413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb957bda-1969-4fad-900d-ce34fe73fc99 req-a3882ad0-3e90-495c-96cd-afef400cd861 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Aug 28 08:34:33.572868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-819d5700-1e13-485d-8b8b-19753c72c7d9 req-ed3898d0-1999-4fd2-897c-e43a38c2cbdf tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 210 time: 0.0575562 Aug 28 08:34:33.622674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46243f63-edd8-41e3-8b67-fa23fa4a63ae tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.624513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46243f63-edd8-41e3-8b67-fa23fa4a63ae tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2577100 Aug 28 08:34:33.633590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39590) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:33.680319 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5748fa8f-8a7e-423f-9904-8716ff8eb067 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 207 time: 0.0420079 Aug 28 08:34:33.683385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:33.905270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.911180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.917019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.923426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.929120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.934788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:33.938248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c1dbf898-a8b7-4bc8-ad11-bb2f5d46c885 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2522671 Aug 28 08:34:33.941191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39604) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.101016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26f79d26-6e24-4fed-95f1-c0b4faa63805 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1586361 Aug 28 08:34:34.104200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39610) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.163071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.164721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.166257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.167787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.169305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.171373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47ea2ea1-531a-4ff6-a14d-a5c7d2a3f5c9 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0662327 Aug 28 08:34:34.175834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39612) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.246131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.248154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.250040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.254338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.254338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.259534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-203ebb37-0054-4a7c-9ac8-d55701d6edaa tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0792017 Aug 28 08:34:34.259842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39616) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.385869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e09ee-8613-40f3-9ec9-2cfc636c6ecc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.385869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b30e09ee-8613-40f3-9ec9-2cfc636c6ecc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks/4be5a351-3ffd-48f2-ac8b-a461b1f4fabd HTTP/1.1" status: 200 len: 804 time: 0.1244979 Aug 28 08:34:34.389167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39624) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.432694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc7ce-a978-42c6-8a15-a19e771d93b9 req-d67c06ba-93f4-4613-ac2c-722891bd5417 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.442194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70ccc7ce-a978-42c6-8a15-a19e771d93b9 req-d67c06ba-93f4-4613-ac2c-722891bd5417 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0846190 Aug 28 08:34:34.480669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70ccc7ce-a978-42c6-8a15-a19e771d93b9 req-1d9c7afd-f019-4f85-b1ed-ca40db31d88f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Aug 28 08:34:34.529817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9e9a14b4-7cf1-4489-b3cc-48309622f570 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/networks/4be5a351-3ffd-48f2-ac8b-a461b1f4fabd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1390305 Aug 28 08:34:34.533731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39628) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.585469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141ca49-ba36-4e0d-b14b-1b8495be61a4 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.587254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4141ca49-ba36-4e0d-b14b-1b8495be61a4 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets/6fbff0f0-4453-4007-9796-ac17ed10873d HTTP/1.1" status: 200 len: 843 time: 0.0525389 Aug 28 08:34:34.590930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.646053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdcd5a2-331e-49ae-9c2d-20b97b7ad7f4 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['shared'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:34.647641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6cdcd5a2-331e-49ae-9c2d-20b97b7ad7f4 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "GET /v2.0/subnets/6fbff0f0-4453-4007-9796-ac17ed10873d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0558112 Aug 28 08:34:34.652485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.658260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973073175'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:34.671454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-308c2418-c4ec-4e48-96b5-8c553abe7aae req-543a8e3b-c253-4e9b-b24f-636a43b8a37c tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 210 time: 0.0268254 Aug 28 08:34:34.801815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39644) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:34.817095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:34.817253 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:34.820981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:34.863944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:34.881229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:34.881585 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Added segment 98b77850-3255-4774-954f-7e988b1694c5 of type vlan for network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 Aug 28 08:34:34.941385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.074334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.080651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:35.081270 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.162835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Network': ['ID=9875e0e8-f2b3-4499-b192-f7b27cafa7a4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:35.182662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:35.183028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5cd20188-6ca6-4f3d-b276-dd0c94587584 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5255494 Aug 28 08:34:35.185283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39656) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:35.204950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:35.273173 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.405573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Made reservation on behalf of c0f6555b0e2442268cba7814fed34e19 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:35.409477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.522506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.ipam_backend_mixin [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Performing IP validity checks on allocation pools {{(pid=95467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 08:34:35.522506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.ipam_backend_mixin [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 08:34:35.793120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:35.956492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.020812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36139f-3ad2-4f27-911f-e8033f10cb0c req-0ec215e7-4425-48b7-a0a9-e2810cbfe764 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:36.023059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad36139f-3ad2-4f27-911f-e8033f10cb0c req-0ec215e7-4425-48b7-a0a9-e2810cbfe764 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.4323459 Aug 28 08:34:36.123431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad36139f-3ad2-4f27-911f-e8033f10cb0c req-de578ced-9406-4aed-9a0a-464f1d82d9d9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 28 08:34:36.248497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3dc8723-b2ec-45a9-b709-836dbd386325 req-df9a4d92-da9f-4f40-89c4-e38d3dacf96c tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 210 time: 0.0299668 Aug 28 08:34:36.299309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=83a8ce8b-77db-41aa-a8d0-aedfcdc4b208,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:36.310142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Checking segment: {'id': '98b77850-3255-4774-954f-7e988b1694c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:36.310652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network hostable DHCP agents. Network: 9875e0e8-f2b3-4499-b192-f7b27cafa7a4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:36.348432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-c83803c6-bad4-4ae6-9465-5602036f9db2 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:36.349866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-c83803c6-bad4-4ae6-9465-5602036f9db2 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.39 "GET /v2.0/networks?id=cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 200 len: 811 time: 0.1954372 Aug 28 08:34:36.375485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Deleting port f383ae4c-77ea-40a5-9012-45fb449dedcc {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:36.375878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.377725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Request body: {'port': {'device_id': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85', 'admin_state_up': True, 'tenant_id': '61e1211790a74e98982e77d786cd455d'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:36.414561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:36.456777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:36.471370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] For port f383ae4c-77ea-40a5-9012-45fb449dedcc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f383ae4c-77ea-40a5-9012-45fb449dedcc,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:36.471873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.486430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Calling delete_port for f383ae4c-77ea-40a5-9012-45fb449dedcc owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:36.550126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffb69344-5aee-42da-9dea-ca540a3e1b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.554367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 9875e0e8-f2b3-4499-b192-f7b27cafa7a4) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:36.558878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:36.559657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.568331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb988a90-2acb-46b6-b435-c7398bb8e380 None None] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:36.613134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Made reservation on behalf of 61e1211790a74e98982e77d786cd455d for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:36.620363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.713721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f2129ada-2204-4407-82b6-2c6382a01527 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5269427 Aug 28 08:34:36.719246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39690) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:36.724580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:36.734022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-9875e0e8-f2b3-4499-b192-f7b27cafa7a4', 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4', 'tenant_id': 'c0f6555b0e2442268cba7814fed34e19', 'fixed_ips': [{'subnet_id': '83a8ce8b-77db-41aa-a8d0-aedfcdc4b208'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:36.734988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.843219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.865336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Allocated IP 172.20.0.6 (cf223313-cd65-4832-9b97-ec78c082bc85/8805843e-3b34-4078-bdbd-b2ef6e4bc921/6ae18420-ffad-4936-b988-8134a9af60ba) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:36.865944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffb69344-5aee-42da-9dea-ca540a3e1b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.880074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13336094'] for subnet, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:36.905239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f383ae4c-77ea-40a5-9012-45fb449dedcc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:36.905337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Allocated IP 2001:db8::3 (9875e0e8-f2b3-4499-b192-f7b27cafa7a4/83a8ce8b-77db-41aa-a8d0-aedfcdc4b208/56eba4d5-1a83-4797-b3b8-46018ab0a4b2) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:37.037751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffb69344-5aee-42da-9dea-ca540a3e1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.060513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.066354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.073338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Transition to ACTIVE for port object 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:37.096655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Transition to ACTIVE for port object 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:37.165016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ffb69344-5aee-42da-9dea-ca540a3e1b17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88edf56737cc4dc2be7f0794952ba0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493863 Aug 28 08:34:37.167838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:37.169016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb69344-5aee-42da-9dea-ca540a3e1b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7f847-c447-4982-9070-e853b261b66d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:37.175935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.218396 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.227004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.261554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:37.265817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:37.269693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:37.305169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Pushing event updated for resources: {'Port': ['ID=56eba4d5-1a83-4797-b3b8-46018ab0a4b2,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:37.334902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.345576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Attempting to bind port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:37.345948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Attempting to bind port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '98b77850-3255-4774-954f-7e988b1694c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:37.350015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Attempting to bind port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 on network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:37.350127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Network cf223313-cd65-4832-9b97-ec78c082bc85 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:37.351524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:37.352040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Checking segment: {'id': '98b77850-3255-4774-954f-7e988b1694c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:37.352607 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.353098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Bound using segment: {'id': '98b77850-3255-4774-954f-7e988b1694c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:37.353580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Bound port: 56eba4d5-1a83-4797-b3b8-46018ab0a4b2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b77850-3255-4774-954f-7e988b1694c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9875e0e8-f2b3-4499-b192-f7b27cafa7a4'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:37.353967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.364030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:37.371907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Pushing event updated for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:37.378846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:37.412439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.438654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:34:37.491268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:37.491905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.561587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:34:37.573076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Sync routers for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:34:37.577622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-359d2f80-7eca-4ed7-8eab-48172590ef6e admin admin] 10.222.0.46 "PUT /v2.0/routers/33d7c3ac-14c6-41d9-94ed-a3fddc18b23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744710 Aug 28 08:34:37.580151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:37.581110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] For port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:37.594458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:37.601725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:37.601725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] For port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=56eba4d5-1a83-4797-b3b8-46018ab0a4b2,segment=NetworkSegment(98b77850-3255-4774-954f-7e988b1694c5),segment_id=98b77850-3255-4774-954f-7e988b1694c5)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:37.658750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-ebb5ef50-3265-4e60-945a-136bc499301f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2858071 Aug 28 08:34:37.692041 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.697111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.703805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.703805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13b7f847-c447-4982-9070-e853b261b66d HTTP/1.1" status: 204 len: 168 time: 0.5320861 Aug 28 08:34:37.712488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Request body: {'port': {'device_id': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:37.715701 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790851976924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13262626'] for subnet, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.726448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09aed1-4299-40e9-bd10-176f68414f49 req-a72941fd-1b43-44a6-a8f6-cfb2feb71d9e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:37.744711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a09aed1-4299-40e9-bd10-176f68414f49 req-a72941fd-1b43-44a6-a8f6-cfb2feb71d9e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0776358 Aug 28 08:34:37.793436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04907d-be31-4c54-95ba-7164decb6b3e None None] Pushing event updated for resources: {'Port': ['ID=56eba4d5-1a83-4797-b3b8-46018ab0a4b2,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:37.798166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:34:37.810551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a09aed1-4299-40e9-bd10-176f68414f49 req-7b7943db-9a83-45f9-bbc6-8c058bb7f341 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647974 Aug 28 08:34:37.842017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af3e5-e5e4-437e-8a71-5fa9c5ad6454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7f847-c447-4982-9070-e853b261b66d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:37.900614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:37.901327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.905401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "PUT /v2.0/subnets/83a8ce8b-77db-41aa-a8d0-aedfcdc4b208 HTTP/1.1" status: 200 len: 900 time: 1.1824396 Aug 28 08:34:37.922068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:37.923955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:38.006026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611f18-9212-4daa-96d8-e21feb990051 req-b4fd5212-9839-4b05-afaa-6b9f3dcda870 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:38.007913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93611f18-9212-4daa-96d8-e21feb990051 req-b4fd5212-9839-4b05-afaa-6b9f3dcda870 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 931 time: 0.1244860 Aug 28 08:34:38.024505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaaeab-e699-4661-9123-b7d34a33ec17 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event updated for resources: {'Subnet': ['ID=83a8ce8b-77db-41aa-a8d0-aedfcdc4b208,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:38.076741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.101666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93611f18-9212-4daa-96d8-e21feb990051 req-490f8c17-d84c-4b23-b8aa-ced09752ba23 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862625 Aug 28 08:34:38.104567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:34:36Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:38.165344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Checking router: 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:34:38.174901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Routers {'33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:38.175543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:38.329742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.329949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] Set router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:34:38.402242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.551257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:34:36Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:38.557026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:38.557372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.579667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e500dff-1585-4de1-8c17-233ed2adc97b None None] The sync data for ids ['33d7c3ac-14c6-41d9-94ed-a3fddc18b23f'] in n-d-792458-16 is: [{'id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'name': 'tempest-TaggedBootDevicesTest_v242-389387553-router', 'tenant_id': '203eda89e7ee484c9311616d46ce22e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:22:18Z', 'updated_at': '2021-08-28T08:34:36Z', 'revision_number': 5, 'project_id': '203eda89e7ee484c9311616d46ce22e5', 'gw_port': {'id': '6f809c9a-b4fa-408e-89d9-d5f58fdf2b73', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d7c3ac-14c6-41d9-94ed-a3fddc18b23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:22:21Z', 'updated_at': '2021-08-28T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:34:38.776504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae18420-ffad-4936-b988-8134a9af60ba {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:38.793629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.798263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=56eba4d5-1a83-4797-b3b8-46018ab0a4b2,segment=NetworkSegment(98b77850-3255-4774-954f-7e988b1694c5),segment_id=98b77850-3255-4774-954f-7e988b1694c5)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:38.798638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.818364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Deleting port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:38.818706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.825960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Transition to ACTIVE for port object 6ae18420-ffad-4936-b988-8134a9af60ba will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:38.836805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:38.919995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:38.981617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:39.030502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] For port 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:39.030896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.059726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37792858-4327-4b9d-b9d9-eb1e476583f9 req-20508d27-be78-4682-98f0-b275b2151cb2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:39.061615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37792858-4327-4b9d-b9d9-eb1e476583f9 req-20508d27-be78-4682-98f0-b275b2151cb2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1587985 Aug 28 08:34:39.072659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Calling delete_port for 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:39.127906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37792858-4327-4b9d-b9d9-eb1e476583f9 req-a2d2430c-1036-4266-ad85-e5097563bf45 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Aug 28 08:34:39.303320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8a13e-ed0c-43e0-9a58-e8510ec56240 None None] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:39.348006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:39.355648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53859b-1431-43c4-a765-ae656fcb5d96 req-55190182-9da4-4fa1-9cf8-3f7008578b24 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:39.367170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae53859b-1431-43c4-a765-ae656fcb5d96 req-55190182-9da4-4fa1-9cf8-3f7008578b24 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.1179445 Aug 28 08:34:39.475300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae53859b-1431-43c4-a765-ae656fcb5d96 req-43c71b9e-3d0b-48b5-96f0-8cbbb2fd086a tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052997 Aug 28 08:34:39.477585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Attempting to bind port 6ae18420-ffad-4936-b988-8134a9af60ba on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:39.477585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Attempting to bind port 6ae18420-ffad-4936-b988-8134a9af60ba by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '94e8070a-a257-4da0-9ef1-725b7be6d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:39.477585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Attempting to bind port 6ae18420-ffad-4936-b988-8134a9af60ba on network cf223313-cd65-4832-9b97-ec78c082bc85 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:39.496264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Port 6ae18420-ffad-4936-b988-8134a9af60ba on network cf223313-cd65-4832-9b97-ec78c082bc85 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:39.496644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Attempting to bind port 6ae18420-ffad-4936-b988-8134a9af60ba on network cf223313-cd65-4832-9b97-ec78c082bc85 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:39.504183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:39.512199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Checking segment: {'id': '94e8070a-a257-4da0-9ef1-725b7be6d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:39.512199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Bound using segment: {'id': '94e8070a-a257-4da0-9ef1-725b7be6d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:39.512199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Bound port: 6ae18420-ffad-4936-b988-8134a9af60ba, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8070a-a257-4da0-9ef1-725b7be6d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:39.512199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.558031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.617113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=56eba4d5-1a83-4797-b3b8-46018ab0a4b2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:39.687210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:39.747373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.752409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-361ab9e4-052c-4df5-be4b-f8032b42711e None None] Provisioning complete for port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:39.759114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-361ab9e4-052c-4df5-be4b-f8032b42711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.762878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No active binding found for port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 {{(pid=95468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 08:34:39.763939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 08:34:39.793900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.801427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 not found, will not notify nova. {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 08:34:39.802694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:39.806884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-361ab9e4-052c-4df5-be4b-f8032b42711e None None] Port 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 was deleted so its status cannot be updated. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 08:34:39.827126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f383ae4c-77ea-40a5-9012-45fb449dedcc no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:39.851703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f383ae4c-77ea-40a5-9012-45fb449dedcc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:39.852043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f383ae4c-77ea-40a5-9012-45fb449dedcc not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:39.857975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f809c9a-b4fa-408e-89d9-d5f58fdf2b73,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:39.864980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=6ae18420-ffad-4936-b988-8134a9af60ba,segment=NetworkSegment(94e8070a-a257-4da0-9ef1-725b7be6d15b),segment_id=94e8070a-a257-4da0-9ef1-725b7be6d15b)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:39.952726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:39.982716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.075855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.091948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.111066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2471065-6589-421b-ad79-2f0208094d23 None None] Network 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:40.121653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:40.122185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.123626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] 10.222.0.39 "PUT /v2.0/ports/6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 200 len: 1092 time: 2.4213076 Aug 28 08:34:40.124774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.129035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:40.131322 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:40.137760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=83a8ce8b-77db-41aa-a8d0-aedfcdc4b208,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:40.224230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d33de-ca37-4c96-b668-5d6ad760d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:40.256363 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f293f4-1093-45b3-a7b5-724bf4db4831 x-openstack-request-id: req-b8f293f4-1093-45b3-a7b5-724bf4db4831 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:40.256363 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:40.256363 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8f293f4-1093-45b3-a7b5-724bf4db4831 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:40.256363 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba', 'status': 'completed', 'code': 200} Aug 28 08:34:40.259927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.279847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9875e0e8-f2b3-4499-b192-f7b27cafa7a4']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:40.325382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c45e71-a60f-44fa-9f66-204afdf623e2 None None] DHCP port deletion for 9875e0e8-f2b3-4499-b192-f7b27cafa7a4 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:40.332490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b77850-3255-4774-954f-7e988b1694c5') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:40.338755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b77850-3255-4774-954f-7e988b1694c5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:40.388941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95255d91-1ea2-4bec-a0e8-7a24e7719401 req-105fc5da-fbc5-46f0-b442-2cb9890bfe16 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:40.396558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95255d91-1ea2-4bec-a0e8-7a24e7719401 req-105fc5da-fbc5-46f0-b442-2cb9890bfe16 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0738120 Aug 28 08:34:40.457517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95255d91-1ea2-4bec-a0e8-7a24e7719401 req-63637b4a-49eb-4d6c-b7f3-e452a07130ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Aug 28 08:34:40.651476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e8760-cd93-47b1-aacb-a39c472d5c66 req-98e36b31-2227-43cb-b0be-8027e411bd24 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:40.661602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f96e8760-cd93-47b1-aacb-a39c472d5c66 req-98e36b31-2227-43cb-b0be-8027e411bd24 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.0734234 Aug 28 08:34:40.716318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.716913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d7c3ac-14c6-41d9-94ed-a3fddc18b23f {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:34:40.721578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f96e8760-cd93-47b1-aacb-a39c472d5c66 req-806c6acf-87cf-4fc0-ab21-3503c3719871 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Aug 28 08:34:40.730625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.730625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6203c7d5-61ea-4ec0-ad1d-61ed2dc77a53 admin admin] 10.222.0.46 "DELETE /v2.0/routers/33d7c3ac-14c6-41d9-94ed-a3fddc18b23f HTTP/1.1" status: 204 len: 168 time: 3.1417410 Aug 28 08:34:40.732321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39764) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:40.738016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.759719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.766152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-79be7ae5-53fb-463b-b641-32b1a80a6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:40.780127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-79be7ae5-53fb-463b-b641-32b1a80a6dc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61e1211790a74e98982e77d786cd455d&device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 1095 time: 0.4749429 Aug 28 08:34:40.790363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:40.790957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.792536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Deleting subnet 243593f2-4d96-4a11-bf22-e9f7dccf0445 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:40.795733 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:40.799028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.844365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.895520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-4363cbc1-a58f-438c-aa1c-3653610287ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 200 len: 217 time: 0.0922379 Aug 28 08:34:40.982434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:40.991399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-c7c9db26-3df0-4924-b041-15c36370c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:40.993025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-c7c9db26-3df0-4924-b041-15c36370c1d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8805843e-3b34-4078-bdbd-b2ef6e4bc921 HTTP/1.1" status: 200 len: 851 time: 0.0711052 Aug 28 08:34:41.038722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-8bbadcd4-7f8a-459e-b986-2cef32d31ae9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf223313-cd65-4832-9b97-ec78c082bc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338025 Aug 28 08:34:41.102281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.123287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.125200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/9875e0e8-f2b3-4499-b192-f7b27cafa7a4 HTTP/1.1" status: 204 len: 168 time: 3.1876748 Aug 28 08:34:41.129038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39776) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:41.136577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee3e2-af71-438e-9c83-88b89842b8b0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=9875e0e8-f2b3-4499-b192-f7b27cafa7a4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:41.158089 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4accac9-8704-4ce3-b174-812a23298a19 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:41.158089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4accac9-8704-4ce3-b174-812a23298a19 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:41.162630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a4accac9-8704-4ce3-b174-812a23298a19 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/83a8ce8b-77db-41aa-a8d0-aedfcdc4b208 HTTP/1.1" status: 404 len: 337 time: 0.0296688 Aug 28 08:34:41.162799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39778) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:41.187924 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52803c9-1957-4d31-a455-61ab0cbf9b4c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:41.188488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52803c9-1957-4d31-a455-61ab0cbf9b4c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:41.190203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b52803c9-1957-4d31-a455-61ab0cbf9b4c tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/9875e0e8-f2b3-4499-b192-f7b27cafa7a4 HTTP/1.1" status: 404 len: 339 time: 0.0265644 Aug 28 08:34:41.193139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39780) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:41.201526 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-966a6534-7db5-4abc-aa16-b9e409982c34 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527350 Aug 28 08:34:41.203085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.326569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.328896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/243593f2-4d96-4a11-bf22-e9f7dccf0445 HTTP/1.1" status: 204 len: 168 time: 0.5955253 Aug 28 08:34:41.330145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4d361453-5a73-4e58-a01d-10e4abfe3fed req-63bf6363-9c00-4b00-876f-54f32661e0d3 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192505 Aug 28 08:34:41.330475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccb62e-c43b-4cd0-a95a-d7ab31f4221c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243593f2-4d96-4a11-bf22-e9f7dccf0445,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:41.335049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e53fc-0a81-4b65-8280-a71c1cc7f2e8 None None] Network cd4abac3-327a-40d1-9e1a-6a83d154829d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:41.335804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39786) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:41.404834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.434905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.503037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:41.549216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:41.549844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6f809c9a-b4fa-408e-89d9-d5f58fdf2b73 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:41.550417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:41.574528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.588907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fbed74-0a69-4714-9b50-c3fd72fbad3f']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:41.602876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008ec57b-bf6f-4b4a-99d2-3545597af6d5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:41.603453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008ec57b-bf6f-4b4a-99d2-3545597af6d5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:41.608200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:41.609044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 56eba4d5-1a83-4797-b3b8-46018ab0a4b2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:41.616925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.638452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.651550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:41.652239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:41.655722 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:41.693291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-e972e27a-ee55-4705-be1f-e8fdd3baa7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:41.700863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-e972e27a-ee55-4705-be1f-e8fdd3baa7c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61e1211790a74e98982e77d786cd455d&device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 1095 time: 0.1481562 Aug 28 08:34:41.727234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] DHCP port deletion for cd4abac3-327a-40d1-9e1a-6a83d154829d request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:41.783037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Deleting port 20a239e6-70b5-44ba-bc44-d0eabea9122d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:41.783859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.820058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Deleting port 20a239e6-70b5-44ba-bc44-d0eabea9122d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:41.820551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.869226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] For port 20a239e6-70b5-44ba-bc44-d0eabea9122d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=20a239e6-70b5-44ba-bc44-d0eabea9122d,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:41.869788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.885294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-9a15b583-b8c4-4716-90d4-2addaf17fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:41.886966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-9a15b583-b8c4-4716-90d4-2addaf17fdd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 200 len: 912 time: 0.1783528 Aug 28 08:34:41.898556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Calling delete_port for 20a239e6-70b5-44ba-bc44-d0eabea9122d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:41.901055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.909548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461db6-712b-4bef-b87b-382b7143ad51 req-954ad661-bb99-438f-a3ad-32502edf51a7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:41.917440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e461db6-712b-4bef-b87b-382b7143ad51 req-954ad661-bb99-438f-a3ad-32502edf51a7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1748438 Aug 28 08:34:41.933771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:41.939878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/b8fbed74-0a69-4714-9b50-c3fd72fbad3f HTTP/1.1" status: 204 len: 168 time: 0.7410774 Aug 28 08:34:41.958313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39808) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:41.976561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab269e-fd91-4156-b468-177366c80039 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=b8fbed74-0a69-4714-9b50-c3fd72fbad3f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:41.988074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-b6bff9fd-21bb-4b85-bb9d-3d5b2647480b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 200 len: 217 time: 0.0874593 Aug 28 08:34:42.018837 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cb211e-200c-4ab6-8a1a-f7c146ba94bc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:42.018837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cb211e-200c-4ab6-8a1a-f7c146ba94bc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:42.018837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25cb211e-200c-4ab6-8a1a-f7c146ba94bc tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/b8613955-d924-45a9-abe3-775faaefdcf5 HTTP/1.1" status: 404 len: 337 time: 0.0562327 Aug 28 08:34:42.019563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39812) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:42.025511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] For port 20a239e6-70b5-44ba-bc44-d0eabea9122d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=20a239e6-70b5-44ba-bc44-d0eabea9122d,segment=NetworkSegment(6415d69d-ec07-4017-83c1-c87b5f36d04a),segment_id=6415d69d-ec07-4017-83c1-c87b5f36d04a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:42.025511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.068558 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca52b74a-c6e0-4098-90ea-fe62316a6e58 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:42.069430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca52b74a-c6e0-4098-90ea-fe62316a6e58 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:42.074263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ca52b74a-c6e0-4098-90ea-fe62316a6e58 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/4fc774d3-f344-4059-bda7-3840526faf75 HTTP/1.1" status: 404 len: 339 time: 0.0512052 Aug 28 08:34:42.074466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-cee6e6ff-cfb3-4c89-8d5c-070619879eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:42.074466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-cee6e6ff-cfb3-4c89-8d5c-070619879eb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8805843e-3b34-4078-bdbd-b2ef6e4bc921 HTTP/1.1" status: 200 len: 851 time: 0.0781412 Aug 28 08:34:42.077076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39816) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:42.087306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e461db6-712b-4bef-b87b-382b7143ad51 req-af6bd60a-60a5-4a4d-9c21-50070ac991eb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689003 Aug 28 08:34:42.088583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Calling delete_port for 20a239e6-70b5-44ba-bc44-d0eabea9122d owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:42.102748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.175662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] Pushing event deleted for resources: {'Port': ['ID=20a239e6-70b5-44ba-bc44-d0eabea9122d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:42.184799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29c4b9-8abd-4885-b61e-c556c01e3ea7 None None] No DVR routers for this DVR port 20a239e6-70b5-44ba-bc44-d0eabea9122d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:42.190894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-fee35ef6-6093-42ae-818c-824e8ce188e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf223313-cd65-4832-9b97-ec78c082bc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881326 Aug 28 08:34:42.288405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting subnet 293d71aa-6c93-4e54-9515-f4f512e4c9a4 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:42.289024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe994-cbb2-4c3a-b9e5-7be192702c24 req-d686e25e-5a5e-40af-8fc6-4ac7a96c4987 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:42.291024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29dfe994-cbb2-4c3a-b9e5-7be192702c24 req-d686e25e-5a5e-40af-8fc6-4ac7a96c4987 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.0738719 Aug 28 08:34:42.292102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.295802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.330027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a239e6-70b5-44ba-bc44-d0eabea9122d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:42.347324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] No DVR routers for this DVR port 20a239e6-70b5-44ba-bc44-d0eabea9122d on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:42.372093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.397317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-9b03fa44-bb15-4c3e-8329-77f935d397eb service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958089 Aug 28 08:34:42.449826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29dfe994-cbb2-4c3a-b9e5-7be192702c24 req-9f7d27a9-eb12-4ebf-9992-74cf4895c68c tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162989 Aug 28 08:34:42.462392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.482550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4abac3-327a-40d1-9e1a-6a83d154829d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:42.499478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6415d69d-ec07-4017-83c1-c87b5f36d04a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:42.499862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6415d69d-ec07-4017-83c1-c87b5f36d04a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:42.511970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.530505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.539026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:42.539681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:42.541988 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:42.576780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.606096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4eb5814f-3b55-46f4-a297-71c5de7f1cdd req-e35ff13a-8a36-40ce-a68f-dc4c9f7fa435 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931586 Aug 28 08:34:42.691360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.703548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.707017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cd4abac3-327a-40d1-9e1a-6a83d154829d HTTP/1.1" status: 204 len: 168 time: 1.3698988 Aug 28 08:34:42.718020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21f610-e2a2-4f6d-8f95-05828c1ccf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4abac3-327a-40d1-9e1a-6a83d154829d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:42.721263 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.753600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=293d71aa-6c93-4e54-9515-f4f512e4c9a4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:42.756085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.758058 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e656e5d-86d4-4e3f-a4dd-f908f78c4ee0 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/293d71aa-6c93-4e54-9515-f4f512e4c9a4 HTTP/1.1" status: 204 len: 168 time: 0.6787512 Aug 28 08:34:42.760411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39822) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:42.768677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39824) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:42.772523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e46747-2b62-4662-aa91-23813c4a912e None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:42.835834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting subnet ae788f02-b8f3-4378-b90f-edff9e3abb5d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:42.841197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:42.897651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.028452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3f1f-399f-4816-ac00-62afd1d4472c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.055670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.253128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3f1f-399f-4816-ac00-62afd1d4472c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.283073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 20a239e6-70b5-44ba-bc44-d0eabea9122d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:43.285768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.302743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691718-288c-4b34-b8a2-ea3eb43185c0 req-69e86135-65aa-4979-a46b-40e2aa2141ea tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:43.304597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1691718-288c-4b34-b8a2-ea3eb43185c0 req-69e86135-65aa-4979-a46b-40e2aa2141ea tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.1268067 Aug 28 08:34:43.305376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 20a239e6-70b5-44ba-bc44-d0eabea9122d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:43.305727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 20a239e6-70b5-44ba-bc44-d0eabea9122d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:43.315196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=ae788f02-b8f3-4378-b90f-edff9e3abb5d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:43.319991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.324380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d6398fd6-4658-4d4c-ad8d-e0e39a2c8c1d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/ae788f02-b8f3-4378-b90f-edff9e3abb5d HTTP/1.1" status: 204 len: 168 time: 0.5607841 Aug 28 08:34:43.324638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:43.355441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1691718-288c-4b34-b8a2-ea3eb43185c0 req-8bf2ac46-1d32-4c6f-bf91-a508584fe0b5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Aug 28 08:34:43.380053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3f1f-399f-4816-ac00-62afd1d4472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.403353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39834) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:43.449194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3f1f-399f-4816-ac00-62afd1d4472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5775c4-c5da-4d9a-bc45-db77418ed944,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:43.456260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5a4f3f1f-399f-4816-ac00-62afd1d4472c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c7c7c80087d45f292115573ca8425d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863074 Aug 28 08:34:43.460844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39836) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:43.464195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-68523b96-435a-4ef7-bed4-23f17342a60b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=203eda89e7ee484c9311616d46ce22e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596230 Aug 28 08:34:43.467475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39838) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:43.479780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.535251 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.571983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.584702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.599227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port 1af212a2-009a-4570-b40e-d1275c913bf6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:43.599601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.603203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.638282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f64c3-9cc2-4f8a-a5e1-05f04445c938 req-60f6c55d-c15e-4bd9-aec5-1455f99f74fd tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:43.639895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f45f64c3-9cc2-4f8a-a5e1-05f04445c938 req-60f6c55d-c15e-4bd9-aec5-1455f99f74fd tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.0996287 Aug 28 08:34:43.691398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f45f64c3-9cc2-4f8a-a5e1-05f04445c938 req-63a638d6-9d19-4eaf-b003-ee3cdbe260fb tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Aug 28 08:34:43.705080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port 1af212a2-009a-4570-b40e-d1275c913bf6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1af212a2-009a-4570-b40e-d1275c913bf6,segment=NetworkSegment(638c15b8-a3bc-40b4-87be-0b9548d2ca8a),segment_id=638c15b8-a3bc-40b4-87be-0b9548d2ca8a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:43.705241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.721322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for 1af212a2-009a-4570-b40e-d1275c913bf6 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:43.729937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.735353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.737424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e944ca61-4313-4273-88e3-ac24f83b7d57 HTTP/1.1" status: 204 len: 168 time: 0.2672966 Aug 28 08:34:43.759938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03c9f-cd7f-43dc-8d57-719c6954d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e944ca61-4313-4273-88e3-ac24f83b7d57,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:43.811184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d81cc-dd30-40bb-a3ed-d541ac60d6c7 None None] Network 810932ba-09c5-4a53-8770-dc9489bce84f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:43.854509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.862342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.866569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a5775c4-c5da-4d9a-bc45-db77418ed944 HTTP/1.1" status: 204 len: 168 time: 0.4042268 Aug 28 08:34:43.875968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3f11-b12c-44a4-9d74-f4a5b00c5b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5775c4-c5da-4d9a-bc45-db77418ed944,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:43.892657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83a74450-2ae0-4b3b-ae1a-2a4f7bf8f5de None None] Provisioning complete for port 1af212a2-009a-4570-b40e-d1275c913bf6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:43.892657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83a74450-2ae0-4b3b-ae1a-2a4f7bf8f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.926097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:43.975570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83a74450-2ae0-4b3b-ae1a-2a4f7bf8f5de None None] Could not find standard attr ID for object 1af212a2-009a-4570-b40e-d1275c913bf6. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:34:43.978710 n-d-792458-16 neutron-server[95468]: INFO neutron.plugins.ml2.db [None req-83a74450-2ae0-4b3b-ae1a-2a4f7bf8f5de None None] No ports have port_id starting with 1af212a2-009a-4570-b40e-d1275c913bf6 Aug 28 08:34:43.980466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=1af212a2-009a-4570-b40e-d1275c913bf6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:43.994135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port 1af212a2-009a-4570-b40e-d1275c913bf6 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:44.055844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fc827-af81-4b4e-8d59-481d836f0fb2 None None] DHCP port deletion for 810932ba-09c5-4a53-8770-dc9489bce84f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:44.098453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.109453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810932ba-09c5-4a53-8770-dc9489bce84f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:44.124652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638c15b8-a3bc-40b4-87be-0b9548d2ca8a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:44.125546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638c15b8-a3bc-40b4-87be-0b9548d2ca8a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:44.136004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.159886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.169579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:44.170400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:44.174372 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:44.336910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.351670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.353813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/810932ba-09c5-4a53-8770-dc9489bce84f HTTP/1.1" status: 204 len: 168 time: 1.0282335 Aug 28 08:34:44.356752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39858) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.372897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb646-e1e8-4258-a26b-b0780319b330 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=810932ba-09c5-4a53-8770-dc9489bce84f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:44.392790 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-350467b8-884c-488c-bc8b-919e0237efbd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.393274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350467b8-884c-488c-bc8b-919e0237efbd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.395260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-350467b8-884c-488c-bc8b-919e0237efbd tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/ad3193e9-0aa5-4a0e-82c3-f3af1727102b HTTP/1.1" status: 404 len: 337 time: 0.0362253 Aug 28 08:34:44.400094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39862) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.419203 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5bac89-5fc5-46fd-be1d-40da56ac8cb7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.419928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5bac89-5fc5-46fd-be1d-40da56ac8cb7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.424797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d5bac89-5fc5-46fd-be1d-40da56ac8cb7 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/7a844b7f-447b-46cb-bf2d-1cd720ff9606 HTTP/1.1" status: 404 len: 339 time: 0.0206628 Aug 28 08:34:44.425090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.452263 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb5f9bb-cf32-4e88-9924-160c24de7317 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.452822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb5f9bb-cf32-4e88-9924-160c24de7317 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.454642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8fb5f9bb-cf32-4e88-9924-160c24de7317 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/c9da050c-f65d-4ae5-aad9-7efeec3f2710 HTTP/1.1" status: 404 len: 337 time: 0.0285664 Aug 28 08:34:44.457341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39866) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.475293 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-152d350a-4ce7-4e7e-b87b-ef9a665b0a93 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.476115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152d350a-4ce7-4e7e-b87b-ef9a665b0a93 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.477918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-152d350a-4ce7-4e7e-b87b-ef9a665b0a93 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/2fc72605-28c7-4d0f-9d1f-5f665279d0bb HTTP/1.1" status: 404 len: 339 time: 0.0195353 Aug 28 08:34:44.486472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39868) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.486795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765f32-685c-4070-995b-51f8eceb76a0 req-f76ff883-1bff-43c8-95e9-fe1576a52fbb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:44.488343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f765f32-685c-4070-995b-51f8eceb76a0 req-f76ff883-1bff-43c8-95e9-fe1576a52fbb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0519750 Aug 28 08:34:44.521536 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c7bf9b-720a-4778-9f95-e7de6de06a0f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.522488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c7bf9b-720a-4778-9f95-e7de6de06a0f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.524757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-97c7bf9b-720a-4778-9f95-e7de6de06a0f tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/3457ba3d-649e-4827-ad8d-20c97432449d HTTP/1.1" status: 404 len: 337 time: 0.0361888 Aug 28 08:34:44.528261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f765f32-685c-4070-995b-51f8eceb76a0 req-4bade644-1809-490c-9e4e-b5e5bcbb2eee tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Aug 28 08:34:44.531985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39870) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.554136 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac5c6ce-92cd-4733-b4ad-7411ce5ffdba tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:44.554703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac5c6ce-92cd-4733-b4ad-7411ce5ffdba tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:44.556412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dac5c6ce-92cd-4733-b4ad-7411ce5ffdba tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/aff37bb1-06aa-425f-b24e-d80d76c2a0d2 HTTP/1.1" status: 404 len: 339 time: 0.0234020 Aug 28 08:34:44.559048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.770707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39880) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:44.784911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b773c016-df07-4b4a-bfc9-032f24801990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.894666 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b773c016-df07-4b4a-bfc9-032f24801990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.896386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting subnet 8381beeb-9454-4f55-914e-3f9106aabd61 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:44.901214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.952047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ceb8-42d7-414b-8aca-21cbc179fca3 req-da662c8a-dcd0-4794-8566-19c9c8cc98d8 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:44.953580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dba3ceb8-42d7-414b-8aca-21cbc179fca3 req-da662c8a-dcd0-4794-8566-19c9c8cc98d8 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.0973268 Aug 28 08:34:44.959037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:44.980673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b773c016-df07-4b4a-bfc9-032f24801990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.020713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b773c016-df07-4b4a-bfc9-032f24801990 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d92681f041a4040a6e78bbb01e5b71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488639 Aug 28 08:34:45.021598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c016-df07-4b4a-bfc9-032f24801990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c759a039-a1fc-41c1-bc65-143819e2a107,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.025301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39886) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:45.035224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dba3ceb8-42d7-414b-8aca-21cbc179fca3 req-e3af08a5-f125-401b-9774-9f95d54cb81f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730953 Aug 28 08:34:45.087699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.091259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.115840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.162265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:45.201913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1af212a2-009a-4570-b40e-d1275c913bf6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:45.223133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1af212a2-009a-4570-b40e-d1275c913bf6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:45.223484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1af212a2-009a-4570-b40e-d1275c913bf6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:45.263231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.297025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2138310461-network', 'tenant_id': 'ed3630fb38f141849672449d6ad9f6f4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:45.300355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=8381beeb-9454-4f55-914e-3f9106aabd61,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.302481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.308835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.310228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.323362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c759a039-a1fc-41c1-bc65-143819e2a107 HTTP/1.1" status: 204 len: 168 time: 0.2852526 Aug 28 08:34:45.324536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17222fa6-f7ca-4926-9b83-83791ac7ecbe tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/8381beeb-9454-4f55-914e-3f9106aabd61 HTTP/1.1" status: 204 len: 168 time: 0.7532864 Aug 28 08:34:45.324633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39894) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:45.324719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8b8bf-b55a-4c7d-a0c1-6b9547fa083c None None] Network b1247d29-a40a-4a36-958c-fe4931f75f87 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:45.331715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99742e9-900c-4dca-8e9b-77b34c575ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c759a039-a1fc-41c1-bc65-143819e2a107,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.411015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Made reservation on behalf of ed3630fb38f141849672449d6ad9f6f4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:45.413601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.415950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.426462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.480748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port f3d39ded-2a48-45ee-b808-30f8ff52f834 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:45.481091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.554193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] DHCP port deletion for b1247d29-a40a-4a36-958c-fe4931f75f87 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:45.566972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port f3d39ded-2a48-45ee-b808-30f8ff52f834, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f3d39ded-2a48-45ee-b808-30f8ff52f834,segment=NetworkSegment(0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444),segment_id=0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:45.567344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.584428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for f3d39ded-2a48-45ee-b808-30f8ff52f834 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:45.620841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Deleting port f3d39ded-2a48-45ee-b808-30f8ff52f834 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:45.621218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.674167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.694594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] For port f3d39ded-2a48-45ee-b808-30f8ff52f834, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f3d39ded-2a48-45ee-b808-30f8ff52f834,segment=NetworkSegment(0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444),segment_id=0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:45.695849 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.714042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Calling delete_port for f3d39ded-2a48-45ee-b808-30f8ff52f834 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:45.716180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d1f4c-cb2d-4393-8484-4e520ba9b361 req-0730e5ee-a1ce-41ca-95e3-59cffc297ec0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:45.717910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09d1f4c-cb2d-4393-8484-4e520ba9b361 req-0730e5ee-a1ce-41ca-95e3-59cffc297ec0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0549312 Aug 28 08:34:45.758515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09d1f4c-cb2d-4393-8484-4e520ba9b361 req-a5eee60d-0a18-4a00-a2d0-d21ca084b999 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Aug 28 08:34:45.759990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.784635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:45.801439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd474ab-8386-4860-8b0e-63db1a2a6d8f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.806200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.806584 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Added segment 4dfa9802-c9fb-4bca-bc1f-2904bce7677a of type vlan for network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 Aug 28 08:34:45.809867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.824729 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:34:45.827123 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:34:45.833953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.862504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=f3d39ded-2a48-45ee-b808-30f8ff52f834,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.866176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port f3d39ded-2a48-45ee-b808-30f8ff52f834 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:45.875887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] No DVR routers for this DVR port f3d39ded-2a48-45ee-b808-30f8ff52f834 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:45.878285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.881179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f80f52-8d81-4b2a-83cb-e58f3163753d None None] Pushing event deleted for resources: {'Port': ['ID=f3d39ded-2a48-45ee-b808-30f8ff52f834,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:45.930971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 6ae18420-ffad-4936-b988-8134a9af60ba details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:34:45.970560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.982186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.982683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1247d29-a40a-4a36-958c-fe4931f75f87']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:45.990585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:45.990585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:45.998593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:45.999226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5aa304-a5b2-4e1e-b90a-7d64cf9b7444') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:46.016984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.031681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.039767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:46.040174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.040315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=6ae18420-ffad-4936-b988-8134a9af60ba,segment=NetworkSegment(94e8070a-a257-4da0-9ef1-725b7be6d15b),segment_id=94e8070a-a257-4da0-9ef1-725b7be6d15b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:46.043690 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:46.057487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '6ae18420-ffad-4936-b988-8134a9af60ba', 'network_id': 'cf223313-cd65-4832-9b97-ec78c082bc85', 'port_id': '6ae18420-ffad-4936-b988-8134a9af60ba', 'mac_address': 'fa:16:3e:09:66:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8805843e-3b34-4078-bdbd-b2ef6e4bc921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:34:46.065965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e424045-bd56-40c2-9824-d8a6dc1a6a48,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:46.085202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:46.128692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c737069b-0e5b-44c1-b1c2-9202d74472d1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9647770 Aug 28 08:34:46.131571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39918) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:46.140206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Request body: {'subnet': {'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2138310461-subnet', 'tenant_id': 'ed3630fb38f141849672449d6ad9f6f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:46.168571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.192976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae18420-ffad-4936-b988-8134a9af60ba {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:46.219059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=6ae18420-ffad-4936-b988-8134a9af60ba,segment=NetworkSegment(94e8070a-a257-4da0-9ef1-725b7be6d15b),segment_id=94e8070a-a257-4da0-9ef1-725b7be6d15b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:46.244022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.248105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1b01-b64b-4e0f-8260-f6a0279061a1 req-95eba529-22be-4b30-8663-81c7a97f6bfa tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:46.249775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7ff1b01-b64b-4e0f-8260-f6a0279061a1 req-95eba529-22be-4b30-8663-81c7a97f6bfa tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 943 time: 0.0847824 Aug 28 08:34:46.252100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.254067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/b1247d29-a40a-4a36-958c-fe4931f75f87 HTTP/1.1" status: 204 len: 168 time: 0.9377179 Aug 28 08:34:46.256733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39920) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:46.274826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd0e6-a697-43c1-9807-b633eeb55572 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=b1247d29-a40a-4a36-958c-fe4931f75f87,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:46.290989 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88ed693-490c-4f15-918a-d7f9a954d0d6 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:46.291458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88ed693-490c-4f15-918a-d7f9a954d0d6 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:46.293229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b88ed693-490c-4f15-918a-d7f9a954d0d6 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/df307049-f1a9-466f-8093-9fbcfbb0e571 HTTP/1.1" status: 404 len: 337 time: 0.0352418 Aug 28 08:34:46.296312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39922) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:46.317089 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c06d4f-79cb-4b28-9e18-030d822ae0f1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] DELETE failed (client error): The resource could not be found. Aug 28 08:34:46.317749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c06d4f-79cb-4b28-9e18-030d822ae0f1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:34:46.319864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-32c06d4f-79cb-4b28-9e18-030d822ae0f1 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/a46280a1-6b25-468c-8b6f-9e7cf5e0d52f HTTP/1.1" status: 404 len: 339 time: 0.0219295 Aug 28 08:34:46.322498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 39924) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:46.323401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7ff1b01-b64b-4e0f-8260-f6a0279061a1 req-48ecd679-6a1c-4072-8b07-98b259a2d46e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Aug 28 08:34:46.330922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Made reservation on behalf of ed3630fb38f141849672449d6ad9f6f4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:46.333422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.359771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.396651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting subnet 6fbff0f0-4453-4007-9796-ac17ed10873d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:34:46.400547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.420126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:46.450432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.570473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.643787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.710881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03601dfb-3bb1-49f5-8457-eca07cf782c5,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:46.720340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Checking segment: {'id': '4dfa9802-c9fb-4bca-bc1f-2904bce7677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:46.720707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Network hostable DHCP agents. Network: 8e424045-bd56-40c2-9824-d8a6dc1a6a48, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:46.721916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.756347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbff0f0-4453-4007-9796-ac17ed10873d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:46.758334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.763279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1d10b135-d09e-4744-9994-8f18969322d2 tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/subnets/6fbff0f0-4453-4007-9796-ac17ed10873d HTTP/1.1" status: 204 len: 168 time: 0.4395845 Aug 28 08:34:46.763374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 39936) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:46.769002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5077f1-edb1-42a3-96fe-b1af5913ce5c None None] Network 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:46.822628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:46.846716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['6ae18420-ffad-4936-b988-8134a9af60ba'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:46.895491 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:46.918960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b3e1-f2d0-4c0c-958e-8eec5f08925d req-31a1f9a3-7439-4ef5-9d22-3eb967ab10b3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:46.920489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd97b3e1-f2d0-4c0c-958e-8eec5f08925d req-31a1f9a3-7439-4ef5-9d22-3eb967ab10b3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0817797 Aug 28 08:34:46.949996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8e424045-bd56-40c2-9824-d8a6dc1a6a48) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:46.963318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430e6d9-2cf8-4b6c-94d7-5c42cf76c5f2 None None] Network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:46.965922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:46.966545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.007063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd97b3e1-f2d0-4c0c-958e-8eec5f08925d req-d9a1afac-7aa1-4f05-b53d-620b81cecc7d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658486 Aug 28 08:34:47.019209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Deleting port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:47.019771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.086402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d15a1a24-8013-40e5-b49d-32bd3dfdcfd0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9530876 Aug 28 08:34:47.130511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] For port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,segment=NetworkSegment(74e6476c-32b4-4780-84d1-5e4b71416fa8),segment_id=74e6476c-32b4-4780-84d1-5e4b71416fa8)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:47.130902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.146186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] DHCP port deletion for 4be5a351-3ffd-48f2-ac8b-a461b1f4fabd request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:34:47.147526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Calling delete_port for 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:47.208636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551170a4-021c-4883-a36a-6048d8e135b6 None None] Network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:47.269313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f3d39ded-2a48-45ee-b808-30f8ff52f834 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:47.306397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f3d39ded-2a48-45ee-b808-30f8ff52f834 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:47.306397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f3d39ded-2a48-45ee-b808-30f8ff52f834 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:47.307390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:47.371898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.373950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Deleting port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:47.374361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.409649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Port': ['ID=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:47.412063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] No DVR routers for this DVR port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:47.456332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No active binding found for port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 {{(pid=95468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 08:34:47.456782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:47.486099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] For port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:47.486099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.498237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Calling delete_port for 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:47.501584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:34:47.502947 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.510543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.535567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] Pushing event deleted for resources: {'Port': ['ID=65fb6c06-a0df-4b56-96a2-f2ef9edf2e21,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:47.539061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064f3e2-047d-419c-8fe2-435383ff6fa6 None None] No DVR routers for this DVR port 65fb6c06-a0df-4b56-96a2-f2ef9edf2e21 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:47.547256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be5a351-3ffd-48f2-ac8b-a461b1f4fabd']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:47.565202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6476c-32b4-4780-84d1-5e4b71416fa8') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:47.565492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6476c-32b4-4780-84d1-5e4b71416fa8') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:47.577078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.636056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.648485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:34:47.648900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:34:47.652094 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:34:47.748254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-c81a5183-af84-4ed4-bd36-3f39a721990d tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:47.750497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-c81a5183-af84-4ed4-bd36-3f39a721990d tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/networks?id=8e424045-bd56-40c2-9824-d8a6dc1a6a48 HTTP/1.1" status: 200 len: 822 time: 0.1704755 Aug 28 08:34:47.767764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-87754d67-b1a2-4e29-97c0-dd0c14542afa tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/quotas/ed3630fb38f141849672449d6ad9f6f4 HTTP/1.1" status: 200 len: 375 time: 0.0105116 Aug 28 08:34:47.802424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-341ea04f-039a-4fe2-b7f9-561451210773 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed3630fb38f141849672449d6ad9f6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280998 Aug 28 08:34:47.870708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.880702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:47.884399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] 10.222.0.46 "DELETE /v2.0/networks/4be5a351-3ffd-48f2-ac8b-a461b1f4fabd HTTP/1.1" status: 204 len: 168 time: 1.1176138 Aug 28 08:34:47.904609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a11c1-490c-4b49-ae06-65465d62301d tempest-NetworksIpV6Test-1645239793 tempest-NetworksIpV6Test-1645239793-project] Pushing event deleted for resources: {'Network': ['ID=4be5a351-3ffd-48f2-ac8b-a461b1f4fabd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:47.927546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-fbc181f1-f8d0-4135-b535-c5434dbc7ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175046 Aug 28 08:34:48.038038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-c9b275a2-9c93-44a3-8c10-d84acb5ecc5a service neutron] 10.222.0.46 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035504 Aug 28 08:34:48.447218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deefee4-476b-48d4-aa90-e57625872bdd req-41dce2c0-6712-4703-90bf-0ddb9a043ddf tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:48.448089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6deefee4-476b-48d4-aa90-e57625872bdd req-41dce2c0-6712-4703-90bf-0ddb9a043ddf tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 944 time: 0.0903084 Aug 28 08:34:48.504319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6deefee4-476b-48d4-aa90-e57625872bdd req-8d417f6e-142c-41f0-8372-c3d5e7691c34 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Aug 28 08:34:48.536488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40000) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:48.677783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813214e-5c18-4d46-b6cc-9b4d63306fc3 req-139d8f65-9e2b-4127-b3c7-cae2c2a85dd2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:48.679400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8813214e-5c18-4d46-b6cc-9b4d63306fc3 req-139d8f65-9e2b-4127-b3c7-cae2c2a85dd2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0622203 Aug 28 08:34:48.748160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8813214e-5c18-4d46-b6cc-9b4d63306fc3 req-95e3bac8-fa1c-4e97-8d1b-f668860c04ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Aug 28 08:34:48.778109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40008) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:48.827882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70661fc9-0162-49c0-90d9-a86543685215 req-313959e6-87e6-44ce-841e-7406b1c80d4a tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Aug 28 08:34:48.889158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc0346cc-0b51-4418-85a4-7680538dd30f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0f6555b0e2442268cba7814fed34e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490820 Aug 28 08:34:48.889469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40014) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:48.916352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:48.967660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:48.989411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.102119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.160857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.163644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.164922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50132ede-11e0-4e65-ab7c-c90b2b989751 HTTP/1.1" status: 204 len: 168 time: 0.2740479 Aug 28 08:34:49.181487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8a453-1796-4aca-a2bd-2bd023f2f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50132ede-11e0-4e65-ab7c-c90b2b989751,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:49.235239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.344183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Allocated IP 172.25.0.29 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/0b6e8ad7-8319-4f76-bf5d-ca02e2879a37) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:49.454257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.608501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.660890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:49.669888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:49.673680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:49.686376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568c4c-7569-431c-b943-b12bcbb16a23 req-f3ddde08-e1a7-404f-84e7-15811ba43a5e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:49.688655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72568c4c-7569-431c-b943-b12bcbb16a23 req-f3ddde08-e1a7-404f-84e7-15811ba43a5e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 944 time: 0.1085379 Aug 28 08:34:49.722691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=0b6e8ad7-8319-4f76-bf5d-ca02e2879a37,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:49.777838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72568c4c-7569-431c-b943-b12bcbb16a23 req-29729879-b144-4947-ac57-291263d926ed tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Aug 28 08:34:49.820810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:49.906720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98cb9f-60c7-4634-a9eb-09055c90d6db req-3b3f8dc1-0542-49dc-8404-8919fbeb15f0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:49.908303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f98cb9f-60c7-4634-a9eb-09055c90d6db req-3b3f8dc1-0542-49dc-8404-8919fbeb15f0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0625165 Aug 28 08:34:49.952912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 6ae18420-ffad-4936-b988-8134a9af60ba up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:49.976737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f98cb9f-60c7-4634-a9eb-09055c90d6db req-2d3ccea9-bd28-4c1f-9261-ae695c7c7694 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Aug 28 08:34:49.977469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.102012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 6ae18420-ffad-4936-b988-8134a9af60ba completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:50.105339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-517d6df4-24fe-45d0-8a8d-76363fc34298 req-1e4b21de-55c4-4b72-8852-1d09b4a29a67 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 210 time: 0.0335207 Aug 28 08:34:50.105947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 6ae18420-ffad-4936-b988-8134a9af60ba triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:50.106370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.191030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.208708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.215015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:50.217468 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8dacb1-e5e1-4c7d-9c2c-fe909909e655" -d '{"events": [{"server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "name": "network-vif-plugged", "status": "completed", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:50.235072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=6ae18420-ffad-4936-b988-8134a9af60ba,segment=NetworkSegment(94e8070a-a257-4da0-9ef1-725b7be6d15b),segment_id=94e8070a-a257-4da0-9ef1-725b7be6d15b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:50.295116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.325986 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.352123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40052) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:50.368768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=0b6e8ad7-8319-4f76-bf5d-ca02e2879a37,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:50.385169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.388957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:50.462836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.464340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cc068c9d-3249-48b5-a75f-e3e29a8471e9 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6843753 Aug 28 08:34:50.467250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40056) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:50.473086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1497883259'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:50.477847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-647847578'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:50.494970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:34:50.494970 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:34:50.494970 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id_1': 'd55c90ced82245ec98cc2ff7f99203d4', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 34, 50, 482717)}] Aug 28 08:34:50.494970 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:50.494970 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:50.622620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Made reservation on behalf of 8e2b748e7a434ce4bad8409765099243 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:50.626170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.636169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.735361 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20820957-e15c-4ecc-9edb-cb05cf72a798 x-openstack-request-id: req-20820957-e15c-4ecc-9edb-cb05cf72a798 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:50.736447 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "name": "network-vif-plugged", "status": "completed", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:50.736884 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20820957-e15c-4ecc-9edb-cb05cf72a798 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:50.737494 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba', 'code': 200} Aug 28 08:34:50.737869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.813276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.843008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:50.867607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c624e-a6ef-4ebe-96bc-be0d0f9d44aa req-23550cf8-be74-44f3-aea2-7b8951ab5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:50.869149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-255c624e-a6ef-4ebe-96bc-be0d0f9d44aa req-23550cf8-be74-44f3-aea2-7b8951ab5395 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 1097 time: 0.0453286 Aug 28 08:34:50.871655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae884c1-d040-4506-a927-74c87a805c14 req-a4e95973-0db2-46eb-9f14-b624262f8a19 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:50.873225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ae884c1-d040-4506-a927-74c87a805c14 req-a4e95973-0db2-46eb-9f14-b624262f8a19 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.0938833 Aug 28 08:34:50.879071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae031262-abf0-430c-b382-b27d212bfb4a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:50.883539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.887505 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Added segment da8ca739-baea-4985-a384-ca060dd255ed of type vlan for network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 Aug 28 08:34:50.912110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-255c624e-a6ef-4ebe-96bc-be0d0f9d44aa req-8b726aa5-37ef-4c00-b6f6-2e755c8c2913 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Aug 28 08:34:50.946308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:50.957919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ae884c1-d040-4506-a927-74c87a805c14 req-651ef909-91a1-4f6e-9443-dc2092b62a61 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758753 Aug 28 08:34:51.051550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.056881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.057465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.079911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:51.084337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.099983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.119109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a5fdd-723f-42f0-848e-abed0e075e2a req-35d8aafb-86bf-45e3-9903-d9f53a8643c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.120610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-053a5fdd-723f-42f0-848e-abed0e075e2a req-35d8aafb-86bf-45e3-9903-d9f53a8643c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1044793 Aug 28 08:34:51.154629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Network': ['ID=3c448c4e-f499-4af8-8c66-e5a2bf60c702,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:51.165240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:51.175045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-053a5fdd-723f-42f0-848e-abed0e075e2a req-dac9429f-b874-40e2-90c3-6d36e7f989d0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Aug 28 08:34:51.224431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4cbd9f1e-7cb5-4845-9a2c-f515aba0627b tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7559059 Aug 28 08:34:51.227386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40068) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:51.236113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Request body: {'subnet': {'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:51.296139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cdef-049b-4aed-a9bb-3eb321ff8ae9 req-ced5541b-29aa-404b-a3d8-3b4a0c0f0631 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.304788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0358cdef-049b-4aed-a9bb-3eb321ff8ae9 req-ced5541b-29aa-404b-a3d8-3b4a0c0f0631 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.0640919 Aug 28 08:34:51.348266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0358cdef-049b-4aed-a9bb-3eb321ff8ae9 req-04ea17b6-dfb6-4370-9222-5f07da15eceb tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Aug 28 08:34:51.437822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50638ae4-ef04-4685-8150-d2653dc6ec41 req-e3e227f8-2c2d-479b-8507-eae3dab2b2c2 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Aug 28 08:34:51.470158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-ec148516-e0a4-4a28-9930-1c6ab7676d70 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.471768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-ec148516-e0a4-4a28-9930-1c6ab7676d70 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.39 "GET /v2.0/networks?id=8e424045-bd56-40c2-9824-d8a6dc1a6a48 HTTP/1.1" status: 200 len: 822 time: 0.1521182 Aug 28 08:34:51.493057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.497106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Request body: {'port': {'device_id': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48', 'admin_state_up': True, 'tenant_id': 'ed3630fb38f141849672449d6ad9f6f4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:51.568484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96d3a-3997-4c3d-bfda-472680bd7f55 req-b353ddad-fb34-4a81-a501-5857036cd2e3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.570414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ba96d3a-3997-4c3d-bfda-472680bd7f55 req-b353ddad-fb34-4a81-a501-5857036cd2e3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0582364 Aug 28 08:34:51.614878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ba96d3a-3997-4c3d-bfda-472680bd7f55 req-1f146160-b334-4b24-b6d4-144184e9eb1b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Aug 28 08:34:51.665822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.697466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:34:51.697466 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 08:34:51.697466 n-d-792458-16 neutron-server[95467]: [parameters: {'project_id_1': 'ed3630fb38f141849672449d6ad9f6f4', 'expiration_1': datetime.datetime(2021, 8, 28, 8, 34, 51, 597703)}] Aug 28 08:34:51.697466 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:34:51.698285 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:34:51.702474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:51.728163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.728719 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment de3fba75-751c-47e9-b243-7598a8da2fc6 of type vlan for network d3196917-6bc2-4e5b-8f16-a7fff31c751b Aug 28 08:34:51.730024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab3f1a-5bb3-4b26-9f40-c63ca8642859,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:51.777893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.804909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Made reservation on behalf of 8e2b748e7a434ce4bad8409765099243 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:51.808671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.876656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.882780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.883429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:51.903612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-85d7dc52-5a02-4112-9d90-1bdaa0153d79 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:51.905170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-85d7dc52-5a02-4112-9d90-1bdaa0153d79 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.1088064 Aug 28 08:34:51.925474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-0aba8a14-3507-4fec-b072-65bf14a28ba7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/quotas/0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 375 time: 0.0116680 Aug 28 08:34:51.978467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=d3196917-6bc2-4e5b-8f16-a7fff31c751b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:51.989665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:51.992661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-66e8fce9-ea2b-4e36-a8d4-a1b20ded8f18 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596840 Aug 28 08:34:52.037024 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b71ffd2a-2f3e-4cbe-9c8d-2ba0e6d5dce1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6830223 Aug 28 08:34:52.037680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40086) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:52.049694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666587144'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:52.088919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-4480e77e-532f-4a6f-b9d2-a250235a68d8 service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886636 Aug 28 08:34:52.185327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a223dcfe-2ddf-4024-ac30-1c101e0d712e service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888011 Aug 28 08:34:52.192352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.234635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:52.238109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.294276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Subnet': ['ID=5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:52.304965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:34:52.314625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Checking segment: {'id': 'da8ca739-baea-4985-a384-ca060dd255ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:52.315077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network hostable DHCP agents. Network: 3c448c4e-f499-4af8-8c66-e5a2bf60c702, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:52.320910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.321262 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment 6593f1f4-6aec-434a-bd9e-4706036a5510 of type vlan for network 805ce588-fd45-4813-b0a8-335f6b68f541 Aug 28 08:34:52.370343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.379463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Made reservation on behalf of ed3630fb38f141849672449d6ad9f6f4 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:52.384197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.460392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:52.484288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d35a-4743-4a49-a102-1817659a7660 req-7a520882-23cf-4ec8-9500-f36dae51ca6d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:52.485993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d94d35a-4743-4a49-a102-1817659a7660 req-7a520882-23cf-4ec8-9500-f36dae51ca6d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.0684404 Aug 28 08:34:52.512222 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.516703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:52.517302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.530557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d94d35a-4743-4a49-a102-1817659a7660 req-3d5ade33-aac5-4a9c-bc5c-dc4631629d1d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367427 Aug 28 08:34:52.604130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3c448c4e-f499-4af8-8c66-e5a2bf60c702) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:52.613272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427509f7-79f0-43bf-a59a-ea15307cb80e None None] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:52.613953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-117c6a38-e786-4c19-bfa4-add17010c8ac req-bed2c16f-24e9-451f-b822-c7a47f1cf7bf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 210 time: 0.0344782 Aug 28 08:34:52.615183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:52.615783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.631151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Allocated IP 172.20.0.14 (8e424045-bd56-40c2-9824-d8a6dc1a6a48/03601dfb-3bb1-49f5-8457-eca07cf782c5/ebab9653-8b36-477e-8e95-313ac1ecf369) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:52.636256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=805ce588-fd45-4813-b0a8-335f6b68f541,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:52.647491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3fe64458-bad0-4b3d-848b-c4d5261ba1e2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6067696 Aug 28 08:34:52.650910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40100) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:52.660693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:52.685599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 805ce588-fd45-4813-b0a8-335f6b68f541 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:34:52.768396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a0031c9-2436-42b4-a871-07c6076a9b6a tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5340447 Aug 28 08:34:52.781563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40102) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:52.793096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1419762293', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:52.848110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.853618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066a43-1c3f-45a7-b1b5-bae833892f92 req-15fff257-f060-4ffe-aad6-4a6ca9d5fd53 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:52.861618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16066a43-1c3f-45a7-b1b5-bae833892f92 req-15fff257-f060-4ffe-aad6-4a6ca9d5fd53 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1212499 Aug 28 08:34:52.877745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3c448c4e-f499-4af8-8c66-e5a2bf60c702', 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702', 'tenant_id': '8e2b748e7a434ce4bad8409765099243', 'fixed_ips': [{'subnet_id': '5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:52.879630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:52.899028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16066a43-1c3f-45a7-b1b5-bae833892f92 req-6926f119-079f-4fb1-aa53-1c2f98b881f2 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Aug 28 08:34:53.009900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-c3a6a9b6-9a27-46cc-8f20-a3f84ddda8ba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:53.011844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-c3a6a9b6-9a27-46cc-8f20-a3f84ddda8ba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.0814376 Aug 28 08:34:53.033738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41f7f46c-d8d4-4f7c-a1a1-aaa8886416c1 req-8c8f66d4-bc09-4f55-ad18-ec552d92f5a7 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 210 time: 0.0304017 Aug 28 08:34:53.036912 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.037949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.051041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Allocated IP 172.20.0.2 (3c448c4e-f499-4af8-8c66-e5a2bf60c702/5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76/4539b3da-ec13-45fd-83e7-714e56a224de) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:53.060803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.148541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:53.155157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:53.158022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.163042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:53.165220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:53.172306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Pushing event updated for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:53.172471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.238874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:53.239374 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.244817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port 75997966-13ac-43f0-8c85-0104606da178 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:34:53.245160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.363080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port 75997966-13ac-43f0-8c85-0104606da178, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=75997966-13ac-43f0-8c85-0104606da178,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:53.363473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.367748 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-eeeaddfb-e362-4436-a0a6-568c8e97358f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8771517 Aug 28 08:34:53.380223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for 75997966-13ac-43f0-8c85-0104606da178 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:34:53.390650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Request body: {'port': {'device_id': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:53.404267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.415199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Transition to ACTIVE for port object 4539b3da-ec13-45fd-83e7-714e56a224de will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:53.433178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Transition to ACTIVE for port object 4539b3da-ec13-45fd-83e7-714e56a224de will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:53.500810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.676492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.748485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:53.751873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:53.756027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:53.763164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Pushing event updated for resources: {'Port': ['ID=4539b3da-ec13-45fd-83e7-714e56a224de,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:53.774805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.775078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.775425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.775775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.776175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.777088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.777088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.777276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.777864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.777864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.778123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.779309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:34:53.828676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Attempting to bind port 4539b3da-ec13-45fd-83e7-714e56a224de on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:53.829099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Attempting to bind port 4539b3da-ec13-45fd-83e7-714e56a224de by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'da8ca739-baea-4985-a384-ca060dd255ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:53.829451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Attempting to bind port 4539b3da-ec13-45fd-83e7-714e56a224de on network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:53.835356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:53.835744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Checking segment: {'id': 'da8ca739-baea-4985-a384-ca060dd255ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:53.836155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.836696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Bound using segment: {'id': 'da8ca739-baea-4985-a384-ca060dd255ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:53.837187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Bound port: 4539b3da-ec13-45fd-83e7-714e56a224de, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8ca739-baea-4985-a384-ca060dd255ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:53.837580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.856509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.866000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebab9653-8b36-477e-8e95-313ac1ecf369 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:53.875479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.880816 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.884743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28689b06-1eeb-496d-bfb9-e6a3fdb615f7 req-62148bb9-e5f2-498e-bdef-b85fd56ff3d4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:53.887715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28689b06-1eeb-496d-bfb9-e6a3fdb615f7 req-62148bb9-e5f2-498e-bdef-b85fd56ff3d4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 946 time: 0.2307484 Aug 28 08:34:53.907847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] For port 4539b3da-ec13-45fd-83e7-714e56a224de, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:53.912302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] For port 4539b3da-ec13-45fd-83e7-714e56a224de, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4539b3da-ec13-45fd-83e7-714e56a224de,segment=NetworkSegment(da8ca739-baea-4985-a384-ca060dd255ed),segment_id=da8ca739-baea-4985-a384-ca060dd255ed)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:53.922524 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:34:53.926894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['75997966-13ac-43f0-8c85-0104606da178'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:53.940785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Transition to ACTIVE for port object ebab9653-8b36-477e-8e95-313ac1ecf369 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:53.944856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=75997966-13ac-43f0-8c85-0104606da178,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:53.949035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28689b06-1eeb-496d-bfb9-e6a3fdb615f7 req-464b4be3-45e8-47a2-8e44-672d5b17d160 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541952 Aug 28 08:34:53.975794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port 75997966-13ac-43f0-8c85-0104606da178 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:34:53.979004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.979742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:53.981067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0b29a0c-a9cf-434f-90af-4867c096a915 req-ad476a49-1676-4b21-8192-0b158df5b2b5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "DELETE /v2.0/ports/75997966-13ac-43f0-8c85-0104606da178 HTTP/1.1" status: 204 len: 173 time: 0.9631917 Aug 28 08:34:53.985774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'name': 'network-vif-deleted', 'tag': '75997966-13ac-43f0-8c85-0104606da178'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:53.985774 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87d051f-b024-4f83-beb1-50ee1019494a" -d '{"events": [{"server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "name": "network-vif-deleted", "tag": "75997966-13ac-43f0-8c85-0104606da178"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:54.034278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.035034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.117966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3f98c-4d87-464e-ba22-6c5e96b36d46 None None] Pushing event updated for resources: {'Port': ['ID=4539b3da-ec13-45fd-83e7-714e56a224de,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:54.130520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Pushing event updated for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:54.142833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d17b6718-d730-4092-88a2-d2d548ec5e63 req-5049e8ef-61a1-4097-9592-1a4444ea3ead tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 210 time: 0.0691977 Aug 28 08:34:54.169415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=42de8d93-ef4a-4cd4-b963-c9e201ce4e90,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:54.199157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': 'de3fba75-751c-47e9-b243-7598a8da2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:54.199524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: d3196917-6bc2-4e5b-8f16-a7fff31c751b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:54.279545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Attempting to bind port ebab9653-8b36-477e-8e95-313ac1ecf369 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:54.279895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Attempting to bind port ebab9653-8b36-477e-8e95-313ac1ecf369 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '4dfa9802-c9fb-4bca-bc1f-2904bce7677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:54.280232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Attempting to bind port ebab9653-8b36-477e-8e95-313ac1ecf369 on network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:54.292356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Port ebab9653-8b36-477e-8e95-313ac1ecf369 on network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:54.292356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Attempting to bind port ebab9653-8b36-477e-8e95-313ac1ecf369 on network 8e424045-bd56-40c2-9824-d8a6dc1a6a48 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:54.292356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:54.292356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Checking segment: {'id': '4dfa9802-c9fb-4bca-bc1f-2904bce7677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:54.292356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Bound using segment: {'id': '4dfa9802-c9fb-4bca-bc1f-2904bce7677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:54.293006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Bound port: ebab9653-8b36-477e-8e95-313ac1ecf369, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfa9802-c9fb-4bca-bc1f-2904bce7677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:54.293006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.345860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:54.415077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:54.421040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebab9653-8b36-477e-8e95-313ac1ecf369,segment=NetworkSegment(4dfa9802-c9fb-4bca-bc1f-2904bce7677a),segment_id=4dfa9802-c9fb-4bca-bc1f-2904bce7677a)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:54.426498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d3196917-6bc2-4e5b-8f16-a7fff31c751b) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:54.438598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a6561-8b36-4a59-893f-05efc89cd487 None None] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:54.456546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.465696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704072-2171-4025-ad7f-4b40621c1b9e req-189b4e78-7114-43a8-962d-d701e8aa51e7 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:54.478157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30704072-2171-4025-ad7f-4b40621c1b9e req-189b4e78-7114-43a8-962d-d701e8aa51e7 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.2146626 Aug 28 08:34:54.480781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:54.481543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.539784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.543393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.636539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30704072-2171-4025-ad7f-4b40621c1b9e req-c1ae398d-7e90-4c7b-9acf-409b1823d0e7 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573384 Aug 28 08:34:54.652352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-91a4849d-3883-4cc4-bf01-a84c31aea2dd req-7dee55b5-8021-49cc-a01f-7789f7960fae service neutron] (95467) timed out ('10.222.0.64', 61741) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:34:54.653285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Pushing event updated for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:54.672695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:54.673960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.675586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-8c111aca-b3cb-45d1-a2f0-c263e9fc193a service neutron] 10.222.0.39 "PUT /v2.0/ports/ebab9653-8b36-477e-8e95-313ac1ecf369 HTTP/1.1" status: 200 len: 1093 time: 1.2909780 Aug 28 08:34:54.712125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d3196917-6bc2-4e5b-8f16-a7fff31c751b', 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '42de8d93-ef4a-4cd4-b963-c9e201ce4e90'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:54.712872 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda4b8f-bf9f-4901-b9c0-98bada32e57c x-openstack-request-id: req-5fda4b8f-bf9f-4901-b9c0-98bada32e57c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:54.713107 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:54.713215 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e429b34-448c-415a-a04b-0260730ec842", "name": "network-vif-deleted", "tag": "75997966-13ac-43f0-8c85-0104606da178", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:54.713560 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fda4b8f-bf9f-4901-b9c0-98bada32e57c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:54.713852 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e429b34-448c-415a-a04b-0260730ec842', 'name': 'network-vif-deleted', 'tag': '75997966-13ac-43f0-8c85-0104606da178', 'status': 'completed', 'code': 200} Aug 28 08:34:54.742628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Allocated IP 172.25.0.192 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/8fe20618-e27b-4831-8285-a5cb8ad5b65f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:54.775651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25638546-34f4-461b-b49c-b6e445a6e4cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1220889 Aug 28 08:34:54.778585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:54.784904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:54.907711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de42cbc-b2bf-4eec-98ea-2ce182b3eb1b req-f3d49d41-268e-4983-8d52-c95104d690ea tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:54.909573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3de42cbc-b2bf-4eec-98ea-2ce182b3eb1b req-f3d49d41-268e-4983-8d52-c95104d690ea tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 944 time: 0.1465893 Aug 28 08:34:54.950642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Allocated IP 2001:db8::2 (d3196917-6bc2-4e5b-8f16-a7fff31c751b/42de8d93-ef4a-4cd4-b963-c9e201ce4e90/50469be8-76d8-4d4b-9539-10409829cce0) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:54.962566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-a5fc2cde-65b0-4189-8297-0672d34f9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:54.965245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-a5fc2cde-65b0-4189-8297-0672d34f9f58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed3630fb38f141849672449d6ad9f6f4&device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 1096 time: 0.1104293 Aug 28 08:34:55.008745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.035254 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-604674c9-6d3a-4ef2-b984-167ca5c3b2a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebab9653-8b36-477e-8e95-313ac1ecf369 HTTP/1.1" status: 200 len: 217 time: 0.0548141 Aug 28 08:34:55.035383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3de42cbc-b2bf-4eec-98ea-2ce182b3eb1b req-c95feba8-85a6-40dd-a6b4-6ab69f426efa tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123853 Aug 28 08:34:55.059032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:55.064733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.144331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.154023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Transition to ACTIVE for port object 50469be8-76d8-4d4b-9539-10409829cce0 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:55.170875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Transition to ACTIVE for port object 50469be8-76d8-4d4b-9539-10409829cce0 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:55.232604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.240169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.316755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:55.322703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:55.337054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:55.338013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:55.351173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4539b3da-ec13-45fd-83e7-714e56a224de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:55.353755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:55.361790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:55.384191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=8fe20618-e27b-4831-8285-a5cb8ad5b65f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:55.400507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b2b5c-59c1-41ba-b24b-a6998b75ad81 req-23be6a80-bcf5-4ff6-9a50-27f0454c0473 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:55.414562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-254b2b5c-59c1-41ba-b24b-a6998b75ad81 req-23be6a80-bcf5-4ff6-9a50-27f0454c0473 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.2695599 Aug 28 08:34:55.477839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Pushing event updated for resources: {'Port': ['ID=50469be8-76d8-4d4b-9539-10409829cce0,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:55.573619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Attempting to bind port 50469be8-76d8-4d4b-9539-10409829cce0 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:55.575291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Attempting to bind port 50469be8-76d8-4d4b-9539-10409829cce0 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'de3fba75-751c-47e9-b243-7598a8da2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:55.575771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Attempting to bind port 50469be8-76d8-4d4b-9539-10409829cce0 on network d3196917-6bc2-4e5b-8f16-a7fff31c751b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:55.585497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:55.586061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Checking segment: {'id': 'de3fba75-751c-47e9-b243-7598a8da2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:55.590188 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.590748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Bound using segment: {'id': 'de3fba75-751c-47e9-b243-7598a8da2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:55.591365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Bound port: 50469be8-76d8-4d4b-9539-10409829cce0, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3fba75-751c-47e9-b243-7598a8da2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3196917-6bc2-4e5b-8f16-a7fff31c751b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:55.591871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.662585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-254b2b5c-59c1-41ba-b24b-a6998b75ad81 req-8a73eb8c-b102-4409-aea9-40cdedb0b8fc tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466705 Aug 28 08:34:55.750910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-7f0d1f70-8a50-4dd7-bce6-088d6c582452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:55.754643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-7f0d1f70-8a50-4dd7-bce6-088d6c582452 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03601dfb-3bb1-49f5-8457-eca07cf782c5 HTTP/1.1" status: 200 len: 862 time: 0.7097602 Aug 28 08:34:55.755066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4539b3da-ec13-45fd-83e7-714e56a224de completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:55.757635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] For port 50469be8-76d8-4d4b-9539-10409829cce0, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:55.761833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] For port 50469be8-76d8-4d4b-9539-10409829cce0, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50469be8-76d8-4d4b-9539-10409829cce0,segment=NetworkSegment(de3fba75-751c-47e9-b243-7598a8da2fc6),segment_id=de3fba75-751c-47e9-b243-7598a8da2fc6)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:55.787752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7639c47-5377-4317-a65f-aa6a9048116d None None] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:55.860563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-349189fc-2dfc-470d-b467-8aa6e300bf2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e424045-bd56-40c2-9824-d8a6dc1a6a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864222 Aug 28 08:34:55.907672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c57efbd-3b2d-4168-8c7d-d5dc2c7d589c req-9076aa1f-039c-4343-b750-3faa95576ad9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.0989866 Aug 28 08:34:55.934057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.941538 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:55.988524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Provisioning for port 4539b3da-ec13-45fd-83e7-714e56a224de completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:55.997909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Provisioning complete for port 4539b3da-ec13-45fd-83e7-714e56a224de triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:55.998357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.050154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-5231c02b-ba7f-434a-bdd2-2b22e7755c66 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:56.051798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-5231c02b-ba7f-434a-bdd2-2b22e7755c66 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.2954803 Aug 28 08:34:56.101108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'device_id': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'admin_state_up': True, 'tenant_id': '0c6b44c193914c459ba4ec239c844baf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:56.109077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0532938c-25cb-4f23-a242-93316ca25b5b req-0133ce97-8d50-4c78-8d70-61656344f063 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 210 time: 0.0585921 Aug 28 08:34:56.110061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.147868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-f0eab87c-9b66-408d-86db-282346852242 service neutron] 10.222.0.39 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729480 Aug 28 08:34:56.178107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e375b2-b0ad-4c3f-aa7e-9d4669618984 None None] Pushing event updated for resources: {'Port': ['ID=50469be8-76d8-4d4b-9539-10409829cce0,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:56.296758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.363003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] For port 4539b3da-ec13-45fd-83e7-714e56a224de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4539b3da-ec13-45fd-83e7-714e56a224de,segment=NetworkSegment(da8ca739-baea-4985-a384-ca060dd255ed),segment_id=da8ca739-baea-4985-a384-ca060dd255ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:56.410366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.487318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fe3c8db7-5ecd-4051-9c66-1cc818f3c3d5 req-51e8c9c6-e599-45cf-931e-1f6b92dfb71e service neutron] 10.222.0.39 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729537 Aug 28 08:34:56.512668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=3bc0f9bd-fea3-423c-b44b-b96a72f51602,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:56.513321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.539023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': '6593f1f4-6aec-434a-bd9e-4706036a5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:56.542138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.547102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: 805ce588-fd45-4813-b0a8-335f6b68f541, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:34:56.587796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40132) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:56.592854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:34:56.601789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.652549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a5b0d-86e2-4b2a-b316-79ad2a36f245 None None] Pushing event updated for resources: {'Port': ['ID=4539b3da-ec13-45fd-83e7-714e56a224de,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:56.782108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-eeae2b09-198e-4e42-ad2b-70e53820203c None None] Provisioning complete for port 4539b3da-ec13-45fd-83e7-714e56a224de triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:56.782851 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eeae2b09-198e-4e42-ad2b-70e53820203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:56.854305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.20.0.5 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/177514d2-ec69-45bd-9e04-602a1048dee0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:56.863957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Router 66160b95-d9f3-4883-a332-a8d6a3dbec7c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:34:56.916593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc2c0-9ee2-4969-8e5e-ebcf96035c56 req-afcf69e7-b4f0-4478-802d-1dcb3ef27e22 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:56.918253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb7dc2c0-9ee2-4969-8e5e-ebcf96035c56 req-afcf69e7-b4f0-4478-802d-1dcb3ef27e22 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 944 time: 0.0664873 Aug 28 08:34:56.966788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:34:56.969526 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738fd63-04de-4523-b22d-1f38bc2d2314" -d '{"events": [{"name": "network-changed", "server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:34:57.013191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b878c1-ba95-44a8-be92-f9ad4f30a941 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.013730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b878c1-ba95-44a8-be92-f9ad4f30a941 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.014182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b878c1-ba95-44a8-be92-f9ad4f30a941 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.022782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2b878c1-ba95-44a8-be92-f9ad4f30a941 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=a2094d97dbfc4a71af8efaa13f1fbbb9&network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 2972 time: 0.4318995 Aug 28 08:34:57.047888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 805ce588-fd45-4813-b0a8-335f6b68f541 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:34:57.056071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb7dc2c0-9ee2-4969-8e5e-ebcf96035c56 req-2f1835e6-045c-4f31-a63f-42354884f753 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944190 Aug 28 08:34:57.074384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:34:57.086120 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] Sync routers for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:34:57.101906 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:57.103142 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:57.110794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.128976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Transition to ACTIVE for port object 177514d2-ec69-45bd-9e04-602a1048dee0 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:57.168805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:57.185051 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:34:57.186158 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:57.214001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.226694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40146) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:57.232530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-98ca8a09-dcec-43c7-862a-bd9b8df88823 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.4465959 Aug 28 08:34:57.243190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11309-8628-479b-9790-642ae7752af5 req-c3ecc069-b0d1-40ba-9589-fedcf1fa0f7a tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.245210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7a11309-8628-479b-9790-642ae7752af5 req-c3ecc069-b0d1-40ba-9589-fedcf1fa0f7a tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1106739 Aug 28 08:34:57.250114 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:34:57.251149 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608c9da-62a4-4401-86e0-166f487127f0 None None] The sync data for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:34:57.312302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 805ce588-fd45-4813-b0a8-335f6b68f541) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:57.312513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.324692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad73cf-4386-4821-9c67-2cbd9c6d3b1c None None] Network 805ce588-fd45-4813-b0a8-335f6b68f541 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:57.349115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7a11309-8628-479b-9790-642ae7752af5 req-af0eaf5d-b0d3-48ef-8356-f58e0ae422ea tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968740 Aug 28 08:34:57.421267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.421971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.432442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:34:57.437795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50469be8-76d8-4d4b-9539-10409829cce0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:57.462638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:57.476857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:57.482828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:57.487219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:57.530404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e40509a5-d795-4adf-a200-592294b1c592 req-4083e394-25f3-4442-8cd1-7c3fcea5fdb4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.0564067 Aug 28 08:34:57.574591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 75997966-13ac-43f0-8c85-0104606da178 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:34:57.596488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.597140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.603510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-88f14879-511e-42a1-bfd5-0fb78186e95a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8235850 Aug 28 08:34:57.606665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:57.611527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472952998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:57.628245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 75997966-13ac-43f0-8c85-0104606da178 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:34:57.628593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 75997966-13ac-43f0-8c85-0104606da178 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:34:57.645043 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d41f40-f682-40f1-8ec9-47185a334be7 x-openstack-request-id: req-f7d41f40-f682-40f1-8ec9-47185a334be7 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:34:57.645347 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:34:57.645607 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7d41f40-f682-40f1-8ec9-47185a334be7 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:34:57.646039 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369', 'status': 'completed', 'code': 200} Aug 28 08:34:57.750519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.751967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.785862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10249b-24ba-4bd8-9479-22f367ce4f84 req-61fbd3ac-8081-4e08-a881-ff375eed189a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:57.796146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e10249b-24ba-4bd8-9479-22f367ce4f84 req-61fbd3ac-8081-4e08-a881-ff375eed189a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 931 time: 0.0856812 Aug 28 08:34:57.876563 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2db7bdb5-a569-473f-98d9-4763fbd0dabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.894076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-805ce588-fd45-4813-b0a8-335f6b68f541', 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '3bc0f9bd-fea3-423c-b44b-b96a72f51602'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:34:57.896835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.923853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:57.934317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a9d9eb54-d050-454d-875c-0a655d769cdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8596864 Aug 28 08:34:57.962598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Request body: {'port': {'device_id': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:34:57.970956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e10249b-24ba-4bd8-9479-22f367ce4f84 req-13e3334c-84cb-4f20-9284-873fc50affdf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736488 Aug 28 08:34:58.016228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-7b7eae85-434e-4c1f-82f1-397b59bc51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:58.018117 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-7b7eae85-434e-4c1f-82f1-397b59bc51b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed3630fb38f141849672449d6ad9f6f4&device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 1096 time: 0.1825974 Aug 28 08:34:58.032319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:58.052592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309985e-e9a0-4c0d-a785-37dd8466074d None None] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:34:58.125347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 50469be8-76d8-4d4b-9539-10409829cce0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:58.176196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:58.182649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ab2250d-a0b0-4445-94b1-2339aaaf6590 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5748146 Aug 28 08:34:58.183310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:58.225282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4539b3da-ec13-45fd-83e7-714e56a224de up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:34:58.230885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03075a28-8bea-4b67-8e01-08c258449cbe None None] Provisioning for port 177514d2-ec69-45bd-9e04-602a1048dee0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:58.281570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03075a28-8bea-4b67-8e01-08c258449cbe None None] Provisioning complete for port 177514d2-ec69-45bd-9e04-602a1048dee0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:58.281812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03075a28-8bea-4b67-8e01-08c258449cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:58.304374 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:58.343640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-86ded242-5c9e-4bde-b762-12d47626b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:58.345200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-86ded242-5c9e-4bde-b762-12d47626b813 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e424045-bd56-40c2-9824-d8a6dc1a6a48 HTTP/1.1" status: 200 len: 923 time: 0.2717853 Aug 28 08:34:58.393156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-03075a28-8bea-4b67-8e01-08c258449cbe None None] Port 177514d2-ec69-45bd-9e04-602a1048dee0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:34:58.409911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Allocated IP 2001:db8:1::2 (805ce588-fd45-4813-b0a8-335f6b68f541/3bc0f9bd-fea3-423c-b44b-b96a72f51602/6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:58.433615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-22c372d6-02d1-4c8a-94a2-323c0db59d4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebab9653-8b36-477e-8e95-313ac1ecf369 HTTP/1.1" status: 200 len: 217 time: 0.0766454 Aug 28 08:34:58.528292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-97ab2000-1e33-424e-a687-6bdef1ed8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:58.530383 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-97ab2000-1e33-424e-a687-6bdef1ed8f2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03601dfb-3bb1-49f5-8457-eca07cf782c5 HTTP/1.1" status: 200 len: 862 time: 0.0735590 Aug 28 08:34:58.545184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4539b3da-ec13-45fd-83e7-714e56a224de triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:58.545184 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:58.753868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d8b90-b019-4a3d-9189-19d3b89ea0aa req-23821fe8-11c7-4ab7-b0de-de0d9c13cfc1 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:58.761718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b8d8b90-b019-4a3d-9189-19d3b89ea0aa req-23821fe8-11c7-4ab7-b0de-de0d9c13cfc1 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 944 time: 0.5972037 Aug 28 08:34:58.879388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177514d2-ec69-45bd-9e04-602a1048dee0 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:34:59.097233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.097572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b8d8b90-b019-4a3d-9189-19d3b89ea0aa req-0c5bcb1a-293d-4d8c-9e56-7c1e1599f684 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247215 Aug 28 08:34:59.097773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Transition to ACTIVE for port object 177514d2-ec69-45bd-9e04-602a1048dee0 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:59.097871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Provisioning for port 50469be8-76d8-4d4b-9539-10409829cce0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:34:59.097871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Provisioning complete for port 50469be8-76d8-4d4b-9539-10409829cce0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:59.097871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.098460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-73367fd7-68e3-433d-9679-953d35d3509a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e424045-bd56-40c2-9824-d8a6dc1a6a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4063315 Aug 28 08:34:59.098460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.098630 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.119327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.128541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.140922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Transition to ACTIVE for port object 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:59.148052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9e92-bd1e-4464-8474-b87ceef6ddc7 req-c2c8d768-292c-4d51-8efa-16680b022baa tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:59.157562 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.161150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-866d9e92-bd1e-4464-8474-b87ceef6ddc7 req-c2c8d768-292c-4d51-8efa-16680b022baa tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1733470 Aug 28 08:34:59.206570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] For port 50469be8-76d8-4d4b-9539-10409829cce0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50469be8-76d8-4d4b-9539-10409829cce0,segment=NetworkSegment(de3fba75-751c-47e9-b243-7598a8da2fc6),segment_id=de3fba75-751c-47e9-b243-7598a8da2fc6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:34:59.224526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Transition to ACTIVE for port object 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:34:59.290358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-866d9e92-bd1e-4464-8474-b87ceef6ddc7 req-40ec494b-7aab-49e9-8b2c-f7fe5023c9ab tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280491 Aug 28 08:34:59.300544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.340500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.408459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Network 805ce588-fd45-4813-b0a8-335f6b68f541 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:34:59.415732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:34:59.420836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:34:59.469939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d104c2-e1e1-4564-b1a9-23494572c1ff None None] Pushing event updated for resources: {'Port': ['ID=50469be8-76d8-4d4b-9539-10409829cce0,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:59.553733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Pushing event updated for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:59.573823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-987a25ae-fbe7-4348-bff8-8af7fcfa8612 req-f9cd0afc-ebc0-4720-a2e5-5a2be9522d25 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e429b34-448c-415a-a04b-0260730ec842 HTTP/1.1" status: 200 len: 210 time: 0.1078579 Aug 28 08:34:59.600612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Pushing event updated for resources: {'Port': ['ID=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:34:59.628972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-995ec305-b0be-40d2-8457-32c1eab19ed1 None None] Provisioning complete for port 50469be8-76d8-4d4b-9539-10409829cce0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:34:59.629491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-995ec305-b0be-40d2-8457-32c1eab19ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.637224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Attempting to bind port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:59.637988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Attempting to bind port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6593f1f4-6aec-434a-bd9e-4706036a5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:59.638417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Attempting to bind port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 on network 805ce588-fd45-4813-b0a8-335f6b68f541 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:59.655128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Attempting to bind port 177514d2-ec69-45bd-9e04-602a1048dee0 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:34:59.655662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Attempting to bind port 177514d2-ec69-45bd-9e04-602a1048dee0 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:34:59.656106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Attempting to bind port 177514d2-ec69-45bd-9e04-602a1048dee0 on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:59.679573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Port 177514d2-ec69-45bd-9e04-602a1048dee0 on network edbae5a6-038f-4f1c-be52-2c76a0563766 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:34:59.680016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Attempting to bind port 177514d2-ec69-45bd-9e04-602a1048dee0 on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:34:59.688620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:59.688620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Checking segment: {'id': '6593f1f4-6aec-434a-bd9e-4706036a5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:59.688620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.689092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Bound using segment: {'id': '6593f1f4-6aec-434a-bd9e-4706036a5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:59.690079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Bound port: 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6593f1f4-6aec-434a-bd9e-4706036a5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '805ce588-fd45-4813-b0a8-335f6b68f541'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:59.690250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.691104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:34:59.691516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:34:59.692063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:34:59.692814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Bound port: 177514d2-ec69-45bd-9e04-602a1048dee0, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:34:59.693256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.702849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-f95f0713-0524-4ac0-bddf-3c81ff39fa43 service neutron] 10.222.0.39 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354295 Aug 28 08:34:59.819748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8::1 (d3196917-6bc2-4e5b-8f16-a7fff31c751b/42de8d93-ef4a-4cd4-b963-c9e201ce4e90/0e7c115f-4027-4d16-8606-15f9b00198b1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:59.837880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] For port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:59.839853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9685cb6-2317-4d1f-8ca9-4daae1ce00d3 req-ad3b54eb-8519-4d49-b0fc-1199603557ba tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:34:59.841355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9685cb6-2317-4d1f-8ca9-4daae1ce00d3 req-ad3b54eb-8519-4d49-b0fc-1199603557ba tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 943 time: 0.1160345 Aug 28 08:34:59.844610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] For port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,segment=NetworkSegment(6593f1f4-6aec-434a-bd9e-4706036a5510),segment_id=6593f1f4-6aec-434a-bd9e-4706036a5510)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:59.873574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Allocated IP 172.20.0.1 (3c448c4e-f499-4af8-8c66-e5a2bf60c702/5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76/e1e33176-8a5c-4d89-be9d-63e31ab2ab0b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:34:59.887418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40170) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:34:59.900079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:34:59.927268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.951474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=177514d2-ec69-45bd-9e04-602a1048dee0,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:34:59.981011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9685cb6-2317-4d1f-8ca9-4daae1ce00d3 req-fc58bcd4-e008-42a3-a5f8-577ccd89cce6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120255 Aug 28 08:34:59.982202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:34:59.998465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebab9653-8b36-477e-8e95-313ac1ecf369 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:00.070052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e687d-31a6-4a9e-a845-ecfe8df7778e None None] Pushing event updated for resources: {'Port': ['ID=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:00.070948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.092622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 0e7c115f-4027-4d16-8606-15f9b00198b1 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:00.212194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.236256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebab9653-8b36-477e-8e95-313ac1ecf369,segment=NetworkSegment(4dfa9802-c9fb-4bca-bc1f-2904bce7677a),segment_id=4dfa9802-c9fb-4bca-bc1f-2904bce7677a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:00.286412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e110-4756-496d-bd4a-4b8d0fa0df89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.287429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ebab9653-8b36-477e-8e95-313ac1ecf369', 'network_id': '8e424045-bd56-40c2-9824-d8a6dc1a6a48', 'port_id': 'ebab9653-8b36-477e-8e95-313ac1ecf369', 'mac_address': 'fa:16:3e:d9:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601dfb-3bb1-49f5-8457-eca07cf782c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:00.311665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:00.318698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:00.335739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:00.336306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.351807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.407524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebab9653-8b36-477e-8e95-313ac1ecf369 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:00.412495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=0e7c115f-4027-4d16-8606-15f9b00198b1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:00.472168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebab9653-8b36-477e-8e95-313ac1ecf369,segment=NetworkSegment(4dfa9802-c9fb-4bca-bc1f-2904bce7677a),segment_id=4dfa9802-c9fb-4bca-bc1f-2904bce7677a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:00.511097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.535074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.601165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477be7c-fdf9-43b2-9779-8da1f04151b9 req-78841b5f-51f7-41a9-b20a-43fd316477cc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:00.603541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c477be7c-fdf9-43b2-9779-8da1f04151b9 req-78841b5f-51f7-41a9-b20a-43fd316477cc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 945 time: 0.0912800 Aug 28 08:35:00.618822 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Pushing event updated for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:00.623540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:00.656503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8738fd63-04de-4523-b22d-1f38bc2d2314 req-60619601-8a7b-4ad9-9831-4ff03d6e9892 service neutron] 10.222.0.39 "GET /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203620 Aug 28 08:35:00.670759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52351f9-a9e9-4adf-a0c5-24598e997c52 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:00.672368 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b52351f9-a9e9-4adf-a0c5-24598e997c52 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 814 time: 0.7839112 Aug 28 08:35:00.673910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:00.674519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c477be7c-fdf9-43b2-9779-8da1f04151b9 req-c2764b16-5796-4a44-9742-b0c2a7f5a42b tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584126 Aug 28 08:35:00.674634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.675990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] 10.222.0.64 "PUT /v2.0/ports/177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 200 len: 1092 time: 2.7194808 Aug 28 08:35:00.680804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:00.683199 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac19303-a9d5-432c-9925-c69c9177da31" -d '{"events": [{"name": "network-changed", "server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:00.687408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.687760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.688109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.688448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.688787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.689119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.689449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.689782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.690110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.690475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.694739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.694739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a567472-3f8f-485f-8962-cf8017d5d115 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:00.750113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-aad93a73-ef10-4f6b-92ee-00c243d8abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:00.752296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-aad93a73-ef10-4f6b-92ee-00c243d8abaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61e1211790a74e98982e77d786cd455d&device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 1097 time: 0.1410697 Aug 28 08:35:00.806940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.869705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0a2523f4-1451-4740-94ee-0cc0aae7b324 None None] Provisioning for port 0e7c115f-4027-4d16-8606-15f9b00198b1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:00.883540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0a2523f4-1451-4740-94ee-0cc0aae7b324 None None] Provisioning complete for port 0e7c115f-4027-4d16-8606-15f9b00198b1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:00.884327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0a2523f4-1451-4740-94ee-0cc0aae7b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.886540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:00.945974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Transition to ACTIVE for port object e1e33176-8a5c-4d89-be9d-63e31ab2ab0b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:00.965287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0a2523f4-1451-4740-94ee-0cc0aae7b324 None None] Port 0e7c115f-4027-4d16-8606-15f9b00198b1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:00.968270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebab9653-8b36-477e-8e95-313ac1ecf369'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:00.997140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-4353c095-48e1-489b-bd80-118495db91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:00.999041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-4353c095-48e1-489b-bd80-118495db91ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 200 len: 912 time: 0.2361438 Aug 28 08:35:01.029784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-49d7cc61-103d-4353-805c-846fe0b88503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.031777 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-49d7cc61-103d-4353-805c-846fe0b88503 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 1095 time: 0.1609890 Aug 28 08:35:01.035849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89001299-deee-4c98-a143-dd2bf137611a req-67faf07a-c7d0-4cdc-8e1b-ee4059b95167 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.038256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89001299-deee-4c98-a143-dd2bf137611a req-67faf07a-c7d0-4cdc-8e1b-ee4059b95167 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1891630 Aug 28 08:35:01.134050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-463bbc19-c5a0-46cd-940e-f3c399e7d9b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 200 len: 217 time: 0.1266904 Aug 28 08:35:01.138037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-8df6b473-5295-4771-9008-20ccabebc09c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 200 len: 217 time: 0.0624006 Aug 28 08:35:01.152066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89001299-deee-4c98-a143-dd2bf137611a req-917b956b-f5a1-49f1-9666-b52f14ef4d72 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754735 Aug 28 08:35:01.263619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-76203e59-0307-4420-9238-1beee2ea037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.265169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-76203e59-0307-4420-9238-1beee2ea037e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0854149 Aug 28 08:35:01.329543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:01.331367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.349125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'network': {'name': 'tempest-network-smoke--1793701238', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:01.377067 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960b74c-7b6b-4eb4-b357-db72dc62c673 x-openstack-request-id: req-a960b74c-7b6b-4eb4-b357-db72dc62c673 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:01.377392 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:01.377650 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a960b74c-7b6b-4eb4-b357-db72dc62c673 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:01.378672 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0', 'status': 'completed', 'code': 200} Aug 28 08:35:01.463198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.463474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:01.503602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-88a88df9-d558-4383-b5e0-f9814dfcf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.505203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-88a88df9-d558-4383-b5e0-f9814dfcf728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8805843e-3b34-4078-bdbd-b2ef6e4bc921 HTTP/1.1" status: 200 len: 851 time: 0.2520912 Aug 28 08:35:01.507721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:01.517466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-98e83035-64eb-4655-b3ca-35819c305756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.517466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-98e83035-64eb-4655-b3ca-35819c305756 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186213 Aug 28 08:35:01.554042 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-422713b8-7b06-4866-9db0-3e92283c500a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf223313-cd65-4832-9b97-ec78c082bc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389514 Aug 28 08:35:01.557069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:01.559212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:01.562897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be61f-3306-4b1d-915e-4789dba4beba req-85aa9ca3-54c3-46b7-a3c8-21240f459458 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:01.563147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.565849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:01.572890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb0be61f-3306-4b1d-915e-4789dba4beba req-85aa9ca3-54c3-46b7-a3c8-21240f459458 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 943 time: 0.1060467 Aug 28 08:35:01.578512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=e1e33176-8a5c-4d89-be9d-63e31ab2ab0b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:01.583615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.584383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.667107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:01.682900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50469be8-76d8-4d4b-9539-10409829cce0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:01.720370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb0be61f-3306-4b1d-915e-4789dba4beba req-13808877-c61d-4244-b8e8-70348c2831b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464617 Aug 28 08:35:01.755159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=0e7c115f-4027-4d16-8606-15f9b00198b1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:01.757993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:01.770158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.770627 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Added segment bdf3c4f9-4927-40ef-9e57-165637a2d30e of type vlan for network 13a407b4-1510-42f9-880a-5938b4f6a151 Aug 28 08:35:01.802588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8799b-d756-4675-9095-1d12d587d520 None None] Network 805ce588-fd45-4813-b0a8-335f6b68f541 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:01.827584 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:01.838697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:01.842644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:01.981303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 50469be8-76d8-4d4b-9539-10409829cce0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:01.982073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.034950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.039430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.040664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Provisioning for port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:02.058735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Provisioning complete for port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:02.059291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.127968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a177f-231c-4847-bfa5-0ec9d6913535 req-36c54cfa-c533-43f5-8b30-1eeab712c8b2 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.135935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6a177f-231c-4847-bfa5-0ec9d6913535 req-36c54cfa-c533-43f5-8b30-1eeab712c8b2 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 945 time: 0.1252456 Aug 28 08:35:02.144367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-22c296c8-f016-4be3-ab6d-6b9e6df17627 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749290 Aug 28 08:35:02.154050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-e9870eaf-7cf9-42ea-b349-ba26af478574 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972600 Aug 28 08:35:02.190700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6a177f-231c-4847-bfa5-0ec9d6913535 req-282a47ae-588a-4f77-8fe5-5d8f2916e8ef tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536203 Aug 28 08:35:02.243327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.280418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router f8040597-647a-4829-b990-b7eb4f89742c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:02.358113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.364148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.364436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] For port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,segment=NetworkSegment(6593f1f4-6aec-434a-bd9e-4706036a5510),segment_id=6593f1f4-6aec-434a-bd9e-4706036a5510)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:02.365038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.474670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3ebcf470-d206-408f-8f6a-1eaf3e97fa76 req-e34a11b5-391c-4565-ba1c-c5f4f124a7e7 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159280 Aug 28 08:35:02.478169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:02.486171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c4c179b3-3bcf-4245-ae22-f5ded4b5b61f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3003848 Aug 28 08:35:02.492416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40214) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:02.495819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] Sync routers for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:02.502479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.520532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Network': ['ID=13a407b4-1510-42f9-880a-5938b4f6a151,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:02.535167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3bc4a1d7-9546-478e-85d8-9902c5e6a36e req-a123eedb-dff1-468a-b33a-1ff0bd2e6b0f service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771041 Aug 28 08:35:02.539236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.543959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19d23469-c91b-45f7-9eca-ec61d6e1dbb0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2080503 Aug 28 08:35:02.549053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-cecfb1f5-af55-471f-93d0-2a61672079de tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.550691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-cecfb1f5-af55-471f-93d0-2a61672079de tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.2608621 Aug 28 08:35:02.552037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40216) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:02.566834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 13a407b4-1510-42f9-880a-5938b4f6a151 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:02.570308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d5b25-1179-4c70-a4f9-c3630e8f1c9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.575255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce4d5b25-1179-4c70-a4f9-c3630e8f1c9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports/0e7c115f-4027-4d16-8606-15f9b00198b1 HTTP/1.1" status: 200 len: 911 time: 0.0818403 Aug 28 08:35:02.577179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:02.595909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-40acb98d-fc86-4f03-8bba-536d0415c21e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0193577 Aug 28 08:35:02.647536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:02.648389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:02.689730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90a39a-e73d-4f17-9db4-199c2fff6fee tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.690812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae90a39a-e73d-4f17-9db4-199c2fff6fee tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a2094d97dbfc4a71af8efaa13f1fbbb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1371531 Aug 28 08:35:02.695476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:02.728249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:02.752604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:02.753271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:02.759722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c60231-efe0-44c7-ba56-e02775259e40 None None] Pushing event updated for resources: {'Port': ['ID=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:02.793863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:02.794162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81ce61-5948-4afe-9b27-4570a735d3bd None None] The sync data for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:02.828626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Provisioning for port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:02.834278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Provisioning complete for port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:02.834941 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.853867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-34eab861-22e6-4e7f-ab0b-e29065cf9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:02.855459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-34eab861-22e6-4e7f-ab0b-e29065cf9ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 1095 time: 0.1028335 Aug 28 08:35:02.883858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:02.898538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Provisioning complete for port 0e7c115f-4027-4d16-8606-15f9b00198b1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:02.899081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:02.949743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1143ab67-a227-4c37-a5c4-cfa17a0ea257 None None] Port 0e7c115f-4027-4d16-8606-15f9b00198b1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:03.060480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-e0d3c029-68db-451c-ad91-7750b57abc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:03.063360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-e0d3c029-68db-451c-ad91-7750b57abc14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1971579 Aug 28 08:35:03.076547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5fa8c9d-68cd-4874-b625-38f8a871eb47 None None] Provisioning complete for port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:03.077256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8c9d-68cd-4874-b625-38f8a871eb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.079118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-2cafa150-47b0-4583-827f-691fc13ba152 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4498360 Aug 28 08:35:03.136655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-128639ae-8aaf-4e67-ab7c-4885ffb3ba37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 200 len: 217 time: 0.0619941 Aug 28 08:35:03.233193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-7e12de85-b855-4f43-b9af-64b3440e444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:03.235044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-7e12de85-b855-4f43-b9af-64b3440e444a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0903144 Aug 28 08:35:03.240826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.257173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:03.294574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-6878f302-cab9-4d6f-95f8-56cfba60bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:03.296217 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-6878f302-cab9-4d6f-95f8-56cfba60bfdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528436 Aug 28 08:35:03.320203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:03.320686 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.385505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.435056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab78dd9d-11b9-48b1-b7d6-418b1b70f85a tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:03.437561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ab78dd9d-11b9-48b1-b7d6-418b1b70f85a tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7375984 Aug 28 08:35:03.446257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40226) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:03.485139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-cd29eebd-5237-44b6-968d-1f5b081fa975 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927441 Aug 28 08:35:03.542864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa9e2dfe-f6a6-41c0-8147-75a9a05ab89a tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923412 Aug 28 08:35:03.554979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:03.561368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.575104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=e1e33176-8a5c-4d89-be9d-63e31ab2ab0b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:03.621191 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-473768ee-1d13-43a6-8964-0636c3195a30 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a2094d97dbfc4a71af8efaa13f1fbbb9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644510 Aug 28 08:35:03.625565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:03.686436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-576773ab-3cdc-48b9-8bc6-043781a8230c service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820500 Aug 28 08:35:03.761221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-f7a549c4-91fa-4787-9133-31f8364b147c service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383580 Aug 28 08:35:03.817228 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:03.888031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb550157-e931-4666-aead-7cc938a96745 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:03.893250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fb550157-e931-4666-aead-7cc938a96745 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2623546 Aug 28 08:35:03.896833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40232) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:03.911873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5ac19303-a9d5-432c-9925-c69c9177da31 req-f87b8367-23a7-429e-8ed9-1a308b19068c service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917408 Aug 28 08:35:03.913969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:03.916539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:03.944463 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-259e360c-b67c-48bd-85ad-b012458e5c0e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457582 Aug 28 08:35:03.947253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40234) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:03.955434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1005129827', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:04.005341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebab9653-8b36-477e-8e95-313ac1ecf369 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:04.129146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Router 66160b95-d9f3-4883-a332-a8d6a3dbec7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:04.268924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb7ec9-b1cb-46a5-9933-1f27f563843a req-5cc6d971-ff08-4ab8-99bf-f191b3e98c62 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:04.271259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bedb7ec9-b1cb-46a5-9933-1f27f563843a req-5cc6d971-ff08-4ab8-99bf-f191b3e98c62 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1675596 Aug 28 08:35:04.286870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:04.292452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71b81926-2dd9-453f-9f3d-263c1b3ee3d2 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "PUT /v2.0/routers/66160b95-d9f3-4883-a332-a8d6a3dbec7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0685918 Aug 28 08:35:04.295188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40244) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:04.307186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Request body: {'port': {'network_id': '3c448c4e-f499-4af8-8c66-e5a2bf60c702', 'name': 'tempest-FloatingIPAdminTestJSON-1121805913'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:04.308474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] Sync routers for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:04.323859 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:04.324493 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:04.348955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-24dcaab3-ff9e-447d-88d5-59982a41c6f4 None None] Provisioning complete for port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:04.350875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24dcaab3-ff9e-447d-88d5-59982a41c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.360025 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:04.369483 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:04.370399 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:04.383302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ebab9653-8b36-477e-8e95-313ac1ecf369 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:04.390675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ebab9653-8b36-477e-8e95-313ac1ecf369 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:04.391145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.408984 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:04.410334 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79de9c3-25a0-44a5-9306-c1515be2b7a2 None None] The sync data for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:04.410966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bedb7ec9-b1cb-46a5-9933-1f27f563843a req-fbe3c1cc-2452-4aa2-be8a-40f1f763981e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291327 Aug 28 08:35:04.418631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8:1::1 (805ce588-fd45-4813-b0a8-335f6b68f541/3bc0f9bd-fea3-423c-b44b-b96a72f51602/2e323cf2-60bb-46ac-a9b5-549a5f0d00fb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:04.445069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-24dcaab3-ff9e-447d-88d5-59982a41c6f4 None None] Port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:04.506825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.532102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:04.534807 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc5407c-52e1-4f51-a773-5435a1c0715d" -d '{"events": [{"server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "name": "network-vif-plugged", "status": "completed", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:04.551292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebab9653-8b36-477e-8e95-313ac1ecf369,segment=NetworkSegment(4dfa9802-c9fb-4bca-bc1f-2904bce7677a),segment_id=4dfa9802-c9fb-4bca-bc1f-2904bce7677a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:04.580826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357352f6-fc9b-4103-b716-d56994657716 req-55b21cb9-634b-42d8-ac12-4d7a561cb7a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:04.582422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-357352f6-fc9b-4103-b716-d56994657716 req-55b21cb9-634b-42d8-ac12-4d7a561cb7a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 943 time: 0.0911007 Aug 28 08:35:04.585488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.609196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:04.612680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.661414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:04.705862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-357352f6-fc9b-4103-b716-d56994657716 req-db819c3c-8b59-444c-930f-012597406887 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174479 Aug 28 08:35:04.758714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Made reservation on behalf of 8e2b748e7a434ce4bad8409765099243 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:04.767853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.769754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.811250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] device_id is not set on port 0cbadd3d-2c94-491a-be05-619e9ff9924c yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:35:04.835839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.845051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:04.876169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.922188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1d782-f660-4079-af40-b24062f74587 req-0d75283b-cf28-4137-88ac-5dbfb75ed1f6 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:04.923724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7d1d782-f660-4079-af40-b24062f74587 req-0d75283b-cf28-4137-88ac-5dbfb75ed1f6 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 946 time: 0.1410139 Aug 28 08:35:04.955486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 805ce588-fd45-4813-b0a8-335f6b68f541 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:04.960561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Allocated IP 172.20.0.10 (3c448c4e-f499-4af8-8c66-e5a2bf60c702/5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76/0cbadd3d-2c94-491a-be05-619e9ff9924c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:04.967811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:04.972371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:04.972918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:04.975625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=2e323cf2-60bb-46ac-a9b5-549a5f0d00fb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:05.036525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.037502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.037502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.037714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.037868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.038200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.038566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.039540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.039540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.039540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.039980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.040184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:05.044182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.111647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7d1d782-f660-4079-af40-b24062f74587 req-3beee36f-715a-4d1e-865d-7657423658a3 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697836 Aug 28 08:35:05.176670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Subnet': ['ID=4f73d4e7-1057-431d-a3b1-113db27641ff,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:05.210342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Checking segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:05.210727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network hostable DHCP agents. Network: 13a407b4-1510-42f9-880a-5938b4f6a151, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:05.234878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.252455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77472000-4a21-43d5-afbc-084a471b71c7 req-c24c92b6-bf74-41c8-b662-b1572b5110c6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0385814 Aug 28 08:35:05.273484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.325475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.337059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 13a407b4-1510-42f9-880a-5938b4f6a151 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:05.495235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 13a407b4-1510-42f9-880a-5938b4f6a151) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:05.497382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-141ab27f-2a55-4c84-ad66-ef14ad86f6a0 None None] Provisioning for port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:05.505277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:05.508447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.510307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b309ff7-34ff-42ff-befd-7bafd4ee9ca1 None None] Network 13a407b4-1510-42f9-880a-5938b4f6a151 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:05.516888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-141ab27f-2a55-4c84-ad66-ef14ad86f6a0 None None] Provisioning complete for port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:05.517460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-141ab27f-2a55-4c84-ad66-ef14ad86f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.622682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 177514d2-ec69-45bd-9e04-602a1048dee0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:05.636832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-141ab27f-2a55-4c84-ad66-ef14ad86f6a0 None None] Port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:05.638191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Transition to ACTIVE for port object 0cbadd3d-2c94-491a-be05-619e9ff9924c will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:05.683002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f8db81d-9704-4ab3-8036-d52c5e15ffa8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7330718 Aug 28 08:35:05.799912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.814314 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ae559-d60f-42de-bcd5-ff57b26bdbdd x-openstack-request-id: req-fa7ae559-d60f-42de-bcd5-ff57b26bdbdd {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:05.814909 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "name": "network-vif-plugged", "status": "completed", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:05.815326 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa7ae559-d60f-42de-bcd5-ff57b26bdbdd {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:05.815897 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369', 'code': 200} Aug 28 08:35:05.822944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=177514d2-ec69-45bd-9e04-602a1048dee0,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:05.829045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-13a407b4-1510-42f9-880a-5938b4f6a151', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ips': [{'subnet_id': '4f73d4e7-1057-431d-a3b1-113db27641ff'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:35:05.830985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.835169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.870940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '177514d2-ec69-45bd-9e04-602a1048dee0', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': '177514d2-ec69-45bd-9e04-602a1048dee0', 'mac_address': 'fa:16:3e:e3:90:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:05.876332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:05.880820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:05.884702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:05.913394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event updated for resources: {'Port': ['ID=0cbadd3d-2c94-491a-be05-619e9ff9924c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:05.914654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.916286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.948524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:05.949538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:05.984903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.014523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177514d2-ec69-45bd-9e04-602a1048dee0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:06.032258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a92ed-4ec7-4ffe-bf14-91d1e147b5ff req-bf693dd0-205e-4233-b117-4f534394d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:06.033987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d24a92ed-4ec7-4ffe-bf14-91d1e147b5ff req-bf693dd0-205e-4233-b117-4f534394d341 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 1098 time: 0.0804546 Aug 28 08:35:06.082343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6f8e8e72-4a74-4965-9591-e91c48740fd3 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7830997 Aug 28 08:35:06.085298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=177514d2-ec69-45bd-9e04-602a1048dee0,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:06.087390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40260) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:06.120951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d24a92ed-4ec7-4ffe-bf14-91d1e147b5ff req-87296a03-5cc3-4c25-a943-2ee6c3b68035 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757928 Aug 28 08:35:06.141612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=2e323cf2-60bb-46ac-a9b5-549a5f0d00fb,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:06.149341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Allocated IP 172.20.0.18 (13a407b4-1510-42f9-880a-5938b4f6a151/4f73d4e7-1057-431d-a3b1-113db27641ff/b13fb8b0-a388-4af3-97a6-5e7a0c505875) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:06.162716 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.235161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 805ce588-fd45-4813-b0a8-335f6b68f541 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:06.237408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:06.296016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:06.405936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.417001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'project_id': '8e2b748e7a434ce4bad8409765099243', 'port_id': '0cbadd3d-2c94-491a-be05-619e9ff9924c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:06.417632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Transition to ACTIVE for port object b13fb8b0-a388-4af3-97a6-5e7a0c505875 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:06.437818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Transition to ACTIVE for port object b13fb8b0-a388-4af3-97a6-5e7a0c505875 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:06.463081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router f8040597-647a-4829-b990-b7eb4f89742c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:06.520008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['177514d2-ec69-45bd-9e04-602a1048dee0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:06.553455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4bda6a0-b267-4bca-b222-165dd4105e20 None None] Provisioning for port 0cbadd3d-2c94-491a-be05-619e9ff9924c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:06.557754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.562685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.574811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d4bda6a0-b267-4bca-b222-165dd4105e20 None None] Provisioning complete for port 0cbadd3d-2c94-491a-be05-619e9ff9924c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:06.575230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4bda6a0-b267-4bca-b222-165dd4105e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.627151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:06.632928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b045c3c1-006e-4ca3-9310-1896bd393d6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0546947 Aug 28 08:35:06.636225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40266) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:06.658611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] Sync routers for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:06.662830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Network 13a407b4-1510-42f9-880a-5938b4f6a151 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:06.675070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:06.676862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Pushing event updated for resources: {'Port': ['ID=b13fb8b0-a388-4af3-97a6-5e7a0c505875,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:06.680647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:06.692336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4bda6a0-b267-4bca-b222-165dd4105e20 None None] Port 0cbadd3d-2c94-491a-be05-619e9ff9924c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:06.712892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:06.713541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:06.734836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fe6526-9bf2-4532-aa8f-bb766efd9c26 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:06.739583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d1fe6526-9bf2-4532-aa8f-bb766efd9c26 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports/2e323cf2-60bb-46ac-a9b5-549a5f0d00fb HTTP/1.1" status: 200 len: 913 time: 0.1022608 Aug 28 08:35:06.739878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:06.786242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:06.960614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:07.004387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Attempting to bind port b13fb8b0-a388-4af3-97a6-5e7a0c505875 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:07.004772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Attempting to bind port b13fb8b0-a388-4af3-97a6-5e7a0c505875 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:07.005143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Attempting to bind port b13fb8b0-a388-4af3-97a6-5e7a0c505875 on network 13a407b4-1510-42f9-880a-5938b4f6a151 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:07.016777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:07.016992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:07.020467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bd18f779-2f57-45c9-b930-b6c22c18a159 None None] Provisioning complete for port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:07.021374 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd18f779-2f57-45c9-b930-b6c22c18a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.025780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:07.026052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Checking segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:07.026801 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.026931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Bound using segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:07.027381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Bound port: b13fb8b0-a388-4af3-97a6-5e7a0c505875, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:07.027780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.102578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:07.103310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ee755-9fac-48db-a813-7866f81928a3 None None] The sync data for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:07.210092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] For port b13fb8b0-a388-4af3-97a6-5e7a0c505875, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:07.215108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] For port b13fb8b0-a388-4af3-97a6-5e7a0c505875, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13fb8b0-a388-4af3-97a6-5e7a0c505875,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:07.243211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bd18f779-2f57-45c9-b930-b6c22c18a159 None None] Port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:07.248424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.274988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.316874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Allocated IP 172.25.0.46 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ff955312-9316-4a5e-8bee-3c9c3fdce81d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:07.347453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a10198-b430-45b9-b430-1fdd206a203b None None] Pushing event updated for resources: {'Port': ['ID=b13fb8b0-a388-4af3-97a6-5e7a0c505875,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:07.412647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:07.418648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546499041', 'description': 'tempest-secgroup-smoke-1546499041 description', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:07.473398 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.521045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-5f0755c5-cd04-4172-ad78-51971c528856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0501196 Aug 28 08:35:07.560254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f13b-44bf-468d-bbea-aa2a74df77eb req-49a5d819-66a8-4695-9b0e-043a89c51802 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:07.560254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3937f13b-44bf-468d-bbea-aa2a74df77eb req-49a5d819-66a8-4695-9b0e-043a89c51802 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 944 time: 0.0800440 Aug 28 08:35:07.636506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.649468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3937f13b-44bf-468d-bbea-aa2a74df77eb req-f8bb507b-e2e3-4446-a510-bb85991e1ade tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542374 Aug 28 08:35:07.681454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:07.762080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:07.768365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:07.775951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:07.810166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Pushing event updated for resources: {'Port': ['ID=ff955312-9316-4a5e-8bee-3c9c3fdce81d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:07.870112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-096c77d1-d20f-4420-bdcb-2ebb6ddd4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:07.872621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-096c77d1-d20f-4420-bdcb-2ebb6ddd4e0b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e54f335c4f454439a45ab99a7e4cead3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3335018 Aug 28 08:35:08.071185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:08.071726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.084495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf48b6-3c53-4f84-9388-fd9552e2d7f3 req-7608bdc7-ee53-45e7-9c73-02ecfecce0d2 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:08.087057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78cf48b6-3c53-4f84-9388-fd9552e2d7f3 req-7608bdc7-ee53-45e7-9c73-02ecfecce0d2 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.2223063 Aug 28 08:35:08.162781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.172902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78cf48b6-3c53-4f84-9388-fd9552e2d7f3 req-94917770-5a1f-4835-b5a1-25e03741af1e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729163 Aug 28 08:35:08.181912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-1a6a28bf-f0e0-4a9f-93fe-1de8876f76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:08.183455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-1a6a28bf-f0e0-4a9f-93fe-1de8876f76e3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953327 Aug 28 08:35:08.230161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.244717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 2e323cf2-60bb-46ac-a9b5-549a5f0d00fb owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:08.317679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d46b24f-56bf-4eb1-a9a9-cd6679fbf695 req-cb2b15b3-7512-48a1-8c0e-e2090956fe34 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0598259 Aug 28 08:35:08.318664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.373082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661ede44-e7bc-44a8-becd-de72f54d3831,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:08.421948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5a28-e5e1-4835-91ab-5b8985623796 req-0f892a27-98d4-49be-9aae-31c0ab4ec454 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:08.423662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d1d5a28-e5e1-4835-91ab-5b8985623796 req-0f892a27-98d4-49be-9aae-31c0ab4ec454 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 946 time: 0.1672304 Aug 28 08:35:08.463287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.465217 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cfa86ed5-66ab-42df-954e-9bd95680f32c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0509236 Aug 28 08:35:08.469487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40276) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:08.475613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.475887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:08.519676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d1d5a28-e5e1-4835-91ab-5b8985623796 req-ec8bc06a-f294-487b-a10c-6f0e65b199cf tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793970 Aug 28 08:35:08.640496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0da0b99a-f2f1-4e9a-b57e-b11227e3cbf3 req-5f59f944-0efa-4ff1-b945-27eb7206bac6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0327401 Aug 28 08:35:08.685601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.691400 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.708269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.731027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d56f6-1977-4b67-8745-2861613fa8fd None None] Network 13a407b4-1510-42f9-880a-5938b4f6a151 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:08.802511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=2e323cf2-60bb-46ac-a9b5-549a5f0d00fb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:08.951289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:08.962799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ed9baeb7-505e-4fbc-984b-f1bfaaf2d002 None None] Provisioning for port b13fb8b0-a388-4af3-97a6-5e7a0c505875 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:08.991699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.027754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.031782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.111686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.196446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Pushing event updated for resources: {'Port': ['ID=ff955312-9316-4a5e-8bee-3c9c3fdce81d,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:09.245571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.253315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f275d6a-7239-4a26-aa42-6d0aaa614d03,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:09.339223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229272-a0ca-470a-bb47-1e74e2ee74fb req-d1d8a156-913e-4114-afb0-7633b45649ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:09.345610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1229272-a0ca-470a-bb47-1e74e2ee74fb req-d1d8a156-913e-4114-afb0-7633b45649ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 944 time: 0.1408098 Aug 28 08:35:09.388939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13fb8b0-a388-4af3-97a6-5e7a0c505875 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:09.394007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.395216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db9e4032-227c-44d1-aab9-b7dd33d1886d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9246721 Aug 28 08:35:09.413000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40286) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:09.420451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:09.429500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-4a3cfcdb-d615-4ab3-9dbb-740c1a277bbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.1095464 Aug 28 08:35:09.449851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-d0e3d79e-dd90-4ae5-8bae-cbf85957eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:09.451416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-d0e3d79e-dd90-4ae5-8bae-cbf85957eaf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61e1211790a74e98982e77d786cd455d&device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 1097 time: 0.1304550 Aug 28 08:35:09.488114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router f8040597-647a-4829-b990-b7eb4f89742c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:09.510759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1229272-a0ca-470a-bb47-1e74e2ee74fb req-6ad28d36-18a7-43ff-bb9c-f95aa663b2fc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434259 Aug 28 08:35:09.543820 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Floating IP 8ab7fd5e-34b7-42ce-93a6-f23a915a7a26 associated. External IP: 172.25.0.46, port: 0cbadd3d-2c94-491a-be05-619e9ff9924c. Aug 28 08:35:09.610570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b13fb8b0-a388-4af3-97a6-5e7a0c505875 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:09.614665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b13fb8b0-a388-4af3-97a6-5e7a0c505875 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:09.615030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.646489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 177514d2-ec69-45bd-9e04-602a1048dee0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:09.668864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-444c2963-aeca-49f3-8371-e57efdbfbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:09.672245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-444c2963-aeca-49f3-8371-e57efdbfbdc6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e54f335c4f454439a45ab99a7e4cead3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2159607 Aug 28 08:35:09.681328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-de64a058-476c-446a-ad8f-6f40cd6be230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:09.682829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-de64a058-476c-446a-ad8f-6f40cd6be230 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 200 len: 912 time: 0.2154450 Aug 28 08:35:09.690434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.700262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626da8e3-79a9-4253-924e-bb4a6d03a165 req-660f9a7c-76c5-4301-9ebb-a88152c84ade tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:09.702027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-626da8e3-79a9-4253-924e-bb4a6d03a165 req-660f9a7c-76c5-4301-9ebb-a88152c84ade tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1123195 Aug 28 08:35:09.753877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.794278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b13fb8b0-a388-4af3-97a6-5e7a0c505875, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13fb8b0-a388-4af3-97a6-5e7a0c505875,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:09.832268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-626da8e3-79a9-4253-924e-bb4a6d03a165 req-8e6b8b80-00a9-400c-b209-43a3809cee7d tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195769 Aug 28 08:35:09.845941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 177514d2-ec69-45bd-9e04-602a1048dee0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:09.851797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.867784 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-d0784fe8-265b-4759-8007-02901a36fb43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 200 len: 217 time: 0.1235418 Aug 28 08:35:09.868250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 177514d2-ec69-45bd-9e04-602a1048dee0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:09.868250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.894612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:09.943740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:09.956494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Router 66160b95-d9f3-4883-a332-a8d6a3dbec7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:09.965286 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] Sync routers for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:09.965815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f5a4bc44-1022-48b7-a64f-fca6f8dfdc42 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2204232 Aug 28 08:35:09.965815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:09.977736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:09.978764 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:09.997664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39ce39b7-8609-4c06-9e09-c75b2c0d07b4 req-4e6d32d3-4ddb-4b0d-9aaf-414c5b2045ad tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0387902 Aug 28 08:35:10.062835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b13fb8b0-a388-4af3-97a6-5e7a0c505875,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:10.063104 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.068865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:10.069733 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.084663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-a9c2a3d2-c713-458a-89c4-a8fd0f0111ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:10.089821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-a9c2a3d2-c713-458a-89c4-a8fd0f0111ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8805843e-3b34-4078-bdbd-b2ef6e4bc921 HTTP/1.1" status: 200 len: 851 time: 0.2202439 Aug 28 08:35:10.089821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-cd4d7a0d-a217-4257-ab9b-da69e28f126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:10.090166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-cd4d7a0d-a217-4257-ab9b-da69e28f126b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4108870 Aug 28 08:35:10.098615 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.110370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.130427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:10.133313 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b39055-c936-4e45-bdf5-796055eb9700" -d '{"events": [{"server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "name": "network-vif-plugged", "status": "completed", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:10.137318 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.140567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2599ef7-a4da-449a-947d-0cb7e46b2148 None None] The sync data for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:10.149309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=177514d2-ec69-45bd-9e04-602a1048dee0,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:10.168940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd01080-7519-46b4-95da-2352c3d375bf,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:10.178913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-ea457c62-aa80-40cb-b58d-fcfcb362db4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf223313-cd65-4832-9b97-ec78c082bc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566030 Aug 28 08:35:10.230430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:10.243009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.246356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] Sync routers for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:10.246491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6cb8d595-3ad3-4bba-b8a1-fbda230e7fce tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8277738 Aug 28 08:35:10.249023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40296) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:10.255404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:10.259914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:10.261078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.303366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.306812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.314656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-aee4b9e8-0694-46a3-bd28-9b4a13ff9142 req-763a54cf-c124-45e8-89f7-b47f1400306c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ae77c05-ab42-48af-83f7-ccace6af4d4b HTTP/1.1" status: 200 len: 210 time: 0.0709388 Aug 28 08:35:10.338039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:10.338751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.366158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.382034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:10.382034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4406-12a9-48cb-a7dd-4bc111192e5c None None] The sync data for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:10.387616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-0f52c372-ad52-4b5c-a99b-cda7ad1de0e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978257 Aug 28 08:35:10.413405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:10.429087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8c707be5-f816-4efc-b120-e1816ebcdfd4 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.3362861 Aug 28 08:35:10.430178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40298) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:10.564398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d947ac50-2690-4581-96e7-3b90f8002eeb tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "GET /v2.0/floatingips/8ab7fd5e-34b7-42ce-93a6-f23a915a7a26 HTTP/1.1" status: 200 len: 983 time: 0.1316957 Aug 28 08:35:10.569392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40304) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:10.598844 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d0c909-cfb9-451d-be43-c3b9fd64bc96 x-openstack-request-id: req-f1d0c909-cfb9-451d-be43-c3b9fd64bc96 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:10.599162 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "name": "network-vif-plugged", "status": "completed", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:10.599431 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1d0c909-cfb9-451d-be43-c3b9fd64bc96 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:10.599864 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0', 'code': 200} Aug 28 08:35:10.724532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-795b6abd-36a0-45da-9144-ed6f512b6949 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.1538134 Aug 28 08:35:10.728148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40306) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:10.785012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea7946-377a-40f0-a62c-d20ae6272674 req-65477a20-d6d1-4a90-83b9-3d365495ebd7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:10.786566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fea7946-377a-40f0-a62c-d20ae6272674 req-65477a20-d6d1-4a90-83b9-3d365495ebd7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.1296949 Aug 28 08:35:10.829810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.884543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fea7946-377a-40f0-a62c-d20ae6272674 req-0c661c7e-ed71-452f-85d0-ee19e3663aab tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Aug 28 08:35:10.940335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-93f9f27d-eca2-4993-9cd9-2a71d8e8d5dd req-047763e1-f3f1-42cc-b0b4-8e3061b795dc service neutron] 10.222.0.39 "GET /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445096 Aug 28 08:35:10.960965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port ff955312-9316-4a5e-8bee-3c9c3fdce81d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:10.961543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:10.972238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a4e0d-c1b6-4fec-b17e-de0d09185f04 req-e077beaa-33d1-4b3b-ab0e-2ab9fb45c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:10.972238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6a7a4e0d-c1b6-4fec-b17e-de0d09185f04 req-e077beaa-33d1-4b3b-ab0e-2ab9fb45c5c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 1097 time: 0.1732907 Aug 28 08:35:10.994337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.050068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6a7a4e0d-c1b6-4fec-b17e-de0d09185f04 req-7aae0143-f24b-4a37-ae30-d44f2f1b7d5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Aug 28 08:35:11.065670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.115912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.184330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecfaa32-41fc-482c-b836-321dce87c16b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:11.268342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13fb8b0-a388-4af3-97a6-5e7a0c505875 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:11.272379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.273739 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fab31972-d0b7-4ae9-830e-525f993d2c5d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0223055 Aug 28 08:35:11.278240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40312) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:11.286908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:11.332355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b13fb8b0-a388-4af3-97a6-5e7a0c505875 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:11.332727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.394136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f6b49-31f2-4be5-b817-90f6e285f98a req-0957a25a-fa80-42be-b51a-9892c22753c6 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:11.395846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f13f6b49-31f2-4be5-b817-90f6e285f98a req-0957a25a-fa80-42be-b51a-9892c22753c6 tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 946 time: 0.1257312 Aug 28 08:35:11.399999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.400462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.406935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.428754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for ff955312-9316-4a5e-8bee-3c9c3fdce81d owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:11.468143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 0e7c115f-4027-4d16-8606-15f9b00198b1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:11.468143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.486649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f13f6b49-31f2-4be5-b817-90f6e285f98a req-8f158e0b-ea37-4aa8-9be1-fe1abc955baf tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd474ab-8386-4860-8b0e-63db1a2a6d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831223 Aug 28 08:35:11.544579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.593466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.605779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 0e7c115f-4027-4d16-8606-15f9b00198b1 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:11.651004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.656418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1edbe-e906-4588-b9a1-b0bbab9a57c2 req-9f48be32-82a5-4974-8443-8faa7d18219d tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:11.660922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24b1edbe-e906-4588-b9a1-b0bbab9a57c2 req-9f48be32-82a5-4974-8443-8faa7d18219d tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1057742 Aug 28 08:35:11.687081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc6a939-e15e-4d93-99c6-cc90679c04e4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:11.734145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24b1edbe-e906-4588-b9a1-b0bbab9a57c2 req-1e2c356a-e5e5-4b2c-a504-e1ddb0216c30 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Aug 28 08:35:11.772631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.774156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e8d24589-c2af-4bcb-ada2-6706466128d8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4908104 Aug 28 08:35:11.777216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40314) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:11.782913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:11.806350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.840140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=ff955312-9316-4a5e-8bee-3c9c3fdce81d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:11.897033 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:35:11.907582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.930835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.959262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=0e7c115f-4027-4d16-8606-15f9b00198b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:11.998898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:11.999480 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Floating IP 8ab7fd5e-34b7-42ce-93a6-f23a915a7a26 disassociated (deleted). External IP: 172.25.0.46, port: 0cbadd3d-2c94-491a-be05-619e9ff9924c. Aug 28 08:35:12.089739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.175133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.186586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-c2e2cc18-545d-4d21-877f-9304eeace172 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:12.188157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-c2e2cc18-545d-4d21-877f-9304eeace172 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.2739706 Aug 28 08:35:12.233302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-cbaf8c92-f105-4460-b771-f824a28da684 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0289748 Aug 28 08:35:12.247648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.298639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router f8040597-647a-4829-b990-b7eb4f89742c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:12.310693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-aaff7202-76f4-42b0-8175-8cbaaa9b3726 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764053 Aug 28 08:35:12.407079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571fc067-e208-4bef-bdf4-99834f8ce8a1,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:12.407979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:12.423147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d99db971-0902-468b-b3f0-02040b7e0ba7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4520385 Aug 28 08:35:12.423147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40330) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:12.424478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] Sync routers for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:12.435774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:12.436629 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:12.459452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40332) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:12.459932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-63ac6021-3e8c-4b78-a15a-b878adeadf21 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8040597-647a-4829-b990-b7eb4f89742c HTTP/1.1" status: 200 len: 205 time: 0.0392437 Aug 28 08:35:12.478304 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:12.492242 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] Routers {'f8040597-647a-4829-b990-b7eb4f89742c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:12.493377 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f8040597-647a-4829-b990-b7eb4f89742c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:12.546268 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:12.547203 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a329237-de06-485e-a01d-a0e17324d3df None None] The sync data for ids ['f8040597-647a-4829-b990-b7eb4f89742c'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:12.597474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.598716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c2e3902f-56e6-4b70-ae70-fc3029dc8ba2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8202710 Aug 28 08:35:12.601813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40336) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:12.607069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '661ede44-e7bc-44a8-becd-de72f54d3831', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:12.630044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.690056 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:35:12.697983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.738653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-80b483fe-9ec2-4c31-8f0b-884f9feced4f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:12.740247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-80b483fe-9ec2-4c31-8f0b-884f9feced4f tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.39 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 946 time: 0.0794444 Aug 28 08:35:12.786647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Router 66160b95-d9f3-4883-a332-a8d6a3dbec7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:12.800105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.806747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-2d920be8-fe4b-46b8-8262-42b57127d563 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695115 Aug 28 08:35:12.867594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Deleting port ebab9653-8b36-477e-8e95-313ac1ecf369 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:12.867953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.882902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.942566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e114e75e-c3b0-43bc-af26-08d8965538d1,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:12.961510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.992261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] For port ebab9653-8b36-477e-8e95-313ac1ecf369, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ebab9653-8b36-477e-8e95-313ac1ecf369,segment=NetworkSegment(4dfa9802-c9fb-4bca-bc1f-2904bce7677a),segment_id=4dfa9802-c9fb-4bca-bc1f-2904bce7677a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:12.992641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:12.995934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.009415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Calling delete_port for ebab9653-8b36-477e-8e95-313ac1ecf369 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:13.059516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.060644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea9ae5e7-df27-499e-8798-649ea5ee238c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4577723 Aug 28 08:35:13.156811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-0723afe6-52cc-499f-8e34-8a709869a3c8 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176603 Aug 28 08:35:13.171112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:13.183764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.183977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] Sync routers for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:13.188717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.189500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router f8040597-647a-4829-b990-b7eb4f89742c {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:35:13.207855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:13.207855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:13.212477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.216510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40344) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:13.216716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dfb34942-db37-405b-b4ab-c31d3b95d9d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c HTTP/1.1" status: 204 len: 168 time: 0.7558861 Aug 28 08:35:13.227800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ea41ff8-a4d6-48e5-8930-7efa157ee8ec tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ab7fd5e-34b7-42ce-93a6-f23a915a7a26 HTTP/1.1" status: 204 len: 168 time: 2.4983840 Aug 28 08:35:13.231871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40346) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:13.237229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:13.251281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:13.261093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:13.262241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:13.266529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.297228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:13.298060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc687b-b0ab-4f23-9352-53b366345108 None None] The sync data for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:13.303317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Pushing event deleted for resources: {'Port': ['ID=ebab9653-8b36-477e-8e95-313ac1ecf369,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:13.305490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ebab9653-8b36-477e-8e95-313ac1ecf369'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:13.319421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 3bc0f9bd-fea3-423c-b44b-b96a72f51602 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:13.344171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.353044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.401373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] No DVR routers for this DVR port ebab9653-8b36-477e-8e95-313ac1ecf369 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:13.407371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.409663 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7f334d4-e43e-4578-983b-20816ce2ea6f req-e16f4bbc-05af-4244-a82a-dcbdbda0febc tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.39 "DELETE /v2.0/ports/ebab9653-8b36-477e-8e95-313ac1ecf369 HTTP/1.1" status: 204 len: 173 time: 0.6602337 Aug 28 08:35:13.410332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'name': 'network-vif-deleted', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:13.412983 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc562d-982d-4872-8ca0-18976d8fcebd" -d '{"events": [{"server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "name": "network-vif-deleted", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:13.431821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.483378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c53b9-762d-4d19-b022-07d44c694379 req-e4a72ac0-49c3-415c-9852-4f90db795e42 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:13.490341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf2c53b9-762d-4d19-b022-07d44c694379 req-e4a72ac0-49c3-415c-9852-4f90db795e42 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.0919302 Aug 28 08:35:13.531410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.542868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf2c53b9-762d-4d19-b022-07d44c694379 req-a338bae1-a741-4fcd-9f8b-9ca1c5e5e5f8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Aug 28 08:35:13.564872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.650008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72392dc1-2168-4c3c-b16e-e4ed40fcb97e req-1854b2ad-5e9a-457c-8991-00c3df89acbf tempest-InstanceActionsNegativeTestJSON-1075436537 tempest-InstanceActionsNegativeTestJSON-1075436537-project] 10.222.0.46 "GET /v2.0/ports?device_id=e889741d-ccae-4420-ad2c-f111bea06d52 HTTP/1.1" status: 200 len: 210 time: 0.0368578 Aug 28 08:35:13.689630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.718103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Allocated IP 172.25.0.135 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/76c52e56-09e3-46ae-a08e-5f6d261405d3) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:13.721541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc0f9bd-fea3-423c-b44b-b96a72f51602,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:13.723602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.725514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-138321c5-78d5-4550-ad1c-ab684de2ff9f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/3bc0f9bd-fea3-423c-b44b-b96a72f51602 HTTP/1.1" status: 204 len: 168 time: 0.5071797 Aug 28 08:35:13.729248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40360) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:13.730958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c08fc-15fc-48b6-a30f-cd53816a6134 None None] Network 805ce588-fd45-4813-b0a8-335f6b68f541 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:13.785264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 42de8d93-ef4a-4cd4-b963-c9e201ce4e90 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:13.788546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.832101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.849593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c1aca-cf86-418b-91db-a94bb6785396 req-ac976478-e8ff-45e9-9142-490b35603c39 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:13.863984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d17c1aca-cf86-418b-91db-a94bb6785396 req-ac976478-e8ff-45e9-9142-490b35603c39 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1309819 Aug 28 08:35:13.927079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d17c1aca-cf86-418b-91db-a94bb6785396 req-29e02548-da60-466e-9757-057aff09ac0b tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602977 Aug 28 08:35:13.957608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] DHCP port deletion for 805ce588-fd45-4813-b0a8-335f6b68f541 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:35:13.961065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:13.972350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.011696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Deleting port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:14.012081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.082010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] For port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,segment=NetworkSegment(6593f1f4-6aec-434a-bd9e-4706036a5510),segment_id=6593f1f4-6aec-434a-bd9e-4706036a5510)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:14.082503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.097815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Calling delete_port for 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:14.112082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.138271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=42de8d93-ef4a-4cd4-b963-c9e201ce4e90,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:14.144834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.146798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-21af5293-1e4e-4bae-934e-115f4dfba3eb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/42de8d93-ef4a-4cd4-b963-c9e201ce4e90 HTTP/1.1" status: 204 len: 168 time: 0.4165189 Aug 28 08:35:14.149547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40374) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:14.162075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2becc38-618c-4461-bca7-2d6a358c368c None None] Network d3196917-6bc2-4e5b-8f16-a7fff31c751b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:14.242394 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.336195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:14.336885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.353644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.383418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-54ead9c7-455f-4995-8625-2ddd9c87d2b9 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546499041&fields=id&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 267 time: 0.3775580 Aug 28 08:35:14.397992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] No DVR routers for this DVR port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:14.402707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d392c-3ae6-4d16-b2d6-b3998c0293a6 None None] Pushing event deleted for resources: {'Port': ['ID=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:14.419042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] DHCP port deletion for d3196917-6bc2-4e5b-8f16-a7fff31c751b request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:35:14.428016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,segment=NetworkSegment(6593f1f4-6aec-434a-bd9e-4706036a5510),segment_id=6593f1f4-6aec-434a-bd9e-4706036a5510)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:14.428459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.446535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:14.480049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Deleting port 50469be8-76d8-4d4b-9539-10409829cce0 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:14.480430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.504884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.551315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] For port 50469be8-76d8-4d4b-9539-10409829cce0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=50469be8-76d8-4d4b-9539-10409829cce0,segment=NetworkSegment(de3fba75-751c-47e9-b243-7598a8da2fc6),segment_id=de3fba75-751c-47e9-b243-7598a8da2fc6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:14.552151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.567284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:14.568513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Calling delete_port for 50469be8-76d8-4d4b-9539-10409829cce0 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:14.575320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.579835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-7f17f412-4665-46e4-95de-6df291a74708 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:14.581375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-7f17f412-4665-46e4-95de-6df291a74708 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/networks?id=13a407b4-1510-42f9-880a-5938b4f6a151 HTTP/1.1" status: 200 len: 797 time: 0.1971614 Aug 28 08:35:14.585450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:14.588827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:14.612497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:14.614401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:14.630482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Pushing event updated for resources: {'Port': ['ID=76c52e56-09e3-46ae-a08e-5f6d261405d3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:14.646877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-1b0fd93d-885f-43dd-9863-1ef18c9f9ca0 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/quotas/a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 375 time: 0.0535579 Aug 28 08:35:14.702688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.717442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805ce588-fd45-4813-b0a8-335f6b68f541']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:14.731359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-f71f3ba0-886f-4741-a148-8d4d49901fcc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0706069 Aug 28 08:35:14.740541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.740794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6593f1f4-6aec-434a-bd9e-4706036a5510') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:14.742163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6593f1f4-6aec-434a-bd9e-4706036a5510') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:14.754773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.774971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] Pushing event deleted for resources: {'Port': ['ID=50469be8-76d8-4d4b-9539-10409829cce0,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:14.779359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.779560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6730c-d6ba-4013-b773-660ddb45bc89 None None] No DVR routers for this DVR port 50469be8-76d8-4d4b-9539-10409829cce0 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:14.788352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:14.788975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:14.793326 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:14.844162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.877039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-36946b39-0e14-4220-aafc-9cc914482b66 service neutron] 10.222.0.46 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128225 Aug 28 08:35:14.947871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.956290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:14.960728 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/805ce588-fd45-4813-b0a8-335f6b68f541 HTTP/1.1" status: 204 len: 168 time: 0.8074152 Aug 28 08:35:14.968187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40378) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:14.976414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a975d-059e-4546-86c7-b21dce048d4a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=805ce588-fd45-4813-b0a8-335f6b68f541,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:15.000039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.024713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-58a298fe-b5b3-4fd2-b3cf-ade2e76a094d service neutron] 10.222.0.46 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414807 Aug 28 08:35:15.055386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.148030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.160290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3196917-6bc2-4e5b-8f16-a7fff31c751b']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:15.172966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3fba75-751c-47e9-b243-7598a8da2fc6') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:15.173273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3fba75-751c-47e9-b243-7598a8da2fc6') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:15.173373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.183308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.197747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.204332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:15.204728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:15.207700 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:15.232768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:15.252943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:15.253286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d8f644a-c6cb-4f9a-b477-5b0e0ab307e7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:15.253914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50469be8-76d8-4d4b-9539-10409829cce0 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:15.279892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 50469be8-76d8-4d4b-9539-10409829cce0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:15.280946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 50469be8-76d8-4d4b-9539-10409829cce0 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:15.300233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.377192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.388698 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.393172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/d3196917-6bc2-4e5b-8f16-a7fff31c751b HTTP/1.1" status: 204 len: 168 time: 0.4237196 Aug 28 08:35:15.397545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40384) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:15.402947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-387783024'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:15.418515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7755420-1a0a-4f12-aff9-4ca02ae68db1 req-9e419409-bf5e-4611-acf5-63749c8f1f14 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 210 time: 0.0771410 Aug 28 08:35:15.419150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.422333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fa8f4-4db8-48f1-9e5b-a89eb9fa8aa1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=d3196917-6bc2-4e5b-8f16-a7fff31c751b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:15.440663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Pushing event updated for resources: {'Port': ['ID=76c52e56-09e3-46ae-a08e-5f6d261405d3,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:15.479581 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e196d6-e71f-4d8e-817e-f2705d78387a x-openstack-request-id: req-c5e196d6-e71f-4d8e-817e-f2705d78387a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:15.479951 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889741d-ccae-4420-ad2c-f111bea06d52", "name": "network-vif-deleted", "tag": "ebab9653-8b36-477e-8e95-313ac1ecf369", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:15.480297 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5e196d6-e71f-4d8e-817e-f2705d78387a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:15.480775 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889741d-ccae-4420-ad2c-f111bea06d52', 'name': 'network-vif-deleted', 'tag': 'ebab9653-8b36-477e-8e95-313ac1ecf369', 'status': 'completed', 'code': 200} Aug 28 08:35:15.584125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:15.588667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.652336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:15.668225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.672917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-917aef42-7153-438a-b92d-bb658ae7ca51 tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4368188 Aug 28 08:35:15.673713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40390) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:15.677051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.677627 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment cc3aa77d-95f9-4da5-8197-8a88349f69f5 of type vlan for network d878c8a3-a848-4e98-a917-2ac8e13cea66 Aug 28 08:35:15.786529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.836515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-0cecd923-d230-4265-8402-08ad04580893 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:15.838054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-0cecd923-d230-4265-8402-08ad04580893 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.2652402 Aug 28 08:35:15.843715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:15.861333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:15.917239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.923523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:15.924160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:15.971308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.023714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:16.047118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=d878c8a3-a848-4e98-a917-2ac8e13cea66,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:16.052206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebab9653-8b36-477e-8e95-313ac1ecf369 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:16.071279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3c5d915c-037a-4558-aae6-d48c93a65022 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6723301 Aug 28 08:35:16.072505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40400) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:16.082013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: ebab9653-8b36-477e-8e95-313ac1ecf369 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:16.082404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ebab9653-8b36-477e-8e95-313ac1ecf369 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:16.083913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:16.084036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:16.127272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Deleting subnet 03601dfb-3bb1-49f5-8457-eca07cf782c5 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:16.131208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.168994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.170698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f912211b-ddac-4bb3-a560-a682c54e7c12 req-2bc082fa-0f96-45fb-9adf-e12906d48aac tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 210 time: 0.0799668 Aug 28 08:35:16.198951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:16.204632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.250694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.291856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.345797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87795-20d5-46b9-acd6-782a30c390d8 req-1bd0aa46-e5e7-48a2-afa2-dae20b3a23b5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:16.347402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2da87795-20d5-46b9-acd6-782a30c390d8 req-1bd0aa46-e5e7-48a2-afa2-dae20b3a23b5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1003299 Aug 28 08:35:16.348023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:16.351464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.398482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.4 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/a0886f83-a191-4f77-b099-dbdd32a84223) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:16.469011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.505119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2da87795-20d5-46b9-acd6-782a30c390d8 req-90c20dfe-7ddf-4540-b6b7-86288420367c tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478872 Aug 28 08:35:16.527285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Allocated IP 172.25.0.32 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:16.549048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03601dfb-3bb1-49f5-8457-eca07cf782c5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:16.561286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.565864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f844b43e-c0f8-40b8-a4d4-b577cae2dbf1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/03601dfb-3bb1-49f5-8457-eca07cf782c5 HTTP/1.1" status: 204 len: 168 time: 0.5332682 Aug 28 08:35:16.570965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40404) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:16.635705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.695140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31a83dbe-e6ee-4ded-900a-0d171483793f req-2821d121-5bde-4f26-b1e4-06ad051b9c57 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 210 time: 0.0866179 Aug 28 08:35:16.762776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.771141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.817353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.820540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:16.828715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:16.832893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:16.861881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:16.890519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:16.891145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.978331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:16.980905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-e54c39dc-10d8-406d-8a0d-d51473ba6818 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271145 Aug 28 08:35:16.992391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e424045-bd56-40c2-9824-d8a6dc1a6a48']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:16.998765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Request body: {'port': {'device_id': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:17.005587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfa9802-c9fb-4bca-bc1f-2904bce7677a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:17.005877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfa9802-c9fb-4bca-bc1f-2904bce7677a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:17.018180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.035908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.043235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:17.044188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:17.047251 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:17.058993 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.108412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.147360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.227699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Pushing event updated for resources: {'Port': ['ID=32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:17.233428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:17.245928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=c137d679-097c-46ae-acb0-9b1d40705b85,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:17.249102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:17.255423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:17.280224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.301626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.305713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] 10.222.0.46 "DELETE /v2.0/networks/8e424045-bd56-40c2-9824-d8a6dc1a6a48 HTTP/1.1" status: 204 len: 168 time: 0.7301509 Aug 28 08:35:17.305713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': 'cc3aa77d-95f9-4da5-8197-8a88349f69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:17.305713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: d878c8a3-a848-4e98-a917-2ac8e13cea66, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:17.331502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef61289-2f9b-4dc2-a2d4-a9a92438ef1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e424045-bd56-40c2-9824-d8a6dc1a6a48,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:17.366730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cb33271-a64e-4806-8a1d-410b79b91463 req-611f4d9d-ef42-4cc6-8172-e780868aca87 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 210 time: 0.0785134 Aug 28 08:35:17.394854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0886f83-a191-4f77-b099-dbdd32a84223 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:17.403451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.433850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.462749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Transition to ACTIVE for port object a0886f83-a191-4f77-b099-dbdd32a84223 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:17.496224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:17.515553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-2dabd45d-86c5-4b59-ad20-de3b1081dafb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:17.517004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-2dabd45d-86c5-4b59-ad20-de3b1081dafb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/networks?id=13a407b4-1510-42f9-880a-5938b4f6a151 HTTP/1.1" status: 200 len: 797 time: 0.1096313 Aug 28 08:35:17.546890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.577531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.596167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-d4df383d-bfb9-427a-adc5-8b08ba40061f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 473 time: 0.0554225 Aug 28 08:35:17.626493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'port': {'device_id': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'admin_state_up': True, 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'security_groups': ['661ede44-e7bc-44a8-becd-de72f54d3831']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:17.666084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d878c8a3-a848-4e98-a917-2ac8e13cea66) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:17.674700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:17.675298 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.675449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246333b2-043b-4082-a16f-08c33e694158 None None] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:17.698498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Pushing event updated for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:17.701268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15d49-5d26-4765-9353-2222e1d3ae48 req-08b6d1ca-55c3-4c0a-8416-3d9421ce72ed tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:17.702878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60b15d49-5d26-4765-9353-2222e1d3ae48 req-08b6d1ca-55c3-4c0a-8416-3d9421ce72ed tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1214190 Aug 28 08:35:17.782913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60b15d49-5d26-4765-9353-2222e1d3ae48 req-6b66b050-861c-4238-aacb-635ad405f78f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Aug 28 08:35:17.807447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.836007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e57dc1b-4791-4ebf-8a2d-f954608ac061 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7565694 Aug 28 08:35:17.844319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40418) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:17.848501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Attempting to bind port a0886f83-a191-4f77-b099-dbdd32a84223 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:17.848844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Attempting to bind port a0886f83-a191-4f77-b099-dbdd32a84223 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:17.849174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Attempting to bind port a0886f83-a191-4f77-b099-dbdd32a84223 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:17.849853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582846209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:17.854982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Port a0886f83-a191-4f77-b099-dbdd32a84223 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:17.855317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Attempting to bind port a0886f83-a191-4f77-b099-dbdd32a84223 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:17.865595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:17.865938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:17.866061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d878c8a3-a848-4e98-a917-2ac8e13cea66', 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': 'c137d679-097c-46ae-acb0-9b1d40705b85'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:35:17.866353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:17.866796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Bound port: a0886f83-a191-4f77-b099-dbdd32a84223, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:17.867156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.867269 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.901711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:17.941138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:17.964839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:17.969641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-282f3837-dcbf-4d92-87d9-280477a02149 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed3630fb38f141849672449d6ad9f6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668449 Aug 28 08:35:17.971445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a0886f83-a191-4f77-b099-dbdd32a84223,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:17.972284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40422) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:17.979604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:17.984036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.044880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Allocated IP 2001:db8::2 (d878c8a3-a848-4e98-a917-2ac8e13cea66/c137d679-097c-46ae-acb0-9b1d40705b85/c599f21d-be0f-49cc-a6ab-f042b4e7b5f4) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:18.056896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb3cce-f34f-4f4b-877e-ae63abb8db6f req-0c741ca2-cabc-4a49-a0e8-b1d5daa9f948 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:18.058501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12fb3cce-f34f-4f4b-877e-ae63abb8db6f req-0c741ca2-cabc-4a49-a0e8-b1d5daa9f948 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 943 time: 0.1804364 Aug 28 08:35:18.080968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Pushing event updated for resources: {'Port': ['ID=32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:18.100230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.127339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12fb3cce-f34f-4f4b-877e-ae63abb8db6f req-b965579b-359d-40a0-bfd6-0dcb9a016a5c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576468 Aug 28 08:35:18.132473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.133616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.222136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.225816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da092c91-842c-4997-8df3-5cb31dbd8a5e tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5485950 Aug 28 08:35:18.225816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.226553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40424) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:18.235417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.248521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Transition to ACTIVE for port object c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:18.268439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Transition to ACTIVE for port object c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:18.301618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.315247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f5c0cbe-5d13-4f82-b98a-f2c80bcb291e tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4000 time: 0.0830171 Aug 28 08:35:18.316526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40426) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:18.323613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.370713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:18.374147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:18.377445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:18.387668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Pushing event updated for resources: {'Port': ['ID=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:18.403915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a1fa2686-4a30-415e-a7ff-154b2bd8f2ff tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0828209 Aug 28 08:35:18.405598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40430) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:18.418667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.462801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Attempting to bind port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:18.463189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Attempting to bind port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'cc3aa77d-95f9-4da5-8197-8a88349f69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:18.463554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Attempting to bind port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 on network d878c8a3-a848-4e98-a917-2ac8e13cea66 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:18.469677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:18.470060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Checking segment: {'id': 'cc3aa77d-95f9-4da5-8197-8a88349f69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:18.470510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.470914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Bound using segment: {'id': 'cc3aa77d-95f9-4da5-8197-8a88349f69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:18.471393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Bound port: c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3aa77d-95f9-4da5-8197-8a88349f69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:18.471802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.475250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Pushing event updated for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:18.513480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.513836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-960d9e46-443e-4cc6-b205-d30ac1bf55b5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6684296 Aug 28 08:35:18.515825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:18.516139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.517636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8bfa2739-475d-4e96-843a-954e173fb3ff service neutron] 10.222.0.64 "PUT /v2.0/ports/a0886f83-a191-4f77-b099-dbdd32a84223 HTTP/1.1" status: 200 len: 1092 time: 1.5233865 Aug 28 08:35:18.535221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40432) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:18.537118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:18.539750 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3ff5cc-eb3b-49d4-913a-149588416625" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:18.555607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'port': {'network_id': 'd878c8a3-a848-4e98-a917-2ac8e13cea66', 'name': 'tempest-RoutersIpV6Test-1580711206'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:18.560937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a56d7e7-3857-427f-a790-022834b0f6e6 req-c0550b49-1210-48cf-a0f3-e82b43276c1c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 210 time: 0.0622318 Aug 28 08:35:18.566747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.568553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] For port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:18.572441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] For port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,segment=NetworkSegment(cc3aa77d-95f9-4da5-8197-8a88349f69f5),segment_id=cc3aa77d-95f9-4da5-8197-8a88349f69f5)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:18.627548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.630095 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c4817c-5eb4-4148-91b9-519b3b5aaaf5 x-openstack-request-id: req-36c4817c-5eb4-4148-91b9-519b3b5aaaf5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:18.630418 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:18.630697 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36c4817c-5eb4-4148-91b9-519b3b5aaaf5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:18.631086 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223', 'status': 'completed', 'code': 200} Aug 28 08:35:18.669628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Deleting port 32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:18.669974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.675734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.23 (13a407b4-1510-42f9-880a-5938b4f6a151/4f73d4e7-1057-431d-a3b1-113db27641ff/ed48aea2-2b56-46e7-9769-02d62acb89d9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:18.683651 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.703974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-b76432ba-a813-4487-bf3d-fa3a512bb7f0 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:18.705524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-b76432ba-a813-4487-bf3d-fa3a512bb7f0 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.39 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.1621962 Aug 28 08:35:18.755496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f755-1844-4ca6-a3df-74ef893dd19f None None] Pushing event updated for resources: {'Port': ['ID=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:18.786348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.786688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.800637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Calling delete_port for 32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:18.843288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-652d68ad-220c-423c-868f-07f219623408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:18.846721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-652d68ad-220c-423c-868f-07f219623408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 1095 time: 0.1651399 Aug 28 08:35:18.857773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:18.861844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.905496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.908742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:18.912534 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccd474ab-8386-4860-8b0e-63db1a2a6d8f HTTP/1.1" status: 204 len: 168 time: 0.9367394 Aug 28 08:35:18.930195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] device_id is not set on port cf4147a7-33be-4ba7-9028-f54b9c0cc960 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:35:19.009567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a507f04-3aa4-45ca-bd7e-19af9af316b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd474ab-8386-4860-8b0e-63db1a2a6d8f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:19.109902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040e5ec-7a26-4102-9b87-3bef09542f35 req-04006924-3013-48a7-9d16-e762ecf2a71f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.111516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8040e5ec-7a26-4102-9b87-3bef09542f35 req-04006924-3013-48a7-9d16-e762ecf2a71f tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 945 time: 0.2284167 Aug 28 08:35:19.114982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.143679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Deleting port 6ae18420-ffad-4936-b988-8134a9af60ba {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:19.144179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.163164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object ed48aea2-2b56-46e7-9769-02d62acb89d9 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:19.166087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-e87768c5-eed3-4b51-9bd5-bd8a96dcf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.167234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-e87768c5-eed3-4b51-9bd5-bd8a96dcf5e6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e54f335c4f454439a45ab99a7e4cead3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2998116 Aug 28 08:35:19.234819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8040e5ec-7a26-4102-9b87-3bef09542f35 req-4936a22d-a184-417a-8102-27143976971e tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b9f9e3f-41ee-4e1d-a187-80671b4abe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975385 Aug 28 08:35:19.265599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8::351 (d878c8a3-a848-4e98-a917-2ac8e13cea66/c137d679-097c-46ae-acb0-9b1d40705b85/cf4147a7-33be-4ba7-9028-f54b9c0cc960) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:19.328361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.344876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:19.362756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-38d80ee9-35de-4b60-b499-12a24e4aa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.364497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a3ff5cc-eb3b-49d4-913a-149588416625 req-38d80ee9-35de-4b60-b499-12a24e4aa11a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605282 Aug 28 08:35:19.369879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] For port 6ae18420-ffad-4936-b988-8134a9af60ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=6ae18420-ffad-4936-b988-8134a9af60ba,segment=NetworkSegment(94e8070a-a257-4da0-9ef1-725b7be6d15b),segment_id=94e8070a-a257-4da0-9ef1-725b7be6d15b)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:19.370438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.400478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Calling delete_port for 6ae18420-ffad-4936-b988-8134a9af60ba owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:19.442309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Pushing event deleted for resources: {'Port': ['ID=32d0f4d5-65f9-4ff2-8b72-e7b1b950cd1e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:19.489639 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.542322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:19.586860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 13a407b4-1510-42f9-880a-5938b4f6a151 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:19.590461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:19.594332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8cf171b3-ed9b-4c90-b848-f78ba7becde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.595921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-8cf171b3-ed9b-4c90-b848-f78ba7becde9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 1095 time: 0.1384635 Aug 28 08:35:19.596825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:19.597370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.601012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:19.611321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.615374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97065857-6244-4b7f-b053-d02aef5dc4a4 tempest-FloatingIPAdminTestJSON-1489264573 tempest-FloatingIPAdminTestJSON-1489264573-project] 10.222.0.46 "DELETE /v2.0/floatingips/e5361a5e-9f04-4be2-bea6-797a5801e5ec HTTP/1.1" status: 204 len: 168 time: 1.2055409 Aug 28 08:35:19.624587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431672-27a5-4a9b-93af-b19eca7d6b8e req-1627bbf8-551b-4ca4-bf5e-4341fe33b209 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.632419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d431672-27a5-4a9b-93af-b19eca7d6b8e req-1627bbf8-551b-4ca4-bf5e-4341fe33b209 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 943 time: 0.2632773 Aug 28 08:35:19.634111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40454) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:19.680686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-80879818-bdfb-4803-97f8-ad0f8a73dacf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0886f83-a191-4f77-b099-dbdd32a84223 HTTP/1.1" status: 200 len: 217 time: 0.0445828 Aug 28 08:35:19.705267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.705915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.799598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.821389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-ee77ec81-b200-48ae-9166-6fd01a93ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:19.823216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-ee77ec81-b200-48ae-9166-6fd01a93ded2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.1341600 Aug 28 08:35:19.833582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d431672-27a5-4a9b-93af-b19eca7d6b8e req-1c230782-ec68-48c9-819b-a989c8a1ceb4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957047 Aug 28 08:35:19.833991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-44015794-6a99-4ff5-9267-a5abf5e79cbe tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2121849 Aug 28 08:35:19.870566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object cf4147a7-33be-4ba7-9028-f54b9c0cc960 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:19.886314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Request body: {'port': {'device_id': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:19.894464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-fa3448c1-7b79-4211-b91a-c6b97a1d5d17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565364 Aug 28 08:35:19.956069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Deleting port 76c52e56-09e3-46ae-a08e-5f6d261405d3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:19.956570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:19.994508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.028578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['6ae18420-ffad-4936-b988-8134a9af60ba'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:20.064892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Pushing event deleted for resources: {'Port': ['ID=6ae18420-ffad-4936-b988-8134a9af60ba,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:20.085736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.093463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.096313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.096816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.147645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] No DVR routers for this DVR port 6ae18420-ffad-4936-b988-8134a9af60ba on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:20.152947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.155468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b7c1dc62-ccd2-4d6a-a069-667579516f33 req-7652b797-f8b0-4047-8582-a8e02ec350f5 tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.39 "DELETE /v2.0/ports/6ae18420-ffad-4936-b988-8134a9af60ba HTTP/1.1" status: 204 len: 173 time: 1.4309824 Aug 28 08:35:20.161165 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-58e7a70b-68ab-427e-9e9a-ba692203fb44 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436662 Aug 28 08:35:20.182497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Calling delete_port for 76c52e56-09e3-46ae-a08e-5f6d261405d3 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:20.187911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bdc883ab-94bc-4fa2-907b-4be91a5936db None None] Provisioning for port ed48aea2-2b56-46e7-9769-02d62acb89d9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:20.192140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bdc883ab-94bc-4fa2-907b-4be91a5936db None None] Provisioning complete for port ed48aea2-2b56-46e7-9769-02d62acb89d9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:20.192574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bdc883ab-94bc-4fa2-907b-4be91a5936db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.235772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:20.240482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:20.269812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bdc883ab-94bc-4fa2-907b-4be91a5936db None None] Port ed48aea2-2b56-46e7-9769-02d62acb89d9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:20.290852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d841e-3a7c-4a74-8bbf-1629667cc09e None None] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:20.370307 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-07db4d2f-fc2c-4b3f-8beb-c220866adc45 req-7ab9ccd9-abf7-4f9c-9768-198f1337c83a service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884019 Aug 28 08:35:20.455477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40468) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:20.548326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed48aea2-2b56-46e7-9769-02d62acb89d9 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:20.561623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.581893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Transition to ACTIVE for port object ed48aea2-2b56-46e7-9769-02d62acb89d9 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:20.597664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Provisioning for port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:20.602089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Provisioning complete for port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:20.602567 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.635228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-38607762-network', 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:20.637793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:20.638490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'name': 'network-vif-deleted', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:20.644146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:20.644802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.653802 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd424748-b8cc-47b0-977e-bf3b99c73918" -d '{"events": [{"server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "name": "network-vif-deleted", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:20.677655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.681755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570a2a6-adf1-4b4d-bca8-38619384d406 req-b4842adf-1dfd-4feb-8ea6-f355073811cb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:20.681755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8570a2a6-adf1-4b4d-bca8-38619384d406 req-b4842adf-1dfd-4feb-8ea6-f355073811cb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 932 time: 0.6149228 Aug 28 08:35:20.688112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=cf4147a7-33be-4ba7-9028-f54b9c0cc960,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:20.743470 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.777903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Pushing event updated for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:20.801892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8570a2a6-adf1-4b4d-bca8-38619384d406 req-23161293-0890-497e-a5b2-26a0cd533601 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080501 Aug 28 08:35:20.804908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] For port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,segment=NetworkSegment(cc3aa77d-95f9-4da5-8197-8a88349f69f5),segment_id=cc3aa77d-95f9-4da5-8197-8a88349f69f5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:20.807542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:20.809887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.832061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.863278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d6771f18-524b-4d18-9ad5-ebd551554e5e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3130534 Aug 28 08:35:20.866060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40476) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:20.883108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Attempting to bind port ed48aea2-2b56-46e7-9769-02d62acb89d9 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:20.883348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Attempting to bind port ed48aea2-2b56-46e7-9769-02d62acb89d9 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:20.883931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Attempting to bind port ed48aea2-2b56-46e7-9769-02d62acb89d9 on network 13a407b4-1510-42f9-880a-5938b4f6a151 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:20.892722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Port ed48aea2-2b56-46e7-9769-02d62acb89d9 on network 13a407b4-1510-42f9-880a-5938b4f6a151 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:20.893125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Attempting to bind port ed48aea2-2b56-46e7-9769-02d62acb89d9 on network 13a407b4-1510-42f9-880a-5938b4f6a151 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:20.900527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.931500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:20.931844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Checking segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:20.932752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Bound using segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:20.932752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Bound port: ed48aea2-2b56-46e7-9769-02d62acb89d9, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:20.933077 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:20.995452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec3e32-6c47-46e2-b112-a935dd86b92f None None] Pushing event updated for resources: {'Port': ['ID=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:21.027255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3efcb5b7-0f7a-48e6-9a8b-a43e9d69f99a req-75f957be-1396-4d61-b76a-40665b7352df tempest-TestServerAdvancedOps-1150815832 tempest-TestServerAdvancedOps-1150815832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38b0d9c-44d7-43e5-b62e-0661c4102fed HTTP/1.1" status: 200 len: 210 time: 0.0726054 Aug 28 08:35:21.039117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:21.043192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:21.061303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Provisioning complete for port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:21.063204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.103337 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008bebe1-a538-47f9-8a0d-974bdeed06c0 x-openstack-request-id: req-008bebe1-a538-47f9-8a0d-974bdeed06c0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:21.103640 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38b0d9c-44d7-43e5-b62e-0661c4102fed", "name": "network-vif-deleted", "tag": "6ae18420-ffad-4936-b988-8134a9af60ba", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:21.103993 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-008bebe1-a538-47f9-8a0d-974bdeed06c0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:21.104499 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38b0d9c-44d7-43e5-b62e-0661c4102fed', 'name': 'network-vif-deleted', 'tag': '6ae18420-ffad-4936-b988-8134a9af60ba', 'status': 'completed', 'code': 200} Aug 28 08:35:21.121979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.164951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.173477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.176681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] 10.222.0.39 "PUT /v2.0/ports/ed48aea2-2b56-46e7-9769-02d62acb89d9 HTTP/1.1" status: 200 len: 1093 time: 1.3051727 Aug 28 08:35:21.271270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.317545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:21.322974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Provisioning for port cf4147a7-33be-4ba7-9028-f54b9c0cc960 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:21.327933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47afe4d-6ef9-4dae-83b1-cd9aa0c103cf service neutron] Pushing event updated for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:21.379987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Pushing event deleted for resources: {'Port': ['ID=76c52e56-09e3-46ae-a08e-5f6d261405d3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:21.401420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.411109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Provisioning complete for port cf4147a7-33be-4ba7-9028-f54b9c0cc960 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:21.417037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.479014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e5d11e6b-3dbb-41f2-a19f-55a03d5d6ea4 None None] Port cf4147a7-33be-4ba7-9028-f54b9c0cc960 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:21.502259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:21.505864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.515130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748aa1-6552-4405-bca8-807597295a5a req-3a5c398a-315a-4fc6-8de5-1fc067ff67f9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.516622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e748aa1-6552-4405-bca8-807597295a5a req-3a5c398a-315a-4fc6-8de5-1fc067ff67f9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 943 time: 0.2502272 Aug 28 08:35:21.523181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-fc57474a-1208-44de-a874-071d188d9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.525498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-fc57474a-1208-44de-a874-071d188d9c13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 1096 time: 0.0538526 Aug 28 08:35:21.530726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.533196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.534346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f5ac6017-16ca-4c0b-9c8c-6a3e013bc5ee tempest-FloatingIPAdminTestJSON-1475905782 tempest-FloatingIPAdminTestJSON-1475905782-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/4fdc04ed-a3a6-4e98-b723-fc8379652774 HTTP/1.1" status: 204 len: 168 time: 1.8955917 Aug 28 08:35:21.538110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:21.596659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.601447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e748aa1-6552-4405-bca8-807597295a5a req-a9346985-3f13-4c6f-9315-8ac73f7fa2ba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Aug 28 08:35:21.620948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-0ff2fd64-6d77-4d9d-ae9d-56cbe3518339 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9 HTTP/1.1" status: 200 len: 217 time: 0.0711577 Aug 28 08:35:21.625929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45a42a32-e8f9-4c4c-9c58-d1a90c4efd70 None None] Provisioning complete for port cf4147a7-33be-4ba7-9028-f54b9c0cc960 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:21.626334 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-45a42a32-e8f9-4c4c-9c58-d1a90c4efd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.629980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.670890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-45a42a32-e8f9-4c4c-9c58-d1a90c4efd70 None None] Port cf4147a7-33be-4ba7-9028-f54b9c0cc960 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:21.714937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:21.744313 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.744603 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Added segment 2bca4161-799e-4c30-b7a5-e0b49a4ad8ca of type vlan for network 2f176423-ad1d-415f-86e8-32713206ad8c Aug 28 08:35:21.757431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:21.768433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-b5a20028-2de4-4d7b-b7e1-64649174688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.769931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-b5a20028-2de4-4d7b-b7e1-64649174688d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f73d4e7-1057-431d-a3b1-113db27641ff HTTP/1.1" status: 200 len: 838 time: 0.1358979 Aug 28 08:35:21.831242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.864611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port 0cbadd3d-2c94-491a-be05-619e9ff9924c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:21.864944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.886364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-897e76c9-74f1-4c60-8cb2-f58eae70b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.887865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-897e76c9-74f1-4c60-8cb2-f58eae70b908 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a407b4-1510-42f9-880a-5938b4f6a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0972073 Aug 28 08:35:21.924398 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.959491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f3c0-a724-4804-a071-e0870b1576d9 req-46e20411-bfa5-4874-97b8-63b6f1460758 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.962267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b383f3c0-a724-4804-a071-e0870b1576d9 req-46e20411-bfa5-4874-97b8-63b6f1460758 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 944 time: 0.0795145 Aug 28 08:35:21.970388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:21.971383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:21.971954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.003136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b383f3c0-a724-4804-a071-e0870b1576d9 req-28a6ae22-bf07-47e4-8deb-de4c5d1f30e5 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342088 Aug 28 08:35:22.010821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.060509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 6ae18420-ffad-4936-b988-8134a9af60ba no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:22.109761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.114054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-a1d314f4-11c6-434e-b5dc-aeec5006f995 service neutron] 10.222.0.39 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973295 Aug 28 08:35:22.114555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:22.116563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 6ae18420-ffad-4936-b988-8134a9af60ba {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:22.117043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 6ae18420-ffad-4936-b988-8134a9af60ba not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:22.132104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=cf4147a7-33be-4ba7-9028-f54b9c0cc960,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:22.168834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for 0cbadd3d-2c94-491a-be05-619e9ff9924c owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:22.182106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] Pushing event updated for resources: {'Network': ['ID=2f176423-ad1d-415f-86e8-32713206ad8c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:22.185079 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6d19de49-8406-46b0-b3cb-b52185f2b733 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7276816 Aug 28 08:35:22.189759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:22.200163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2f176423-ad1d-415f-86e8-32713206ad8c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:22.201076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Request body: {'subnet': {'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-38607762-subnet', 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:22.253395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.286898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Deleting subnet 8805843e-3b34-4078-bdbd-b2ef6e4bc921 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:22.305127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.363235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-425bf76f-24fb-4b62-899a-5a00e2623d50 req-d44727b1-3d19-46e6-927d-fe59b1fdfb58 service neutron] 10.222.0.39 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307177 Aug 28 08:35:22.379280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.388630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:22.392293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.406051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-69544de8-146f-4aed-8e28-3fd42de9d85d None None] Provisioning complete for port cf4147a7-33be-4ba7-9028-f54b9c0cc960 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:22.406979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-69544de8-146f-4aed-8e28-3fd42de9d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.454097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-69544de8-146f-4aed-8e28-3fd42de9d85d None None] Port cf4147a7-33be-4ba7-9028-f54b9c0cc960 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:22.465142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.577616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.622093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.654247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=0cbadd3d-2c94-491a-be05-619e9ff9924c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:22.657568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.690729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8805843e-3b34-4078-bdbd-b2ef6e4bc921,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:22.720530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.722435 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-68dea920-dece-4033-9313-d35e7d1597da admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8805843e-3b34-4078-bdbd-b2ef6e4bc921 HTTP/1.1" status: 204 len: 168 time: 0.6000624 Aug 28 08:35:22.741869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40494) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:22.783658 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.816361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.818598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9583f27f-6051-4fb6-94aa-04c5d1b77363 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/ports/0cbadd3d-2c94-491a-be05-619e9ff9924c HTTP/1.1" status: 204 len: 168 time: 1.2790544 Aug 28 08:35:22.822684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40496) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:22.864398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.924088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977564a-1c72-48bd-bfa3-95621100da70 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:22.925684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8977564a-1c72-48bd-bfa3-95621100da70 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "GET /v2.0/ports?device_id=66160b95-d9f3-4883-a332-a8d6a3dbec7c HTTP/1.1" status: 200 len: 913 time: 0.1020443 Aug 28 08:35:22.936534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:22.966160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:22.976828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf223313-cd65-4832-9b97-ec78c082bc85']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:22.988016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e8070a-a257-4da0-9ef1-725b7be6d15b') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:22.988311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e8070a-a257-4da0-9ef1-725b7be6d15b') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:23.005964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.022545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.029700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:23.029862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.031878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095c5f5a-6dcc-4869-b0de-3b72f0f9071b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:23.032730 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:23.057853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328967b8-014e-473f-9f43-c15803e38157 req-47e9d0ae-de4e-4041-9c94-2a4aa1201925 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:23.059860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-328967b8-014e-473f-9f43-c15803e38157 req-47e9d0ae-de4e-4041-9c94-2a4aa1201925 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 943 time: 0.2988312 Aug 28 08:35:23.099269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Checking segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:23.099641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Network hostable DHCP agents. Network: 2f176423-ad1d-415f-86e8-32713206ad8c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:23.105899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:23.109459 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400" -d '{"events": [{"name": "network-changed", "server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:23.159076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.168358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.172318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cf223313-cd65-4832-9b97-ec78c082bc85 HTTP/1.1" status: 204 len: 168 time: 0.4295814 Aug 28 08:35:23.174810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40504) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:23.196758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f80a62-6868-48b6-8192-c185b3a4cc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf223313-cd65-4832-9b97-ec78c082bc85,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:23.210189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-328967b8-014e-473f-9f43-c15803e38157 req-29e35bf9-f813-49e1-be0d-52cb19ff4c4b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386435 Aug 28 08:35:23.253713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Deleting subnet 6c994942-e5aa-4d5a-b909-7498c0a146d0 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:23.257855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.300235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.306671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.309214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Network 2f176423-ad1d-415f-86e8-32713206ad8c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:23.349228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.428853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.429645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.444306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2f176423-ad1d-415f-86e8-32713206ad8c) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:23.452166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3da71-d55d-45a7-b1e4-6d946dfd2db0 None None] Network 2f176423-ad1d-415f-86e8-32713206ad8c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:23.477982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:23.478606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.507320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.549883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c994942-e5aa-4d5a-b909-7498c0a146d0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:23.553791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.558643 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1f9cfb5-ef04-4551-8369-982d8565955b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6c994942-e5aa-4d5a-b909-7498c0a146d0 HTTP/1.1" status: 204 len: 168 time: 0.3825893 Aug 28 08:35:23.561689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40506) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:23.570976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d8d08-5bf9-4d17-a342-f1515775dd22 req-d0f1ec4f-ddab-44d0-af72-123433371659 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:23.572584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f13d8d08-5bf9-4d17-a342-f1515775dd22 req-d0f1ec4f-ddab-44d0-af72-123433371659 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 944 time: 0.2039931 Aug 28 08:35:23.578408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=cf4147a7-33be-4ba7-9028-f54b9c0cc960,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:23.634205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-88aa8dfe-64cd-4340-99e9-eba173707a41 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4384291 Aug 28 08:35:23.642200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.689431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f13d8d08-5bf9-4d17-a342-f1515775dd22 req-6e41fcc6-8afc-4326-9bed-e5a00f71a56a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870221 Aug 28 08:35:23.707604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:23.711355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:23.715785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a0886f83-a191-4f77-b099-dbdd32a84223 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:23.761394 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.778960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1197d6-126e-4664-a171-8896bc24da58']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:23.792734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0516c930-4ee5-4b6e-ba1a-c87839784e6a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:23.793372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0516c930-4ee5-4b6e-ba1a-c87839784e6a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:23.809777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.814474 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80583648-83a8-489f-aeec-7a8a7c4cd037 x-openstack-request-id: req-80583648-83a8-489f-aeec-7a8a7c4cd037 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:23.817138 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:23.817138 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80583648-83a8-489f-aeec-7a8a7c4cd037 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:23.817652 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9', 'status': 'completed', 'code': 200} Aug 28 08:35:23.834794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.849624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:23.851438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:23.859309 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:23.918132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:23.962148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-62b1f21b-0dcd-481e-9637-651daf557385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:23.963824 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-62b1f21b-0dcd-481e-9637-651daf557385 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 1096 time: 0.0668483 Aug 28 08:35:23.969766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a0886f83-a191-4f77-b099-dbdd32a84223,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:24.024423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'a0886f83-a191-4f77-b099-dbdd32a84223', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': 'a0886f83-a191-4f77-b099-dbdd32a84223', 'mac_address': 'fa:16:3e:3f:5b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:24.084608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.093189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.103615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e1500-9061-4d87-b432-e9920b0619c5 None None] Network 2f176423-ad1d-415f-86e8-32713206ad8c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:24.106605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router c2640cc7-dcf8-482c-ab61-c5d5369c21e5 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:24.114150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0886f83-a191-4f77-b099-dbdd32a84223 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:24.119875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.122303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0a1197d6-126e-4664-a171-8896bc24da58 HTTP/1.1" status: 204 len: 168 time: 0.5619922 Aug 28 08:35:24.143017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b00d4c-e3e6-4fd6-9bbd-daf1e5bbc259 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1197d6-126e-4664-a171-8896bc24da58,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:24.148102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a0886f83-a191-4f77-b099-dbdd32a84223,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:24.194121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-9f867d5e-9f10-4d51-b7c0-760390e4ace8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1966345 Aug 28 08:35:24.219125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-24aa7276-0cbc-4ea6-a319-0b6d513d16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.220983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-24aa7276-0cbc-4ea6-a319-0b6d513d16b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a407b4-1510-42f9-880a-5938b4f6a151 HTTP/1.1" status: 200 len: 898 time: 0.2491102 Aug 28 08:35:24.225612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.277379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-724b7e43-afc1-4346-a81a-269de686876f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9 HTTP/1.1" status: 200 len: 217 time: 0.0468307 Aug 28 08:35:24.290633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:24.294740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-36dd9efe-3db6-41df-bbf9-54196c99acad None None] Provisioning complete for port cf4147a7-33be-4ba7-9028-f54b9c0cc960 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:24.295250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-36dd9efe-3db6-41df-bbf9-54196c99acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.346017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-36dd9efe-3db6-41df-bbf9-54196c99acad None None] Port cf4147a7-33be-4ba7-9028-f54b9c0cc960 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:24.361575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-fed88f3b-6f0e-404c-bd88-7aeaceee5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.364464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-fed88f3b-6f0e-404c-bd88-7aeaceee5d86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1097 time: 0.1241877 Aug 28 08:35:24.372213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-6cbccab9-079e-48d8-b241-52b27d90203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.374540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-6cbccab9-079e-48d8-b241-52b27d90203b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f73d4e7-1057-431d-a3b1-113db27641ff HTTP/1.1" status: 200 len: 838 time: 0.0798526 Aug 28 08:35:24.570266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['a0886f83-a191-4f77-b099-dbdd32a84223'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:24.645787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40530) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:24.714093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:24.723036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-49d12162-2afa-4099-872b-84de6c7efb57 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/c2640cc7-dcf8-482c-ab61-c5d5369c21e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8559279 Aug 28 08:35:24.729805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] Sync routers for ids ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:24.736895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:24.741941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] Routers {'c2640cc7-dcf8-482c-ab61-c5d5369c21e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:24.742791 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:24.782101 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:24.796004 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] Routers {'c2640cc7-dcf8-482c-ab61-c5d5369c21e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:24.796778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:24.805464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-4862f2b1-258a-4a76-a856-cf09d211a4fb tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.807015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-4862f2b1-258a-4a76-a856-cf09d211a4fb tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.5697734 Aug 28 08:35:24.816101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f2d48c2e-6636-48de-a032-8cee3c50c881 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61e1211790a74e98982e77d786cd455d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675017 Aug 28 08:35:24.835013 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:24.835580 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f65c58-0b12-4ccb-917b-ee8ba7829409 None None] The sync data for ids ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:24.836267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40536) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:24.839112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a11f0-6376-4d61-96b3-5f0f58b5cb5b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.843548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e14a11f0-6376-4d61-96b3-5f0f58b5cb5b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports/cf4147a7-33be-4ba7-9028-f54b9c0cc960 HTTP/1.1" status: 200 len: 984 time: 0.1026709 Aug 28 08:35:24.845269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40538) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:24.897688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-1ef4c243-3daf-48df-b1a6-4d4b825fe637 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/quotas/e8e560d87cba4dfe821f58ee74e438ce HTTP/1.1" status: 200 len: 375 time: 0.0559616 Aug 28 08:35:24.904205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-40823b47-84f7-4b88-ac78-789556e38073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.905786 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-40823b47-84f7-4b88-ac78-789556e38073 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a407b4-1510-42f9-880a-5938b4f6a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5235839 Aug 28 08:35:24.974316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-569044b8-49ef-4796-913a-f6fda61f2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:24.975724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-569044b8-49ef-4796-913a-f6fda61f2841 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 897 time: 0.5844874 Aug 28 08:35:24.982554 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:24.987968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-68c4f5b7-9779-4020-af92-3c4a48fa82e1 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394826 Aug 28 08:35:25.064799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.113129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-18bdf08b-74cd-4d97-9aa4-d0a3194aa1e2 service neutron] 10.222.0.39 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979558 Aug 28 08:35:25.114881 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-34446696-aca3-4103-946c-2076d83c3577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 1000 time: 0.1166062 Aug 28 08:35:25.152779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port e1e33176-8a5c-4d89-be9d-63e31ab2ab0b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:25.153352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.231582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-99a48bff-5fa1-4ff0-adf4-aa2c74aeee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:25.233124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-99a48bff-5fa1-4ff0-adf4-aa2c74aeee5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 200 len: 835 time: 0.1032979 Aug 28 08:35:25.277646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-18ba5f50-c0a4-46f4-9c3d-dc373c35c400 req-068b2aea-0794-4034-8c95-5e314f5690e5 service neutron] 10.222.0.39 "GET /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557059 Aug 28 08:35:25.289385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-1bb5f395-1f71-491a-85d6-8e52b10a5d03 service neutron] 10.222.0.46 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905979 Aug 28 08:35:25.290533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-aa1d7ba1-9673-4d8e-87c3-f116a79b67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:25.291985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-aa1d7ba1-9673-4d8e-87c3-f116a79b67d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493135 Aug 28 08:35:25.301714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.304600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.306491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b9f9e3f-41ee-4e1d-a187-80671b4abe82 HTTP/1.1" status: 204 len: 168 time: 0.4674494 Aug 28 08:35:25.370149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a040048-5092-4770-bd66-dfd2d4c5a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f9e3f-41ee-4e1d-a187-80671b4abe82,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:25.387468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.419026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-c57f3567-d97a-4968-a42f-33a4fa0c8aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112731 Aug 28 08:35:25.432126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for e1e33176-8a5c-4d89-be9d-63e31ab2ab0b owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:25.518139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5111eda7-1b5e-4eba-beec-5eb011d42b16 req-f6cfb899-a2bb-45fa-9904-52e2e87a9181 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913718 Aug 28 08:35:25.599425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-35a2a81c-6f5e-4f7e-8a7d-24caa21e2b0a service neutron] 10.222.0.46 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729118 Aug 28 08:35:25.710815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a0886f83-a191-4f77-b099-dbdd32a84223 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:25.742250 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.793740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.821813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port a0886f83-a191-4f77-b099-dbdd32a84223 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:25.825959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port a0886f83-a191-4f77-b099-dbdd32a84223 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:25.826471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.906611 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:25.942392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:25.945023 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2b2b2d-430f-471e-917b-70da503eb3d4" -d '{"events": [{"server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "name": "network-vif-plugged", "status": "completed", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:25.961248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a0886f83-a191-4f77-b099-dbdd32a84223,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:26.008657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port cf4147a7-33be-4ba7-9028-f54b9c0cc960 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:26.009014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.050255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.050862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.082757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed48aea2-2b56-46e7-9769-02d62acb89d9 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:26.105864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40550) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:26.108596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=e1e33176-8a5c-4d89-be9d-63e31ab2ab0b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:26.179789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:26.182839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c616800-2c53-4af6-a69a-5212a30c9a31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfc9c98fa45b4a66a6204f8e3f7bceaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748234 Aug 28 08:35:26.185170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40554) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:26.226375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160758b-cddc-4e7f-b227-50a7eef866c0 req-266bd4b7-7d2b-41ca-b3ba-50ea5bb85245 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:26.226375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9160758b-cddc-4e7f-b227-50a7eef866c0 req-266bd4b7-7d2b-41ca-b3ba-50ea5bb85245 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.1765087 Aug 28 08:35:26.232949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.257364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for cf4147a7-33be-4ba7-9028-f54b9c0cc960 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:26.267233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:26.296564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ed48aea2-2b56-46e7-9769-02d62acb89d9', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'port_id': 'ed48aea2-2b56-46e7-9769-02d62acb89d9', 'mac_address': 'fa:16:3e:34:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:26.302458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.332984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.356179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.374910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed48aea2-2b56-46e7-9769-02d62acb89d9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:26.402609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:26.406791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9160758b-cddc-4e7f-b227-50a7eef866c0 req-0c98f3dc-1fcb-4f62-bc27-690a94dca90a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707308 Aug 28 08:35:26.465972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.466239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.469582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.473404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4e6d85f-ca44-4d71-a551-16f52ed517c0 HTTP/1.1" status: 204 len: 168 time: 0.2851653 Aug 28 08:35:26.479390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:26.481922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ac301-8978-4aab-8363-68f681280220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e6d85f-ca44-4d71-a551-16f52ed517c0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:26.533441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:26.911711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ed48aea2-2b56-46e7-9769-02d62acb89d9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:26.977123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9bd3-3cee-4b26-a7e5-4ea589a29aba req-0acdafc4-5ae6-47c0-a750-45504a1e0797 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:26.978593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6e9bd3-3cee-4b26-a7e5-4ea589a29aba req-0acdafc4-5ae6-47c0-a750-45504a1e0797 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 945 time: 0.4269648 Aug 28 08:35:27.126113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-e6dcb03d-c2fa-4a8d-9544-5236731d95d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744610 Aug 28 08:35:27.128110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6e9bd3-3cee-4b26-a7e5-4ea589a29aba req-9fdcb98c-39a0-461a-a5a8-3edf82e7ba2f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395311 Aug 28 08:35:27.202636 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cadc2e3-bbaf-4148-9d79-1684238bc16f x-openstack-request-id: req-0cadc2e3-bbaf-4148-9d79-1684238bc16f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:27.202969 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "name": "network-vif-plugged", "status": "completed", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:27.203217 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cadc2e3-bbaf-4148-9d79-1684238bc16f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:27.203620 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223', 'code': 200} Aug 28 08:35:27.238271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:27.246448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de775f24-dceb-40e4-8c30-c120e6616644 req-b06f23dd-b864-454d-a5ef-51c442815158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.249087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-b06f23dd-b864-454d-a5ef-51c442815158 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.0767167 Aug 28 08:35:27.294863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=cf4147a7-33be-4ba7-9028-f54b9c0cc960,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:27.415163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Router 66160b95-d9f3-4883-a332-a8d6a3dbec7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:27.415312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ebf8-b670-4703-8f0e-6515bbfd7cc0 req-938d1b82-15cf-4815-99d5-92ce67fdd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.417048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b805ebf8-b670-4703-8f0e-6515bbfd7cc0 req-938d1b82-15cf-4815-99d5-92ce67fdd723 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 1097 time: 0.0804348 Aug 28 08:35:27.460853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de775f24-dceb-40e4-8c30-c120e6616644 req-56ee7e20-b71e-4346-b40c-34ac58bc9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.462619 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-56ee7e20-b71e-4346-b40c-34ac58bc9c0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1904311 Aug 28 08:35:27.476349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:27.527310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b805ebf8-b670-4703-8f0e-6515bbfd7cc0 req-d1af55cf-3282-4c1f-a9ea-02c2f3eaeec8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017339 Aug 28 08:35:27.556655 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-e1c79fe1-453e-4150-bc90-05ab0ea5ddd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.0849440 Aug 28 08:35:27.583638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57290bb2-d84a-418d-a38f-d4d768824e9d req-8513798e-6c4c-490f-a9c3-55c072975747 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.585173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57290bb2-d84a-418d-a38f-d4d768824e9d req-8513798e-6c4c-490f-a9c3-55c072975747 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1819034 Aug 28 08:35:27.611465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de775f24-dceb-40e4-8c30-c120e6616644 req-6e1b6c5c-7ce7-4277-b043-f1f2b4e9706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.612984 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-6e1b6c5c-7ce7-4277-b043-f1f2b4e9706a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0495596 Aug 28 08:35:27.619500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-78f02dc3-2695-4597-bf3c-862b01a9cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:27.661804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de775f24-dceb-40e4-8c30-c120e6616644 req-5a30923a-2d3c-4fc6-af47-c07677a019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:27.663338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-5a30923a-2d3c-4fc6-af47-c07677a019ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418510 Aug 28 08:35:27.747365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57290bb2-d84a-418d-a38f-d4d768824e9d req-d70852d1-f7e2-45b1-a65a-8354e75d1020 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268330 Aug 28 08:35:27.763539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-679b01c4-acef-4723-b3b1-cb8c5648de38 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921218 Aug 28 08:35:27.793418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:27.796946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router c2640cc7-dcf8-482c-ab61-c5d5369c21e5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:27.802925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-64efd7d2-71f7-4433-9f76-8d98947389b4 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "PUT /v2.0/routers/66160b95-d9f3-4883-a332-a8d6a3dbec7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8602507 Aug 28 08:35:27.804195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40574) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:27.808059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] Sync routers for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:27.820267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:27.821248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:27.861733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:27.883766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] Routers {'66160b95-d9f3-4883-a332-a8d6a3dbec7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:27.884657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:27.890483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d43b54a0-c950-49dc-9fbf-fe261b2bd065 req-de66774e-8097-465d-9691-5c156140d489 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 210 time: 0.0413013 Aug 28 08:35:27.928333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:27.928333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cc481-d025-450f-8bc1-83809e8c756c None None] The sync data for ids ['66160b95-d9f3-4883-a332-a8d6a3dbec7c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:27.928995 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-de775f24-dceb-40e4-8c30-c120e6616644 req-46801134-f038-4b82-bd3e-15d05342bac4 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179204 Aug 28 08:35:28.036000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:28.046844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c71f4ea7-b4d8-40f5-b4b6-4d9ea19eaa11 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/c2640cc7-dcf8-482c-ab61-c5d5369c21e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005937 Aug 28 08:35:28.047425 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] Sync routers for ids ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:28.049648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40576) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:28.057430 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] Routers {'c2640cc7-dcf8-482c-ab61-c5d5369c21e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:28.058371 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:28.069452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.079871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb50a54-f186-4279-9115-de106bc250eb req-2e418c50-1af9-42c7-98a3-4462f0c68557 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:28.081407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eb50a54-f186-4279-9115-de106bc250eb req-2e418c50-1af9-42c7-98a3-4462f0c68557 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.1091790 Aug 28 08:35:28.090694 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:28.096203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed48aea2-2b56-46e7-9769-02d62acb89d9 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:28.115816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] Routers {'c2640cc7-dcf8-482c-ab61-c5d5369c21e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:28.116856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:28.182925 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:28.183860 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245b109-7cdc-4b31-938c-49b4b7873578 None None] The sync data for ids ['c2640cc7-dcf8-482c-ab61-c5d5369c21e5'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:28.192148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eb50a54-f186-4279-9115-de106bc250eb req-f54efa66-3a4f-484d-9808-419901cbd671 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788064 Aug 28 08:35:28.222937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.238937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ed48aea2-2b56-46e7-9769-02d62acb89d9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:28.243093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ed48aea2-2b56-46e7-9769-02d62acb89d9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:28.243459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.306119 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-6ac19de3-6249-42c2-92b1-b9b71c659a5f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 08:35:28.307737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ac19de3-6249-42c2-92b1-b9b71c659a5f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/c2640cc7-dcf8-482c-ab61-c5d5369c21e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2566841 Aug 28 08:35:28.311348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40580) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:28.339843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459146-4b7c-4e2b-8da3-29f29757e4e2 req-096537a2-1c6d-422e-8ac4-684029fd1c3d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:28.342149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da459146-4b7c-4e2b-8da3-29f29757e4e2 req-096537a2-1c6d-422e-8ac4-684029fd1c3d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0884511 Aug 28 08:35:28.354360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aee918bd-82b0-409c-b370-2284d37152b1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2640cc7-dcf8-482c-ab61-c5d5369c21e5 HTTP/1.1" status: 200 len: 205 time: 0.0394921 Aug 28 08:35:28.354710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40582) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:28.360360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.396486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da459146-4b7c-4e2b-8da3-29f29757e4e2 req-22d0f5db-684e-46fb-823a-ed7608f29a4d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463912 Aug 28 08:35:28.397931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port 8fe20618-e27b-4831-8285-a5cb8ad5b65f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:28.398462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.425969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:28.453723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.520096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.531103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.540954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for 8fe20618-e27b-4831-8285-a5cb8ad5b65f owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:28.587749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:28.609865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd19ea4-080b-4ecb-a8b4-0e9dc6c64985 req-0941ba23-38d3-47d8-b8f8-7d8a04baea89 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:28.611373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2dd19ea4-080b-4ecb-a8b4-0e9dc6c64985 req-0941ba23-38d3-47d8-b8f8-7d8a04baea89 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 945 time: 0.1407759 Aug 28 08:35:28.665629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.669556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.700200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2dd19ea4-080b-4ecb-a8b4-0e9dc6c64985 req-221bedbc-3eda-44ef-aa7d-cea048510d96 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776610 Aug 28 08:35:28.761239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-66c202a9-a376-4f9a-a85f-5f9951368e2f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:28.762736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-66c202a9-a376-4f9a-a85f-5f9951368e2f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.1771901 Aug 28 08:35:28.784170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Request body: {'port': {'device_id': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'admin_state_up': True, 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:28.789369 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.789944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router c2640cc7-dcf8-482c-ab61-c5d5369c21e5 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:35:28.812279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.813741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6012557f-d00b-42d9-bc74-1b51d679d1dd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/c2640cc7-dcf8-482c-ab61-c5d5369c21e5 HTTP/1.1" status: 204 len: 168 time: 0.4582005 Aug 28 08:35:28.816308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40586) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:28.861809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.876025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet c137d679-097c-46ae-acb0-9b1d40705b85 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:28.898586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:28.901889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=8fe20618-e27b-4831-8285-a5cb8ad5b65f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:28.983769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.016123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:29.020799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.029967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.149292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.152698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.159563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Allocated IP 172.20.0.3 (2f176423-ad1d-415f-86e8-32713206ad8c/095c5f5a-6dcc-4869-b0de-3b72f0f9071b/5c88bc08-2030-47e2-9d00-24af37ac2c06) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:29.205170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:29.210116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.212171 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f8368-5ead-4a6c-a130-c8ccf6a1fdfe" -d '{"events": [{"server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "name": "network-vif-plugged", "status": "completed", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:29.278876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.279415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Fanout notify agent at l3_agent the message router_deleted on router 66160b95-d9f3-4883-a332-a8d6a3dbec7c {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:35:29.300542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.301657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba27956d-a1af-40d5-a375-0db3780ca8a7 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/routers/66160b95-d9f3-4883-a332-a8d6a3dbec7c HTTP/1.1" status: 204 len: 168 time: 1.4972935 Aug 28 08:35:29.304936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11326c84-5fbc-4938-aba8-02843990be82 req-36ac221f-91f6-49fc-a7f4-8188c5a406b8 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 210 time: 0.0397277 Aug 28 08:35:29.305392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40596) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:29.369869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting subnet 5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:29.374838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.377949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.438543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-d5b52323-7ba5-4878-9e57-67f7ac643859 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:29.439960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-d5b52323-7ba5-4878-9e57-67f7ac643859 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.1999667 Aug 28 08:35:29.445979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.446174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=c137d679-097c-46ae-acb0-9b1d40705b85,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:29.454751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50570823-9dfa-4d00-8cb2-22c9febfe183 None None] Network d878c8a3-a848-4e98-a917-2ac8e13cea66 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:29.461453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Request body: {'port': {'device_id': 'f20b07aa-1e50-401f-868e-f99304992d24', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'admin_state_up': True, 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:29.466104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.468553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7234906c-de9a-4553-9038-73e9186c27c0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/c137d679-097c-46ae-acb0-9b1d40705b85 HTTP/1.1" status: 204 len: 168 time: 0.6512499 Aug 28 08:35:29.471263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40598) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:29.480154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.536136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff938-b5a9-458a-9dc1-139a44c92094 req-9dfeb64b-e974-42ab-a961-01c748ffbb1a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:29.537759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c2ff938-b5a9-458a-9dc1-139a44c92094 req-9dfeb64b-e974-42ab-a961-01c748ffbb1a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1285923 Aug 28 08:35:29.628427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c2ff938-b5a9-458a-9dc1-139a44c92094 req-bf7d245e-75f7-49ec-b53c-46f4c9bc5fcf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811388 Aug 28 08:35:29.634179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.658137 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.708058 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fd9f9-ac14-4055-a7d0-e73fc1666a2e x-openstack-request-id: req-fe9fd9f9-ac14-4055-a7d0-e73fc1666a2e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:29.708413 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "name": "network-vif-plugged", "status": "completed", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:29.708672 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe9fd9f9-ac14-4055-a7d0-e73fc1666a2e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:29.709334 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9', 'code': 200} Aug 28 08:35:29.713731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] DHCP port deletion for d878c8a3-a848-4e98-a917-2ac8e13cea66 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:35:29.734773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.783262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Deleting port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:29.783639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.803824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Network 2f176423-ad1d-415f-86e8-32713206ad8c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:29.810191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:29.813537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.821320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:29.849209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event updated for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:29.850479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Subnet': ['ID=5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:29.859398 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.863717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d2758b9-be06-4f3d-82d8-0f07d6ad1172 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/subnets/5450ee9d-c3f6-4e91-b7ff-b1c0fd7e2b76 HTTP/1.1" status: 204 len: 168 time: 0.5573707 Aug 28 08:35:29.866755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40604) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:29.867426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3293d5-e070-4b19-8c84-1e039b4ab81b None None] Network 3c448c4e-f499-4af8-8c66-e5a2bf60c702 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:29.879943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:29.883382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.898369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f33d44-226e-416a-a33c-5b08be49287c req-b99412fc-f1fc-4a05-9ddd-db1851e620aa tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:29.900330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4f33d44-226e-416a-a33c-5b08be49287c req-b99412fc-f1fc-4a05-9ddd-db1851e620aa tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.1330764 Aug 28 08:35:29.923861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.926453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] For port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,segment=NetworkSegment(cc3aa77d-95f9-4da5-8197-8a88349f69f5),segment_id=cc3aa77d-95f9-4da5-8197-8a88349f69f5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:29.926799 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.929877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:29.930561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.946547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Calling delete_port for c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:29.956523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:29.956706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:29.998517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.004284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4f33d44-226e-416a-a33c-5b08be49287c req-454ff328-73cc-40fa-b56a-116fbfc299a2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658064 Aug 28 08:35:30.064977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238d6fd-d81b-4e5f-a325-02368e49fe55 req-df2b746e-44d9-431b-a3ed-9a30eb05adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:30.066555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6238d6fd-d81b-4e5f-a325-02368e49fe55 req-df2b746e-44d9-431b-a3ed-9a30eb05adf1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 1098 time: 0.2097273 Aug 28 08:35:30.070505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port 4539b3da-ec13-45fd-83e7-714e56a224de {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:30.070860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.078372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,segment=NetworkSegment(cc3aa77d-95f9-4da5-8197-8a88349f69f5),segment_id=cc3aa77d-95f9-4da5-8197-8a88349f69f5)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:30.078751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.096428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ab2ce9ee-4cb8-4370-a679-e410be6439d4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166943 Aug 28 08:35:30.115093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:30.131540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Request body: {'port': {'device_id': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:30.149669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] For port 4539b3da-ec13-45fd-83e7-714e56a224de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4539b3da-ec13-45fd-83e7-714e56a224de,segment=NetworkSegment(da8ca739-baea-4985-a384-ca060dd255ed),segment_id=da8ca739-baea-4985-a384-ca060dd255ed)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:30.150084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.163371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] DHCP port deletion for 3c448c4e-f499-4af8-8c66-e5a2bf60c702 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:35:30.170744 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.180859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for 4539b3da-ec13-45fd-83e7-714e56a224de owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:30.204930 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6238d6fd-d81b-4e5f-a325-02368e49fe55 req-5a325abb-008e-41e2-8dd0-639c0b970464 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286793 Aug 28 08:35:30.224628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] No DVR routers for this DVR port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:30.226825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3017e-7a0f-44c1-991a-412e15d5c55b None None] Pushing event deleted for resources: {'Port': ['ID=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:30.269114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Deleting port 4539b3da-ec13-45fd-83e7-714e56a224de {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:30.270499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.297457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b445b-f491-4150-a13a-1e9e2615273a req-53767852-4663-47e8-9ba7-11562220bb95 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:30.297744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Allocated IP 172.20.0.8 (2f176423-ad1d-415f-86e8-32713206ad8c/095c5f5a-6dcc-4869-b0de-3b72f0f9071b/ac8c84d6-63a1-49f3-ade9-da5636df661a) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:30.299050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-704b445b-f491-4150-a13a-1e9e2615273a req-53767852-4663-47e8-9ba7-11562220bb95 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.1152663 Aug 28 08:35:30.317163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bf59d21-253d-44a9-a108-5a6051fececa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.320800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.345028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] For port 4539b3da-ec13-45fd-83e7-714e56a224de, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4539b3da-ec13-45fd-83e7-714e56a224de,segment=NetworkSegment(da8ca739-baea-4985-a384-ca060dd255ed),segment_id=da8ca739-baea-4985-a384-ca060dd255ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:30.345810 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.365956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Calling delete_port for 4539b3da-ec13-45fd-83e7-714e56a224de owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:30.370242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-704b445b-f491-4150-a13a-1e9e2615273a req-3f9baf2f-a03f-49b0-876a-c0ec29c4bb54 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Aug 28 08:35:30.402151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.454117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=c599f21d-be0f-49cc-a6ab-f042b4e7b5f4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:30.456950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.464546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:30.474870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.486948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=4539b3da-ec13-45fd-83e7-714e56a224de,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:30.490504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] No DVR routers for this DVR port 4539b3da-ec13-45fd-83e7-714e56a224de on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:30.505078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] Pushing event deleted for resources: {'Port': ['ID=4539b3da-ec13-45fd-83e7-714e56a224de,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:30.508870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd335d2-0f25-481f-93e0-53c880b6dd26 None None] No DVR routers for this DVR port 4539b3da-ec13-45fd-83e7-714e56a224de on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:30.575480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.586538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c448c4e-f499-4af8-8c66-e5a2bf60c702']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.601937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8ca739-baea-4985-a384-ca060dd255ed') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.602257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8ca739-baea-4985-a384-ca060dd255ed') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.612952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.673555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.695258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d878c8a3-a848-4e98-a917-2ac8e13cea66']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.713327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3aa77d-95f9-4da5-8197-8a88349f69f5') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.713891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3aa77d-95f9-4da5-8197-8a88349f69f5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:30.738902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.774160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.778802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:30.792207 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:30.917943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.924685 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:35:30.927098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.933725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/d878c8a3-a848-4e98-a917-2ac8e13cea66 HTTP/1.1" status: 204 len: 168 time: 1.4567387 Aug 28 08:35:30.933725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:30.938647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666746655'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:30.954269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.961714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:30.962125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:30.965588 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:30.971714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.001296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99680581-42e0-4163-b5c7-4c0e02ffe1a8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=d878c8a3-a848-4e98-a917-2ac8e13cea66,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:31.064791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Network 2f176423-ad1d-415f-86e8-32713206ad8c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:31.071312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:31.077423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:31.092858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event updated for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:31.113866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.119139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:31.120022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.122349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.127242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/networks/3c448c4e-f499-4af8-8c66-e5a2bf60c702 HTTP/1.1" status: 204 len: 168 time: 1.2584882 Aug 28 08:35:31.136495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40618) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:31.143976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4c1d-f507-4e80-945b-c952aed31b99 tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Network': ['ID=3c448c4e-f499-4af8-8c66-e5a2bf60c702,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:31.220501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:31.221641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.245178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae2757-ac70-4752-a4a5-d60bb6d4236f req-fa2d6556-689d-4448-a691-9a15abde8190 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:31.246769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3ae2757-ac70-4752-a4a5-d60bb6d4236f req-fa2d6556-689d-4448-a691-9a15abde8190 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 931 time: 0.0808713 Aug 28 08:35:31.268460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:31.289750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:31.289999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3ae2757-ac70-4752-a4a5-d60bb6d4236f req-3d13a279-a79d-4631-888c-52e111221f16 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Aug 28 08:35:31.290584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c599f21d-be0f-49cc-a6ab-f042b4e7b5f4 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:31.291009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4539b3da-ec13-45fd-83e7-714e56a224de no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:31.313030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4539b3da-ec13-45fd-83e7-714e56a224de {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:31.313617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4539b3da-ec13-45fd-83e7-714e56a224de not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:31.428770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6592e5-2524-4e18-8b47-c311ac478207 req-f04d8953-3e1b-4f94-a3d9-d9ed9654e6a5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:31.430525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa6592e5-2524-4e18-8b47-c311ac478207 req-f04d8953-3e1b-4f94-a3d9-d9ed9654e6a5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.0594819 Aug 28 08:35:31.471519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa6592e5-2524-4e18-8b47-c311ac478207 req-77eacb01-6530-4b63-84fc-ae6bd0b7da1a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Aug 28 08:35:31.603586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:31.631806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.632154 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment a67a8e98-2bad-492d-9c2a-a368d567647f of type vlan for network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 Aug 28 08:35:31.724489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f18ecd7a-e931-4cdc-978f-d0485cf50450 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2669463 Aug 28 08:35:31.731179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.735366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c88bc08-2030-47e2-9d00-24af37ac2c06 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:31.745303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.754961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Request body: {'port': {'device_id': 'f20b07aa-1e50-401f-868e-f99304992d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:31.803222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Transition to ACTIVE for port object 5c88bc08-2030-47e2-9d00-24af37ac2c06 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:31.820789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Deleting port 0b6e8ad7-8319-4f76-bf5d-ca02e2879a37 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:31.821136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.850914 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.886953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.902885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.922976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfe971-175e-457c-8ccb-797c4c4d6ae2 req-e6a5cc47-ecf9-4b92-a31b-6296c2002d49 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:31.925378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57bfe971-175e-457c-8ccb-797c4c4d6ae2 req-e6a5cc47-ecf9-4b92-a31b-6296c2002d49 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Aug 28 08:35:31.946749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.952412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:31.953029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:31.968676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57bfe971-175e-457c-8ccb-797c4c4d6ae2 req-3c73ff52-1e08-4ad5-9c94-98543212fb74 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366185 Aug 28 08:35:32.089390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.093956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.094317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.172945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=95497cc4-1a5c-4743-81ce-8a3bad14f8b8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.175911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1b17839a-f31e-46e1-ace3-84ffc850733e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2422533 Aug 28 08:35:32.179269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Calling delete_port for 0b6e8ad7-8319-4f76-bf5d-ca02e2879a37 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:32.179374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40626) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:32.184677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:32.184851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:32.345931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:32.349796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.360919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Attempting to bind port 5c88bc08-2030-47e2-9d00-24af37ac2c06 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:32.361333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Attempting to bind port 5c88bc08-2030-47e2-9d00-24af37ac2c06 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:32.365010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Attempting to bind port 5c88bc08-2030-47e2-9d00-24af37ac2c06 on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:32.379608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Port 5c88bc08-2030-47e2-9d00-24af37ac2c06 on network 2f176423-ad1d-415f-86e8-32713206ad8c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:32.379939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Attempting to bind port 5c88bc08-2030-47e2-9d00-24af37ac2c06 on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:32.403853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:32.404202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Checking segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:32.405402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Bound using segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:32.405671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Bound port: 5c88bc08-2030-47e2-9d00-24af37ac2c06, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:32.406039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.488045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade49a1-76d5-4cb0-83b1-102bad187642 req-e7cfa093-3fc0-4055-af6e-405ab2fd406d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:32.489613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aade49a1-76d5-4cb0-83b1-102bad187642 req-e7cfa093-3fc0-4055-af6e-405ab2fd406d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0974715 Aug 28 08:35:32.565588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aade49a1-76d5-4cb0-83b1-102bad187642 req-f11a4faa-c8b2-44aa-bf59-edf332f828d1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676737 Aug 28 08:35:32.573420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:32.600111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:32.615596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8c84d6-63a1-49f3-ade9-da5636df661a {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:32.624858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.637299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Transition to ACTIVE for port object ac8c84d6-63a1-49f3-ade9-da5636df661a will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:32.677350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.680812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824faeb7-79ff-44b1-9ea5-6fb67b8b6ff1 req-ac0c4085-aed0-4e7b-8e6a-46191abd6ff7 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:32.682360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-824faeb7-79ff-44b1-9ea5-6fb67b8b6ff1 req-ac0c4085-aed0-4e7b-8e6a-46191abd6ff7 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 931 time: 0.0541105 Aug 28 08:35:32.706984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.709536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.715886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.728138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:32.728761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.730199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] 10.222.0.39 "PUT /v2.0/ports/5c88bc08-2030-47e2-9d00-24af37ac2c06 HTTP/1.1" status: 200 len: 1092 time: 2.6067407 Aug 28 08:35:32.734751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:32.737178 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506" -d '{"events": [{"name": "network-changed", "server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:32.766269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-824faeb7-79ff-44b1-9ea5-6fb67b8b6ff1 req-4a8b0c2e-f1b1-4019-871f-c5a88d09b734 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764451 Aug 28 08:35:32.789417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=5a06e40c-e778-4a21-9594-46244b064193,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.789739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4a02-62a2-4c82-b79d-6bab44399d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.798937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': 'a67a8e98-2bad-492d-9c2a-a368d567647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:32.799309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: 95497cc4-1a5c-4743-81ce-8a3bad14f8b8, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:32.886389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:32.900908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af24d4-622a-4b0a-b13b-ca32482f71f3 req-7abcd17e-69e2-470b-9760-8d62e16a6072 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:32.903017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67af24d4-622a-4b0a-b13b-ca32482f71f3 req-7abcd17e-69e2-470b-9760-8d62e16a6072 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.0569415 Aug 28 08:35:32.934646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.948122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.949802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67af24d4-622a-4b0a-b13b-ca32482f71f3 req-e18c89f3-81cb-4933-9068-4e273ccd9a37 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Aug 28 08:35:32.950649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:32.951885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] 10.222.0.46 "DELETE /v2.0/floatingips/d95eabfc-0f72-4b15-bbb4-7ff9f44d4d25 HTTP/1.1" status: 204 len: 168 time: 1.8188629 Aug 28 08:35:32.977956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de1781-35ce-4a25-a0ed-54c77fdeed4d tempest-FloatingIPAdminTestJSON-1680537755 tempest-FloatingIPAdminTestJSON-1680537755-project] Pushing event deleted for resources: {'Port': ['ID=0b6e8ad7-8319-4f76-bf5d-ca02e2879a37,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:32.994198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-b1b2c887-faa4-4043-82fd-c375a3c0a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:32.995780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-b1b2c887-faa4-4043-82fd-c375a3c0a6d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=c9895b80-cf1e-4fc6-b9d7-80388c3c6842 HTTP/1.1" status: 200 len: 1095 time: 0.1140347 Aug 28 08:35:32.996444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Attempting to bind port ac8c84d6-63a1-49f3-ade9-da5636df661a on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:32.996781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Attempting to bind port ac8c84d6-63a1-49f3-ade9-da5636df661a by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:32.997108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Attempting to bind port ac8c84d6-63a1-49f3-ade9-da5636df661a on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:32.999329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 95497cc4-1a5c-4743-81ce-8a3bad14f8b8) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:33.005247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.005873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.007996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Port ac8c84d6-63a1-49f3-ade9-da5636df661a on network 2f176423-ad1d-415f-86e8-32713206ad8c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:33.008353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Attempting to bind port ac8c84d6-63a1-49f3-ade9-da5636df661a on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:33.017357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:33.021376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Checking segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:33.021376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Bound using segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:33.021376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Bound port: ac8c84d6-63a1-49f3-ade9-da5636df661a, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:33.021376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.021950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548522c7-e94c-463d-a755-264bb19e7fd6 None None] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:33.027201 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce6a5aa-ceb3-4097-b303-c4921680a89e x-openstack-request-id: req-cce6a5aa-ceb3-4097-b303-c4921680a89e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:33.027513 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:33.027765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cce6a5aa-ceb3-4097-b303-c4921680a89e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:33.028176 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06', 'status': 'completed', 'code': 200} Aug 28 08:35:33.082912 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-375c8ab6-e152-48b7-9b56-3b7a7d355c6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06 HTTP/1.1" status: 200 len: 217 time: 0.0475812 Aug 28 08:35:33.131913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb42870-4960-4524-ab1a-13231c195db1 req-3e1d9f23-781d-47c8-ae81-67bdd6466deb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.133512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acb42870-4960-4524-ab1a-13231c195db1 req-3e1d9f23-781d-47c8-ae81-67bdd6466deb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.0522063 Aug 28 08:35:33.135478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-798f4abf-1f6f-492a-abba-506f606f47f6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9551570 Aug 28 08:35:33.138128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40638) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:33.143422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1043131953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:33.193500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-28e33174-856b-48ff-8acb-2b76ce8d437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.195059 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-28e33174-856b-48ff-8acb-2b76ce8d437c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.0875809 Aug 28 08:35:33.196969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acb42870-4960-4524-ab1a-13231c195db1 req-cf51ce03-b6e9-483b-bd0f-40d9f648ee3d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 Aug 28 08:35:33.198201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:33.202333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:33.228087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-95497cc4-1a5c-4743-81ce-8a3bad14f8b8', 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '5a06e40c-e778-4a21-9594-46244b064193'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:35:33.229503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.247641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-9a4320b9-7fa1-424b-8ccf-fabebbc6d8fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437176 Aug 28 08:35:33.268144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.269252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.329735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.361863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.412305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Allocated IP 2001:db8::2 (95497cc4-1a5c-4743-81ce-8a3bad14f8b8/5a06e40c-e778-4a21-9594-46244b064193/f300cee6-538c-41c9-8f85-8bc31d8a931e) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:33.429109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.430477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.435200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac8c84d6-63a1-49f3-ade9-da5636df661a HTTP/1.1" status: 200 len: 1092 time: 1.6821952 Aug 28 08:35:33.454506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.463906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-862fb1f3-ab67-49ed-ace9-a43701bee8e0 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061746 Aug 28 08:35:33.465412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3e108-1257-49fa-bb1e-6bea91ac62c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:33.570574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.572493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-00ab911c-8659-441d-a0b5-891b1a1e5d73 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4322350 Aug 28 08:35:33.582955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-5cc12356-8863-4335-bb59-40696ae75c65 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106241 Aug 28 08:35:33.583494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:33.588162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.588593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866d6b6-143e-4082-8efa-c1aedbafddc7 req-6664095f-2096-4651-b43e-e21123f7e431 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.598814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a866d6b6-143e-4082-8efa-c1aedbafddc7 req-6664095f-2096-4651-b43e-e21123f7e431 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.0698509 Aug 28 08:35:33.599553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Transition to ACTIVE for port object f300cee6-538c-41c9-8f85-8bc31d8a931e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:33.618640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Transition to ACTIVE for port object f300cee6-538c-41c9-8f85-8bc31d8a931e will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:33.639694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a866d6b6-143e-4082-8efa-c1aedbafddc7 req-850f5a13-7fa6-4ce3-af97-5b10f89729d3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Aug 28 08:35:33.666169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40648) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:33.719091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.758374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:33.762503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:33.765928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:33.777416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4cb76-dee2-45f0-9520-f52d8bc79669 req-efddf96a-fb6b-4cf1-bb80-19785799a4ec tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.783548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f1b3dc30-e317-4e24-9ff4-449379da27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:33.785076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-f1b3dc30-e317-4e24-9ff4-449379da27c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 1095 time: 0.1577063 Aug 28 08:35:33.793939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddb4cb76-dee2-45f0-9520-f52d8bc79669 req-efddf96a-fb6b-4cf1-bb80-19785799a4ec tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0860877 Aug 28 08:35:33.807892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Pushing event updated for resources: {'Port': ['ID=f300cee6-538c-41c9-8f85-8bc31d8a931e,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:33.841343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Attempting to bind port f300cee6-538c-41c9-8f85-8bc31d8a931e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:33.841718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Attempting to bind port f300cee6-538c-41c9-8f85-8bc31d8a931e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'a67a8e98-2bad-492d-9c2a-a368d567647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:33.842679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Attempting to bind port f300cee6-538c-41c9-8f85-8bc31d8a931e on network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:33.848114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:33.848405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Checking segment: {'id': 'a67a8e98-2bad-492d-9c2a-a368d567647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:33.848811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.849345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Bound using segment: {'id': 'a67a8e98-2bad-492d-9c2a-a368d567647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:33.849904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Bound port: f300cee6-538c-41c9-8f85-8bc31d8a931e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67a8e98-2bad-492d-9c2a-a368d567647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95497cc4-1a5c-4743-81ce-8a3bad14f8b8'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:33.850191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.860401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ddb4cb76-dee2-45f0-9520-f52d8bc79669 req-d1e712c3-54c8-4882-ada7-a1eb2ed66b4e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653570 Aug 28 08:35:33.881676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-860811a1-d190-4e55-a673-2d54a4268441 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e2b748e7a434ce4bad8409765099243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101109 Aug 28 08:35:33.881676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:33.926560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] For port f300cee6-538c-41c9-8f85-8bc31d8a931e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:33.929444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] For port f300cee6-538c-41c9-8f85-8bc31d8a931e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f300cee6-538c-41c9-8f85-8bc31d8a931e,segment=NetworkSegment(a67a8e98-2bad-492d-9c2a-a368d567647f),segment_id=a67a8e98-2bad-492d-9c2a-a368d567647f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:33.941210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-ac269cb7-19ec-468a-86dd-aea866c4ce77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a HTTP/1.1" status: 200 len: 217 time: 0.1047835 Aug 28 08:35:33.963841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:33.989075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:34.007907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:34.037151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-43f01ab9-2283-437e-bc3d-05200e9c62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.038615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-43f01ab9-2283-437e-bc3d-05200e9c62ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=c9895b80-cf1e-4fc6-b9d7-80388c3c6842 HTTP/1.1" status: 200 len: 1095 time: 0.2029743 Aug 28 08:35:34.058829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cbd82-7c4f-49e7-aa60-6b4f2a416b43 req-7a386e06-ad71-4ef0-9351-cd8809ccda98 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.063342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622fdcc-5dd2-4d89-b67e-eeb90bd41e6e None None] Pushing event updated for resources: {'Port': ['ID=f300cee6-538c-41c9-8f85-8bc31d8a931e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:34.067348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d6cbd82-7c4f-49e7-aa60-6b4f2a416b43 req-7a386e06-ad71-4ef0-9351-cd8809ccda98 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 943 time: 0.1204045 Aug 28 08:35:34.070662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:34.083943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-34569677-c023-489b-a21d-1c25ab12ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.085441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-34569677-c023-489b-a21d-1c25ab12ab46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.1204901 Aug 28 08:35:34.120618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d6cbd82-7c4f-49e7-aa60-6b4f2a416b43 req-216e8bee-4449-4a32-9c30-90af3f65d0ce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Aug 28 08:35:34.152482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-53546ab0-cdab-4a2c-b76a-7eae4ebb1b1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345993 Aug 28 08:35:34.182435 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:34.185380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:34.189830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae031262-abf0-430c-b382-b27d212bfb4a HTTP/1.1" status: 204 len: 168 time: 0.3063173 Aug 28 08:35:34.200289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866eeca-fac9-4d1c-b34d-c5bbaf21a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae031262-abf0-430c-b382-b27d212bfb4a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:34.317125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cafb70-3094-4568-96ee-31422493e4bb req-af01a56b-8f5a-4da2-bda1-7afaeb6503c1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.322476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1cafb70-3094-4568-96ee-31422493e4bb req-af01a56b-8f5a-4da2-bda1-7afaeb6503c1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.1334598 Aug 28 08:35:34.385604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1cafb70-3094-4568-96ee-31422493e4bb req-fd6f4368-16d2-4d1c-91ff-e1f05c9f99a9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473995 Aug 28 08:35:34.449464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-b0b808d4-f4ba-4912-97fa-6f8e75f38942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.449464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-b0b808d4-f4ba-4912-97fa-6f8e75f38942 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 912 time: 0.3896484 Aug 28 08:35:34.519182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-f26bf083-045d-419f-b565-a8251c8cc2e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06 HTTP/1.1" status: 200 len: 217 time: 0.0588803 Aug 28 08:35:34.536164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-d49dda49-9188-4a60-a3a3-541471b6b8d6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:34.537633 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-d49dda49-9188-4a60-a3a3-541471b6b8d6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.2119291 Aug 28 08:35:34.539456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-64f6cf8d-2b62-4f4d-a93f-4af1e4951762 service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787510 Aug 28 08:35:34.754595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.019272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fce2e-e747-4e9f-bdc8-09981c9102c7 req-42f9eeba-1bc2-406c-b482-4b727e4b1224 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.021020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846fce2e-e747-4e9f-bdc8-09981c9102c7 req-42f9eeba-1bc2-406c-b482-4b727e4b1224 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0561197 Aug 28 08:35:35.029989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:35.035971 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ec160f-e7a2-404f-8d3c-afda819ab946" -d '{"events": [{"name": "network-changed", "server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:35.057712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40670) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:35.080773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73011649-4b22-462c-a18a-50032d07e98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.082278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30be088-6d6c-4c29-8352-33ecc078df6c None None] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:35.088700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8::1 (95497cc4-1a5c-4743-81ce-8a3bad14f8b8/5a06e40c-e778-4a21-9594-46244b064193/c1d6c741-5c45-42f6-abe7-55df0e2eea83) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:35.094565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-846fce2e-e747-4e9f-bdc8-09981c9102c7 req-fecf8646-70c1-4c38-bc95-71a4af953d7d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648100 Aug 28 08:35:35.138372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-6ea9900e-e92f-4253-a2e4-7c3e39938bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.140491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-6ea9900e-e92f-4253-a2e4-7c3e39938bab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.6001844 Aug 28 08:35:35.185698 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa4503-2747-4f55-ba08-892fb30498f8 x-openstack-request-id: req-e5fa4503-2747-4f55-ba08-892fb30498f8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:35.185999 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:35.186311 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5fa4503-2747-4f55-ba08-892fb30498f8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:35.186707 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a', 'status': 'completed', 'code': 200} Aug 28 08:35:35.218866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-7f15d4fb-aff4-47ba-b92d-c90e825f90ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544624 Aug 28 08:35:35.232531 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73011649-4b22-462c-a18a-50032d07e98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.250900 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c4ac3817-f248-439f-af94-9c9b7572a759 req-4075e0f9-bf0b-461c-a167-a201c132d11b service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424520 Aug 28 08:35:35.256062 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.286398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-61ea7464-3e19-4c7f-8b74-cf039fce85c6 None None] Provisioning for port f300cee6-538c-41c9-8f85-8bc31d8a931e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:35.331418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac16d4-826a-45b0-891d-75f07bb2ec6f req-3c8e8b81-e8cd-4764-b0c0-8426defcf283 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.333602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aac16d4-826a-45b0-891d-75f07bb2ec6f req-3c8e8b81-e8cd-4764-b0c0-8426defcf283 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 943 time: 0.0850942 Aug 28 08:35:35.352736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f300cee6-538c-41c9-8f85-8bc31d8a931e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:35.364400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:35.366366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73011649-4b22-462c-a18a-50032d07e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.399152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port a0886f83-a191-4f77-b099-dbdd32a84223 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:35.399152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.496051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.496850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f300cee6-538c-41c9-8f85-8bc31d8a931e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:35.502773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f300cee6-538c-41c9-8f85-8bc31d8a931e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:35.503202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.529691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-73011649-4b22-462c-a18a-50032d07e98e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2167de4ef7d4d79a974cc3e5f40d2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707766 Aug 28 08:35:35.535716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40678) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:35.537215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73011649-4b22-462c-a18a-50032d07e98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66ab74d-587f-421d-ae01-3a0a14d1ee9c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:35.548275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-cce468fe-ee64-4dc0-a3cd-8757e9341f95 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941875 Aug 28 08:35:35.558514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object c1d6c741-5c45-42f6-abe7-55df0e2eea83 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:35.560423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8aac16d4-826a-45b0-891d-75f07bb2ec6f req-48926e50-529f-4e59-b74a-a9412dba8b2e tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198205 Aug 28 08:35:35.669796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-9c0f5ca7-af59-4838-b753-27cb6f6fc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.671560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-9c0f5ca7-af59-4838-b753-27cb6f6fc10d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 1095 time: 0.1875131 Aug 28 08:35:35.679096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.712937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port a0886f83-a191-4f77-b099-dbdd32a84223, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a0886f83-a191-4f77-b099-dbdd32a84223,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:35.713322 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.750010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f300cee6-538c-41c9-8f85-8bc31d8a931e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f300cee6-538c-41c9-8f85-8bc31d8a931e,segment=NetworkSegment(a67a8e98-2bad-492d-9c2a-a368d567647f),segment_id=a67a8e98-2bad-492d-9c2a-a368d567647f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:35.753112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b6854e08-308c-4383-ab3a-83cdab1f5616 None None] Provisioning complete for port f300cee6-538c-41c9-8f85-8bc31d8a931e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:35.753784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b6854e08-308c-4383-ab3a-83cdab1f5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.769840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for a0886f83-a191-4f77-b099-dbdd32a84223 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:35.837052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.846602 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9d030f16-00b9-4ff7-a3dc-f00c22bb2506 req-7ec5ddfe-f8ad-4108-9cc4-48f25bf0fb32 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835028 Aug 28 08:35:35.858655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.897651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3c9f-1746-41cd-9239-73f008ea37df req-3a9e5ffb-474c-40b2-9c9f-907569ccc1de tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.900440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b39b3c9f-1746-41cd-9239-73f008ea37df req-3a9e5ffb-474c-40b2-9c9f-907569ccc1de tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 945 time: 0.1815057 Aug 28 08:35:35.901148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.935139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:35.942642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:35.946123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:35.946741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:35.952719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-a0ae1bdd-dd6a-4b03-ba90-ab5996f04fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:35.954594 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-a0ae1bdd-dd6a-4b03-ba90-ab5996f04fbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 912 time: 0.2738035 Aug 28 08:35:35.954904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=c1d6c741-5c45-42f6-abe7-55df0e2eea83,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:35.956443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.050265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-c2db2f70-0731-4c4c-a995-ac9c2d6c227c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a HTTP/1.1" status: 200 len: 217 time: 0.0586524 Aug 28 08:35:36.053274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b39b3c9f-1746-41cd-9239-73f008ea37df req-4bcc20b8-6b9b-4799-aa1c-7c901f1c3db2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411974 Aug 28 08:35:36.145391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f300cee6-538c-41c9-8f85-8bc31d8a931e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:36.149633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5c88bc08-2030-47e2-9d00-24af37ac2c06 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:36.215188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-a15a863c-817a-47aa-876c-43a011520e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:36.217262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-a15a863c-817a-47aa-876c-43a011520e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.1335263 Aug 28 08:35:36.247217 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.250002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.251201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f66ab74d-587f-421d-ae01-3a0a14d1ee9c HTTP/1.1" status: 204 len: 168 time: 0.7093441 Aug 28 08:35:36.269228 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-30dba360-5ac5-4e92-8191-f60db4d87df7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439701 Aug 28 08:35:36.273325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:36.287016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627a67e-7c2c-4fd0-b67e-a2ab6d375889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66ab74d-587f-421d-ae01-3a0a14d1ee9c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:36.290355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '5c88bc08-2030-47e2-9d00-24af37ac2c06', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'port_id': '5c88bc08-2030-47e2-9d00-24af37ac2c06', 'mac_address': 'fa:16:3e:29:f3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095c5f5a-6dcc-4869-b0de-3b72f0f9071b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:36.303758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.348083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.361461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a39fb6-22f0-4c4f-9ab4-7906ac5767ca req-afbf04da-0100-428b-8773-0527e20a2b93 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:36.366803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8a39fb6-22f0-4c4f-9ab4-7906ac5767ca req-afbf04da-0100-428b-8773-0527e20a2b93 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1318524 Aug 28 08:35:36.373697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c88bc08-2030-47e2-9d00-24af37ac2c06 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:36.396102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.396367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:36.443583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.457296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8a39fb6-22f0-4c4f-9ab4-7906ac5767ca req-feb0a1f5-3b99-4cb5-b427-aec02c41c5c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868294 Aug 28 08:35:36.465520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cb8eb141-2ab4-44cf-952f-ff021c68b237 None None] Provisioning for port c1d6c741-5c45-42f6-abe7-55df0e2eea83 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:36.470640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=a0886f83-a191-4f77-b099-dbdd32a84223,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:36.470798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cb8eb141-2ab4-44cf-952f-ff021c68b237 None None] Provisioning complete for port c1d6c741-5c45-42f6-abe7-55df0e2eea83 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:36.470798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb141-2ab4-44cf-952f-ff021c68b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.483109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-81ba4bc8-efeb-423d-8590-d028f2324c7d service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582880 Aug 28 08:35:36.517894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cb8eb141-2ab4-44cf-952f-ff021c68b237 None None] Port c1d6c741-5c45-42f6-abe7-55df0e2eea83 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:36.528759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.582559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:36.652218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port a0886f83-a191-4f77-b099-dbdd32a84223 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:36.657250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.659248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d098299d-e452-4a32-ad94-b0b77dc772a7 req-ee0edfbf-0454-48e3-9848-e98dff965eb1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "DELETE /v2.0/ports/a0886f83-a191-4f77-b099-dbdd32a84223 HTTP/1.1" status: 204 len: 173 time: 1.7427135 Aug 28 08:35:36.764168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-38ec160f-e7a2-404f-8d3c-afda819ab946 req-36c1e744-e49a-4ab4-9fbe-52d9c92ad56d service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379069 Aug 28 08:35:36.772822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abd4b4-4510-4b65-8774-5a58a927b785 req-021a2a69-8376-464d-b02b-9837a463e2b9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:36.773847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c3abd4b4-4510-4b65-8774-5a58a927b785 req-021a2a69-8376-464d-b02b-9837a463e2b9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 943 time: 0.1229246 Aug 28 08:35:36.811818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.17 (13a407b4-1510-42f9-880a-5938b4f6a151/4f73d4e7-1057-431d-a3b1-113db27641ff/8922c289-925f-4057-8642-4c8455ef5cf2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:36.838802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c3abd4b4-4510-4b65-8774-5a58a927b785 req-1c45920f-363d-483f-8d6d-29c3067a4b1b tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576382 Aug 28 08:35:36.848746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.936565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.937514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.942380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:36.956485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object 8922c289-925f-4057-8642-4c8455ef5cf2 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:36.980047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5c88bc08-2030-47e2-9d00-24af37ac2c06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:37.034706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=c1d6c741-5c45-42f6-abe7-55df0e2eea83,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:37.079487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:37.080970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:37.100862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.164667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40690) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:37.183285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 13a407b4-1510-42f9-880a-5938b4f6a151 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:37.187346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'name': 'network-vif-deleted', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:37.189821 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df59b36-ce97-4c3f-9a3b-2d4c8afe0779" -d '{"events": [{"server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "name": "network-vif-deleted", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:37.195752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba7332c8-409a-4e6d-bfcd-af029906c8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.222329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34a92020-7577-41a1-be40-781885206e8a req-34f96e03-79b3-4ec1-a04e-6e89eca90d5d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d HTTP/1.1" status: 200 len: 210 time: 0.0411825 Aug 28 08:35:37.223272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:37.225995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:37.267514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:37.301006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.331484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f300cee6-538c-41c9-8f85-8bc31d8a931e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:37.357037 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0f4f2-2650-43e6-9b95-c9208361cf96 x-openstack-request-id: req-fdb0f4f2-2650-43e6-9b95-c9208361cf96 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:37.366286 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d", "name": "network-vif-deleted", "tag": "a0886f83-a191-4f77-b099-dbdd32a84223", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:37.366286 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdb0f4f2-2650-43e6-9b95-c9208361cf96 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:37.366286 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ae5bd-fea5-45df-b2a3-5e89dacf8e7d', 'name': 'network-vif-deleted', 'tag': 'a0886f83-a191-4f77-b099-dbdd32a84223', 'status': 'completed', 'code': 200} Aug 28 08:35:37.387246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba7332c8-409a-4e6d-bfcd-af029906c8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.406886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f300cee6-538c-41c9-8f85-8bc31d8a931e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:37.407522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.463256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router b9ebe626-14e1-4370-a552-ba5d6fe299e5 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:37.529843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ba7332c8-409a-4e6d-bfcd-af029906c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.609948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7332c8-409a-4e6d-bfcd-af029906c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a8cd2-d00f-42e9-9e93-de8ac3404aef,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:37.616896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ba7332c8-409a-4e6d-bfcd-af029906c8c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7412bfe469ca440ea6300d8c2f6958bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508212 Aug 28 08:35:37.620606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40696) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:37.629057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:37.629525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604562-afb6-48b0-9125-d7c6736e41a0 req-1ede2e74-26de-4838-96e4-17ce07b8bf61 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:37.637163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6604562-afb6-48b0-9125-d7c6736e41a0 req-1ede2e74-26de-4838-96e4-17ce07b8bf61 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0878263 Aug 28 08:35:37.641068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a5d75925-7033-45e1-a6bf-084097926382 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/b9ebe626-14e1-4370-a552-ba5d6fe299e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536842 Aug 28 08:35:37.641250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-309d932b-195b-4355-8a32-768f354df53c None None] Provisioning for port 8922c289-925f-4057-8642-4c8455ef5cf2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:37.642236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:37.646384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.646668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] Sync routers for ids ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:37.653903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-309d932b-195b-4355-8a32-768f354df53c None None] Provisioning complete for port 8922c289-925f-4057-8642-4c8455ef5cf2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:37.655629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-309d932b-195b-4355-8a32-768f354df53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.683716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] Routers {'b9ebe626-14e1-4370-a552-ba5d6fe299e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:37.684463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:37.700994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b88f1-d843-41fd-867a-49f4412bce2e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:37.703034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-716b88f1-d843-41fd-867a-49f4412bce2e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports/c1d6c741-5c45-42f6-abe7-55df0e2eea83 HTTP/1.1" status: 200 len: 911 time: 0.0604434 Aug 28 08:35:37.705966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:37.729819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:37.730852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.732540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6604562-afb6-48b0-9125-d7c6736e41a0 req-72577d74-7040-4016-b224-23fe17a162c7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943191 Aug 28 08:35:37.752430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ac8c84d6-63a1-49f3-ade9-da5636df661a details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:37.759320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a0886f83-a191-4f77-b099-dbdd32a84223 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:37.762505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.766297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-309d932b-195b-4355-8a32-768f354df53c None None] Port 8922c289-925f-4057-8642-4c8455ef5cf2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:37.801979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] Routers {'b9ebe626-14e1-4370-a552-ba5d6fe299e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:37.802662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:37.837435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: a0886f83-a191-4f77-b099-dbdd32a84223 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:37.837650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a0886f83-a191-4f77-b099-dbdd32a84223 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:37.842760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:37.843401 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243cc26-6835-4bbc-9a23-a48608db0ab9 None None] The sync data for ids ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:37.851884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-309d932b-195b-4355-8a32-768f354df53c None None] Provisioning complete for port c1d6c741-5c45-42f6-abe7-55df0e2eea83 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:37.852260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-309d932b-195b-4355-8a32-768f354df53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.900909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.906290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:37.908518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/992a8cd2-d00f-42e9-9e93-de8ac3404aef HTTP/1.1" status: 204 len: 168 time: 0.2860405 Aug 28 08:35:37.922443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e3ea-6645-49dd-9bdd-b89490cf23ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a8cd2-d00f-42e9-9e93-de8ac3404aef,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:37.942141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-309d932b-195b-4355-8a32-768f354df53c None None] Port c1d6c741-5c45-42f6-abe7-55df0e2eea83 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:37.981811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:37.993876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ac8c84d6-63a1-49f3-ade9-da5636df661a', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'port_id': 'ac8c84d6-63a1-49f3-ade9-da5636df661a', 'mac_address': 'fa:16:3e:56:4e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095c5f5a-6dcc-4869-b0de-3b72f0f9071b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:38.043874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.056775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8c84d6-63a1-49f3-ade9-da5636df661a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:38.078934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:38.119710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ea72-9c73-4baa-a6ce-df74790e899c req-ea08e234-aa1a-46ef-ba15-b47c41725cc0 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:38.121236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a847ea72-9c73-4baa-a6ce-df74790e899c req-ea08e234-aa1a-46ef-ba15-b47c41725cc0 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 943 time: 0.1416008 Aug 28 08:35:38.149884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5c88bc08-2030-47e2-9d00-24af37ac2c06 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:38.173247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.245991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:38.342397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 5c88bc08-2030-47e2-9d00-24af37ac2c06 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:38.348029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 5c88bc08-2030-47e2-9d00-24af37ac2c06 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:38.348404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.436979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.461532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:38.463841 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0cdd70-d0d5-4c04-91bf-c0b01fe0790d" -d '{"events": [{"server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "name": "network-vif-plugged", "status": "completed", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:38.477738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:38.545841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ac8c84d6-63a1-49f3-ade9-da5636df661a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:38.584531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a847ea72-9c73-4baa-a6ce-df74790e899c req-2b467db3-a05d-4427-8f75-ae9354564315 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006565 Aug 28 08:35:38.594001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.641179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.690956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:38.707205 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3a804-0f01-44a9-b9b6-65d1396137fc x-openstack-request-id: req-3fc3a804-0f01-44a9-b9b6-65d1396137fc {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:38.707205 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "name": "network-vif-plugged", "status": "completed", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:38.707205 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fc3a804-0f01-44a9-b9b6-65d1396137fc {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:38.707205 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06', 'code': 200} Aug 28 08:35:38.743475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.815923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:38.838174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259787c-3578-49e9-9196-319a1e86c0c6 req-1dcae2be-2723-44e7-97ab-9f79345c6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:38.842465 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2259787c-3578-49e9-9196-319a1e86c0c6 req-1dcae2be-2723-44e7-97ab-9f79345c6929 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9895b80-cf1e-4fc6-b9d7-80388c3c6842 HTTP/1.1" status: 200 len: 1097 time: 0.0588150 Aug 28 08:35:38.883183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2259787c-3578-49e9-9196-319a1e86c0c6 req-9315a20a-3af8-4cf1-8ad6-98f8b7aa6b7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Aug 28 08:35:38.918916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:38.924929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.008526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c025-96b0-4b06-88a2-a4866fb2609c req-3e7d7f26-7763-4687-85da-3701b11513fc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:39.010008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e1c025-96b0-4b06-88a2-a4866fb2609c req-3e7d7f26-7763-4687-85da-3701b11513fc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1510437 Aug 28 08:35:39.125535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e1c025-96b0-4b06-88a2-a4866fb2609c req-f154e6be-7ae5-4d26-8818-273afd99810e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862932 Aug 28 08:35:39.150195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 13a407b4-1510-42f9-880a-5938b4f6a151 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:39.155260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:39.381619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4c024c30-81e0-414b-85f0-67f8c5e321a0 None None] Provisioning complete for port 8922c289-925f-4057-8642-4c8455ef5cf2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:39.382741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4c024c30-81e0-414b-85f0-67f8c5e321a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.423646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4c024c30-81e0-414b-85f0-67f8c5e321a0 None None] Port 8922c289-925f-4057-8642-4c8455ef5cf2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:39.456874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-2d1a48e0-72b9-41fd-97fe-594076ed1c2b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:39.458288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-2d1a48e0-72b9-41fd-97fe-594076ed1c2b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.2509246 Aug 28 08:35:39.478081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:39.482938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-4b02d080-3e8c-441d-9227-376fbb19589b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0161486 Aug 28 08:35:39.486069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port c1d6c741-5c45-42f6-abe7-55df0e2eea83 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:39.486431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.558008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-146ac669-b9bb-4ebc-bc88-e69d744cbb35 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666826 Aug 28 08:35:39.694813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.738040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for c1d6c741-5c45-42f6-abe7-55df0e2eea83 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:39.747346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ac8c84d6-63a1-49f3-ade9-da5636df661a up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:39.823372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:39.831851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bb2edb99-d3ab-4c90-bbeb-782160776036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/4fee7f8e-0977-4487-a266-3ee7ec13b3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4623566 Aug 28 08:35:39.838059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-e48d27b1-a62d-4ec3-8bef-05d5630aeb3d service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709279 Aug 28 08:35:39.847345 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:39.850473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ac8c84d6-63a1-49f3-ade9-da5636df661a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:39.854758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ac8c84d6-63a1-49f3-ade9-da5636df661a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:39.855273 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.862372 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:39.863508 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:39.963473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:39.991959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:35:40.008892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:40.030933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7733873e-793b-419f-88a3-06d49fcb703c service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778357 Aug 28 08:35:40.050636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.105551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.122049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:40.145766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=c1d6c741-5c45-42f6-abe7-55df0e2eea83,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:40.280543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.357347 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:35:37Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8922c289-925f-4057-8642-4c8455ef5cf2', 'name': '', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:d3:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:35:36Z', 'updated_at': '2021-08-28T08:35:38Z', 'revision_number': 2, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:40.393266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:35:40.393618 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Updating router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec port 8922c289-925f-4057-8642-4c8455ef5cf2 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:35:40.401435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40776) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:40.463916 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.530442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520978f-5b4d-4d3b-873e-a02b5f541132 req-03302316-20bc-4242-be2e-c8a39c8f4cfc tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:40.532490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2520978f-5b4d-4d3b-873e-a02b5f541132 req-03302316-20bc-4242-be2e-c8a39c8f4cfc tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 945 time: 0.1649003 Aug 28 08:35:40.562158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router b9ebe626-14e1-4370-a552-ba5d6fe299e5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:40.563633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d7e71f4d-212a-45d8-8dbe-9d10a5de7c1b tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:40.637502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d7e71f4d-212a-45d8-8dbe-9d10a5de7c1b tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "PUT /v2.0/quotas/3ede3791f2a348efa54e2c8a3add78c4 HTTP/1.1" status: 200 len: 368 time: 0.2336340 Aug 28 08:35:40.640730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40784) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:40.646449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Request body: {'network': {'project_id': '3ede3791f2a348efa54e2c8a3add78c4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:40.695974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2520978f-5b4d-4d3b-873e-a02b5f541132 req-64806dc0-42e6-40a6-9838-e850a7c0da0c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433702 Aug 28 08:35:40.712273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:40.712908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:40.716293 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95500743-cd6b-463c-ba7f-080049f8d24c" -d '{"events": [{"server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:40.719249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c573dda3-1d41-4736-9e25-0d3fa8bfdd15 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/b9ebe626-14e1-4370-a552-ba5d6fe299e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0120461 Aug 28 08:35:40.722308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:40.725223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] Sync routers for ids ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:40.743963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] Routers {'b9ebe626-14e1-4370-a552-ba5d6fe299e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:40.744977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:40.754291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8f19cb1-8061-4ec3-bb07-91143f1c9570 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9ebe626-14e1-4370-a552-ba5d6fe299e5 HTTP/1.1" status: 200 len: 205 time: 0.0284414 Aug 28 08:35:40.754544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:40.757142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Made reservation on behalf of 3ede3791f2a348efa54e2c8a3add78c4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:40.760015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.778201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.789684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:40.799187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] Routers {'b9ebe626-14e1-4370-a552-ba5d6fe299e5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:40.799822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:40.811214 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.822722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Transition to ACTIVE for port object 8922c289-925f-4057-8642-4c8455ef5cf2 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:40.843223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:40.847108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d09b07-e2f1-4a90-b1d6-2380b9102c2f None None] The sync data for ids ['b9ebe626-14e1-4370-a552-ba5d6fe299e5'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:40.869121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.888542 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.905125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:40.940337 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Pushing event updated for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:40.987931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.025228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:41.046680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2547437-90e1-4591-82a3-32d65793bf01,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:41.064335 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.065171 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Added segment 80747012-9529-4ddd-b8e3-66c2c7483184 of type vlan for network 19c038fc-081e-4702-b631-8dc205dd7c49 Aug 28 08:35:41.091018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.091355 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.091946 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.092440 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.092922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.093401 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.094131 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.094648 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.095133 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.095616 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.096088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.096584 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:41.144966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.154933 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Attempting to bind port 8922c289-925f-4057-8642-4c8455ef5cf2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:41.155611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Attempting to bind port 8922c289-925f-4057-8642-4c8455ef5cf2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:41.156175 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Attempting to bind port 8922c289-925f-4057-8642-4c8455ef5cf2 on network 13a407b4-1510-42f9-880a-5938b4f6a151 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:41.163775 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:41.164165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Checking segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:41.164573 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.164971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Bound using segment: {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:41.165722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Bound port: 8922c289-925f-4057-8642-4c8455ef5cf2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf3c4f9-4927-40ef-9e57-165637a2d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:41.166112 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.233868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.234972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:41.235623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.250971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] For port 8922c289-925f-4057-8642-4c8455ef5cf2, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:41.256943 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] For port 8922c289-925f-4057-8642-4c8455ef5cf2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8922c289-925f-4057-8642-4c8455ef5cf2,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:41.300651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event updated for resources: {'Network': ['ID=19c038fc-081e-4702-b631-8dc205dd7c49,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:41.305262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930800-896b-4c8d-94d4-0f68a1b2b68e req-7a53037d-4671-4bee-bd91-554845132022 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:41.312888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 19c038fc-081e-4702-b631-8dc205dd7c49 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:41.313236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d930800-896b-4c8d-94d4-0f68a1b2b68e req-7a53037d-4671-4bee-bd91-554845132022 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.5502746 Aug 28 08:35:41.317478 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.326121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a27d61b6-6250-4351-b0cc-24d7973b106c tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6840622 Aug 28 08:35:41.328606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:41.335053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Request body: {'network': {'project_id': '3ede3791f2a348efa54e2c8a3add78c4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:41.378883 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448077e-009d-419e-8645-2b9848764ae1 None None] Pushing event updated for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:41.407708 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:41.407708 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:41.449127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.453404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.463316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d930800-896b-4c8d-94d4-0f68a1b2b68e req-f99aae02-378c-4346-bda2-ef832593b897 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491914 Aug 28 08:35:41.473237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Made reservation on behalf of 3ede3791f2a348efa54e2c8a3add78c4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:41.476546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.540753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:41.551331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:35:41.562112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.562508 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Added segment c530d1fe-f64c-49c0-bd15-5bed460471ed of type vlan for network 1d659726-22d6-4680-9e84-f3f6c0ec603a Aug 28 08:35:41.604975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7e42d9a-0167-4e6f-8b42-16848c0f9718 req-f12ce9a9-d5f6-4242-96f2-4dbca54d1009 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0303867 Aug 28 08:35:41.633376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.677097 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779e48d0-76dc-4e3b-b08a-1f16e2ed6746 x-openstack-request-id: req-779e48d0-76dc-4e3b-b08a-1f16e2ed6746 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:41.677388 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:41.677812 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-779e48d0-76dc-4e3b-b08a-1f16e2ed6746 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:41.678196 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a', 'code': 200} Aug 28 08:35:41.688511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.689270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router b9ebe626-14e1-4370-a552-ba5d6fe299e5 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:35:41.698357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.699202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-96ce4a40-352e-4ca8-8d34-3d8e92ca85ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/b9ebe626-14e1-4370-a552-ba5d6fe299e5 HTTP/1.1" status: 204 len: 168 time: 0.9431612 Aug 28 08:35:41.701904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:41.765777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.765777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:41.765777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.781060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 5a06e40c-e778-4a21-9594-46244b064193 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:35:41.793637 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.835130 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:35:37Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8922c289-925f-4057-8642-4c8455ef5cf2', 'name': '', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:d3:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:35:36Z', 'updated_at': '2021-08-28T08:35:41Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:41.864826 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c0943-1547-487a-8f70-fa77396ac778 None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:35:37Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8922c289-925f-4057-8642-4c8455ef5cf2', 'name': '', 'network_id': '13a407b4-1510-42f9-880a-5938b4f6a151', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:d3:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:35:36Z', 'updated_at': '2021-08-28T08:35:41Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '4f73d4e7-1057-431d-a3b1-113db27641ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:41.866257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:41.870658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event updated for resources: {'Network': ['ID=1d659726-22d6-4680-9e84-f3f6c0ec603a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:41.881883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8ad7f-9bb9-4ce3-9166-355fac3d42b5 req-60da61d4-de50-43ba-ad5f-21d34e28809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:41.883584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7dd8ad7f-9bb9-4ce3-9166-355fac3d42b5 req-60da61d4-de50-43ba-ad5f-21d34e28809b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 1097 time: 0.0687087 Aug 28 08:35:41.883927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 1d659726-22d6-4680-9e84-f3f6c0ec603a details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:41.913094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a2fd3-cb98-40e0-9e6d-948e1ed81e37 req-3616af3c-84e0-4193-9303-dbb295658d0c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:41.920660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf8a2fd3-cb98-40e0-9e6d-948e1ed81e37 req-3616af3c-84e0-4193-9303-dbb295658d0c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 945 time: 0.1368291 Aug 28 08:35:41.945289 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc7cafb6-c772-464c-9899-dbf4593d7a87 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6143882 Aug 28 08:35:41.948265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40802) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:41.959046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2117a0cf-577b-4d59-8541-07d054942c70 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Request body: {'network': {'project_id': '3ede3791f2a348efa54e2c8a3add78c4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:41.964809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7dd8ad7f-9bb9-4ce3-9166-355fac3d42b5 req-664ab931-bde2-4552-a5c5-9a9227722db8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734856 Aug 28 08:35:41.976150 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2117a0cf-577b-4d59-8541-07d054942c70 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 08:35:41.976628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2117a0cf-577b-4d59-8541-07d054942c70 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:35:41.981245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2117a0cf-577b-4d59-8541-07d054942c70 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0287497 Aug 28 08:35:41.981245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40804) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:42.018375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf8a2fd3-cb98-40e0-9e6d-948e1ed81e37 req-ab511df7-2c7e-466b-a5f3-08b9a16db915 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929461 Aug 28 08:35:42.043051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.054538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-18eb0a9e-3d7d-4af7-aa66-7b4dfc8a77e6 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ede3791f2a348efa54e2c8a3add78c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726373 Aug 28 08:35:42.056977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40806) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:42.116400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.139295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.188084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.217011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06e40c-e778-4a21-9594-46244b064193,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:42.224277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.227090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40808) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:42.227234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-52bb6fce-23d8-4ae9-b396-51c6c1f9a737 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/5a06e40c-e778-4a21-9594-46244b064193 HTTP/1.1" status: 204 len: 168 time: 0.5229125 Aug 28 08:35:42.229467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310797c4-1135-4ac6-a99a-273af868773c None None] Network 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:42.280572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.283196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.286776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2547437-90e1-4591-82a3-32d65793bf01 HTTP/1.1" status: 204 len: 168 time: 0.2265673 Aug 28 08:35:42.287201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:42.309509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ed02-6314-4b57-a83f-ad320d1735bc tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2547437-90e1-4591-82a3-32d65793bf01,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:42.337078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.384785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.413136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port f300cee6-538c-41c9-8f85-8bc31d8a931e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:42.413136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.485056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] DHCP port deletion for 95497cc4-1a5c-4743-81ce-8a3bad14f8b8 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:35:42.494718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.497757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port f300cee6-538c-41c9-8f85-8bc31d8a931e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f300cee6-538c-41c9-8f85-8bc31d8a931e,segment=NetworkSegment(a67a8e98-2bad-492d-9c2a-a368d567647f),segment_id=a67a8e98-2bad-492d-9c2a-a368d567647f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:42.498452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.507814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d659726-22d6-4680-9e84-f3f6c0ec603a']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.513970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for f300cee6-538c-41c9-8f85-8bc31d8a931e owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:42.549847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c530d1fe-f64c-49c0-bd15-5bed460471ed') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.551523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c530d1fe-f64c-49c0-bd15-5bed460471ed') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.562286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Deleting port f300cee6-538c-41c9-8f85-8bc31d8a931e {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:42.562665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.572861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.628360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.640975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:42.641428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:42.643626 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:42.651831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] For port f300cee6-538c-41c9-8f85-8bc31d8a931e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f300cee6-538c-41c9-8f85-8bc31d8a931e,segment=NetworkSegment(a67a8e98-2bad-492d-9c2a-a368d567647f),segment_id=a67a8e98-2bad-492d-9c2a-a368d567647f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:42.652506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.668874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Calling delete_port for f300cee6-538c-41c9-8f85-8bc31d8a931e owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:42.699994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32949a-7873-4043-a8b1-031e80ba6d5d req-e7a5f856-643b-41f2-ba35-1bcc3e8e1dad tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:42.701974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b32949a-7873-4043-a8b1-031e80ba6d5d req-e7a5f856-643b-41f2-ba35-1bcc3e8e1dad tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1190083 Aug 28 08:35:42.713108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.741917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=f300cee6-538c-41c9-8f85-8bc31d8a931e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:42.747687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b32949a-7873-4043-a8b1-031e80ba6d5d req-f7cab8ad-2f53-41c2-b681-cdc001eb5c85 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368328 Aug 28 08:35:42.747876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port f300cee6-538c-41c9-8f85-8bc31d8a931e on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:42.761806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.793330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] Pushing event deleted for resources: {'Port': ['ID=f300cee6-538c-41c9-8f85-8bc31d8a931e,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:42.797355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d30bd9d-c2c0-4938-b8be-4809d723d185 None None] No DVR routers for this DVR port f300cee6-538c-41c9-8f85-8bc31d8a931e on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:42.827966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.840902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.844152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.846145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "DELETE /v2.0/networks/1d659726-22d6-4680-9e84-f3f6c0ec603a HTTP/1.1" status: 204 len: 168 time: 0.5578470 Aug 28 08:35:42.849055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40818) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:42.873575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95497cc4-1a5c-4743-81ce-8a3bad14f8b8']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.875734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31ae084d-64db-4010-9a59-ca74837b5cae req-0ca40ca9-9451-43c5-adaa-5ab1aae62382 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0455773 Aug 28 08:35:42.876296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e18c6-e534-4787-a167-6546153eff38 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d659726-22d6-4680-9e84-f3f6c0ec603a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:42.917661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67a8e98-2bad-492d-9c2a-a368d567647f') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.917958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67a8e98-2bad-492d-9c2a-a368d567647f') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:42.930831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.954457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.956318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.964305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:42.964692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:42.967620 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:43.140613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6dec-b421-4d91-b65d-22688f2e2686 req-73fd10d4-0397-4a43-a7ab-cb118408cc08 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:43.142220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f8f6dec-b421-4d91-b65d-22688f2e2686 req-73fd10d4-0397-4a43-a7ab-cb118408cc08 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Aug 28 08:35:43.187455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f8f6dec-b421-4d91-b65d-22688f2e2686 req-c478f570-41ed-4b1d-8818-ca6a46269c3f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Aug 28 08:35:43.305344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8922c289-925f-4057-8642-4c8455ef5cf2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:43.431275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8922c289-925f-4057-8642-4c8455ef5cf2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:43.436539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8922c289-925f-4057-8642-4c8455ef5cf2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:43.436938 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.512372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.521224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.530959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.534703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/95497cc4-1a5c-4743-81ce-8a3bad14f8b8 HTTP/1.1" status: 204 len: 168 time: 1.3077509 Aug 28 08:35:43.536856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:43.543419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768212282', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:43.556841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8922c289-925f-4057-8642-4c8455ef5cf2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8922c289-925f-4057-8642-4c8455ef5cf2,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:43.561931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5048aa-1f49-4769-9d7e-77f27347bb03 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=95497cc4-1a5c-4743-81ce-8a3bad14f8b8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:43.566355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.584332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c038fc-081e-4702-b631-8dc205dd7c49']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:43.598777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-04e9b08d-1866-495d-9903-3f1136e17e87 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:43.600317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-04e9b08d-1866-495d-9903-3f1136e17e87 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.6216505 Aug 28 08:35:43.604187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80747012-9529-4ddd-b8e3-66c2c7483184') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:43.604187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80747012-9529-4ddd-b8e3-66c2c7483184') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:43.613237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.625618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:43.633416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.633638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.634823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.677985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.690900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:35:43.691384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:35:43.693427 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:35:43.695714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f300cee6-538c-41c9-8f85-8bc31d8a931e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:43.715390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.718428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f300cee6-538c-41c9-8f85-8bc31d8a931e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:43.722673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f300cee6-538c-41c9-8f85-8bc31d8a931e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:43.731318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:43.827562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.832932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.837096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] 10.222.0.46 "DELETE /v2.0/networks/19c038fc-081e-4702-b631-8dc205dd7c49 HTTP/1.1" status: 204 len: 168 time: 0.9847982 Aug 28 08:35:43.849360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ef95-8d23-41c7-9000-74533fd1ecf8 tempest-QuotasNegativeTest-1250130484 tempest-QuotasNegativeTest-1250130484-project-admin] Pushing event deleted for resources: {'Network': ['ID=19c038fc-081e-4702-b631-8dc205dd7c49,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:43.879453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:43.884193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:43.981071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0409b1-d976-4b5e-838e-ed84934efbc0 req-93ee7d6b-0954-4d2f-beae-75c3b2b09696 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:43.983386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a0409b1-d976-4b5e-838e-ed84934efbc0 req-93ee7d6b-0954-4d2f-beae-75c3b2b09696 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1462953 Aug 28 08:35:43.987525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.023797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.12 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/194780b3-785c-4229-bb2e-92add31e9c75) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:44.024377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a0409b1-d976-4b5e-838e-ed84934efbc0 req-d1995ec8-ba9d-4a3d-8f1f-b8aa93b674ea tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Aug 28 08:35:44.142646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9778a1a-9b63-485a-b584-3398173a078b req-c3894040-729e-4268-afb6-1583c78b4ec6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0392261 Aug 28 08:35:44.189258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.300189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.325280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.339439 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.371440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:44.377268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:44.379899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:44.386906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:44.396051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190cd4e-c3f4-4a95-ad5d-fd2f244bf4a3 req-315460f4-9721-41ba-a7b4-d2cd75ee9c4f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:44.397588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e190cd4e-c3f4-4a95-ad5d-fd2f244bf4a3 req-315460f4-9721-41ba-a7b4-d2cd75ee9c4f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 945 time: 0.1245542 Aug 28 08:35:44.438031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:44.438694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.475668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e190cd4e-c3f4-4a95-ad5d-fd2f244bf4a3 req-260bcba0-6717-490e-9685-7d1705ffb644 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 Aug 28 08:35:44.490780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 172.25.0.18 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/d114dada-2ee2-4201-b178-aecf2c8644c3) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:44.548056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-7e7e63c2-5678-486f-9900-4acd6910d777 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9285924 Aug 28 08:35:44.567619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Request body: {'port': {'device_id': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:44.625930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deb16a-d5cc-4c91-a697-0e8f284c9f91 req-7e198395-bb15-413b-8b8f-35bbeb1fec3f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:44.627502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15deb16a-d5cc-4c91-a697-0e8f284c9f91 req-7e198395-bb15-413b-8b8f-35bbeb1fec3f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9895b80-cf1e-4fc6-b9d7-80388c3c6842 HTTP/1.1" status: 200 len: 945 time: 0.0794258 Aug 28 08:35:44.637332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.650246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.688539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15deb16a-d5cc-4c91-a697-0e8f284c9f91 req-c526db0b-9c45-49b3-9018-fba2f8568ecf tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Aug 28 08:35:44.741955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40842) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:44.787804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.836834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:44.839860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:44.844441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:44.854061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=d114dada-2ee2-4201-b178-aecf2c8644c3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:44.894571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f199893-3d85-4354-8935-f0b12f9caae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.932768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194780b3-785c-4229-bb2e-92add31e9c75 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:44.940679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:44.953818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Transition to ACTIVE for port object 194780b3-785c-4229-bb2e-92add31e9c75 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:45.078058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.111260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f199893-3d85-4354-8935-f0b12f9caae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.135713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:45.208163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f199893-3d85-4354-8935-f0b12f9caae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.210065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Attempting to bind port 194780b3-785c-4229-bb2e-92add31e9c75 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:45.210447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Attempting to bind port 194780b3-785c-4229-bb2e-92add31e9c75 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:45.210781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Attempting to bind port 194780b3-785c-4229-bb2e-92add31e9c75 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:45.216240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Port 194780b3-785c-4229-bb2e-92add31e9c75 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:45.216620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Attempting to bind port 194780b3-785c-4229-bb2e-92add31e9c75 on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:45.225966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:45.225966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:45.225966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:45.225966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Bound port: 194780b3-785c-4229-bb2e-92add31e9c75, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:45.225966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.261789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8922c289-925f-4057-8642-4c8455ef5cf2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:45.288130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68a14b-e5f3-47f2-ab0a-79681d3a9238 req-d09f3910-07dd-4fff-a54c-6fd8e7909975 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:45.289762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de68a14b-e5f3-47f2-ab0a-79681d3a9238 req-d09f3910-07dd-4fff-a54c-6fd8e7909975 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1564393 Aug 28 08:35:45.300275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:45.304083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:45.313740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f199893-3d85-4354-8935-f0b12f9caae2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec06e0da37164fd99a71f783ac03cf74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704501 Aug 28 08:35:45.315403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8922c289-925f-4057-8642-4c8455ef5cf2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:45.315403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.316767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40852) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:45.329438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f199893-3d85-4354-8935-f0b12f9caae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d8d5ff-abdd-4543-a9c5-496eacb8e427,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:45.337792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.379605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.393528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.402627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de68a14b-e5f3-47f2-ab0a-79681d3a9238 req-7641a83e-4d93-404d-a56e-5484bb7ea0a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989890 Aug 28 08:35:45.432960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.457977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:45.458641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.460069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] 10.222.0.64 "PUT /v2.0/ports/194780b3-785c-4229-bb2e-92add31e9c75 HTTP/1.1" status: 200 len: 1093 time: 0.8970070 Aug 28 08:35:45.462322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:45.464542 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f6f06-5494-49cd-a70b-79093801b234" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "tag": "194780b3-785c-4229-bb2e-92add31e9c75"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:45.501954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098f0e8-cd63-483a-8846-52861d703e43 service neutron] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:45.568692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.642645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.645267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:45.648915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69d8d5ff-abdd-4543-a9c5-496eacb8e427 HTTP/1.1" status: 204 len: 168 time: 0.3285224 Aug 28 08:35:45.666833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2744d4-3750-4306-af99-eb8d372e819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d8d5ff-abdd-4543-a9c5-496eacb8e427,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:45.699656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-22866218-f3db-4198-a48d-bc4a5311e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:45.701213 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-22866218-f3db-4198-a48d-bc4a5311e6ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0509281 Aug 28 08:35:45.750699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-66595104-9ae7-47d5-85bd-d737661b9d82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194780b3-785c-4229-bb2e-92add31e9c75 HTTP/1.1" status: 200 len: 217 time: 0.0351453 Aug 28 08:35:45.802396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router 7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:45.809827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-cc1918e6-5d56-41d2-a116-a81432cb953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:45.812169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-cc1918e6-5d56-41d2-a116-a81432cb953b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.0514350 Aug 28 08:35:45.865313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-d17c1e75-94cb-49c1-92a1-c2e6c1890d44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450914 Aug 28 08:35:45.955116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:45.970680 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] Sync routers for ids ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:45.981766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] Routers {'7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:45.981963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bec6f-c801-47a0-a5db-13fc8c2368dc req-89bbc619-388b-40d9-8583-48331817f7c7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:45.982995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:45.984190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d9bec6f-c801-47a0-a5db-13fc8c2368dc req-89bbc619-388b-40d9-8583-48331817f7c7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 944 time: 0.0853360 Aug 28 08:35:45.994308 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-0944b606-ff53-43d8-b882-b0238923882d service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112821 Aug 28 08:35:46.020958 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:46.030783 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] Routers {'7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:46.031017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d9bec6f-c801-47a0-a5db-13fc8c2368dc req-1a4c3ba7-6975-44da-ada1-df3c43625013 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Aug 28 08:35:46.031791 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:46.062294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:46.063372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6328c19-b74e-48ce-bacd-d4101ac27aa3 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.5252464 Aug 28 08:35:46.065989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40864) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:46.067565 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:46.068653 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6e7b2-b492-43ff-ad29-81ecfcc4aa0d None None] The sync data for ids ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:46.132107 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe2e2d-8d97-48dd-94de-f93491e58db3 x-openstack-request-id: req-7bbe2e2d-8d97-48dd-94de-f93491e58db3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:46.132107 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "tag": "194780b3-785c-4229-bb2e-92add31e9c75", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:46.132312 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bbe2e2d-8d97-48dd-94de-f93491e58db3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:46.132596 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75', 'status': 'completed', 'code': 200} Aug 28 08:35:46.148809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbd4acee-0dfd-4208-a309-7329e40f4134 req-539455b0-fcb8-403e-9344-9126279f1183 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413689 Aug 28 08:35:46.265238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf23172b-8ccd-49a6-83cb-2242491de0d2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers/7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 200 len: 883 time: 0.1979778 Aug 28 08:35:46.267846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40874) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:46.317534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-d762f8de-c63c-4b43-8b66-b4cb2f1a8378 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:46.320272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-d762f8de-c63c-4b43-8b66-b4cb2f1a8378 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.1467788 Aug 28 08:35:46.336174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-16ca3ccc-faff-4f55-84ec-50b5490196a4 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/quotas/e8e560d87cba4dfe821f58ee74e438ce HTTP/1.1" status: 200 len: 375 time: 0.0091908 Aug 28 08:35:46.392125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0261f894-ac18-43b3-b8ce-5047a2bf2775 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488286 Aug 28 08:35:46.403845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-d0d5f96d-f2a0-490c-b8d8-447d4b9857fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:46.405361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-d0d5f96d-f2a0-490c-b8d8-447d4b9857fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0728815 Aug 28 08:35:46.456241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:46.477654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a9abd6c-4b9b-4349-8360-2f81a5ce2ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:46.523155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-9aac5a4c-7d53-453b-985e-8fa849fb3420 service neutron] 10.222.0.46 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232936 Aug 28 08:35:46.597033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-f5872457-73fd-4291-9117-160760e60ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:46.598598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-f5872457-73fd-4291-9117-160760e60ac2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 912 time: 0.1820722 Aug 28 08:35:46.652161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-83a0d75e-ecef-4c78-803c-462f65dbeea3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194780b3-785c-4229-bb2e-92add31e9c75 HTTP/1.1" status: 200 len: 217 time: 0.0417063 Aug 28 08:35:46.658374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c6ffc56c-edce-480e-9237-54500ced7281 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3893175 Aug 28 08:35:46.661530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40880) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:46.661791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-64f9ab0a-bf93-48d1-a528-4caeec2e5e0f service neutron] 10.222.0.46 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305346 Aug 28 08:35:46.677386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-768212282'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:46.689977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a9abd6c-4b9b-4349-8360-2f81a5ce2ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:46.759624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-e2832a9b-49c9-410d-895d-787e93348768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:46.761111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-e2832a9b-49c9-410d-895d-787e93348768 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.1005306 Aug 28 08:35:46.790954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a9abd6c-4b9b-4349-8360-2f81a5ce2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:46.821338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-54d52d90-ad0b-403c-907c-25dbe71d9876 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313885 Aug 28 08:35:46.830365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a9abd6c-4b9b-4349-8360-2f81a5ce2ab3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=912321fa315c4c7ab8910fc5b16e2f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730698 Aug 28 08:35:46.832338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9abd6c-4b9b-4349-8360-2f81a5ce2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece5570-77b1-443f-9522-a0cbe9343661,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:46.835794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:46.895825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:46.923849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.052270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-917786f4-7052-4142-8233-252c9a4749ba tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:47.053840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-917786f4-7052-4142-8233-252c9a4749ba tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9895b80-cf1e-4fc6-b9d7-80388c3c6842 HTTP/1.1" status: 200 len: 945 time: 0.1261854 Aug 28 08:35:47.058178 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-652fd143-58ea-4f1a-86ce-4f03440f1be4 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256722 Aug 28 08:35:47.066237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.069305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.072888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aece5570-77b1-443f-9522-a0cbe9343661 HTTP/1.1" status: 204 len: 168 time: 0.2334716 Aug 28 08:35:47.084334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8d8da-82a6-4841-be3d-e6265ee730c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece5570-77b1-443f-9522-a0cbe9343661,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:47.122057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917a8a-3496-480b-9df5-b9f008506af4 req-9e20a2c5-73d9-42a3-ac90-dc40f909a3dd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:47.124451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7917a8a-3496-480b-9df5-b9f008506af4 req-9e20a2c5-73d9-42a3-ac90-dc40f909a3dd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0897844 Aug 28 08:35:47.180700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7917a8a-3496-480b-9df5-b9f008506af4 req-cb098d14-6a76-40e4-b805-c6da01c2ca3f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493705 Aug 28 08:35:47.334123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.372468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb9f6f06-5494-49cd-a70b-79093801b234 req-4ff46032-4a71-45ae-b7a9-602c46fcd982 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982249 Aug 28 08:35:47.393074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Deleting port 5c88bc08-2030-47e2-9d00-24af37ac2c06 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:47.393434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.414097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff5815-3296-492e-a21a-2e7cd26d26ec req-de899f1a-5c90-44dd-8d0a-67f1669cc94a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:47.415761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6ff5815-3296-492e-a21a-2e7cd26d26ec req-de899f1a-5c90-44dd-8d0a-67f1669cc94a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 944 time: 0.0564311 Aug 28 08:35:47.463749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6ff5815-3296-492e-a21a-2e7cd26d26ec req-109124bd-fe62-4bec-82ce-65816e0919cc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Aug 28 08:35:47.466161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.533657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d1e24e9-a44d-43d7-84fd-aed65fffd5e4 req-8eedf685-e7a8-421b-8534-4363967eacec tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Aug 28 08:35:47.538186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] For port 5c88bc08-2030-47e2-9d00-24af37ac2c06, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5c88bc08-2030-47e2-9d00-24af37ac2c06,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:47.538638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:47.581939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Calling delete_port for 5c88bc08-2030-47e2-9d00-24af37ac2c06 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:48.018856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router 7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:48.100537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-c85a97a8-d919-49ff-a7ca-de721cea272c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:48.102000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-c85a97a8-d919-49ff-a7ca-de721cea272c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "GET /v2.0/ports?device_id=f20b07aa-1e50-401f-868e-f99304992d24 HTTP/1.1" status: 200 len: 945 time: 0.1257162 Aug 28 08:35:48.268726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:48.276977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.279658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-260b5913-cf11-4bd3-955b-5e510e9e54e9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 200 len: 890 time: 1.6071951 Aug 28 08:35:48.280881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] Sync routers for ids ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:48.282341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40924) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:48.294098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] Routers {'7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:48.295863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:48.332285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:48.352220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077babd-360a-4f82-b28c-9ab0a0f88d0e req-f3c7602c-9079-430f-8477-1c01ba3e3414 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:48.353774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] Routers {'7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:48.354812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:48.364849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2077babd-360a-4f82-b28c-9ab0a0f88d0e req-f3c7602c-9079-430f-8477-1c01ba3e3414 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1062827 Aug 28 08:35:48.383690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.389356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Deleting port ac8c84d6-63a1-49f3-ade9-da5636df661a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:48.389606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.413149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2077babd-360a-4f82-b28c-9ab0a0f88d0e req-842c774a-93ab-4251-b114-eeeeb9dfdbd6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470855 Aug 28 08:35:48.425892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ac8c84d6-63a1-49f3-ade9-da5636df661a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:48.464471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event deleted for resources: {'Port': ['ID=5c88bc08-2030-47e2-9d00-24af37ac2c06,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:48.469515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:48.470306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914181c0-5c3a-4b6d-a3c0-3b9c91d9a88d None None] The sync data for ids ['7963b72a-96ca-4f22-ab3f-1aaa5f0e9240'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:48.516638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-738937dc-e7cd-4816-87ce-dc932b7c912f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers/7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 200 len: 890 time: 0.2330601 Aug 28 08:35:48.522373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40932) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:48.534057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40934) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:48.539329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] No DVR routers for this DVR port 5c88bc08-2030-47e2-9d00-24af37ac2c06 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:48.548976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.551543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9770bf3e-ca45-4fbf-86cb-6ec23a20b2fe req-91140e8b-4b31-434b-bf51-1119fd7b784c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "DELETE /v2.0/ports/5c88bc08-2030-47e2-9d00-24af37ac2c06 HTTP/1.1" status: 204 len: 173 time: 1.4743512 Aug 28 08:35:48.551543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'name': 'network-vif-deleted', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:48.554447 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fc4d32-19b2-45ff-8ffe-e15bef3936e7" -d '{"events": [{"server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "name": "network-vif-deleted", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:48.573989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d0c3bc09-586a-4800-9097-1044aceb8b00 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 200 len: 205 time: 0.0529566 Aug 28 08:35:48.577385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:48.594771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] For port ac8c84d6-63a1-49f3-ade9-da5636df661a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ac8c84d6-63a1-49f3-ade9-da5636df661a,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:48.595234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.611149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Calling delete_port for ac8c84d6-63a1-49f3-ade9-da5636df661a owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:48.681188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-720802188'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:48.717497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.914592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:48.962429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event deleted for resources: {'Port': ['ID=ac8c84d6-63a1-49f3-ade9-da5636df661a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:49.006348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] No DVR routers for this DVR port ac8c84d6-63a1-49f3-ade9-da5636df661a on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:35:49.009288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.011933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8af2a4b3-f318-451b-b865-d0a6610f16c1 req-e86cf72d-93c0-4f43-b108-7e075c757cce tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "DELETE /v2.0/ports/ac8c84d6-63a1-49f3-ade9-da5636df661a HTTP/1.1" status: 204 len: 173 time: 0.9022264 Aug 28 08:35:49.074982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:49.078979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.114330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.209112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba925a3-27ef-488f-9ddf-3942660ef3b9 req-b0e02246-e3eb-401b-880e-b89cf473bbeb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.210683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cba925a3-27ef-488f-9ddf-3942660ef3b9 req-b0e02246-e3eb-401b-880e-b89cf473bbeb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 944 time: 0.1391113 Aug 28 08:35:49.215791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-ee8151a9-5de6-4ad7-abd1-127caabc8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.217707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-ee8151a9-5de6-4ad7-abd1-127caabc8e99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.0489216 Aug 28 08:35:49.240820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.287742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cba925a3-27ef-488f-9ddf-3942660ef3b9 req-669e0815-84c8-48c6-9066-b3cb83bb98e5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 Aug 28 08:35:49.330249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.350066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-12a9bdfd-7152-48d2-9b6f-0cc5751a767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.351980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-12a9bdfd-7152-48d2-9b6f-0cc5751a767c service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1268940 Aug 28 08:35:49.372469 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e67b3-10f2-48da-92d5-df4e465b8d5a x-openstack-request-id: req-f81e67b3-10f2-48da-92d5-df4e465b8d5a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:49.373687 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9895b80-cf1e-4fc6-b9d7-80388c3c6842", "name": "network-vif-deleted", "tag": "5c88bc08-2030-47e2-9d00-24af37ac2c06", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:49.374064 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f81e67b3-10f2-48da-92d5-df4e465b8d5a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:49.374778 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9895b80-cf1e-4fc6-b9d7-80388c3c6842', 'name': 'network-vif-deleted', 'tag': '5c88bc08-2030-47e2-9d00-24af37ac2c06', 'status': 'completed', 'code': 200} Aug 28 08:35:49.415096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.426959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port d114dada-2ee2-4201-b178-aecf2c8644c3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:49.427301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.448434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-6cc5af1e-c03e-4ec1-997f-a22744674ee6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.0866814 Aug 28 08:35:49.490742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:49.504357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-54ae8226-5711-40ac-9c96-1ac2473dcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.505840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-54ae8226-5711-40ac-9c96-1ac2473dcf1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0477540 Aug 28 08:35:49.524398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f29368c-5cac-4f40-9bec-69de89d7a40e req-c042feca-1145-4342-9bf9-013774f4e164 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 210 time: 0.0940731 Aug 28 08:35:49.533666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7477833-36f8-40ab-81de-0a2116fa5d8c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:49.539032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.539386 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Added segment 9bd7b747-9d1a-472d-b820-3f6faec17cc9 of type vlan for network 730d4ab6-7ecc-47b1-9b49-0558751b4588 Aug 28 08:35:49.617259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-455fca85-1174-4d6b-84ac-70b865f7c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.618969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-455fca85-1174-4d6b-84ac-70b865f7c8e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561566 Aug 28 08:35:49.627141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.642564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.689849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for d114dada-2ee2-4201-b178-aecf2c8644c3 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:49.739703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-7b85eedb-4da9-43da-8f31-4209288ef11a service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094646 Aug 28 08:35:49.749089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160914-754d-4b56-b85f-544a49610739 req-ca9f5e8b-4722-4e34-a40b-6f9d1c0d758f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.750630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c160914-754d-4b56-b85f-544a49610739 req-ca9f5e8b-4722-4e34-a40b-6f9d1c0d758f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1323943 Aug 28 08:35:49.799413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.803923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 194780b3-785c-4229-bb2e-92add31e9c75 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:49.805557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:49.806138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:49.844250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a8709f62-730d-44c1-acc7-60cd94d24d2b req-f3968436-ecb6-4e62-b043-78db10eb4920 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967135 Aug 28 08:35:49.906567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:49.916642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c160914-754d-4b56-b85f-544a49610739 req-bd9fb1ee-c2f8-4ea4-a3d4-2534e8dc6cb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589904 Aug 28 08:35:49.921729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '194780b3-785c-4229-bb2e-92add31e9c75', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': '194780b3-785c-4229-bb2e-92add31e9c75', 'mac_address': 'fa:16:3e:5c:d9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:49.933574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Network': ['ID=730d4ab6-7ecc-47b1-9b49-0558751b4588,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:49.954077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:50.008521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e1b7cff0-e00a-49b4-b1e8-dcbb770153e5 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4729209 Aug 28 08:35:50.010616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:50.016128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'subnet': {'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:50.016391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.106534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.117617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b240f170-7ba2-4e43-91dd-739d98cedf5c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:50.119233 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b240f170-7ba2-4e43-91dd-739d98cedf5c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.2384796 Aug 28 08:35:50.148459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=d114dada-2ee2-4201-b178-aecf2c8644c3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:50.155973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Request body: {'port': {'device_id': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'admin_state_up': True, 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:50.199882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194780b3-785c-4229-bb2e-92add31e9c75 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:50.208852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5c88bc08-2030-47e2-9d00-24af37ac2c06 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:50.231725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.239621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 5c88bc08-2030-47e2-9d00-24af37ac2c06 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:50.239968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5c88bc08-2030-47e2-9d00-24af37ac2c06 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:50.248700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:50.252160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:50.252941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.342587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.346549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.368475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.426844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:50.454625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8294e-759d-4cd3-a89c-6cb0fec5e833 req-b0680bb9-4f62-411d-affa-6afd08ff735b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:50.456188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a8294e-759d-4cd3-a89c-6cb0fec5e833 req-b0680bb9-4f62-411d-affa-6afd08ff735b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0607617 Aug 28 08:35:50.484228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:50.487768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.497225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1a8294e-759d-4cd3-a89c-6cb0fec5e833 req-d60bd5de-d340-4ba5-9de0-08a3ab49c1d9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Aug 28 08:35:50.498953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.499550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router 7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:35:50.508532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.514857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e175d108-5c53-40bc-b698-5dd6d4402f27 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 204 len: 168 time: 1.9360812 Aug 28 08:35:50.515218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:50.520455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075050962'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:50.670505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c82a23af-bdc4-4db9-a62d-a8989d8325bd req-4c7b7007-d914-444f-a969-6ff46472f11c tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 210 time: 0.0352247 Aug 28 08:35:50.671630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:50.675287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.698054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-1a41aad1-e079-400c-96a2-6d2e6575532f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:50.702248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-1a41aad1-e079-400c-96a2-6d2e6575532f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 811 time: 0.2768042 Aug 28 08:35:50.704962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:35:50.716037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.716385 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment 45b72092-e9a2-44ad-ae51-93e042a4fca1 of type vlan for network a0d4c963-5d02-47b9-8390-5c84f20d71ce Aug 28 08:35:50.724828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Request body: {'port': {'device_id': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'admin_state_up': True, 'tenant_id': 'e8e560d87cba4dfe821f58ee74e438ce'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:50.762629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.781250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['194780b3-785c-4229-bb2e-92add31e9c75'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:50.803888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.867606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.877661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:50.878572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:50.924580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Allocated IP 172.20.0.14 (2f176423-ad1d-415f-86e8-32713206ad8c/095c5f5a-6dcc-4869-b0de-3b72f0f9071b/f125ccae-a441-4581-b737-e9f118fa5a04) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:50.945060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Subnet': ['ID=7a120693-f93a-4de1-89e2-3f7c5f5ea443,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:50.958491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Checking segment: {'id': '9bd7b747-9d1a-472d-b820-3f6faec17cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:50.958861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network hostable DHCP agents. Network: 730d4ab6-7ecc-47b1-9b49-0558751b4588, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:50.968123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=a0d4c963-5d02-47b9-8390-5c84f20d71ce,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:50.976985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-af9001a4-5bbd-4319-89bb-6d9d1852939e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4606619 Aug 28 08:35:50.983991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:35:50.985095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:50.997058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:51.076603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8879a-da31-4cc5-aa37-314e986eb5e3 req-cd0b1aeb-24d6-4ffe-a2e0-a606f6d27529 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:51.078169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ad8879a-da31-4cc5-aa37-314e986eb5e3 req-cd0b1aeb-24d6-4ffe-a2e0-a606f6d27529 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0605762 Aug 28 08:35:51.117939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ad8879a-da31-4cc5-aa37-314e986eb5e3 req-7d996f5b-81c0-4c1a-b377-6496705f1768 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Aug 28 08:35:51.159375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:51.186128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Made reservation on behalf of e8e560d87cba4dfe821f58ee74e438ce for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:51.192229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.244007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 730d4ab6-7ecc-47b1-9b49-0558751b4588) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:51.252345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449727b8-ad3f-4823-87eb-96c99a3c2b58 None None] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:51.256279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febf1f6-b5de-47a9-914f-f8989be87517 req-c249bbf4-4d40-4512-be60-3300b839feb3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:51.256821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:51.257415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.257833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9febf1f6-b5de-47a9-914f-f8989be87517 req-c249bbf4-4d40-4512-be60-3300b839feb3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0558925 Aug 28 08:35:51.264455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.307795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9febf1f6-b5de-47a9-914f-f8989be87517 req-c05fb952-3956-4373-bae6-b9d03df9b63c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Aug 28 08:35:51.316978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:51.320569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.379284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'name': 'network-vif-deleted', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:51.381782 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad55b6-693b-407b-978c-2b5655c0c8d3" -d '{"events": [{"server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "name": "network-vif-deleted", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:51.392624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28172255-a674-4c2b-9e61-2a450acaf714 None None] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:51.447205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-68f62edc-d8fb-4c30-8ff1-3d25c444b058 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4354441 Aug 28 08:35:51.449978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40970) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:51.457555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-502194319', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:51.645538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.705632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.759384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Network 2f176423-ad1d-415f-86e8-32713206ad8c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:51.779542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:51.787153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Allocated IP 172.20.0.4 (2f176423-ad1d-415f-86e8-32713206ad8c/095c5f5a-6dcc-4869-b0de-3b72f0f9071b/73a972ca-3c20-419b-b09c-76c64c2c1eee) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:51.787776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.788854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.789364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:51.801915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event updated for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:51.825082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 194780b3-785c-4229-bb2e-92add31e9c75 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:51.843455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=64fcfd51-9172-4dc2-bbd8-7944f4a822e6,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:51.854593 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.896447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:51.896992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:51.912952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': '45b72092-e9a2-44ad-ae51-93e042a4fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:51.913322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: a0d4c963-5d02-47b9-8390-5c84f20d71ce, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:35:51.979543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 194780b3-785c-4229-bb2e-92add31e9c75 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:51.983993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 194780b3-785c-4229-bb2e-92add31e9c75 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:51.984585 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.055436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.064333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.071326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.079362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e72957c3-8189-414f-a97f-5d3acfe7bde9 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9218793 Aug 28 08:35:52.079362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:35:52.090575 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d69373-971b-45b0-a3a9-5702cd8cadca x-openstack-request-id: req-78d69373-971b-45b0-a3a9-5702cd8cadca {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:52.090862 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b07aa-1e50-401f-868e-f99304992d24", "name": "network-vif-deleted", "tag": "ac8c84d6-63a1-49f3-ade9-da5636df661a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:52.091273 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78d69373-971b-45b0-a3a9-5702cd8cadca {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:52.091665 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b07aa-1e50-401f-868e-f99304992d24', 'name': 'network-vif-deleted', 'tag': 'ac8c84d6-63a1-49f3-ade9-da5636df661a', 'status': 'completed', 'code': 200} Aug 28 08:35:52.096820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Request body: {'port': {'device_id': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:52.097876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:52.101113 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7f912-fc26-406b-9ce0-1a2b9455fd47" -d '{"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:52.113806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:52.173150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.189795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a00296-86e3-4bbf-9b41-74ac19922101 req-fdca82c0-001a-4bf1-b87d-7b66cf468c2b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:52.191874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a00296-86e3-4bbf-9b41-74ac19922101 req-fdca82c0-001a-4bf1-b87d-7b66cf468c2b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Aug 28 08:35:52.220014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.222070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ac8c84d6-63a1-49f3-ade9-da5636df661a no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:35:52.274814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ac8c84d6-63a1-49f3-ade9-da5636df661a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:35:52.277078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ac8c84d6-63a1-49f3-ade9-da5636df661a not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:35:52.277892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, a0d4c963-5d02-47b9-8390-5c84f20d71ce) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:52.283076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.289829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36a00296-86e3-4bbf-9b41-74ac19922101 req-05edce31-316c-4b25-afdc-2cb9376e961e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827479 Aug 28 08:35:52.293974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d747b37-ad47-4d54-ba95-0621a5c2ccd6 None None] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:52.305991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:52.306622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.342394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Network 2f176423-ad1d-415f-86e8-32713206ad8c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:52.354842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:52.366014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:52.367129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:52.447802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event updated for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:52.465679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5b20b85e-5afb-4f77-88c8-8bd54e2c4473 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4695916 Aug 28 08:35:52.466596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 40980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:52.471081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821720624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:52.483419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:52.483903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.484398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.502195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-a0d4c963-5d02-47b9-8390-5c84f20d71ce', 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '64fcfd51-9172-4dc2-bbd8-7944f4a822e6'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:35:52.503301 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.506949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.530124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fff8c-3a18-4c22-bf8e-11a58c32c229 req-7d0f7d12-8ab6-4caf-ab81-af8d504cd0d3 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:52.531565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d3fff8c-3a18-4c22-bf8e-11a58c32c229 req-7d0f7d12-8ab6-4caf-ab81-af8d504cd0d3 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 931 time: 0.1051502 Aug 28 08:35:52.606615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f125ccae-a441-4581-b737-e9f118fa5a04 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:52.615042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.627805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Transition to ACTIVE for port object f125ccae-a441-4581-b737-e9f118fa5a04 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:52.634540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d3fff8c-3a18-4c22-bf8e-11a58c32c229 req-05ec612e-0771-40ba-baed-059dcd24b164 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754535 Aug 28 08:35:52.639510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.641868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.661222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Allocated IP 2001:db8::2 (a0d4c963-5d02-47b9-8390-5c84f20d71ce/64fcfd51-9172-4dc2-bbd8-7944f4a822e6/473ded5b-757f-4f15-9c19-edc43cd54d8f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:52.673115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.197 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b8ccf6a0-46ea-4a06-9e95-7ab3354bf77b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:52.752283 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.754995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.762683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-b1e6fb3f-c45a-47c3-b29e-6b2cb3d99898 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0440643 Aug 28 08:35:52.798273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Request body: {'port': {'device_id': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:52.807554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b10bd-5fcc-4936-8a97-9ac1e700a586 req-15641a9e-9fa5-46b5-88f0-5716e7975b73 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:52.809121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a36b10bd-5fcc-4936-8a97-9ac1e700a586 req-15641a9e-9fa5-46b5-88f0-5716e7975b73 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0808892 Aug 28 08:35:52.831758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.836966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.839875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.861925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Transition to ACTIVE for port object 473ded5b-757f-4f15-9c19-edc43cd54d8f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:52.885241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Transition to ACTIVE for port object 473ded5b-757f-4f15-9c19-edc43cd54d8f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:52.885463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Pushing event updated for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:52.888207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a36b10bd-5fcc-4936-8a97-9ac1e700a586 req-12d73c07-550f-44c7-9cfa-7f3b289c74b6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671864 Aug 28 08:35:52.895536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.946387 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3405b2a-1fb7-4b2a-ab50-edb464ff4009 x-openstack-request-id: req-c3405b2a-1fb7-4b2a-ab50-edb464ff4009 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:52.946737 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:52.946945 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3405b2a-1fb7-4b2a-ab50-edb464ff4009 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:52.947505 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75', 'code': 200} Aug 28 08:35:52.972279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:52.974946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cdb2db65-e9ae-4b6b-9dd9-f34988207299 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5059509 Aug 28 08:35:52.976879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 40984) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:53.000718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.050498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.056345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:53.060566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:53.068986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:53.070901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Attempting to bind port f125ccae-a441-4581-b737-e9f118fa5a04 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:53.071236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Attempting to bind port f125ccae-a441-4581-b737-e9f118fa5a04 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:53.071613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Attempting to bind port f125ccae-a441-4581-b737-e9f118fa5a04 on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:53.072903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Pushing event updated for resources: {'Port': ['ID=473ded5b-757f-4f15-9c19-edc43cd54d8f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:53.096581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:53.111243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Port f125ccae-a441-4581-b737-e9f118fa5a04 on network 2f176423-ad1d-415f-86e8-32713206ad8c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:53.111656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Attempting to bind port f125ccae-a441-4581-b737-e9f118fa5a04 on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:53.125734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:53.126070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Checking segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:53.131206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Bound using segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:53.131206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Bound port: f125ccae-a441-4581-b737-e9f118fa5a04, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:53.131206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.131511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:53.135960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:53.143149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Attempting to bind port 473ded5b-757f-4f15-9c19-edc43cd54d8f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:53.143647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Attempting to bind port 473ded5b-757f-4f15-9c19-edc43cd54d8f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '45b72092-e9a2-44ad-ae51-93e042a4fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:53.144130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Attempting to bind port 473ded5b-757f-4f15-9c19-edc43cd54d8f on network a0d4c963-5d02-47b9-8390-5c84f20d71ce {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:53.150337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:53.150866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Checking segment: {'id': '45b72092-e9a2-44ad-ae51-93e042a4fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:53.151372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.151870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Bound using segment: {'id': '45b72092-e9a2-44ad-ae51-93e042a4fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:53.152442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Bound port: 473ded5b-757f-4f15-9c19-edc43cd54d8f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b72092-e9a2-44ad-ae51-93e042a4fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a0d4c963-5d02-47b9-8390-5c84f20d71ce'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:53.152927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.218824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=b8ccf6a0-46ea-4a06-9e95-7ab3354bf77b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:53.237553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] For port 473ded5b-757f-4f15-9c19-edc43cd54d8f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:53.241355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] For port 473ded5b-757f-4f15-9c19-edc43cd54d8f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=473ded5b-757f-4f15-9c19-edc43cd54d8f,segment=NetworkSegment(45b72092-e9a2-44ad-ae51-93e042a4fca1),segment_id=45b72092-e9a2-44ad-ae51-93e042a4fca1)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:53.319897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.398155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22745af2-5682-4097-a3f9-624bf12a6d07 None None] Pushing event updated for resources: {'Port': ['ID=473ded5b-757f-4f15-9c19-edc43cd54d8f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:53.528376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282102-e4c4-401d-a8c6-765b434e8747 req-f22f77cf-47c9-403a-806e-f5f90bb873e5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:53.530583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb282102-e4c4-401d-a8c6-765b434e8747 req-f22f77cf-47c9-403a-806e-f5f90bb873e5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1429636 Aug 28 08:35:53.567284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.628326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2da8e-9c35-4e5d-b730-d20bf6868fad req-7292341e-fcf5-460f-9cac-b1202da57bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:53.649733 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2da8e-9c35-4e5d-b730-d20bf6868fad req-7292341e-fcf5-460f-9cac-b1202da57bb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 1098 time: 0.5718491 Aug 28 08:35:53.725599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:53.766179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-17e2da8e-9c35-4e5d-b730-d20bf6868fad req-d0c50ba2-511b-4381-ba54-efef8f831278 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048090 Aug 28 08:35:53.767952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f125ccae-a441-4581-b737-e9f118fa5a04,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:53.779462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb282102-e4c4-401d-a8c6-765b434e8747 req-b0d58930-a7ef-47b0-9712-6fa5b05c3fca tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383800 Aug 28 08:35:53.843405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a972ca-3c20-419b-b09c-76c64c2c1eee {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:53.851749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.854598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.892803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Transition to ACTIVE for port object 73a972ca-3c20-419b-b09c-76c64c2c1eee will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:53.902535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:53.903170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.905779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] 10.222.0.39 "PUT /v2.0/ports/f125ccae-a441-4581-b737-e9f118fa5a04 HTTP/1.1" status: 200 len: 1093 time: 1.8183103 Aug 28 08:35:53.936412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417cff-fada-418b-ac49-9feb0966072b service neutron] Pushing event updated for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:53.964217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:53.979922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.020271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:54.093742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:54.095914 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c235b1-5618-463a-98df-c3530bd10663" -d '{"events": [{"name": "network-changed", "server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:54.138968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-5eb13b61-ec6e-4bd5-864f-55ca0fe3b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.140534 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-5eb13b61-ec6e-4bd5-864f-55ca0fe3b27a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 1096 time: 0.0917978 Aug 28 08:35:54.143539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Attempting to bind port 73a972ca-3c20-419b-b09c-76c64c2c1eee on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:35:54.143888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Attempting to bind port 73a972ca-3c20-419b-b09c-76c64c2c1eee by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:35:54.144221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Attempting to bind port 73a972ca-3c20-419b-b09c-76c64c2c1eee on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:54.149773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Port 73a972ca-3c20-419b-b09c-76c64c2c1eee on network 2f176423-ad1d-415f-86e8-32713206ad8c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:35:54.150107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Attempting to bind port 73a972ca-3c20-419b-b09c-76c64c2c1eee on network 2f176423-ad1d-415f-86e8-32713206ad8c {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:35:54.163302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:35:54.163783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Checking segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:35:54.164188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Bound using segment: {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:35:54.164648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Bound port: 73a972ca-3c20-419b-b09c-76c64c2c1eee, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:35:54.165038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.206265 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-f554e7f6-af81-4022-bb4c-0d020536ab41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f125ccae-a441-4581-b737-e9f118fa5a04 HTTP/1.1" status: 200 len: 217 time: 0.0495660 Aug 28 08:35:54.311819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-790a038d-8400-443e-9106-37eb9c02ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.313458 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-790a038d-8400-443e-9106-37eb9c02ce64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.0765629 Aug 28 08:35:54.317033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:35:54.320909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:35:54.349983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-a68c2c93-a5fb-458b-8c28-655bbb9d922d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274060 Aug 28 08:35:54.351696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399052c-7e01-49af-9fbc-881ee02d6654 req-6029ae0d-466f-4357-8a31-f062379bd93a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.353236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5399052c-7e01-49af-9fbc-881ee02d6654 req-6029ae0d-466f-4357-8a31-f062379bd93a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.4752851 Aug 28 08:35:54.354552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8::1 (a0d4c963-5d02-47b9-8390-5c84f20d71ce/64fcfd51-9172-4dc2-bbd8-7944f4a822e6/29e1f5e8-2214-4dfe-a997-5b9bcab2f6de) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:54.430982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.483994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.484949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.486338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] 10.222.0.64 "PUT /v2.0/ports/73a972ca-3c20-419b-b09c-76c64c2c1eee HTTP/1.1" status: 200 len: 1092 time: 1.6993420 Aug 28 08:35:54.504330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5399052c-7e01-49af-9fbc-881ee02d6654 req-ce6421ac-aac2-49a5-94c1-2bedcedd05d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378205 Aug 28 08:35:54.517274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a714a-a215-401d-955d-1c368ca30dfa None None] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:35:54.519220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448709a-dcc0-4d36-ab32-b1b9aaf0ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:54.558725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-932a9fa7-e1a0-4b25-9a65-b42c37f11c40 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997819 Aug 28 08:35:54.618174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.679302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:35:54.703063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-e4bd977b-5341-44df-a820-4e7e44b51dda service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340680 Aug 28 08:35:54.709469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c48d4d5d-88a7-417f-84e9-4110a50bbf2e None None] Provisioning for port 473ded5b-757f-4f15-9c19-edc43cd54d8f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:54.711604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-731f1784-f0fc-4870-890e-25a898330b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.713194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-731f1784-f0fc-4870-890e-25a898330b52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0569215 Aug 28 08:35:54.716143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.736122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e185085-0e98-48e1-8549-78369f0bbd77 req-45cda077-9545-4b7b-8247-bc0be8a86627 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.743763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e185085-0e98-48e1-8549-78369f0bbd77 req-45cda077-9545-4b7b-8247-bc0be8a86627 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 943 time: 0.1483703 Aug 28 08:35:54.772758 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-89baf60b-a355-481e-8e99-9d5e30d8372b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee HTTP/1.1" status: 200 len: 217 time: 0.0392103 Aug 28 08:35:54.828517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-fd49765d-a8ed-4f2f-a2dc-c7e88ecdd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:54.830127 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-fd49765d-a8ed-4f2f-a2dc-c7e88ecdd13c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.0496368 Aug 28 08:35:54.837963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e185085-0e98-48e1-8549-78369f0bbd77 req-dcb0f6f0-b301-49be-af88-0139f4c24d52 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932245 Aug 28 08:35:54.881475 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-7695e170-6465-4b89-b04c-2e63aaaa8642 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341535 Aug 28 08:35:54.910084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:54.913437 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f95f7f-659e-4f68-9d0c-e890bebe2dda x-openstack-request-id: req-74f95f7f-659e-4f68-9d0c-e890bebe2dda {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:54.914027 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:54.914581 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74f95f7f-659e-4f68-9d0c-e890bebe2dda {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:54.915971 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04', 'status': 'completed', 'code': 200} Aug 28 08:35:54.964323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:54.968728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:54.975355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:54.975998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.029946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=29e1f5e8-2214-4dfe-a997-5b9bcab2f6de,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:55.059455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:55.098030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c235b1-5618-463a-98df-c3530bd10663 req-aa63aad7-cde9-418f-b6f9-c8007ac9c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:55.099608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-aa63aad7-cde9-418f-b6f9-c8007ac9c2df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 1096 time: 0.0974326 Aug 28 08:35:55.101405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-4239e124-23fd-478a-839c-839381db15ce service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825824 Aug 28 08:35:55.162726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dd6db-b046-43f7-b30b-8662acdf6284 req-103a433c-c754-4092-9c8b-c90742d3524f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:55.164417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-842dd6db-b046-43f7-b30b-8662acdf6284 req-103a433c-c754-4092-9c8b-c90742d3524f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1857266 Aug 28 08:35:55.291903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c235b1-5618-463a-98df-c3530bd10663 req-7f8e660d-7e28-4664-b33c-2e6c204a749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:55.293610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-7f8e660d-7e28-4664-b33c-2e6c204a749a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 912 time: 0.1864626 Aug 28 08:35:55.296146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9307b88d-80aa-426f-83ae-8373997c7b4d req-f2d5974a-3757-4fa8-a2ff-ead31f0c91c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795578 Aug 28 08:35:55.315758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-842dd6db-b046-43f7-b30b-8662acdf6284 req-7e37a027-9d6e-406c-99a9-7f179106e66c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425788 Aug 28 08:35:55.318866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:55.329981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:55.337009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.366386 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:55.373092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:55.377408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 473ded5b-757f-4f15-9c19-edc43cd54d8f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:55.393038 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-4bb0a0fe-2dd7-4509-81de-15ab554f3ba1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f125ccae-a441-4581-b737-e9f118fa5a04 HTTP/1.1" status: 200 len: 217 time: 0.0909491 Aug 28 08:35:55.407464 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:55.419929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:55.420872 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:55.460187 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:55.460854 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da090ea8-0ed6-40d4-ab1f-9b807af22c6a None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:55.471175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.474944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f923e9a-6841-4739-9bd6-cd7a9e059212 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0207138 Aug 28 08:35:55.475093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c235b1-5618-463a-98df-c3530bd10663 req-a59ff43a-0048-4802-9204-d59c2d3f780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:55.476577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-a59ff43a-0048-4802-9204-d59c2d3f780c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.0761991 Aug 28 08:35:55.477061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41000) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:55.542968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-18762fca-6108-4f65-934f-f1cc34eff628 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592556 Aug 28 08:35:55.599308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54066124-8c4d-4174-ad3b-a47e39d1a7cb None None] Provisioning for port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:55.604770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54066124-8c4d-4174-ad3b-a47e39d1a7cb None None] Provisioning complete for port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:55.605478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54066124-8c4d-4174-ad3b-a47e39d1a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.607559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 473ded5b-757f-4f15-9c19-edc43cd54d8f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:35:55.629213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 473ded5b-757f-4f15-9c19-edc43cd54d8f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:55.629753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.663694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.675294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-54066124-8c4d-4174-ad3b-a47e39d1a7cb None None] Port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:55.734423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-4ef1484c-6c05-43f3-b377-66d3ee75aac1 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811080 Aug 28 08:35:55.738788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.777698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 473ded5b-757f-4f15-9c19-edc43cd54d8f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=473ded5b-757f-4f15-9c19-edc43cd54d8f,segment=NetworkSegment(45b72092-e9a2-44ad-ae51-93e042a4fca1),segment_id=45b72092-e9a2-44ad-ae51-93e042a4fca1)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:55.785149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.786103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.796791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.884698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:55.907481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=29e1f5e8-2214-4dfe-a997-5b9bcab2f6de,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:55.937941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f0c235b1-5618-463a-98df-c3530bd10663 req-ce949580-da6f-403d-a158-8afd4b323a72 service neutron] 10.222.0.39 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962855 Aug 28 08:35:55.947667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=473ded5b-757f-4f15-9c19-edc43cd54d8f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:55.951201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a1d83-5416-4181-bace-f1bed32267e9 req-63709f6b-8b34-4385-8934-caecca69b1d8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:55.952843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-813a1d83-5416-4181-bace-f1bed32267e9 req-63709f6b-8b34-4385-8934-caecca69b1d8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1175420 Aug 28 08:35:55.959594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.959941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.960285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.960623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.960955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.961286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.961802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.962137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.962856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.963194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.963523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.963866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:35:55.983082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:55.987010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:56.043072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-813a1d83-5416-4181-bace-f1bed32267e9 req-317450ab-48a9-4088-9390-884eacc0236d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795090 Aug 28 08:35:56.182287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d09d0-0e09-4513-898d-62f72f08e0c5 req-689a45a3-1631-4112-808f-b727356869fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:56.183767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-766d09d0-0e09-4513-898d-62f72f08e0c5 req-689a45a3-1631-4112-808f-b727356869fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0586555 Aug 28 08:35:56.205415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:56.233187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-766d09d0-0e09-4513-898d-62f72f08e0c5 req-ecd3253e-ab5d-417f-ae7f-b0d09df863d2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Aug 28 08:35:56.239018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router a289e29d-a4ed-4dea-bc33-6081026d4cdd is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:35:56.302801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e16e4623-a523-46ac-ae97-44c14a33954c None None] Provisioning complete for port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:56.303767 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e16e4623-a523-46ac-ae97-44c14a33954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:56.348762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e16e4623-a523-46ac-ae97-44c14a33954c None None] Port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:35:56.397401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a015-12af-4f3f-a0a9-c4809cece7c8 req-d6152350-9754-48ee-9f45-ce68ea128a24 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:56.398909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71e2a015-12af-4f3f-a0a9-c4809cece7c8 req-d6152350-9754-48ee-9f45-ce68ea128a24 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 943 time: 0.1013858 Aug 28 08:35:56.400355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:56.407972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ff0c3697-f91a-4e35-a591-e9fc5e000b31 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/a289e29d-a4ed-4dea-bc33-6081026d4cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4181669 Aug 28 08:35:56.413302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] Sync routers for ids ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:56.413429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:56.424512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] Routers {'a289e29d-a4ed-4dea-bc33-6081026d4cdd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:56.425155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:56.440259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71e2a015-12af-4f3f-a0a9-c4809cece7c8 req-ef94b6e0-31ce-41e9-99a9-a0b852f23be5 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Aug 28 08:35:56.461654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:56.476342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] Routers {'a289e29d-a4ed-4dea-bc33-6081026d4cdd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:56.477015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:56.508816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff6279-a209-4c75-b6ce-874cc561c5bc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:56.510288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-21ff6279-a209-4c75-b6ce-874cc561c5bc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports/29e1f5e8-2214-4dfe-a997-5b9bcab2f6de HTTP/1.1" status: 200 len: 911 time: 0.0951452 Aug 28 08:35:56.513257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41014) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:56.515762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:56.516429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8dbc5-7485-4c40-9529-cb48484bd063 None None] The sync data for ids ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:56.522434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64fcfd51-9172-4dc2-bbd8-7944f4a822e6'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:56.863776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.1 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/7d883420-a4e2-4750-b832-e449bee2b24c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:56.930329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:35:56.932857 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23b6dd-9601-4e7e-9924-bce411b1904e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:35:57.022981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.049092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.058910 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a98c80-59eb-42c7-ad7e-387530eaa3bd x-openstack-request-id: req-56a98c80-59eb-42c7-ad7e-387530eaa3bd {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:35:57.059210 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:35:57.059458 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56a98c80-59eb-42c7-ad7e-387530eaa3bd {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:35:57.059879 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee', 'status': 'completed', 'code': 200} Aug 28 08:35:57.163336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91517a0-0e78-469b-a87e-2e0085248eba req-2420e14f-4de0-4df1-9c47-9f9bd56723af tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.164967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a91517a0-0e78-469b-a87e-2e0085248eba req-2420e14f-4de0-4df1-9c47-9f9bd56723af tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0559859 Aug 28 08:35:57.219456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a91517a0-0e78-469b-a87e-2e0085248eba req-5b578693-9213-4479-885f-0b27777c73b6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Aug 28 08:35:57.273044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-7677d653-e476-4041-92ba-282fc9d67c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.274474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 473ded5b-757f-4f15-9c19-edc43cd54d8f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:57.274970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-7677d653-e476-4041-92ba-282fc9d67c97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 1095 time: 0.1626749 Aug 28 08:35:57.308055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.335851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 473ded5b-757f-4f15-9c19-edc43cd54d8f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:35:57.336318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.365624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf013f-58e4-4a20-b468-cf0709a6ef71 req-adf73dfa-35b1-4a1c-8bf6-f2ba8857a1f8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.367312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88cf013f-58e4-4a20-b468-cf0709a6ef71 req-adf73dfa-35b1-4a1c-8bf6-f2ba8857a1f8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0615637 Aug 28 08:35:57.412179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88cf013f-58e4-4a20-b468-cf0709a6ef71 req-0b61e106-f1be-4d97-85fc-585acfb4f659 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370023 Aug 28 08:35:57.438821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:57.448745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:57.463507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:57.474272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=7d883420-a4e2-4750-b832-e449bee2b24c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:57.542343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea602-f4f2-4212-b071-4fbcecb786cd req-d214bf65-f147-4d49-a0b7-890e87d1e52a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.543857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3abea602-f4f2-4212-b071-4fbcecb786cd req-d214bf65-f147-4d49-a0b7-890e87d1e52a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0544510 Aug 28 08:35:57.568697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-2dc7dcc6-23ad-4b55-8bb8-0809c0aa41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.570141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-2dc7dcc6-23ad-4b55-8bb8-0809c0aa41a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 200 len: 912 time: 0.2845216 Aug 28 08:35:57.586128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3abea602-f4f2-4212-b071-4fbcecb786cd req-258b9c3f-8668-4e62-bc95-3b70884be036 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Aug 28 08:35:57.587130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.638647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b8d71627-2282-4938-92e3-b4107b4d1e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.675392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-32fb067d-d889-40f9-aae1-c0edbe50f473 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee HTTP/1.1" status: 200 len: 217 time: 0.0958171 Aug 28 08:35:57.696470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361573e-b502-46f8-b144-d836585be587 req-c7933fb0-8ffb-422d-a60f-4ac526d44d9d tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.697979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e361573e-b502-46f8-b144-d836585be587 req-c7933fb0-8ffb-422d-a60f-4ac526d44d9d tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 943 time: 0.0507977 Aug 28 08:35:57.741851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e361573e-b502-46f8-b144-d836585be587 req-eb9915b8-4a67-4931-9e85-2148308d7337 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Aug 28 08:35:57.807505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-40a441e8-6622-4be9-962a-af4843fa3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.809006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-40a441e8-6622-4be9-962a-af4843fa3515 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 200 len: 851 time: 0.1252522 Aug 28 08:35:57.831319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.841250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 73a972ca-3c20-419b-b09c-76c64c2c1eee details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:57.854453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aab7b-6eab-40d6-86c8-148c4d0a8a17 req-ba98de84-d127-4c38-a336-2122c3417eef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.857725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-f54ce94f-9830-4c40-bece-3a2c5c2397c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f176423-ad1d-415f-86e8-32713206ad8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365198 Aug 28 08:35:57.861901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c6aab7b-6eab-40d6-86c8-148c4d0a8a17 req-ba98de84-d127-4c38-a336-2122c3417eef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0606568 Aug 28 08:35:57.896056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c6aab7b-6eab-40d6-86c8-148c4d0a8a17 req-a3154128-77e1-44e0-8da7-87c5245d1bac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Aug 28 08:35:57.949156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:57.961223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-4669d5dc-bef5-4616-ae5d-94bfc2fb8373 service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957079 Aug 28 08:35:57.961778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '73a972ca-3c20-419b-b09c-76c64c2c1eee', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'port_id': '73a972ca-3c20-419b-b09c-76c64c2c1eee', 'mac_address': 'fa:16:3e:9d:40:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095c5f5a-6dcc-4869-b0de-3b72f0f9071b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:57.964415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.971051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:57.971685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:57.973039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/ports/29e1f5e8-2214-4dfe-a997-5b9bcab2f6de HTTP/1.1" status: 200 len: 911 time: 1.4588490 Aug 28 08:35:57.983834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41038) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:58.004577 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.017866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a972ca-3c20-419b-b09c-76c64c2c1eee {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:58.045575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:58.091532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2514cf-1966-4122-a021-190fb58de7a1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=29e1f5e8-2214-4dfe-a997-5b9bcab2f6de,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:58.109215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.112909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e2d5-04a0-467f-815f-66bea7395e02 req-fe511fef-b599-462f-a591-39111984e6e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:58.114527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8241e2d5-04a0-467f-815f-66bea7395e02 req-fe511fef-b599-462f-a591-39111984e6e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1423330 Aug 28 08:35:58.129997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.162550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c23b6dd-9601-4e7e-9924-bce411b1904e req-cbcfe86b-aa18-4dd2-8a9c-6b04653e17f5 service neutron] 10.222.0.64 "GET /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882842 Aug 28 08:35:58.183542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:58.241353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8241e2d5-04a0-467f-815f-66bea7395e02 req-e0f679c0-1bbe-48a3-ae9f-56c30de35a3f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148133 Aug 28 08:35:58.284666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f125ccae-a441-4581-b737-e9f118fa5a04 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:35:58.406819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f125ccae-a441-4581-b737-e9f118fa5a04,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:58.408835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b631-5318-4dea-9db4-e86539e826a1 req-1848557d-820a-4485-af86-22bbf9adc9d5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:58.410368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc6b631-5318-4dea-9db4-e86539e826a1 req-1848557d-820a-4485-af86-22bbf9adc9d5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0698049 Aug 28 08:35:58.421400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'f125ccae-a441-4581-b737-e9f118fa5a04', 'network_id': '2f176423-ad1d-415f-86e8-32713206ad8c', 'port_id': 'f125ccae-a441-4581-b737-e9f118fa5a04', 'mac_address': 'fa:16:3e:2f:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095c5f5a-6dcc-4869-b0de-3b72f0f9071b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:35:58.425447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.467675 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.479691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc6b631-5318-4dea-9db4-e86539e826a1 req-88588b28-3c85-43d3-aec9-b48bc500d787 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593221 Aug 28 08:35:58.485330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125ccae-a441-4581-b737-e9f118fa5a04 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:35:58.494836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['73a972ca-3c20-419b-b09c-76c64c2c1eee'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:58.499701 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.509315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.544797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f125ccae-a441-4581-b737-e9f118fa5a04,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:35:58.574753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.578024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=7d883420-a4e2-4750-b832-e449bee2b24c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:58.629432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.686805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:58.689054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:58.708573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:58.778536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:35:58.779006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.811417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:58.899785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c42f3-26c4-487c-a35a-10a0925a2737 req-89772e97-431a-4eb5-aae4-731d18dfb8db tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:58.901378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad7c42f3-26c4-487c-a35a-10a0925a2737 req-89772e97-431a-4eb5-aae4-731d18dfb8db tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 944 time: 0.0772169 Aug 28 08:35:58.927361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:58.951956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 29e1f5e8-2214-4dfe-a997-5b9bcab2f6de owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:35:58.966204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad7c42f3-26c4-487c-a35a-10a0925a2737 req-21d5b9d1-cf6e-42e0-8bdf-c6a925a4bc2f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552876 Aug 28 08:35:59.085492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['f125ccae-a441-4581-b737-e9f118fa5a04'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:35:59.162133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:59.167366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b91cc60-fc58-434c-81ed-1818bee054a2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/routers/bf8b6ddf-f522-40f2-9017-e16957ab1b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6893005 Aug 28 08:35:59.170645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41048) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:59.173105 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:59.175787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'port': {'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588', 'name': 'tempest-FloatingIPTestJSON-2014740102'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:59.182667 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:59.183290 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:59.215988 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:59.225051 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:59.225916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:59.228220 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.266809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=29e1f5e8-2214-4dfe-a997-5b9bcab2f6de,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:59.277411 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:59.278076 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c020618-3379-4077-86bc-bd33e4a98adf None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:35:59.365159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:35:59.368659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.371800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.387982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] device_id is not set on port 1367e373-27fb-43b8-af7b-5a28f9704446 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:35:59.510800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.11 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/1367e373-27fb-43b8-af7b-5a28f9704446) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:35:59.537713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router a289e29d-a4ed-4dea-bc33-6081026d4cdd has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:35:59.661849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.770818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.823698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:35:59.827620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:35:59.831988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:35:59.838709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=1367e373-27fb-43b8-af7b-5a28f9704446,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:35:59.868328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 73a972ca-3c20-419b-b09c-76c64c2c1eee up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:35:59.886572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:59.887238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.892746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:35:59.949231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:35:59.956455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-22356ace-bf2c-4a67-b221-9aef868673c6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/a289e29d-a4ed-4dea-bc33-6081026d4cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682536 Aug 28 08:35:59.958044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41052) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:59.961139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] Sync routers for ids ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:35:59.972893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d43d5611-ba66-49f1-bf5f-ec19333b6768 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8003149 Aug 28 08:35:59.979530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] Routers {'a289e29d-a4ed-4dea-bc33-6081026d4cdd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:35:59.979530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:35:59.979777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cccf8-6cdc-4f4a-bfe5-103a0c76cfb5 req-c62093b5-0f55-4067-9af7-28baa55aaa67 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:35:59.979777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d99cccf8-6cdc-4f4a-bfe5-103a0c76cfb5 req-c62093b5-0f55-4067-9af7-28baa55aaa67 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.4287817 Aug 28 08:35:59.979777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:35:59.984933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'port': {'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588', 'name': 'tempest-FloatingIPTestJSON-769064002'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:35:59.995271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-554e6998-6850-425e-9bb9-6580c9c3d20c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=a289e29d-a4ed-4dea-bc33-6081026d4cdd HTTP/1.1" status: 200 len: 205 time: 0.0348279 Aug 28 08:35:59.998166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41058) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:00.010794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 73a972ca-3c20-419b-b09c-76c64c2c1eee completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:00.013438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:00.019419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 73a972ca-3c20-419b-b09c-76c64c2c1eee triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:00.019747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.045238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] Routers {'a289e29d-a4ed-4dea-bc33-6081026d4cdd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:00.045806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:35:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:00.072416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d99cccf8-6cdc-4f4a-bfe5-103a0c76cfb5 req-40ebd223-152d-4a75-835a-0434dc5f7d10 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839205 Aug 28 08:36:00.084769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:00.085434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff869ef6-39e3-423f-8e9c-03c145073406 None None] The sync data for ids ['a289e29d-a4ed-4dea-bc33-6081026d4cdd'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:00.103687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.144770 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.173993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:00.177063 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa07ff9-9e14-455a-b3d2-675af71171bf" -d '{"events": [{"server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "name": "network-vif-plugged", "status": "completed", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:00.201291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:00.209413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb9ca-6431-46a3-8a13-c71a52334247 req-a3564ce4-dca7-40f0-b220-99e2a26a0eb5 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:00.210982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77adb9ca-6431-46a3-8a13-c71a52334247 req-a3564ce4-dca7-40f0-b220-99e2a26a0eb5 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 944 time: 0.0533090 Aug 28 08:36:00.237565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:00.241118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.268875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] device_id is not set on port fb8b7d95-e1f2-448d-aff5-068694d06283 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:36:00.271330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-692030c5-c31b-4b65-89c4-da659236cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.273073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.273576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.277055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.277279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77adb9ca-6431-46a3-8a13-c71a52334247 req-13494543-b1e1-480f-bc35-fa8b1e69c4f3 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597591 Aug 28 08:36:00.297910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f125ccae-a441-4581-b737-e9f118fa5a04 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:00.329424 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b262358e-7ad2-480b-a1df-1303928d4864 x-openstack-request-id: req-b262358e-7ad2-480b-a1df-1303928d4864 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:00.329720 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "name": "network-vif-plugged", "status": "completed", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:00.329972 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b262358e-7ad2-480b-a1df-1303928d4864 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:00.330386 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee', 'code': 200} Aug 28 08:36:00.365749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:00.415448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.14 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/fb8b7d95-e1f2-448d-aff5-068694d06283) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:00.445014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.445602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router a289e29d-a4ed-4dea-bc33-6081026d4cdd {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:36:00.453566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.454827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ffaa739-a0c5-4c7d-a1f2-19adae3604a5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/a289e29d-a4ed-4dea-bc33-6081026d4cdd HTTP/1.1" status: 204 len: 168 time: 0.4554503 Aug 28 08:36:00.458875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:00.484569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dba1d6-3132-49e3-8afa-e671440e0f3e req-4aec9d87-8c7b-4070-8087-c3f502e0d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:00.486122 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60dba1d6-3132-49e3-8afa-e671440e0f3e req-4aec9d87-8c7b-4070-8087-c3f502e0d1bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0512743 Aug 28 08:36:00.507293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port f125ccae-a441-4581-b737-e9f118fa5a04 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:00.513949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port f125ccae-a441-4581-b737-e9f118fa5a04 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:00.514497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.529743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-60dba1d6-3132-49e3-8afa-e671440e0f3e req-2120a232-37d2-41c3-b2b8-de939e285d7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Aug 28 08:36:00.566314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 64fcfd51-9172-4dc2-bbd8-7944f4a822e6 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:00.571192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.597894 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.631123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f125ccae-a441-4581-b737-e9f118fa5a04,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:00.633907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.676736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.718537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.750854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.771181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:00.911445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.957844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:00.961660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:00.968542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:00.974890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:00.999813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=64fcfd51-9172-4dc2-bbd8-7944f4a822e6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.001530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=fb8b7d95-e1f2-448d-aff5-068694d06283,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.024985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.026906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b55de159-713f-40d5-9d66-01327677cff0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/64fcfd51-9172-4dc2-bbd8-7944f4a822e6 HTTP/1.1" status: 204 len: 168 time: 0.5670221 Aug 28 08:36:01.031201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:01.031400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bbf5a-b6f8-42b7-ab90-9d91bde52153 None None] Network a0d4c963-5d02-47b9-8390-5c84f20d71ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:01.052386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:01.053010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.109677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.128596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-53a0e4cc-3fd7-4d7f-8486-3e68aa02c77c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1443586 Aug 28 08:36:01.128787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41070) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:01.136025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'fb8b7d95-e1f2-448d-aff5-068694d06283', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:01.176592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 473ded5b-757f-4f15-9c19-edc43cd54d8f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:01.176592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.239491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] DHCP port deletion for a0d4c963-5d02-47b9-8390-5c84f20d71ce request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:01.240608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 473ded5b-757f-4f15-9c19-edc43cd54d8f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=473ded5b-757f-4f15-9c19-edc43cd54d8f,segment=NetworkSegment(45b72092-e9a2-44ad-ae51-93e042a4fca1),segment_id=45b72092-e9a2-44ad-ae51-93e042a4fca1)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:01.241040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.245310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ee53f-2dba-4687-88d0-4787131bfe2f req-9887651b-a9cb-4a27-bdea-86c101d05376 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:01.245531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac3ee53f-2dba-4687-88d0-4787131bfe2f req-9887651b-a9cb-4a27-bdea-86c101d05376 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0727243 Aug 28 08:36:01.254660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 473ded5b-757f-4f15-9c19-edc43cd54d8f owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:01.270236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.297021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Deleting port 473ded5b-757f-4f15-9c19-edc43cd54d8f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:01.297294 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.327535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac3ee53f-2dba-4687-88d0-4787131bfe2f req-995063fd-aba4-4765-a7fb-a26185b20f73 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Aug 28 08:36:01.393819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.474120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.509374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=473ded5b-757f-4f15-9c19-edc43cd54d8f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.516978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port 473ded5b-757f-4f15-9c19-edc43cd54d8f on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:01.525322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] For port 473ded5b-757f-4f15-9c19-edc43cd54d8f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=473ded5b-757f-4f15-9c19-edc43cd54d8f,segment=NetworkSegment(45b72092-e9a2-44ad-ae51-93e042a4fca1),segment_id=45b72092-e9a2-44ad-ae51-93e042a4fca1)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:01.525731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.530079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.530079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.530465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.530807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.531318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.531663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.531999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.532335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.532668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.533682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.534540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.534874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:01.543483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Calling delete_port for 473ded5b-757f-4f15-9c19-edc43cd54d8f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:01.546032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21d6b-b7d2-4fdb-94c7-07049ade2536 req-57c94b64-f97b-42fa-9b12-0510970a98ab tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:01.547695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7b21d6b-b7d2-4fdb-94c7-07049ade2536 req-57c94b64-f97b-42fa-9b12-0510970a98ab tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 945 time: 0.1136541 Aug 28 08:36:01.594045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.150 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/26ec8117-6fc3-4077-ae9d-57077e4383f9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:01.619418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.623591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7b21d6b-b7d2-4fdb-94c7-07049ade2536 req-4af52814-b259-49b9-9242-431944f48346 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643983 Aug 28 08:36:01.624089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.631939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d4c963-5d02-47b9-8390-5c84f20d71ce']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:01.650098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b72092-e9a2-44ad-ae51-93e042a4fca1') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:01.650098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b72092-e9a2-44ad-ae51-93e042a4fca1') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:01.657368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] Pushing event deleted for resources: {'Port': ['ID=473ded5b-757f-4f15-9c19-edc43cd54d8f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.660971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3042-a58d-4a09-ae53-15cf43fe1ef5 None None] No DVR routers for this DVR port 473ded5b-757f-4f15-9c19-edc43cd54d8f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:01.664931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.690023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.696628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:01.697049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:01.700065 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:01.734121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.859245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.859489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.859609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.864582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.870188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/a0d4c963-5d02-47b9-8390-5c84f20d71ce HTTP/1.1" status: 204 len: 168 time: 0.8333476 Aug 28 08:36:01.870572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:01.877342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-941740316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:01.892698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57283b-4c26-4633-85d2-c0376cce896b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=a0d4c963-5d02-47b9-8390-5c84f20d71ce,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.908736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:01.911762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:01.915506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:01.938146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=26ec8117-6fc3-4077-ae9d-57077e4383f9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:01.995586 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:01.995586 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.046985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.101752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.193411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.194774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4f76a6a9-debe-4e5b-9003-a37d390d9ded tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3232656 Aug 28 08:36:02.197336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41076) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:02.202485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609287543'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:02.293292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:02.295971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.297257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.322671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:02.331246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:02.331848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.331848 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment 9de16c40-0edc-431a-8882-96b1a762849f of type vlan for network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c Aug 28 08:36:02.334028 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d48f65-3c97-4905-aef0-5eb52e42f46f" -d '{"events": [{"server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:02.372220 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66c965-50b3-4a66-97a8-4137d87c331f x-openstack-request-id: req-aa66c965-50b3-4a66-97a8-4137d87c331f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:02.372514 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:02.373285 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa66c965-50b3-4a66-97a8-4137d87c331f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:02.373682 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04', 'code': 200} Aug 28 08:36:02.378434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.426526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.484067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.489675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:02.490318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.516224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d48be-3397-4044-b699-119ba5f88952 req-987ccbc1-cea5-4933-80eb-17a6bcad027a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:02.517753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d54d48be-3397-4044-b699-119ba5f88952 req-987ccbc1-cea5-4933-80eb-17a6bcad027a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1004312 Aug 28 08:36:02.578328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:02.582779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222fa31-14cc-4666-b185-6971b07fdc5f req-bd156a42-1c0a-4d02-8cf9-3c05827e53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:02.584310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0222fa31-14cc-4666-b185-6971b07fdc5f req-bd156a42-1c0a-4d02-8cf9-3c05827e53d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 1098 time: 0.1109993 Aug 28 08:36:02.590394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:02.594488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d54d48be-3397-4044-b699-119ba5f88952 req-e3ed366f-37cd-410f-94d3-9a6a8977de10 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Aug 28 08:36:02.626311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0222fa31-14cc-4666-b185-6971b07fdc5f req-cf121ce8-464b-4ab6-9bf5-c98dc4a1d095 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Aug 28 08:36:02.636191 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-53837316-e110-4b93-8800-edf425f44eb2 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4351094 Aug 28 08:36:02.636352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41082) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:02.641991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:02.649080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.731302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.810281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:02.813054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553e302-b55b-45d6-bd28-147e74029c89 req-9aeb3834-9a3a-410b-92d9-f59f6850b651 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:02.813799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.814580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a553e302-b55b-45d6-bd28-147e74029c89 req-9aeb3834-9a3a-410b-92d9-f59f6850b651 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 945 time: 0.1160944 Aug 28 08:36:02.815192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=26ec8117-6fc3-4077-ae9d-57077e4383f9,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:02.833639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:02.936857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a553e302-b55b-45d6-bd28-147e74029c89 req-6965b83d-4356-447b-bd48-a532db79b17f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066711 Aug 28 08:36:02.959594 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP a58405bc-bbbb-4ce8-87df-051c647331e5 associated. External IP: 172.25.0.150, port: fb8b7d95-e1f2-448d-aff5-068694d06283. Aug 28 08:36:03.068150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.098131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950bdb6-0a32-42d9-932b-05b916beefb2 req-be4b8346-d55c-446f-93fb-d587d37fe119 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:03.099645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9950bdb6-0a32-42d9-932b-05b916beefb2 req-be4b8346-d55c-446f-93fb-d587d37fe119 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 946 time: 0.0900321 Aug 28 08:36:03.130526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=66420d06-b44b-4fe1-a8c4-b5f7a1245a20,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:03.142278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:03.142643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:03.211877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9950bdb6-0a32-42d9-932b-05b916beefb2 req-1fcfc109-1b33-430b-b615-85e901d2026e tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035068 Aug 28 08:36:03.225491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:03.246874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:03.265514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 473ded5b-757f-4f15-9c19-edc43cd54d8f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:03.286167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 473ded5b-757f-4f15-9c19-edc43cd54d8f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:03.286534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 473ded5b-757f-4f15-9c19-edc43cd54d8f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:03.304959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:03.309336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:03.310538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.319825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1fcc6b-8387-4a9b-b76a-790ee77a949c None None] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:03.367872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:03.378330 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:03.388539 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:03.389436 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:03.402260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-de4f4d5b-0800-47e8-9eba-693976ae8c04 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7632532 Aug 28 08:36:03.406424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:03.421633 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:03.431942 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:03.432692 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:03.465152 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:03.465839 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17ab8d-6671-4de4-ae54-993fe86bc1a9 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:03.473386 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.474822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:03.475782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.505775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-686cec02-69a7-40a9-aa5d-e0031f176d9d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3756618 Aug 28 08:36:03.508666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41092) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:03.515677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:03.577153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.703105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Allocated IP 2001:db8::2 (b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c/66420d06-b44b-4fe1-a8c4-b5f7a1245a20/2222f2e1-b595-4990-a7f0-8a493fadefd7) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:03.727720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.770433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.783025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e837-18dd-4337-a1fe-dde7980414f2 req-4dbced00-6bed-420d-ae66-e753c686d4ab tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:03.785009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4261e837-18dd-4337-a1fe-dde7980414f2 req-4dbced00-6bed-420d-ae66-e753c686d4ab tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0998375 Aug 28 08:36:03.828766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4261e837-18dd-4337-a1fe-dde7980414f2 req-5f88dadd-69c7-4dd7-abdf-ec9952cfc2fa tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 Aug 28 08:36:03.849910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.849910 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP a58405bc-bbbb-4ce8-87df-051c647331e5 disassociated. External IP: 172.25.0.150, port: fb8b7d95-e1f2-448d-aff5-068694d06283. Aug 28 08:36:03.858972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:03.868670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Transition to ACTIVE for port object 2222f2e1-b595-4990-a7f0-8a493fadefd7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:03.884810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Transition to ACTIVE for port object 2222f2e1-b595-4990-a7f0-8a493fadefd7 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:03.956909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.010421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:04.014634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:04.015357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8::1 (b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c/66420d06-b44b-4fe1-a8c4-b5f7a1245a20/089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:04.016783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Pushing event updated for resources: {'Port': ['ID=2222f2e1-b595-4990-a7f0-8a493fadefd7,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:04.019124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:04.074814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Attempting to bind port 2222f2e1-b595-4990-a7f0-8a493fadefd7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:04.075258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Attempting to bind port 2222f2e1-b595-4990-a7f0-8a493fadefd7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:04.075622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Attempting to bind port 2222f2e1-b595-4990-a7f0-8a493fadefd7 on network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:04.081048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:04.081429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Checking segment: {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:04.081833 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.082255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Bound using segment: {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:04.082733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Bound port: 2222f2e1-b595-4990-a7f0-8a493fadefd7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:04.083123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.090697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:04.143013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.148918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] For port 2222f2e1-b595-4990-a7f0-8a493fadefd7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:04.152893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] For port 2222f2e1-b595-4990-a7f0-8a493fadefd7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2222f2e1-b595-4990-a7f0-8a493fadefd7,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:04.158759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:04.210782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:04.215366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.219554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.225635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:04.243509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef4053eb-c3f0-4ab0-9c03-4421f4b202c6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/a58405bc-bbbb-4ce8-87df-051c647331e5 HTTP/1.1" status: 200 len: 688 time: 0.7334788 Aug 28 08:36:04.246023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41100) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:04.273130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.275986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:04.276652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:04.326724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:04.350509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:04.353703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:04.354151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052963-a8c5-4340-b439-8e5e6c2d99af None None] Pushing event updated for resources: {'Port': ['ID=2222f2e1-b595-4990-a7f0-8a493fadefd7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:04.358133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:04.358965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:04.362781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:04.362781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.403211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:04.412190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:04.413076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a0812-8a11-4097-8e03-17e0d197bfe8 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:04.446000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc10a-e28d-44ba-9ac6-5ec8e5157141 req-1b9f06eb-f716-45ee-a200-e8db77f27b3d tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:04.446000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a02cc10a-e28d-44ba-9ac6-5ec8e5157141 req-1b9f06eb-f716-45ee-a200-e8db77f27b3d tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 946 time: 0.1443093 Aug 28 08:36:04.454109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 26ec8117-6fc3-4077-ae9d-57077e4383f9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:04.454445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.569473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a02cc10a-e28d-44ba-9ac6-5ec8e5157141 req-d1e94ff7-62ca-470e-8710-be401f2a8848 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028419 Aug 28 08:36:04.591059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.591763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.602676 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.608960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 26ec8117-6fc3-4077-ae9d-57077e4383f9 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:04.848405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.848844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:04.877736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=26ec8117-6fc3-4077-ae9d-57077e4383f9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:04.920452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.005134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.006197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.108003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:05.178470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:05.180972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:05.250188 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.329270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.332369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.334428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-42ae013f-aea4-42d3-a5de-80d79081e5cd tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/a58405bc-bbbb-4ce8-87df-051c647331e5 HTTP/1.1" status: 204 len: 168 time: 1.0867386 Aug 28 08:36:05.337245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:05.342674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '1367e373-27fb-43b8-af7b-5a28f9704446'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:05.372912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2222f2e1-b595-4990-a7f0-8a493fadefd7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:05.373722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e9ec3-2957-493a-b5e1-e0f14670f329 req-78495203-d605-49a4-aac9-658c097f07b0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:05.375844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-227e9ec3-2957-493a-b5e1-e0f14670f329 req-78495203-d605-49a4-aac9-658c097f07b0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1063516 Aug 28 08:36:05.404997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:36:05.429578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-227e9ec3-2957-493a-b5e1-e0f14670f329 req-0b34ebd6-d43e-4ba1-ae33-469a7bd9f51b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Aug 28 08:36:05.561152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013855e0-6ed2-444f-9b32-df0f62c2c6c9 None None] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:05.631171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.741703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.773430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:05.780607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-68ace108-3766-4194-affd-378f67a3c967 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759720 Aug 28 08:36:05.783403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41112) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:05.788545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496582951'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:05.789985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:05.802287 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:05.803184 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:05.860445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.56 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/8efdd46d-8f90-4a09-85e0-7163e53fea12) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:05.896705 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:05.939551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2222f2e1-b595-4990-a7f0-8a493fadefd7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:05.964969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Provisioning for port 2222f2e1-b595-4990-a7f0-8a493fadefd7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:05.968189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:05.971166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Provisioning complete for port 2222f2e1-b595-4990-a7f0-8a493fadefd7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:05.976400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.977361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:05.979297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.020984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:06.038308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.038872 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment d875c1dd-8c16-4a90-8040-3f071006c937 of type vlan for network 0e90e6ae-fcf4-4413-90f4-40222857930e Aug 28 08:36:06.086858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.087808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.111683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.143896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] For port 2222f2e1-b595-4990-a7f0-8a493fadefd7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2222f2e1-b595-4990-a7f0-8a493fadefd7,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:06.167092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:06.168896 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:04Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:04Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:06.172782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:06.175391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:06.204258 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:06.204715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Updating router ac8210dd-e344-4189-add3-ad3a7e4aa3fb port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:06.207433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=8efdd46d-8f90-4a09-85e0-7163e53fea12,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:06.230042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.231917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.231917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.231917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.231917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.231917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.232367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.232644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.232976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.233313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.233644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.233976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:06.234204 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.255651 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.256807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.267080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:06.267740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.356428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a450635-74d7-42c1-b8ad-a3d7d1d2a318 None None] Pushing event updated for resources: {'Port': ['ID=2222f2e1-b595-4990-a7f0-8a493fadefd7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:06.365252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=0e90e6ae-fcf4-4413-90f4-40222857930e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:06.394548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 0e90e6ae-fcf4-4413-90f4-40222857930e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:06.444550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-889280ef-6d2a-4712-a21d-8e9b35f49372 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6599972 Aug 28 08:36:06.447209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41116) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:06.453331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:06.477125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Provisioning for port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:06.482632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Provisioning complete for port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:06.483298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.504952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73e31f-b866-453c-8bdb-08a3a28145cb req-1b54bdf1-a815-44df-bdb0-dadbcc616527 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:06.511917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a73e31f-b866-453c-8bdb-08a3a28145cb req-1b54bdf1-a815-44df-bdb0-dadbcc616527 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 946 time: 0.1410234 Aug 28 08:36:06.552806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:06.575920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Provisioning complete for port 2222f2e1-b595-4990-a7f0-8a493fadefd7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:06.576717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cec61325-efd2-43b4-a06b-b32cc6132af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.612467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a73e31f-b866-453c-8bdb-08a3a28145cb req-a54deea9-4b8e-4aac-b00a-cfa53e65c87f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Aug 28 08:36:06.647939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:06.651947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.687486 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.698959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Transition to ACTIVE for port object 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:06.769777 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.791032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394c3e-9424-41bd-b1c4-7bd4bf1f719e req-00a2c10f-fac7-4a66-b2bb-2c59fcf9254e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:06.792560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1394c3e-9424-41bd-b1c4-7bd4bf1f719e req-00a2c10f-fac7-4a66-b2bb-2c59fcf9254e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1011436 Aug 28 08:36:06.816144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4a7d-7338-43fb-856f-d659adfdbd83 None None] Pushing event updated for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:06.889996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Attempting to bind port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:06.892858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Attempting to bind port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:06.892858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Attempting to bind port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 on network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:06.896602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:06.896974 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Checking segment: {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:06.897381 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.897977 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Bound using segment: {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:06.898483 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Bound port: 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de16c40-0edc-431a-8882-96b1a762849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:06.898865 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.908922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1394c3e-9424-41bd-b1c4-7bd4bf1f719e req-8f67001f-bcea-4bf4-85e6-b1f787ba63e5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566678 Aug 28 08:36:06.914082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.941398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:06.978384 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] For port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:06.982931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] For port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:07.040307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=051090df-241d-4e50-90e3-b451a6b7808b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:07.058559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-be12c38e-7422-4891-bbf0-ecd4c5ef757a tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:07.064694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-be12c38e-7422-4891-bbf0-ecd4c5ef757a tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 946 time: 0.1372273 Aug 28 08:36:07.064694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:07.065340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: 0e90e6ae-fcf4-4413-90f4-40222857930e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:07.080807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.085578 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.152017 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:07.152642 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:07.194486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Deleting port f125ccae-a441-4581-b737-e9f118fa5a04 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:07.195195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.206441 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4a7d-7338-43fb-856f-d659adfdbd83 None None] Pushing event updated for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:07.212181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 0e90e6ae-fcf4-4413-90f4-40222857930e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:07.296524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.314168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2222f2e1-b595-4990-a7f0-8a493fadefd7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:07.328433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 0e90e6ae-fcf4-4413-90f4-40222857930e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:07.348288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855dac68-676d-4c1e-84b5-12c25dd97393 None None] Network 0e90e6ae-fcf4-4413-90f4-40222857930e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:07.350011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:07.351466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.373460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] For port f125ccae-a441-4581-b737-e9f118fa5a04, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f125ccae-a441-4581-b737-e9f118fa5a04,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:07.374242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.390904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.392076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Calling delete_port for f125ccae-a441-4581-b737-e9f118fa5a04 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:07.404537 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:07.449170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2222f2e1-b595-4990-a7f0-8a493fadefd7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:07.449898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.492900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=8efdd46d-8f90-4a09-85e0-7163e53fea12,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:07.511958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.561551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dbe1bedf-9734-4267-b393-a87dcd5a7283 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1106544 Aug 28 08:36:07.561856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41122) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:07.638999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-0e90e6ae-fcf4-4413-90f4-40222857930e', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:07.642045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.657821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.667158 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 associated. External IP: 172.25.0.56, port: 1367e373-27fb-43b8-af7b-5a28f9704446. Aug 28 08:36:07.681471 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:04Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:06Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:07.696114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event deleted for resources: {'Port': ['ID=f125ccae-a441-4581-b737-e9f118fa5a04,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:07.745157 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85ccd3-6485-40bf-a2f9-bacbced91d80 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:04Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:06Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:07.754305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3de18d22-04fa-415b-93c0-52a132e8d1bf req-4131029a-beb6-44d6-a2ae-2398fc89f2a8 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 210 time: 0.0315282 Aug 28 08:36:07.759306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['f125ccae-a441-4581-b737-e9f118fa5a04'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:36:07.761719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['73a972ca-3c20-419b-b09c-76c64c2c1eee'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:36:07.798768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] No DVR routers for this DVR port f125ccae-a441-4581-b737-e9f118fa5a04 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:07.801902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:07.803636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c49647ce-68d0-4f46-bd7f-f95ff63aca02 req-501e8c3f-ac2b-4da5-9468-0224a028c677 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.39 "DELETE /v2.0/ports/f125ccae-a441-4581-b737-e9f118fa5a04 HTTP/1.1" status: 204 len: 173 time: 0.7347910 Aug 28 08:36:07.804096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'name': 'network-vif-deleted', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:07.806914 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f904b-516d-4f52-ae5e-f7a548a3063d" -d '{"events": [{"server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "name": "network-vif-deleted", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:07.876610 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4b7f4c-8620-4c9b-88c0-de16476b87c2 x-openstack-request-id: req-ce4b7f4c-8620-4c9b-88c0-de16476b87c2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:07.876970 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac7a1bb-8247-47ca-ac8e-e671e4391a9b", "name": "network-vif-deleted", "tag": "f125ccae-a441-4581-b737-e9f118fa5a04", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:07.877289 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce4b7f4c-8620-4c9b-88c0-de16476b87c2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:07.877898 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac7a1bb-8247-47ca-ac8e-e671e4391a9b', 'name': 'network-vif-deleted', 'tag': 'f125ccae-a441-4581-b737-e9f118fa5a04', 'status': 'completed', 'code': 200} Aug 28 08:36:07.925185 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:36:08.015470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:08.066379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Allocated IP 2001:db8:1::2 (0e90e6ae-fcf4-4413-90f4-40222857930e/051090df-241d-4e50-90e3-b451a6b7808b/c110559c-e25c-4cc1-b84b-c6ef923a8e84) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:08.142313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-424e3edf-7e9c-4e9a-aa8d-af3d4b27ea0a tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:08.143928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-424e3edf-7e9c-4e9a-aa8d-af3d4b27ea0a tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 945 time: 0.0983765 Aug 28 08:36:08.235745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffa00-5662-448a-b2df-8facbe2ce2df req-15d38dc8-93fd-4066-b371-8d4c3e98264a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:08.243510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59cffa00-5662-448a-b2df-8facbe2ce2df req-15d38dc8-93fd-4066-b371-8d4c3e98264a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1349006 Aug 28 08:36:08.289913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.293852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.305592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59cffa00-5662-448a-b2df-8facbe2ce2df req-14a5499b-7df4-4058-be39-d0ea52daff19 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 Aug 28 08:36:08.306669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Transition to ACTIVE for port object c110559c-e25c-4cc1-b84b-c6ef923a8e84 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:08.307108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:08.349642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:08.359405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Transition to ACTIVE for port object c110559c-e25c-4cc1-b84b-c6ef923a8e84 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:08.391388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:08.391388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:08.406297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Deleting port 73a972ca-3c20-419b-b09c-76c64c2c1eee {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:08.406650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.410255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.436674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:08.447429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b00bfb43-3e84-445f-b89e-6487ea19a934 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1087909 Aug 28 08:36:08.449625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41130) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:08.501130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.525924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:08.526496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:08.543342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-df337884-1517-47ba-910a-d4e3ce720d84 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/floatingips/5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 HTTP/1.1" status: 200 len: 978 time: 0.0917590 Aug 28 08:36:08.545763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:08.642182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] For port 73a972ca-3c20-419b-b09c-76c64c2c1eee, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=73a972ca-3c20-419b-b09c-76c64c2c1eee,segment=NetworkSegment(2bca4161-799e-4c30-b7a5-e0b49a4ad8ca),segment_id=2bca4161-799e-4c30-b7a5-e0b49a4ad8ca)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:08.642555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.679624 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d82bdd93-2c0c-4a1e-a3dd-e3634eb012c8 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1299734 Aug 28 08:36:08.680307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41134) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:08.692559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': 'fb8b7d95-e1f2-448d-aff5-068694d06283'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:08.698997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Calling delete_port for 73a972ca-3c20-419b-b09c-76c64c2c1eee owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:08.784169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:08.879138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:08.880052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e086a5-ec55-4f69-b157-d488ea643455 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:08.886129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Network 0e90e6ae-fcf4-4413-90f4-40222857930e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:08.903990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8:1::1 (0e90e6ae-fcf4-4413-90f4-40222857930e/051090df-241d-4e50-90e3-b451a6b7808b/74e95669-22c3-4fd5-b668-e8b05964507a) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:08.904190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:08.906351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:08.926757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Pushing event updated for resources: {'Port': ['ID=c110559c-e25c-4cc1-b84b-c6ef923a8e84,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:09.019032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Attempting to bind port c110559c-e25c-4cc1-b84b-c6ef923a8e84 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:09.019032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Attempting to bind port c110559c-e25c-4cc1-b84b-c6ef923a8e84 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:09.019032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Attempting to bind port c110559c-e25c-4cc1-b84b-c6ef923a8e84 on network 0e90e6ae-fcf4-4413-90f4-40222857930e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:09.020097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:09.024664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Checking segment: {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:09.025233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.025708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Bound using segment: {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:09.026309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Bound port: c110559c-e25c-4cc1-b84b-c6ef923a8e84, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:09.026765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.055424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d661d684-fdbe-41de-91eb-9630d87629b3 req-afc9618d-b992-46be-8f1b-c71c19137e63 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac7a1bb-8247-47ca-ac8e-e671e4391a9b HTTP/1.1" status: 200 len: 210 time: 0.0457342 Aug 28 08:36:09.094280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.123629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] For port c110559c-e25c-4cc1-b84b-c6ef923a8e84, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:09.127234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] For port c110559c-e25c-4cc1-b84b-c6ef923a8e84, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c110559c-e25c-4cc1-b84b-c6ef923a8e84,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:09.140981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 74e95669-22c3-4fd5-b668-e8b05964507a will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:09.210416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.235142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.287250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.301463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4eafa-55a8-45d2-a7fd-b95ba4d4a875 None None] Pushing event updated for resources: {'Port': ['ID=c110559c-e25c-4cc1-b84b-c6ef923a8e84,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:09.364012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:09.375243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Pushing event deleted for resources: {'Port': ['ID=73a972ca-3c20-419b-b09c-76c64c2c1eee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:09.481485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:09.513142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 0e90e6ae-fcf4-4413-90f4-40222857930e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:09.514968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] No DVR routers for this DVR port 73a972ca-3c20-419b-b09c-76c64c2c1eee on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:09.517889 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.520434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4a7524b-3855-4b46-97ed-d2e02558e759 req-7f68e6b6-8ff7-4af5-8b52-12e6d343c888 tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.64 "DELETE /v2.0/ports/73a972ca-3c20-419b-b09c-76c64c2c1eee HTTP/1.1" status: 204 len: 173 time: 1.3655119 Aug 28 08:36:09.530181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:09.533659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:09.539800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:09.540227 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.548832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:09.552890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.564146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d922a8-ef66-4d34-ba56-3ef1c423bced req-c6cbbc83-5137-4c62-9655-b3e47b713940 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:09.573149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47d922a8-ef66-4d34-ba56-3ef1c423bced req-c6cbbc83-5137-4c62-9655-b3e47b713940 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1190059 Aug 28 08:36:09.695179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47d922a8-ef66-4d34-ba56-3ef1c423bced req-65bdfd0d-ba38-490a-bd34-a86ae02c453d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088345 Aug 28 08:36:09.697342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.742648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.770256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.814834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:09.873807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.880533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'name': 'network-vif-deleted', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:09.880872 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 associated. External IP: 172.25.0.56, port: 1367e373-27fb-43b8-af7b-5a28f9704446. Aug 28 08:36:09.883850 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331601dd-4473-4571-8d77-e3ef78fbabe8" -d '{"events": [{"server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "name": "network-vif-deleted", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:09.893296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:09.940420 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e71d1-8837-4d9e-b832-1ee28c3085c5 x-openstack-request-id: req-c76e71d1-8837-4d9e-b832-1ee28c3085c5 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:09.940858 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f886c90-a48d-4e9a-9849-da1ef54ef8d4", "name": "network-vif-deleted", "tag": "73a972ca-3c20-419b-b09c-76c64c2c1eee", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:09.940976 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c76e71d1-8837-4d9e-b832-1ee28c3085c5 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:09.941380 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f886c90-a48d-4e9a-9849-da1ef54ef8d4', 'name': 'network-vif-deleted', 'tag': '73a972ca-3c20-419b-b09c-76c64c2c1eee', 'status': 'completed', 'code': 200} Aug 28 08:36:09.957673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:10.390737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f125ccae-a441-4581-b737-e9f118fa5a04 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:10.413844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: f125ccae-a441-4581-b737-e9f118fa5a04 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:10.414190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f125ccae-a441-4581-b737-e9f118fa5a04 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:10.491037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d49103-c2a9-41e6-baaa-66d89920fdd5 req-cc7fe2de-f58f-4e52-8272-cce27fd9a74f tempest-MultipleCreateTestJSON-1141305776 tempest-MultipleCreateTestJSON-1141305776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f886c90-a48d-4e9a-9849-da1ef54ef8d4 HTTP/1.1" status: 200 len: 210 time: 0.0450029 Aug 28 08:36:10.497383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:10.510979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:10.542104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbedc28d-8fe7-415b-a7ce-81b0fff75799 None None] Network 0e90e6ae-fcf4-4413-90f4-40222857930e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:10.630915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:10.630915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:10.642713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:10.656191 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:10.666643 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:10.667550 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:10.703336 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:10.708757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:10.726960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44995548-3fee-498b-afe4-0e15d81f32f9 None None] Provisioning for port c110559c-e25c-4cc1-b84b-c6ef923a8e84 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:10.750390 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:10.752904 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:10.791927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 0e90e6ae-fcf4-4413-90f4-40222857930e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:10.793417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:10.807816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:10.807816 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782b910-54fa-481a-b09e-b87a3aee7d05 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:10.913505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edafc6e-51d0-4d13-bda7-573affac87c9 req-3efb38ba-3cde-4826-9496-fdece83c7eb8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:10.915059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7edafc6e-51d0-4d13-bda7-573affac87c9 req-3efb38ba-3cde-4826-9496-fdece83c7eb8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1032352 Aug 28 08:36:10.917019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:11.006923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7edafc6e-51d0-4d13-bda7-573affac87c9 req-1218dbcc-1413-477d-8c8e-1b3d5d2c0d7d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Aug 28 08:36:11.020733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:11.020842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:11.029115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41152) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:11.031141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e5fe8972-42f0-48df-aede-83d7a98497e7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4682169 Aug 28 08:36:11.032073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:11.035887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-187452823'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:11.042332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:11.043258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.155652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:11.158289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:11.161094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.166641 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:11.177539 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:11.178173 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.189153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:11.192998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.211926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35125d7e-2a7d-458f-9601-29c174c19079 None None] Provisioning for port 74e95669-22c3-4fd5-b668-e8b05964507a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:11.229045 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.242835 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:11.246427 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.253885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-945f5909-0369-44e7-b472-8306c3555b2a tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 HTTP/1.1" status: 200 len: 977 time: 2.5696886 Aug 28 08:36:11.253885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:11.254464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:11.259176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:11.291243 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.291968 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb956cd-6061-4689-b48a-5ba3d432af8b None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:11.294760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-35125d7e-2a7d-458f-9601-29c174c19079 None None] Provisioning complete for port 74e95669-22c3-4fd5-b668-e8b05964507a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:11.295145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35125d7e-2a7d-458f-9601-29c174c19079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.322260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.322260 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment 4db70a3d-5b63-4762-99f8-fe81a300a28a of type vlan for network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c Aug 28 08:36:11.360511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.390342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-35125d7e-2a7d-458f-9601-29c174c19079 None None] Port 74e95669-22c3-4fd5-b668-e8b05964507a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:11.406067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.467468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:11.552553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-52e324f0-666c-417f-8b7c-0fddc86b4f3d None None] Provisioning complete for port 74e95669-22c3-4fd5-b668-e8b05964507a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:11.552553 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-52e324f0-666c-417f-8b7c-0fddc86b4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.553001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41158) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:11.581453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.600308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Deleting subnet 095c5f5a-6dcc-4869-b0de-3b72f0f9071b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:11.601266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 3, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:10Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:11.603589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.607621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-52e324f0-666c-417f-8b7c-0fddc86b4f3d None None] Port 74e95669-22c3-4fd5-b668-e8b05964507a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:11.627506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.632175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:11.632554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.634567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:11.636612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.636753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:11.636753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Updating router ac8210dd-e344-4189-add3-ad3a7e4aa3fb port 74e95669-22c3-4fd5-b668-e8b05964507a binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:11.642165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.686363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.693907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.706675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:11.732924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:11.775769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.776929 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 disassociated. External IP: 172.25.0.56, port: fb8b7d95-e1f2-448d-aff5-068694d06283. Aug 28 08:36:11.826359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a274d502-ba0e-4f57-8ab0-8beeb940ac0d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7917893 Aug 28 08:36:11.826643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:11.830974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:11.837590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e81b3189-1c68-4443-976a-76fc6ccfa1e0 None None] Provisioning complete for port 74e95669-22c3-4fd5-b668-e8b05964507a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:11.837976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e81b3189-1c68-4443-976a-76fc6ccfa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.911115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.941271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c110559c-e25c-4cc1-b84b-c6ef923a8e84 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:11.946712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095c5f5a-6dcc-4869-b0de-3b72f0f9071b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:11.951975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:11.956647 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19bc6d20-68d1-40af-990a-72af10798982 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/095c5f5a-6dcc-4869-b0de-3b72f0f9071b HTTP/1.1" status: 204 len: 168 time: 0.4025664 Aug 28 08:36:11.957317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:11.981119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 73a972ca-3c20-419b-b09c-76c64c2c1eee no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:12.018980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 73a972ca-3c20-419b-b09c-76c64c2c1eee {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:12.019339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 73a972ca-3c20-419b-b09c-76c64c2c1eee not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:12.040070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:12.049678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e81b3189-1c68-4443-976a-76fc6ccfa1e0 None None] Port 74e95669-22c3-4fd5-b668-e8b05964507a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:12.058183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:12.065682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.072280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.183070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c110559c-e25c-4cc1-b84b-c6ef923a8e84 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:12.191225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.193721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c110559c-e25c-4cc1-b84b-c6ef923a8e84 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:12.194099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.195668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e7b1-cf4f-434e-acfd-5d3569bf8313 req-e4b916a9-db0e-493a-8ebd-c657b587897e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:12.197276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24d9e7b1-cf4f-434e-acfd-5d3569bf8313 req-e4b916a9-db0e-493a-8ebd-c657b587897e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0989175 Aug 28 08:36:12.212536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:12.222746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.229674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Transition to ACTIVE for port object 74e95669-22c3-4fd5-b668-e8b05964507a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:12.237225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.240517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db595f66-114a-4662-a93c-1770485c695a None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:12.253714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f176423-ad1d-415f-86e8-32713206ad8c']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.260521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:12.261173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.273110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cefbbdc4-710c-4dc8-9218-7c9c3c074509 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 HTTP/1.1" status: 200 len: 687 time: 1.0176916 Aug 28 08:36:12.275670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.275972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bca4161-799e-4c30-b7a5-e0b49a4ad8ca') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.277006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24d9e7b1-cf4f-434e-acfd-5d3569bf8313 req-3affae93-99b3-43ed-90a1-136578c4d310 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660317 Aug 28 08:36:12.277496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41168) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:12.314191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.342786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.348048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.362053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.376427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:12.376902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:12.378652 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:12.391791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:12.393106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.422511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 8efdd46d-8f90-4a09-85e0-7163e53fea12 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:12.422951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.440483 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.453398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-db595f66-114a-4662-a93c-1770485c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.453922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db595f66-114a-4662-a93c-1770485c695a None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:12.487515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c110559c-e25c-4cc1-b84b-c6ef923a8e84, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c110559c-e25c-4cc1-b84b-c6ef923a8e84,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:12.492155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc495-7054-450b-961c-dc6fa05d1dfa None None] Pushing event updated for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.535868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.536204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.550070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Attempting to bind port 74e95669-22c3-4fd5-b668-e8b05964507a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:12.550070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Attempting to bind port 74e95669-22c3-4fd5-b668-e8b05964507a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:12.550070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Attempting to bind port 74e95669-22c3-4fd5-b668-e8b05964507a on network 0e90e6ae-fcf4-4413-90f4-40222857930e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:12.550879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 8efdd46d-8f90-4a09-85e0-7163e53fea12 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:12.555595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:12.556065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Checking segment: {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:12.556542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.557013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Bound using segment: {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:12.557589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Bound port: 74e95669-22c3-4fd5-b668-e8b05964507a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875c1dd-8c16-4a90-8040-3f071006c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:12.558050 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.599224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.604896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.618168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] 10.222.0.46 "DELETE /v2.0/networks/2f176423-ad1d-415f-86e8-32713206ad8c HTTP/1.1" status: 204 len: 168 time: 0.6516485 Aug 28 08:36:12.637893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] For port 74e95669-22c3-4fd5-b668-e8b05964507a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:12.642551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] For port 74e95669-22c3-4fd5-b668-e8b05964507a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74e95669-22c3-4fd5-b668-e8b05964507a,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:12.643580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683c8b-0495-46ac-9724-67e12fb885ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2f176423-ad1d-415f-86e8-32713206ad8c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.644911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.649898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.723975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c110559c-e25c-4cc1-b84b-c6ef923a8e84,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.739608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=83d15c1c-7253-4c3a-9afd-be8cc712b768,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.751919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:12.752514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:12.770053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.810049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.836058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:12.837090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=8efdd46d-8f90-4a09-85e0-7163e53fea12,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.857400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:12.858303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:12.863224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc495-7054-450b-961c-dc6fa05d1dfa None None] Pushing event updated for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:12.912071 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.915685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:12.919402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:12.919663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-df25b692-c1ac-42c3-a20f-c21d19fc8c75 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 HTTP/1.1" status: 204 len: 168 time: 0.6403453 Aug 28 08:36:12.971355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:12.973350 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-63eb7904-ad84-4293-a048-d52ab8855dcb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] delete failed (client error): The resource could not be found. Aug 28 08:36:12.977943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-63eb7904-ad84-4293-a048-d52ab8855dcb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ab606a8-5bc1-4c0e-9a8d-9df599cb2c21 HTTP/1.1" status: 404 len: 345 time: 0.0538836 Aug 28 08:36:12.978150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:12.978288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:12.989076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:12.989684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.005370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c88364-dd0f-440f-9cf4-08a933b144b0 None None] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:13.091010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee2ff1-e3c9-4124-b485-09a92836ed2c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:13.097346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:13.097489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee2ff1-e3c9-4124-b485-09a92836ed2c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:13.104123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee2ff1-e3c9-4124-b485-09a92836ed2c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:13.108366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b6ee2ff1-e3c9-4124-b485-09a92836ed2c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/ports?network_id=730d4ab6-7ecc-47b1-9b49-0558751b4588 HTTP/1.1" status: 200 len: 2359 time: 0.1266608 Aug 28 08:36:13.108722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41178) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:13.157200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c715b264-6ee3-4440-a48f-1dee7deba210 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3304410 Aug 28 08:36:13.160929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:13.188487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e090972e-81a2-41fe-92ae-915301b8036d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8e560d87cba4dfe821f58ee74e438ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919642 Aug 28 08:36:13.189342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234b275-9c1f-4b42-9815-4fea978ab354 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:13.195655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8234b275-9c1f-4b42-9815-4fea978ab354 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/subnets/7a120693-f93a-4de1-89e2-3f7c5f5ea443 HTTP/1.1" status: 200 len: 797 time: 0.0810802 Aug 28 08:36:13.195655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41182) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:13.197655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:13.204389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'port': {'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588', 'name': 'tempest-FloatingIPTestJSON-699493712', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:13.338667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.347505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c110559c-e25c-4cc1-b84b-c6ef923a8e84 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:13.403807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.471638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26639dd5-5836-44f4-97b4-9d4800357d64 req-2bf6cd23-46c4-4ccd-b35f-25cb87cf6086 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:13.473394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26639dd5-5836-44f4-97b4-9d4800357d64 req-2bf6cd23-46c4-4ccd-b35f-25cb87cf6086 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0926895 Aug 28 08:36:13.510965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:13.538349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c110559c-e25c-4cc1-b84b-c6ef923a8e84 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:13.538868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.577302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.579149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:13.579850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.580349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.583515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0 HTTP/1.1" status: 204 len: 168 time: 0.3887467 Aug 28 08:36:13.595587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.603031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26639dd5-5836-44f4-97b4-9d4800357d64 req-886d706e-0f1f-4caa-8fae-130c3bdde7ab tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080656 Aug 28 08:36:13.633153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 3, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:12Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:13.660359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d66c1-7bf1-4de6-a85c-3ab929b9c917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c206e3-a404-4d4a-a3f1-9a3bb2063ee0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:13.671537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:13.674806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f84e1-9edb-4eb8-a008-c8a198816e16 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 3, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:12Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:13.701928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] device_id is not set on port 62c8f427-8040-4c9c-85c7-80783600d99f yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:36:13.905139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Allocated IP 2001:db8:2::2 (e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c/83d15c1c-7253-4c3a-9afd-be8cc712b768/9c399b8a-a1f9-4850-9a34-48ba4640116d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:14.034396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41194) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:14.104126 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.113502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Transition to ACTIVE for port object 9c399b8a-a1f9-4850-9a34-48ba4640116d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:14.143784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Transition to ACTIVE for port object 9c399b8a-a1f9-4850-9a34-48ba4640116d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:14.212615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.13 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/62c8f427-8040-4c9c-85c7-80783600d99f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:14.220241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.12 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/62c8f427-8040-4c9c-85c7-80783600d99f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:14.237033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.279278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:14.283068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:14.293028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:14.323548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Pushing event updated for resources: {'Port': ['ID=9c399b8a-a1f9-4850-9a34-48ba4640116d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:14.384876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.408289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Attempting to bind port 9c399b8a-a1f9-4850-9a34-48ba4640116d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:14.409110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Attempting to bind port 9c399b8a-a1f9-4850-9a34-48ba4640116d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:14.410194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Attempting to bind port 9c399b8a-a1f9-4850-9a34-48ba4640116d on network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:14.423164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:14.423567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Checking segment: {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:14.424076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.424491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Bound using segment: {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:14.424982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Bound port: 9c399b8a-a1f9-4850-9a34-48ba4640116d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:14.425378 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.481662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8:2::1 (e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c/83d15c1c-7253-4c3a-9afd-be8cc712b768/524c4269-5dc7-40bf-8484-4bb6ee7359b3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:14.511428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] For port 9c399b8a-a1f9-4850-9a34-48ba4640116d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:14.515347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] For port 9c399b8a-a1f9-4850-9a34-48ba4640116d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9c399b8a-a1f9-4850-9a34-48ba4640116d,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:14.534110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.585944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:14.589321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:14.593346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:14.600314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=62c8f427-8040-4c9c-85c7-80783600d99f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:14.652537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:14.653210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.700954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.718960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:14.751245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381f84-f492-4025-ab86-83cae4cff819 req-36923f95-286a-4578-84c6-49f934a05a9e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:14.758894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab381f84-f492-4025-ab86-83cae4cff819 req-36923f95-286a-4578-84c6-49f934a05a9e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0662680 Aug 28 08:36:14.763257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 524c4269-5dc7-40bf-8484-4bb6ee7359b3 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:14.779833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f3f49484-09fa-4a7c-a79c-8d3e320bae27 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5810423 Aug 28 08:36:14.782051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41212) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:14.788525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94c25b-b1ec-4fbe-9295-e5cac41c1544 None None] Pushing event updated for resources: {'Port': ['ID=9c399b8a-a1f9-4850-9a34-48ba4640116d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:14.791130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '62c8f427-8040-4c9c-85c7-80783600d99f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:14.849032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab381f84-f492-4025-ab86-83cae4cff819 req-d298afb8-5e68-497e-ba64-2b89cabd1367 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675058 Aug 28 08:36:14.924858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.034113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41216) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:15.093359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.123114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.195671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-637623246-network', 'tenant_id': '827e72093c394e02ab75e303711145e2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:15.255334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.283674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.129 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/2e159584-31f7-4de6-9469-1a963fb5bd99) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:15.343496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Made reservation on behalf of 827e72093c394e02ab75e303711145e2 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:15.345202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:15.346058 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.353619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:15.357271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:15.358346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.358573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.381520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9c399b8a-a1f9-4850-9a34-48ba4640116d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:15.434450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:15.463200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.518895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9c399b8a-a1f9-4850-9a34-48ba4640116d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:15.523764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74e95669-22c3-4fd5-b668-e8b05964507a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:15.538969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.616357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.617693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 8922c289-925f-4057-8642-4c8455ef5cf2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:15.618046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.623257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.644121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 74e95669-22c3-4fd5-b668-e8b05964507a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:15.648389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 74e95669-22c3-4fd5-b668-e8b05964507a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:15.655121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.667214 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.712040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:15.715304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:15.729484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:15.736295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee203f-463a-4c94-8569-07d49a21ffe5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:15.740887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.743352 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Added segment 55a054e1-efc8-403e-81bc-e64fcf74f0c4 of type vlan for network ae8ac453-3f17-4a18-8f42-e6eb21b141cc Aug 28 08:36:15.745055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:15.791602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=2e159584-31f7-4de6-9469-1a963fb5bd99,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:15.803276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.843626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port 8922c289-925f-4057-8642-4c8455ef5cf2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8922c289-925f-4057-8642-4c8455ef5cf2,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:15.844013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.846408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.859015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 74e95669-22c3-4fd5-b668-e8b05964507a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74e95669-22c3-4fd5-b668-e8b05964507a,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:15.866380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 8922c289-925f-4057-8642-4c8455ef5cf2 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:15.913263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:15.993548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:16.019734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c5cd61-ad4b-45be-a6ca-b4be4fcc0c29 None None] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:16.040904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ec8a-c36b-42a1-b482-332e5bc71479 req-a319e4c9-ad8f-4ad2-afee-12af2ee29cb4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:16.042575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fc6ec8a-c36b-42a1-b482-332e5bc71479 req-a319e4c9-ad8f-4ad2-afee-12af2ee29cb4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1013353 Aug 28 08:36:16.104695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.105804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:16.106538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.156126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.209682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Provisioning for port 9c399b8a-a1f9-4850-9a34-48ba4640116d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:16.215703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Provisioning complete for port 9c399b8a-a1f9-4850-9a34-48ba4640116d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:16.216163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.248575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.250362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.330164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.383329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] For port 9c399b8a-a1f9-4850-9a34-48ba4640116d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9c399b8a-a1f9-4850-9a34-48ba4640116d,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:16.394162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.421692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:16.476291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.500500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=8922c289-925f-4057-8642-4c8455ef5cf2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:16.512272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:16.516431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:16.565863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fc6ec8a-c36b-42a1-b482-332e5bc71479 req-33c9efc0-89a8-469a-9562-f5f74da1007e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160630 Aug 28 08:36:16.617641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8ac453-3f17-4a18-8f42-e6eb21b141cc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:16.635514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:16.646421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9ef8b62b-cab4-4120-98b3-c4c1515ad311 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6080263 Aug 28 08:36:16.652144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:16.663592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee0a70-c232-438c-be53-81bf9a132f77 None None] Pushing event updated for resources: {'Port': ['ID=9c399b8a-a1f9-4850-9a34-48ba4640116d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:16.703224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Request body: {'subnet': {'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-subnet', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:16.739169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:16.796705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Provisioning for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:16.804606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Provisioning complete for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:16.808304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.833816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.870585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:16.884228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Provisioning complete for port 9c399b8a-a1f9-4850-9a34-48ba4640116d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:16.884668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d5a8647c-0e7b-4748-bb96-302df97841f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:16.896036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:16.906993 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:16.909734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07e7beae-a713-4a66-b30f-54c5398c44b6 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7475421 Aug 28 08:36:16.912341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41224) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:16.918010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847216037'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:16.921469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:16.922465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:16.981119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.034090 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:17.042847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Made reservation on behalf of 827e72093c394e02ab75e303711145e2 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:17.047180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.118185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5923d67d-07bf-4a60-a005-5ed247c6ce7c None None] Provisioning complete for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:17.118185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5923d67d-07bf-4a60-a005-5ed247c6ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.151067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.185386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:17.189068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.199262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5923d67d-07bf-4a60-a005-5ed247c6ce7c None None] Port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:17.230360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:17.277257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.279057 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added segment 7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307 of type vlan for network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 Aug 28 08:36:17.324544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8caf931d-9db4-4790-ae51-3432cdb7b32d None None] Provisioning complete for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:17.325712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8caf931d-9db4-4790-ae51-3432cdb7b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.345239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.358164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:17.379883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8caf931d-9db4-4790-ae51-3432cdb7b32d None None] Port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:17.394929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:17.430145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:17.430807 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Updating router ac8210dd-e344-4189-add3-ad3a7e4aa3fb port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:17.461260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.466717 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.470765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74e95669-22c3-4fd5-b668-e8b05964507a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:17.511363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:17.523056 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-78c4f9c5-ff2c-4f57-9bf4-417352d5a5c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/4fee7f8e-0977-4487-a266-3ee7ec13b3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4860222 Aug 28 08:36:17.525315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:17.536396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.543112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:17.543795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:17.547916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:17.547916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.567763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.594370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 74e95669-22c3-4fd5-b668-e8b05964507a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:17.594756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.629487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.634400 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7208092 Aug 28 08:36:17.638239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:17.645990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'subnet': {'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:17.724030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:17.744558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=2e159584-31f7-4de6-9469-1a963fb5bd99,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:17.763043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab7f4c-aa02-4fd8-a10a-295cd2a0aa36 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Network': ['ID=2fae2ccf-239d-4819-b55b-e1f43d2c4048,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:17.784420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:17.784757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:17.794319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.840699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Checking segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:17.841336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Network hostable DHCP agents. Network: ae8ac453-3f17-4a18-8f42-e6eb21b141cc, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:17.852078 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.868450 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Transition to ACTIVE for port object 524c4269-5dc7-40bf-8484-4bb6ee7359b3 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:17.876581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Made reservation on behalf of d55c90ced82245ec98cc2ff7f99203d4 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:17.880044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:17.910862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9c399b8a-a1f9-4850-9a34-48ba4640116d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:17.938817 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 95f7b357-aeaa-4873-a10d-2e9530c90fe4 associated. External IP: 172.25.0.129, port: 62c8f427-8040-4c9c-85c7-80783600d99f. Aug 28 08:36:17.975824 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.024520 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38c32-e1d8-4038-b2b0-c3e5fc3514b4 None None] Pushing event updated for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:18.029392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:18.074865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9c399b8a-a1f9-4850-9a34-48ba4640116d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:18.075252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.128677 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Attempting to bind port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:18.129049 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Attempting to bind port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:18.129410 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Attempting to bind port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 on network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:18.142141 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:18.142513 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Checking segment: {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:18.142905 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.143296 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Bound using segment: {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:18.143764 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Bound port: 524c4269-5dc7-40bf-8484-4bb6ee7359b3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db70a3d-5b63-4762-99f8-fe81a300a28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:18.150880 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.225997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, ae8ac453-3f17-4a18-8f42-e6eb21b141cc) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:18.242454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489aabf7-050f-494a-9e60-6b1b97d31b26 None None] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:18.264407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:18.265206 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.265543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] For port 524c4269-5dc7-40bf-8484-4bb6ee7359b3, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:18.269105 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] For port 524c4269-5dc7-40bf-8484-4bb6ee7359b3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=524c4269-5dc7-40bf-8484-4bb6ee7359b3,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:18.287500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:18.311053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525a82-eb1c-499c-8706-c713605c03b8 req-17cc9574-6fc9-4e88-b978-503885adddf1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:18.313331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51525a82-eb1c-499c-8706-c713605c03b8 req-17cc9574-6fc9-4e88-b978-503885adddf1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0940511 Aug 28 08:36:18.314694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.345581 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.416521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f7f8605-3ad9-422d-a0ba-42d2244f8f69 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7636189 Aug 28 08:36:18.425100 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38c32-e1d8-4038-b2b0-c3e5fc3514b4 None None] Pushing event updated for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:18.452437 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:18.453084 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.453799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:18.461467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:18.506560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51525a82-eb1c-499c-8706-c713605c03b8 req-4d3baa42-36f0-4765-80e5-50b87d1479be tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386516 Aug 28 08:36:18.571708 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:18.575365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:18.604306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.616320 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:18.646025 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:18.646976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.666804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:18.678336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.679574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.699503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:18.701569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626bf57-eb3d-4f9e-9909-8556ccd999a1 req-6663a103-66d4-4b57-83f6-30e9c6b64f4e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:18.702617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.712263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2626bf57-eb3d-4f9e-9909-8556ccd999a1 req-6663a103-66d4-4b57-83f6-30e9c6b64f4e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.1155677 Aug 28 08:36:18.725185 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.776684 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:18.777588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.782720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Subnet': ['ID=77389f40-c7c3-41a3-b2a2-c619e6a81a46,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:18.797840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.799730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Checking segment: {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:18.800115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network hostable DHCP agents. Network: 2fae2ccf-239d-4819-b55b-e1f43d2c4048, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:18.862894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2626bf57-eb3d-4f9e-9909-8556ccd999a1 req-b60b218d-6ac9-440d-908e-fa698481fb07 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496387 Aug 28 08:36:18.863156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:18.864849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:18.883005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4bc4e4b4-4d4e-4c02-81b7-97ec499a289c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0998271 Aug 28 08:36:18.883723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41238) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:18.889434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': '62c8f427-8040-4c9c-85c7-80783600d99f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:18.931728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:18.950532 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:18.952229 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27b912-a463-428c-bab0-b7cda0a4505b None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:18.999228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.017764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9eda59-b374-47cf-8fdf-38f58ad75460 None None] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:19.072030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:18Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:19.103833 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb2bf-b813-4e85-9290-bde88d78ca50 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:18Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:19.116527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.138582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2fae2ccf-239d-4819-b55b-e1f43d2c4048) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:19.143680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:19.148414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.172251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf3082-94e6-4eca-bd9d-afef5a7513f3 None None] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:19.296711 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cca42ee3-0287-4913-bbd9-3cd2944e0adc tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6543372 Aug 28 08:36:19.297200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41240) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:19.431069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 524c4269-5dc7-40bf-8484-4bb6ee7359b3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:19.489351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:19.490336 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.519321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.549210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.636364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:19.699740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e7ec-f700-45d6-b819-0210e5bc6340 req-5e451d49-74be-4e71-80a0-7bbd4aac7ba8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:19.701757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95b9e7ec-f700-45d6-b819-0210e5bc6340 req-5e451d49-74be-4e71-80a0-7bbd4aac7ba8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1057088 Aug 28 08:36:19.744028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:19.748861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Allocated IP 2001:db8:3::2 (2fae2ccf-239d-4819-b55b-e1f43d2c4048/77389f40-c7c3-41a3-b2a2-c619e6a81a46/77748835-7ba3-4e02-a6aa-decd4432aeb3) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:19.751595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3725d9a-6894-45ae-b204-4725834f838a None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'cd6e5788-8038-49c3-bdf5-5cdb9a3d7562', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'port_id': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'mac_address': 'fa:16:3e:de:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:34:22Z', 'updated_at': '2021-08-28T08:34:26Z', 'revision_number': 1, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:19.761650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Allocated IP 172.25.0.57 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c16111b7-57f9-49d7-b5d8-5f4acc26c62f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:19.764482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:19.764943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:19.767787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95b9e7ec-f700-45d6-b819-0210e5bc6340 req-971b2fa3-d569-411b-bb81-b2221d85fcef tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569615 Aug 28 08:36:19.922675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.019835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.041838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff247-e657-4257-80f9-fcc497aedbd7 req-ce37d3c5-2d45-4b25-9c8a-97cfefa9251c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:20.043900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-434ff247-e657-4257-80f9-fcc497aedbd7 req-ce37d3c5-2d45-4b25-9c8a-97cfefa9251c tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.0641112 Aug 28 08:36:20.045808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.088914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-0fc2d87e-b15e-4f32-a85d-cc924a023b64 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:20.090382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-0fc2d87e-b15e-4f32-a85d-cc924a023b64 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.1783910 Aug 28 08:36:20.091145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.097830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 524c4269-5dc7-40bf-8484-4bb6ee7359b3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=524c4269-5dc7-40bf-8484-4bb6ee7359b3,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:20.102769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Transition to ACTIVE for port object 77748835-7ba3-4e02-a6aa-decd4432aeb3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:20.109220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:20.120163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:20.124108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Transition to ACTIVE for port object 77748835-7ba3-4e02-a6aa-decd4432aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:20.132192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:20.164976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.165343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Pushing event updated for resources: {'Port': ['ID=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:20.188743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-434ff247-e657-4257-80f9-fcc497aedbd7 req-ddc5e8eb-b593-433c-9f49-bfa917952d16 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328800 Aug 28 08:36:20.204001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:36:20.219197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.252944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:20.257096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:20.264529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:20.294160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:20.340208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.361186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Attempting to bind port 77748835-7ba3-4e02-a6aa-decd4432aeb3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:20.361532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Attempting to bind port 77748835-7ba3-4e02-a6aa-decd4432aeb3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:20.361890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Attempting to bind port 77748835-7ba3-4e02-a6aa-decd4432aeb3 on network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:20.365813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.374009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:20.374638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Checking segment: {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:20.374965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.375267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Bound using segment: {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:20.375732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Bound port: 77748835-7ba3-4e02-a6aa-decd4432aeb3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:20.376112 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.378969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Pushing event updated for resources: {'Port': ['ID=77748835-7ba3-4e02-a6aa-decd4432aeb3,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:20.430712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.453258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] For port 77748835-7ba3-4e02-a6aa-decd4432aeb3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:20.456975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] For port 77748835-7ba3-4e02-a6aa-decd4432aeb3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=77748835-7ba3-4e02-a6aa-decd4432aeb3,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:20.528596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.534311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.609255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9d71-50e2-47dc-bbfb-d4752b2e37fd None None] Pushing event updated for resources: {'Port': ['ID=77748835-7ba3-4e02-a6aa-decd4432aeb3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:20.738402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port ed48aea2-2b56-46e7-9769-02d62acb89d9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:20.738632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:20.741340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.054877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port ed48aea2-2b56-46e7-9769-02d62acb89d9, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ed48aea2-2b56-46e7-9769-02d62acb89d9,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:21.055157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.078070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for ed48aea2-2b56-46e7-9769-02d62acb89d9 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:21.233431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e5f0d-2565-4e3a-bfdd-6e52cf576e4c req-6dd19c07-a7fb-4c89-b496-7e854ee8af61 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:21.234982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec1e5f0d-2565-4e3a-bfdd-6e52cf576e4c req-6dd19c07-a7fb-4c89-b496-7e854ee8af61 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0899549 Aug 28 08:36:21.247449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Allocated IP 2001:db8:3::1 (2fae2ccf-239d-4819-b55b-e1f43d2c4048/77389f40-c7c3-41a3-b2a2-c619e6a81a46/877883b6-8b1b-4287-b3e7-b80c96f9df2f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:21.300299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec1e5f0d-2565-4e3a-bfdd-6e52cf576e4c req-1497d6d7-0ce0-4e21-a22b-3a879db27ebb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Aug 28 08:36:21.420972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:21.430435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Router 20b7e9d6-2c52-408f-afaf-91f7544e2956 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:36:21.448764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694d424-55fe-4b32-b693-6986aee6890c req-f2eead9e-698f-4d55-88c7-9361710d7d2b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:21.450300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f694d424-55fe-4b32-b693-6986aee6890c req-f2eead9e-698f-4d55-88c7-9361710d7d2b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 946 time: 0.0648224 Aug 28 08:36:21.502550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 77748835-7ba3-4e02-a6aa-decd4432aeb3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:21.546278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.572874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Transition to ACTIVE for port object 877883b6-8b1b-4287-b3e7-b80c96f9df2f will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:21.587994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f694d424-55fe-4b32-b693-6986aee6890c req-0747a8e0-38a6-429f-bc5c-e981d47d6ef5 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=661ede44-e7bc-44a8-becd-de72f54d3831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303835 Aug 28 08:36:21.601658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.649789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:21.656595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 77748835-7ba3-4e02-a6aa-decd4432aeb3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:21.659533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=ed48aea2-2b56-46e7-9769-02d62acb89d9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:21.671715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Sync routers for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:21.674490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 524c4269-5dc7-40bf-8484-4bb6ee7359b3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:21.706679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:21.714427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.718023 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:21.719663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:21.720185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:21.736601 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:21.737241 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:21.745299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.747537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc0c7b24-6fec-46ee-9451-bec9d1ceec07 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2897043 Aug 28 08:36:21.753343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41252) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:21.772558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] No DVR routers for this DVR port ed48aea2-2b56-46e7-9769-02d62acb89d9 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:21.780069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.782471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b3793e91-e2a7-4a14-83fa-20ce872cb8f7 req-6f8604d5-4412-4a7f-b496-b70ebb73464d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "DELETE /v2.0/ports/ed48aea2-2b56-46e7-9769-02d62acb89d9 HTTP/1.1" status: 204 len: 173 time: 1.6606719 Aug 28 08:36:21.784461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'name': 'network-vif-deleted', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:21.794569 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84554f0f-bb06-41fc-a384-ef897a33d30e" -d '{"events": [{"server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "name": "network-vif-deleted", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:21.825189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:21.825574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.826107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ca5e32fd-4a7a-4bcb-9dcb-9848a4409a5e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/95f7b357-aeaa-4873-a10d-2e9530c90fe4 HTTP/1.1" status: 200 len: 978 time: 2.9412796 Aug 28 08:36:21.832118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41256) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:21.837234 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:21.849658 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:21.850332 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:21.860802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f7963-74d1-475d-994a-ed8bedd62495 None None] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:21.896840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:21.898110 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b1cd74-39db-4022-8c64-ea9df7deb77f x-openstack-request-id: req-52b1cd74-39db-4022-8c64-ea9df7deb77f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:21.898398 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e1b0-1ac3-4651-9489-44b162beb97a None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:21.898506 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2407572-c312-4fca-a8e3-bedd6d9109c7", "name": "network-vif-deleted", "tag": "ed48aea2-2b56-46e7-9769-02d62acb89d9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:21.898685 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52b1cd74-39db-4022-8c64-ea9df7deb77f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:21.899088 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2407572-c312-4fca-a8e3-bedd6d9109c7', 'name': 'network-vif-deleted', 'tag': 'ed48aea2-2b56-46e7-9769-02d62acb89d9', 'status': 'completed', 'code': 200} Aug 28 08:36:21.902952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:21.953752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:21.971545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:21.979347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:21.983912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:21.986362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:21.986907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.173939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 2e159584-31f7-4de6-9469-1a963fb5bd99 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:22.174345 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.199238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Provisioning for port 77748835-7ba3-4e02-a6aa-decd4432aeb3 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:22.230123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Provisioning complete for port 77748835-7ba3-4e02-a6aa-decd4432aeb3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:22.231796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.292606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.350143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.350507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.371935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 2e159584-31f7-4de6-9469-1a963fb5bd99 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:22.446461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.454370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8922c289-925f-4057-8642-4c8455ef5cf2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:22.475201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640cd38-9ba4-46d9-b53e-f612734f4718 req-7e0b00d2-f544-42af-8ccb-eba5c54d3769 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:22.476689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a640cd38-9ba4-46d9-b53e-f612734f4718 req-7e0b00d2-f544-42af-8ccb-eba5c54d3769 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0908670 Aug 28 08:36:22.483658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed48aea2-2b56-46e7-9769-02d62acb89d9 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:22.502086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8922c289-925f-4057-8642-4c8455ef5cf2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:22.502594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8922c289-925f-4057-8642-4c8455ef5cf2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:22.547632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: ed48aea2-2b56-46e7-9769-02d62acb89d9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:22.548381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ed48aea2-2b56-46e7-9769-02d62acb89d9 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:22.576573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.626962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a640cd38-9ba4-46d9-b53e-f612734f4718 req-6cc695ea-d8db-4768-924a-50fa69fc069c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210980 Aug 28 08:36:22.637644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 3, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:22.671677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] For port 77748835-7ba3-4e02-a6aa-decd4432aeb3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=77748835-7ba3-4e02-a6aa-decd4432aeb3,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:22.673319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Checking router: 20b7e9d6-2c52-408f-afaf-91f7544e2956 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:22.673685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Updating router 20b7e9d6-2c52-408f-afaf-91f7544e2956 port c16111b7-57f9-49d7-b5d8-5f4acc26c62f binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:22.713243 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.755408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Allocated IP 172.20.0.1 (ae8ac453-3f17-4a18-8f42-e6eb21b141cc/6b2aa1d2-9a20-4858-9edd-e36231c7d2a2/e342d2a0-a2e2-41b0-8864-b46d3375b377) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:22.804709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-529a1b6c-c08e-40a0-a10a-a23a4e00e572 req-f4fae906-0f8b-407d-88b9-4d234d0d4185 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2407572-c312-4fca-a8e3-bedd6d9109c7 HTTP/1.1" status: 200 len: 210 time: 0.0414214 Aug 28 08:36:22.806503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.830024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.922497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.923618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.940285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:22.947076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fad35f-8dfb-4bd5-8524-af64f0d85696 None None] Pushing event updated for resources: {'Port': ['ID=77748835-7ba3-4e02-a6aa-decd4432aeb3,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:22.969543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.039931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event updated for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.076968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.091879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Transition to ACTIVE for port object c16111b7-57f9-49d7-b5d8-5f4acc26c62f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:23.097972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=2e159584-31f7-4de6-9469-1a963fb5bd99,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.119202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.167769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:23.168020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.168889 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 95f7b357-aeaa-4873-a10d-2e9530c90fe4 disassociated (deleted). External IP: 172.25.0.129, port: 62c8f427-8040-4c9c-85c7-80783600d99f. Aug 28 08:36:23.172422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:23.174356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:23.177864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:23.181126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Pushing event updated for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.207094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:23.216889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Provisioning for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:23.223035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.226904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.244802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Provisioning complete for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:23.247698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.366322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99c804-d0b7-46cd-aad6-72d9feab772f None None] Pushing event updated for resources: {'Port': ['ID=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.381915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Attempting to bind port c16111b7-57f9-49d7-b5d8-5f4acc26c62f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:23.382484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Attempting to bind port c16111b7-57f9-49d7-b5d8-5f4acc26c62f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:23.383024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Attempting to bind port c16111b7-57f9-49d7-b5d8-5f4acc26c62f on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:23.391892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Port 877883b6-8b1b-4287-b3e7-b80c96f9df2f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:23.395229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:23.395608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:23.396130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.396495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:23.396875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Bound port: c16111b7-57f9-49d7-b5d8-5f4acc26c62f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:23.397287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.400272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 77748835-7ba3-4e02-a6aa-decd4432aeb3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:23.492031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Provisioning complete for port 77748835-7ba3-4e02-a6aa-decd4432aeb3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:23.492403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ad64f401-f19e-4fc1-96d3-465c7e064e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.500356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.531017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] For port c16111b7-57f9-49d7-b5d8-5f4acc26c62f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:23.553231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] For port c16111b7-57f9-49d7-b5d8-5f4acc26c62f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:23.554313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 77748835-7ba3-4e02-a6aa-decd4432aeb3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:23.554637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.638602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.716911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:23.741504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.752360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:23.752999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:23.754765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99c804-d0b7-46cd-aad6-72d9feab772f None None] Pushing event updated for resources: {'Port': ['ID=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.782815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba922898-a3a0-49bd-a581-06e81cae2a63 req-aae48b3f-d8d1-4c53-b31c-dfd03d47e5b6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:23.784471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba922898-a3a0-49bd-a581-06e81cae2a63 req-aae48b3f-d8d1-4c53-b31c-dfd03d47e5b6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0611770 Aug 28 08:36:23.824403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd834343-b5ae-4478-bdf3-3f7ac0aa1ac3 None None] Provisioning complete for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:23.825302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd834343-b5ae-4478-bdf3-3f7ac0aa1ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.833014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.882980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba922898-a3a0-49bd-a581-06e81cae2a63 req-0f095448-50e1-487e-b48e-b837f07013f3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916388 Aug 28 08:36:23.897105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fd834343-b5ae-4478-bdf3-3f7ac0aa1ac3 None None] Port 877883b6-8b1b-4287-b3e7-b80c96f9df2f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:36:23.906833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:23.924499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:23.927990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Pushing event updated for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:23.947298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:23.958961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ecb3c701-39e5-43c0-a663-68bd24f3ad3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6558187 Aug 28 08:36:23.961211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41266) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:23.972896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:23.973594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41268) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:23.991371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:24.044156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:24.049147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:24.049801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.091522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.114152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:24.120593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:24.131910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.182783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:24.284382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Router 20b7e9d6-2c52-408f-afaf-91f7544e2956 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:24.328109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e342d2a0-a2e2-41b0-8864-b46d3375b377', 'name': '', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'mac_address': 'fa:16:3e:4a:c2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:22Z', 'updated_at': '2021-08-28T08:36:22Z', 'revision_number': 1, 'project_id': '827e72093c394e02ab75e303711145e2', 'subnets': [{'id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.342710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:24.348267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.355106 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:24.365742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d276b4-1112-4406-b540-c5df090bc448 None None] The sync data for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 is: [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e342d2a0-a2e2-41b0-8864-b46d3375b377', 'name': '', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'mac_address': 'fa:16:3e:4a:c2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:22Z', 'updated_at': '2021-08-28T08:36:22Z', 'revision_number': 1, 'project_id': '827e72093c394e02ab75e303711145e2', 'subnets': [{'id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:24.366660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:24.368767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.394068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.396776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.404252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/security-groups/661ede44-e7bc-44a8-becd-de72f54d3831 HTTP/1.1" status: 204 len: 168 time: 0.4269395 Aug 28 08:36:24.415319 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae89ee56-bacc-4f78-a6b4-f79a831f61a0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/95f7b357-aeaa-4873-a10d-2e9530c90fe4 HTTP/1.1" status: 204 len: 168 time: 2.5814755 Aug 28 08:36:24.418016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:24.453462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8bd3-aaa1-4e12-ae3a-f6d6c3572f4b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ede44-e7bc-44a8-becd-de72f54d3831,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:24.456320 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.470041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:22Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:22Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.475662 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:24.476425 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.524019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:24.525150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c029775-2d28-4ac6-bfa5-d2481c53bff1 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:24.537905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:24.544689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-06240feb-9db8-4b45-ac2b-11c836e33b25 admin admin] 10.222.0.46 "PUT /v2.0/routers/20b7e9d6-2c52-408f-afaf-91f7544e2956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902477 Aug 28 08:36:24.599517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:24.618426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:36:24.624336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 62c8f427-8040-4c9c-85c7-80783600d99f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:24.624684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.676752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting subnet 4f73d4e7-1057-431d-a3b1-113db27641ff {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:24.680686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.688974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Removed routes are [] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:36:24.689371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.710420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:24.710992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Updating router ac8210dd-e344-4189-add3-ad3a7e4aa3fb port 877883b6-8b1b-4287-b3e7-b80c96f9df2f binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:24.751526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.781259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.870492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.961738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:24.998417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 62c8f427-8040-4c9c-85c7-80783600d99f owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:25.072915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.129266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Subnet': ['ID=4f73d4e7-1057-431d-a3b1-113db27641ff,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:25.147288 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.159529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.159781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12751603-eef8-45cd-9520-a3896e4911fb None None] Network 13a407b4-1510-42f9-880a-5938b4f6a151 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:25.161163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-35fd0514-93e7-4daa-8945-30eefcbd5f29 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/subnets/4f73d4e7-1057-431d-a3b1-113db27641ff HTTP/1.1" status: 204 len: 168 time: 0.5604434 Aug 28 08:36:25.165586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:25.225292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Transition to ACTIVE for port object 877883b6-8b1b-4287-b3e7-b80c96f9df2f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:25.236968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.269050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.274080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-192154bf-d7d0-4dec-9d34-c3378262981d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:25.275796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-192154bf-d7d0-4dec-9d34-c3378262981d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 818 time: 0.1436281 Aug 28 08:36:25.293556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-d795c78d-c702-466b-aa0d-f888b30ae733 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/quotas/827e72093c394e02ab75e303711145e2 HTTP/1.1" status: 200 len: 375 time: 0.0102315 Aug 28 08:36:25.351170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.364010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-af73cdfb-8cdb-455a-8553-f9948fcd2e13 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631089 Aug 28 08:36:25.492545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.548251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:25.551872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-cbb50f2b-bb01-4268-8953-972b6417f35e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2517800 Aug 28 08:36:25.554487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-0caf55ca-cbb8-422c-bc43-d2ec0994c48d service neutron] 10.222.0.46 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817024 Aug 28 08:36:25.561336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Attempting to bind port 877883b6-8b1b-4287-b3e7-b80c96f9df2f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:25.561713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Attempting to bind port 877883b6-8b1b-4287-b3e7-b80c96f9df2f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:25.562080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Attempting to bind port 877883b6-8b1b-4287-b3e7-b80c96f9df2f on network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:25.575289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d26ddf-ab6f-46f0-967d-e1574ab5f151 None None] Pushing event updated for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:25.589145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:25.589690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Checking segment: {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:25.590192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.590617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Bound using segment: {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:25.591104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Bound port: 877883b6-8b1b-4287-b3e7-b80c96f9df2f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:25.591491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.681419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] For port 877883b6-8b1b-4287-b3e7-b80c96f9df2f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:25.693521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] For port 877883b6-8b1b-4287-b3e7-b80c96f9df2f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=877883b6-8b1b-4287-b3e7-b80c96f9df2f,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:25.706345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] DHCP port deletion for 13a407b4-1510-42f9-880a-5938b4f6a151 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:25.753867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-7e0e92a1-7dea-4c30-a0be-80493b16860a service neutron] 10.222.0.46 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898770 Aug 28 08:36:25.781382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.869541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.897934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Deleting port b13fb8b0-a388-4af3-97a6-5e7a0c505875 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:25.898653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:25.919685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:25.920560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:25.953187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d26ddf-ab6f-46f0-967d-e1574ab5f151 None None] Pushing event updated for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:26.070191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] For port b13fb8b0-a388-4af3-97a6-5e7a0c505875, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13fb8b0-a388-4af3-97a6-5e7a0c505875,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:26.070768 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.092839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Calling delete_port for b13fb8b0-a388-4af3-97a6-5e7a0c505875 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:26.100116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:26.182606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323068c-52fd-48cf-96d0-d137eb1d9f68 req-c381397c-bd9e-45c2-8ca0-f534c7cb3ee8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:26.194078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a323068c-52fd-48cf-96d0-d137eb1d9f68 req-c381397c-bd9e-45c2-8ca0-f534c7cb3ee8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1209784 Aug 28 08:36:26.266753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a323068c-52fd-48cf-96d0-d137eb1d9f68 req-4de25dbb-e9c3-4563-8c0e-280f5d1385d6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650244 Aug 28 08:36:26.370796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f0e5f13-6973-4042-91fa-5502ba98d4c6 req-3b15dde0-1b63-4493-8c47-fcbb03594d0f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 210 time: 0.0528300 Aug 28 08:36:26.397621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-7a34530f-76bd-40c2-b5fb-17f171e56ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:26.401510 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-7a34530f-76bd-40c2-b5fb-17f171e56ced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 1097 time: 0.7857606 Aug 28 08:36:26.433821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port b13fb8b0-a388-4af3-97a6-5e7a0c505875 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:26.434783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.445509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:26.472095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.473303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51d7cd9e-a5a5-47cd-beef-f4a7e200eb46 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 953 time: 2.5041807 Aug 28 08:36:26.476187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41312) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:26.495115 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.522097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] Pushing event deleted for resources: {'Port': ['ID=b13fb8b0-a388-4af3-97a6-5e7a0c505875,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:26.539944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e275fb-4b53-46e3-8c00-cd18b13a5894 None None] No DVR routers for this DVR port b13fb8b0-a388-4af3-97a6-5e7a0c505875 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:26.558978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.571980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-6924c4c0-2740-45ab-843a-154d5e6d0708 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2311974 Aug 28 08:36:26.576246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:24Z', 'revision_number': 6, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:25Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:26.610131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a497-af36-4229-b572-b7d0ce4c22cc None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:24Z', 'revision_number': 6, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:25Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:26.641867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=62c8f427-8040-4c9c-85c7-80783600d99f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:26.649203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port b13fb8b0-a388-4af3-97a6-5e7a0c505875, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13fb8b0-a388-4af3-97a6-5e7a0c505875,segment=NetworkSegment(bdf3c4f9-4927-40ef-9e57-165637a2d30e),segment_id=bdf3c4f9-4927-40ef-9e57-165637a2d30e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:26.649598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.709442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25916d01-2676-456b-b184-cfb1aa1204ae tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 953 time: 0.2317777 Aug 28 08:36:26.710142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41320) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:26.721408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'routes': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:26.747425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for b13fb8b0-a388-4af3-97a6-5e7a0c505875 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:26.858425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-32f584e1-acc7-4b50-8a33-998d6e48139e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:26.865630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-928997d1-dfa8-4ca0-8b03-6abfb296e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:26.866091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-32f584e1-acc7-4b50-8a33-998d6e48139e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 818 time: 0.2512808 Aug 28 08:36:26.871708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-928997d1-dfa8-4ca0-8b03-6abfb296e8c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.4347477 Aug 28 08:36:26.921439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-a132be9c-3a83-4bd4-babc-b1dc87f6d4ae tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/quotas/827e72093c394e02ab75e303711145e2 HTTP/1.1" status: 200 len: 375 time: 0.0543740 Aug 28 08:36:26.942457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-2d714c2d-2d44-4ee2-9993-cecdd7220d1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 200 len: 217 time: 0.0614607 Aug 28 08:36:26.944724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-6069ce80-9373-41c2-93a7-dc06a96f85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:26.946327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-6069ce80-9373-41c2-93a7-dc06a96f85a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8384c65edc5c44029699200605056483&device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 1097 time: 0.2887862 Aug 28 08:36:26.978432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:26.984596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:26.985662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-637f8ee8-7ede-4158-971b-3a09f862f01e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/62c8f427-8040-4c9c-85c7-80783600d99f HTTP/1.1" status: 204 len: 168 time: 2.5658727 Aug 28 08:36:26.989652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:27.071605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.124627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=b13fb8b0-a388-4af3-97a6-5e7a0c505875,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:27.130855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] No DVR routers for this DVR port b13fb8b0-a388-4af3-97a6-5e7a0c505875 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:27.166676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-1fcdcbb4-e1eb-4c99-af38-c37173074637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:27.168818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-1fcdcbb4-e1eb-4c99-af38-c37173074637 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1816378 Aug 28 08:36:27.278044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-d2ea565d-b038-47cc-a574-25fbc95658dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:27.280083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-d2ea565d-b038-47cc-a574-25fbc95658dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 200 len: 909 time: 0.2915432 Aug 28 08:36:27.285208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.310761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a407b4-1510-42f9-880a-5938b4f6a151']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:27.362342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf3c4f9-4927-40ef-9e57-165637a2d30e') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:27.362639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf3c4f9-4927-40ef-9e57-165637a2d30e') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:27.381958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.386824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-2e7ba2d0-369f-4733-8fbf-5e6acfde8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:27.388418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-2e7ba2d0-369f-4733-8fbf-5e6acfde8b8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2113719 Aug 28 08:36:27.429334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.459550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-8fc02657-7dbe-4d80-8a10-801422844c35 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5349355 Aug 28 08:36:27.470060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:27.470584 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:27.475230 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:27.495557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 877883b6-8b1b-4287-b3e7-b80c96f9df2f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:27.526700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-402fee02-0497-43b9-bf27-ecc0fac75baa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 200 len: 999 time: 0.2308857 Aug 28 08:36:27.551087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Sync routers for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:27.582491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:27.583774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:27.652627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-72002b6f-5b34-42b2-a45f-d3ddc9370107 service neutron] 10.222.0.46 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496503 Aug 28 08:36:27.653248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.669713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-653cb0bd-554e-492a-9ba6-c50428ff27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:27.671395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-653cb0bd-554e-492a-9ba6-c50428ff27fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 200 len: 847 time: 0.1362731 Aug 28 08:36:27.673883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-67b1b149-cceb-4aa2-96f3-541a18f07df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.677245 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-349d2274-a8d4-49db-8975-6fe92ae0def9 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793231 Aug 28 08:36:27.780889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:27.782554 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.795426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.797654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/networks/13a407b4-1510-42f9-880a-5938b4f6a151 HTTP/1.1" status: 204 len: 168 time: 2.6262827 Aug 28 08:36:27.806916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41328) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:27.820008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:27.828568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:27.828805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:27.895670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1a5456-13bd-4c65-98bf-6154a2adda3e req-8d4401de-8661-49b7-b313-80bb2b95f8ed service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992991 Aug 28 08:36:27.903194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa01253-9b82-4a38-a242-0fb3307eec9d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Network': ['ID=13a407b4-1510-42f9-880a-5938b4f6a151,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:27.906653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-2d9f0569-6dac-46b2-be4d-10466ccaa949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:27.908528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-2d9f0569-6dac-46b2-be4d-10466ccaa949 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9cfc0203-58c0-430b-a157-c36302093fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277997 Aug 28 08:36:27.940467 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:27.957068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:27.958082 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:28.021868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.036315 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-adab7634-9f9f-45c7-bdda-5ef77b62cd01 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094401 Aug 28 08:36:28.051864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.extraroute_db [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added routes are [] {{(pid=95466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:36:28.063555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.extraroute_db [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:36:28.108807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 877883b6-8b1b-4287-b3e7-b80c96f9df2f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=877883b6-8b1b-4287-b3e7-b80c96f9df2f,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:28.116037 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:28.125634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-342a3cc9-6225-41dd-a5f0-af9b8cf10d4c service neutron] 10.222.0.46 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529328 Aug 28 08:36:28.145847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e342d2a0-a2e2-41b0-8864-b46d3375b377', 'name': '', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'mac_address': 'fa:16:3e:4a:c2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:22Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 2, 'project_id': '827e72093c394e02ab75e303711145e2', 'subnets': [{'id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:28.185643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Checking router: 20b7e9d6-2c52-408f-afaf-91f7544e2956 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:28.186002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Updating router 20b7e9d6-2c52-408f-afaf-91f7544e2956 port e342d2a0-a2e2-41b0-8864-b46d3375b377 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:28.208009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e546ca8-3a2d-44bb-b1df-9e3cf90d51d4 req-c6301b37-05a0-46fb-9941-03be836ebc74 service neutron] 10.222.0.64 "GET /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557879 Aug 28 08:36:28.218445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.219872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c16111b7-57f9-49d7-b5d8-5f4acc26c62f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:28.246594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.259527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.294158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.318558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 4b1c1c0a-f62c-45f7-8620-29cd69bd1818 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:28.320054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.389116 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:24Z', 'revision_number': 6, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:25Z', 'revision_number': 4, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:28.415061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:28.424325 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:28.435862 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:28.437124 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:28.549762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c16111b7-57f9-49d7-b5d8-5f4acc26c62f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:28.562521 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:28.640379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c16111b7-57f9-49d7-b5d8-5f4acc26c62f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:28.640846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.743570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-cea339b3-d9be-44db-8cb9-f5c3f16029d5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:28.745401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-cea339b3-d9be-44db-8cb9-f5c3f16029d5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.39 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 818 time: 0.2292635 Aug 28 08:36:28.769985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Request body: {'port': {'device_id': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'admin_state_up': True, 'tenant_id': '827e72093c394e02ab75e303711145e2'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:28.794457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.795040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.825075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15388f-7b86-428b-858d-f2bbf6c924a1 req-d3ffa1dc-05e0-4832-bbfe-75917cfee975 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:28.838302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf15388f-7b86-428b-858d-f2bbf6c924a1 req-d3ffa1dc-05e0-4832-bbfe-75917cfee975 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.3608248 Aug 28 08:36:28.842529 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 7, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:28.852109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.862437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.873972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.190 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/1500b9e0-89f0-4b2e-b818-635b763cbb7b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:28.882504 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1630d28-c5b7-4719-b595-7a750a6cac54 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 7, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:28.887997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Transition to ACTIVE for port object e342d2a0-a2e2-41b0-8864-b46d3375b377 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:28.896357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c16111b7-57f9-49d7-b5d8-5f4acc26c62f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:28.915639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 4b1c1c0a-f62c-45f7-8620-29cd69bd1818 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:28.973333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.982465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:28.998091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.026995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Made reservation on behalf of 827e72093c394e02ab75e303711145e2 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:29.032740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.065930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.069945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13fb8b0-a388-4af3-97a6-5e7a0c505875 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:29.081727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf15388f-7b86-428b-858d-f2bbf6c924a1 req-1d02120c-e09f-4ae8-8a71-0ced646d07b7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425380 Aug 28 08:36:29.099461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b13fb8b0-a388-4af3-97a6-5e7a0c505875 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:29.099810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13fb8b0-a388-4af3-97a6-5e7a0c505875 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:29.178719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Attempting to bind port e342d2a0-a2e2-41b0-8864-b46d3375b377 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:29.178719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Attempting to bind port e342d2a0-a2e2-41b0-8864-b46d3375b377 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:29.178719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Attempting to bind port e342d2a0-a2e2-41b0-8864-b46d3375b377 on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:29.185109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:29.185542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Checking segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:29.185997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.186430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Bound using segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:29.186932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Bound port: e342d2a0-a2e2-41b0-8864-b46d3375b377, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:29.187323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.190405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:29.250970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:29.279520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Allocated IP 172.20.0.5 (ae8ac453-3f17-4a18-8f42-e6eb21b141cc/6b2aa1d2-9a20-4858-9edd-e36231c7d2a2/40296436-49b3-4535-8c90-f772fec3aa8b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:29.304986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] For port e342d2a0-a2e2-41b0-8864-b46d3375b377, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:29.308306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] For port e342d2a0-a2e2-41b0-8864-b46d3375b377, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e342d2a0-a2e2-41b0-8864-b46d3375b377,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:29.335271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62352a28-315d-423a-a210-318ddd153b06 req-705dd10c-0d51-43ae-bfa8-da23e37bc3e9 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 210 time: 0.0927522 Aug 28 08:36:29.341982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45959bb7-311b-40d2-bbaa-228c262a1b37 None None] Pushing event updated for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:29.343611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.370411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 877883b6-8b1b-4287-b3e7-b80c96f9df2f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:29.426692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 877883b6-8b1b-4287-b3e7-b80c96f9df2f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:29.426999 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.450244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.513197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:29.522796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.522951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:29.528125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:29.528338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be235c30-ee74-4ef9-a7f2-4f0d1aca48c4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 703 time: 2.8106377 Aug 28 08:36:29.528463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41340) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:29.531179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:29.570272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45959bb7-311b-40d2-bbaa-228c262a1b37 None None] Pushing event updated for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:29.616041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:29.616685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:29.627508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.650000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.653025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=4b1c1c0a-f62c-45f7-8620-29cd69bd1818,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:29.662469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.678870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58e150e4-8443-4ff6-b61b-86c9f6607394 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 703 time: 0.1465721 Aug 28 08:36:29.679528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41342) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:29.749293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:29.759611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:29.765000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:29.797816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=1500b9e0-89f0-4b2e-b818-635b763cbb7b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:29.816589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.816869 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Floating IP cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 disassociated (deleted). External IP: 172.25.0.89, port: b5ef1fab-1c48-4bf1-adec-acd3b0a84521. Aug 28 08:36:29.911136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c16111b7-57f9-49d7-b5d8-5f4acc26c62f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:29.965591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:29.966002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.966798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:29.972410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:30.037398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.056156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:30.068702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:30.072689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:30.103206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 194780b3-785c-4229-bb2e-92add31e9c75 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:36:30.127988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Pushing event updated for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:30.232102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:30.233537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.254016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c16111b7-57f9-49d7-b5d8-5f4acc26c62f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:30.254425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.389427 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-9cc8e861-f6c3-45fa-8a03-9786be07c1e4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6274424 Aug 28 08:36:30.425396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Request body: {'port': {'device_id': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:30.428950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c24bfb8-73f6-45e1-978a-fbb48697a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.476474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.515337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:30.544544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:30.554086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.558734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '194780b3-785c-4229-bb2e-92add31e9c75', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': '194780b3-785c-4229-bb2e-92add31e9c75', 'mac_address': 'fa:16:3e:5c:d9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:36:30.608965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.646377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 7, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:30.648119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:30.688619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:30.696660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e342d2a0-a2e2-41b0-8864-b46d3375b377', 'name': '', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'mac_address': 'fa:16:3e:4a:c2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:22Z', 'updated_at': '2021-08-28T08:36:29Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'subnets': [{'id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:30.702675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 194780b3-785c-4229-bb2e-92add31e9c75 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:36:30.741185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118592f-7db7-4e9b-b240-872879961fa1 None None] The sync data for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 is: [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:36:23Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e342d2a0-a2e2-41b0-8864-b46d3375b377', 'name': '', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'mac_address': 'fa:16:3e:4a:c2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:22Z', 'updated_at': '2021-08-28T08:36:29Z', 'revision_number': 4, 'project_id': '827e72093c394e02ab75e303711145e2', 'subnets': [{'id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:30.746856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:30.751477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:30.758383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697ea9-372e-4df2-92c6-e3b0b0f16952 req-14e79352-db94-4bc0-b9fa-70c5f10ad1ed tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:30.774069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6697ea9-372e-4df2-92c6-e3b0b0f16952 req-14e79352-db94-4bc0-b9fa-70c5f10ad1ed tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.3076000 Aug 28 08:36:30.893830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:30.944167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:30.974525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.002194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6697ea9-372e-4df2-92c6-e3b0b0f16952 req-8c740b83-a58c-444d-8b5c-673762a3f00f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222683 Aug 28 08:36:31.005818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:31.011240 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.017422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:31.036132 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:31.038761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.041340 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:31.051329 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.299117 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:31.299386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['194780b3-785c-4229-bb2e-92add31e9c75'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:36:31.346186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef83099f-2a14-44a5-959b-b277ecfcf198 req-a66c44b5-d8f5-4799-ba14-56ef087c4559 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 210 time: 0.1364934 Aug 28 08:36:31.474408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:31.477356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4edfdc98-f9f4-41ca-bfdc-c7da67f5deeb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/floatingips/cd6e5788-8038-49c3-bdf5-5cdb9a3d7562 HTTP/1.1" status: 204 len: 168 time: 3.6640227 Aug 28 08:36:31.491807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:31.500551 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a644c6df-770d-493d-ba3f-5adca90664bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:31.519444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e342d2a0-a2e2-41b0-8864-b46d3375b377 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:31.520790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=1500b9e0-89f0-4b2e-b818-635b763cbb7b,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:31.555833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.701088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.702656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3854d85f-8533-4f0e-b75d-0a2121cccefa tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7165601 Aug 28 08:36:31.706551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41380) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:31.715765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'port': {'network_id': '730d4ab6-7ecc-47b1-9b49-0558751b4588', 'name': 'tempest-FloatingIPTestJSON-1716945116'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:31.788165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:31.919169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:31.929484 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:31.953817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:31.954371 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:31.961601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e342d2a0-a2e2-41b0-8864-b46d3375b377 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:31.977812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e342d2a0-a2e2-41b0-8864-b46d3375b377 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:31.978240 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.044584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 7, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:32.106886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9f70f-2fc2-4c56-bae5-1d79f92f5718 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 7, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '877883b6-8b1b-4287-b3e7-b80c96f9df2f', 'name': '', 'network_id': '2fae2ccf-239d-4819-b55b-e1f43d2c4048', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:fe:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:20Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '77389f40-c7c3-41a3-b2a2-c619e6a81a46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:32.157435 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e879c-7f49-4c84-b59f-bfe09542acaf x-openstack-request-id: req-fb6e879c-7f49-4c84-b59f-bfe09542acaf {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:32.158872 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:32.159392 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb6e879c-7f49-4c84-b59f-bfe09542acaf {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:32.161041 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'status': 'completed', 'code': 200} Aug 28 08:36:32.174609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:32.180152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.235412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] device_id is not set on port b44a9a87-6747-426c-8836-2bd8fc0499ef yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:36:32.287175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.336187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-1690381b-326e-4438-a0ed-dccd8ae0f999 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:32.337735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-1690381b-326e-4438-a0ed-dccd8ae0f999 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.64 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 818 time: 1.4178183 Aug 28 08:36:32.357660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e342d2a0-a2e2-41b0-8864-b46d3375b377, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e342d2a0-a2e2-41b0-8864-b46d3375b377,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:32.365090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Request body: {'port': {'device_id': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'admin_state_up': True, 'tenant_id': '827e72093c394e02ab75e303711145e2'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:32.407362 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:32.436923 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.477526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.6 (730d4ab6-7ecc-47b1-9b49-0558751b4588/7a120693-f93a-4de1-89e2-3f7c5f5ea443/b44a9a87-6747-426c-8836-2bd8fc0499ef) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:32.525974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c6df-770d-493d-ba3f-5adca90664bb req-2141512b-faf6-42be-8e11-b2a711319add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:32.528464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-2141512b-faf6-42be-8e11-b2a711319add service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 1097 time: 0.2890327 Aug 28 08:36:32.550169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40296436-49b3-4535-8c90-f772fec3aa8b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:36:32.560860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.577387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Transition to ACTIVE for port object 40296436-49b3-4535-8c90-f772fec3aa8b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:32.600027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 877883b6-8b1b-4287-b3e7-b80c96f9df2f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:32.601166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.681152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.718716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 877883b6-8b1b-4287-b3e7-b80c96f9df2f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=877883b6-8b1b-4287-b3e7-b80c96f9df2f,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:32.719829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.724894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:32.744904 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.814372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba8262-b1bb-4b9e-9907-864d26bdc5f4 req-b9c92d51-0a6f-4437-9377-d0c3f83e9d81 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:32.822095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ba8262-b1bb-4b9e-9907-864d26bdc5f4 req-b9c92d51-0a6f-4437-9377-d0c3f83e9d81 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0893927 Aug 28 08:36:32.831573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:32.849056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 877883b6-8b1b-4287-b3e7-b80c96f9df2f owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:32.903895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 730d4ab6-7ecc-47b1-9b49-0558751b4588 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:32.917694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:32.923581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:32.927218 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:32.943203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ba8262-b1bb-4b9e-9907-864d26bdc5f4 req-5e15dd54-7961-4597-ab34-866b7e346d22 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201031 Aug 28 08:36:32.972997 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349474a-36c6-4ff0-b276-e902f1aebbe0 None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:16Z', 'revision_number': 6, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '92f50417-ad0e-4b87-91d3-a7ab1ef93566', 'name': '', 'network_id': 'a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:f0:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:43Z', 'updated_at': '2021-08-28T08:33:51Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': '45c4e115-ec1a-4a0a-9ffe-63e4676dd11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:32.993727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=b44a9a87-6747-426c-8836-2bd8fc0499ef,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:33.018397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Pushing event updated for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:33.038463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Made reservation on behalf of 827e72093c394e02ab75e303711145e2 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:33.047677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.093777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:33.094619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.199826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8147-3e0c-4de5-ad4e-b354db51a215 req-8339014d-69a8-42c3-95aa-4d46efa7dfee tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:33.216514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668a8147-3e0c-4de5-ad4e-b354db51a215 req-8339014d-69a8-42c3-95aa-4d46efa7dfee tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.1653876 Aug 28 08:36:33.227332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c6df-770d-493d-ba3f-5adca90664bb req-02a43e03-726b-48b5-a3a9-f836709767ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:33.229491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-02a43e03-726b-48b5-a3a9-f836709767ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 200 len: 897 time: 0.6473837 Aug 28 08:36:33.231733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-afb3ecaf-60f0-4e50-9c5c-4595a4a0ce8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5229657 Aug 28 08:36:33.238830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:33.249176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': 'b44a9a87-6747-426c-8836-2bd8fc0499ef'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:33.298515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668a8147-3e0c-4de5-ad4e-b354db51a215 req-bb555dc2-33a6-4b0c-ae98-2232291e6c8e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783677 Aug 28 08:36:33.359065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-c9a18ddf-71f4-45f6-b5d6-e62f32842b26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 200 len: 217 time: 0.1067872 Aug 28 08:36:33.383738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e342d2a0-a2e2-41b0-8864-b46d3375b377 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:33.422906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cca30fd8-e337-4d7d-98e7-de3ba972675b req-b35eaaf8-939b-4a40-81f2-ecf1535d1c5d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 210 time: 0.0482974 Aug 28 08:36:33.455415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Attempting to bind port 40296436-49b3-4535-8c90-f772fec3aa8b on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:33.455771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Attempting to bind port 40296436-49b3-4535-8c90-f772fec3aa8b by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:33.456108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Attempting to bind port 40296436-49b3-4535-8c90-f772fec3aa8b on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:33.476311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.479404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e342d2a0-a2e2-41b0-8864-b46d3375b377 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:33.481059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.489455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299589c-9a9c-421c-8eaf-a521156b766c None None] New status for floating IP cd6e5788-8038-49c3-bdf5-5cdb9a3d7562: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:36:33.528819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Port 40296436-49b3-4535-8c90-f772fec3aa8b on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:36:33.529193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Attempting to bind port 40296436-49b3-4535-8c90-f772fec3aa8b on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:33.545789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:33.546708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Checking segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:33.546708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Bound using segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:33.547224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Bound port: 40296436-49b3-4535-8c90-f772fec3aa8b, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:33.547969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.635717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Allocated IP 172.20.0.2 (ae8ac453-3f17-4a18-8f42-e6eb21b141cc/6b2aa1d2-9a20-4858-9edd-e36231c7d2a2/6a1142ff-1b3a-4528-ab5a-cac39bbae501) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:33.639127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c6df-770d-493d-ba3f-5adca90664bb req-cf9437c2-7be3-4d65-b004-a8865f8ba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:33.640681 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-cf9437c2-7be3-4d65-b004-a8865f8ba802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 200 len: 835 time: 0.2268338 Aug 28 08:36:33.916979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:33.924635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c6df-770d-493d-ba3f-5adca90664bb req-871b9f82-4a5a-4072-828c-a119d836199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:33.926508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-871b9f82-4a5a-4072-828c-a119d836199d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225990 Aug 28 08:36:33.981921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:33.988510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=40296436-49b3-4535-8c90-f772fec3aa8b,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:34.010608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-5e6e1b7d-8f1c-460f-bc25-cf439bfacbd7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:34.014379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-5e6e1b7d-8f1c-460f-bc25-cf439bfacbd7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.1033745 Aug 28 08:36:34.129180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.132825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 194780b3-785c-4229-bb2e-92add31e9c75 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:34.157654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=877883b6-8b1b-4287-b3e7-b80c96f9df2f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:34.176555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6e00a-abd1-4bb8-a358-227f33685b14 req-4e45ad9d-17e3-4185-a19d-673084ca2f12 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:34.188299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcb6e00a-abd1-4bb8-a358-227f33685b14 req-4e45ad9d-17e3-4185-a19d-673084ca2f12 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 945 time: 0.1223838 Aug 28 08:36:34.250900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 194780b3-785c-4229-bb2e-92add31e9c75 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:34.251436 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.267046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcb6e00a-abd1-4bb8-a358-227f33685b14 req-e0c146de-3768-4e9f-a30b-9cf9f6401d27 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777655 Aug 28 08:36:34.272961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:34.279786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.382545 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.430145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:34.435431 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df942715-825c-4936-9f0e-81654f26b206" -d '{"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:34.461338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:34.493903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port b5ef1fab-1c48-4bf1-adec-acd3b0a84521, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:34.494316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.512702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for b5ef1fab-1c48-4bf1-adec-acd3b0a84521 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:34.543653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caf87f-a8cf-4853-b8ec-6b2813b4c580 req-30f79812-d302-4b0b-b913-f7eac55d9d89 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:34.545446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25caf87f-a8cf-4853-b8ec-6b2813b4c580 req-30f79812-d302-4b0b-b913-f7eac55d9d89 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 945 time: 0.0960371 Aug 28 08:36:34.573068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.629244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25caf87f-a8cf-4853-b8ec-6b2813b4c580 req-513d1ab8-0fe3-4048-ab76-52db847469c3 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=61c8b3a2-a48c-472e-ae55-b4181e8ac480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522912 Aug 28 08:36:34.677282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:34.775396 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.789091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d90e113-8d9b-4a1a-9223-6e8d6331da52 req-7c2910a0-957d-4d3a-84b8-ed7c4eaebd39 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 210 time: 0.0366149 Aug 28 08:36:34.819478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:34.820966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.822957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] 10.222.0.39 "PUT /v2.0/ports/40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 1092 time: 4.4089651 Aug 28 08:36:34.826855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:34.829832 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e84369c-ec41-4f05-bef6-e52fac520d09" -d '{"events": [{"name": "network-changed", "server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:34.847894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.861685 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d408f-61f5-4865-ae3c-17b377baa169 x-openstack-request-id: req-e78d408f-61f5-4865-ae3c-17b377baa169 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:34.862181 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:34.862715 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e78d408f-61f5-4865-ae3c-17b377baa169 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:34.863275 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75', 'code': 200} Aug 28 08:36:34.882199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=b5ef1fab-1c48-4bf1-adec-acd3b0a84521,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:34.941627 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26c273-c2fc-4bf3-ba2b-8f888709898a x-openstack-request-id: req-4c26c273-c2fc-4bf3-ba2b-8f888709898a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:34.942336 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:34.942689 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c26c273-c2fc-4bf3-ba2b-8f888709898a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:34.942987 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b', 'status': 'completed', 'code': 200} Aug 28 08:36:34.943858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] No DVR routers for this DVR port b5ef1fab-1c48-4bf1-adec-acd3b0a84521 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:34.950405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:34.952665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a33467fb-0e65-4477-bb07-ec62873ad1fc req-39e84a9f-f876-4995-9d06-a6f4201578b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.64 "DELETE /v2.0/ports/b5ef1fab-1c48-4bf1-adec-acd3b0a84521 HTTP/1.1" status: 204 len: 173 time: 0.9286027 Aug 28 08:36:34.953182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'name': 'network-vif-deleted', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:34.958248 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175c1fc-8293-4264-a5fe-3febabc4b4ac" -d '{"events": [{"server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "name": "network-vif-deleted", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:34.960030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad295e9-7cc7-4381-809d-06495a9465bb service neutron] Pushing event updated for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:35.010356 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3550cf-8668-4ab3-b9d8-272cf6387ff3 x-openstack-request-id: req-fb3550cf-8668-4ab3-b9d8-272cf6387ff3 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:35.010656 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a65a9e-24d4-4ea0-95af-37274e195672", "name": "network-vif-deleted", "tag": "b5ef1fab-1c48-4bf1-adec-acd3b0a84521", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:35.011122 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb3550cf-8668-4ab3-b9d8-272cf6387ff3 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:35.011675 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a65a9e-24d4-4ea0-95af-37274e195672', 'name': 'network-vif-deleted', 'tag': 'b5ef1fab-1c48-4bf1-adec-acd3b0a84521', 'status': 'completed', 'code': 200} Aug 28 08:36:35.013915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.017967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-096866db-495d-4b02-aa21-00c3afdb2ecc service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502746 Aug 28 08:36:35.053688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.278880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.303283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-36190d2b-07cb-4461-8562-00d3a57f56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:35.304845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-36190d2b-07cb-4461-8562-00d3a57f56ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1095 time: 0.3267775 Aug 28 08:36:35.460283 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.resource_extend [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:36:35.468921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436fb5e-c38b-4933-a54d-9643a541b364 req-5b76519a-f513-43ca-bc9f-8a278f629027 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:35.470688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4436fb5e-c38b-4933-a54d-9643a541b364 req-5b76519a-f513-43ca-bc9f-8a278f629027 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0716352 Aug 28 08:36:35.517037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4436fb5e-c38b-4933-a54d-9643a541b364 req-72a0619d-3344-4477-8068-9dd22dcd5fd5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367823 Aug 28 08:36:35.525687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a644c6df-770d-493d-ba3f-5adca90664bb req-f2aec9be-178d-4c37-92e9-7039885385b2 service neutron] 10.222.0.64 "GET /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588935 Aug 28 08:36:35.551219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.647957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.710979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Network ae8ac453-3f17-4a18-8f42-e6eb21b141cc is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:35.723395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:35.741134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:35.759374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1644f55-c429-48c6-9f24-f66cb2090459 req-f39fede1-c726-4abb-946a-e99a409780aa tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0415986 Aug 28 08:36:35.773744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.785088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-2866166a-52cb-422e-be1b-090421a7405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:35.786626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-2866166a-52cb-422e-be1b-090421a7405f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=827e72093c394e02ab75e303711145e2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4480977 Aug 28 08:36:35.925641 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 517cebbd-108e-488b-bba6-facd638cae15 associated. External IP: 172.25.0.190, port: b44a9a87-6747-426c-8836-2bd8fc0499ef. Aug 28 08:36:35.935261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:35.936124 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:35.958437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ef8fd-4794-481f-b82b-cfdc6b72a14c req-e31013e5-02e8-4d7f-80f8-3cefa5abca0c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:35.967626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6ef8fd-4794-481f-b82b-cfdc6b72a14c req-e31013e5-02e8-4d7f-80f8-3cefa5abca0c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 931 time: 0.0884397 Aug 28 08:36:35.978187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Pushing event updated for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:36.052157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6ef8fd-4794-481f-b82b-cfdc6b72a14c req-4f0e5b8b-b1d8-4b93-a712-b428a488aa82 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831540 Aug 28 08:36:36.086378 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70429517-4922-49ec-95c7-96dfbe458d38 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7279725 Aug 28 08:36:36.131915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:36.140966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Request body: {'port': {'device_id': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:36.377303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-00f940c9-21da-4100-a0ef-96b2b97a93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:36.377303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8e84369c-ec41-4f05-bef6-e52fac520d09 req-00f940c9-21da-4100-a0ef-96b2b97a93eb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3680227 Aug 28 08:36:36.377303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:36.660285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08336157-1bcf-4e83-98a5-cc3e7a5a552e req-829d5238-32e1-4436-b986-306438762ec3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:36.661779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08336157-1bcf-4e83-98a5-cc3e7a5a552e req-829d5238-32e1-4436-b986-306438762ec3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0584497 Aug 28 08:36:36.703344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08336157-1bcf-4e83-98a5-cc3e7a5a552e req-9eab1b9a-c5a7-4dff-8193-7dfb86f2e0a5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Aug 28 08:36:36.783307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:36.794238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41414) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:36.794403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e0e01be8-2875-4035-a51a-c53752912e3c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1119771 Aug 28 08:36:36.795222 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:36.805966 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:36.806606 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:36.857480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 77389f40-c7c3-41a3-b2a2-c619e6a81a46 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:36.861059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:36.913481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-e20436d0-e1dd-407f-9883-7876fcccf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:36.914945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-e20436d0-e1dd-407f-9883-7876fcccf2ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1095 time: 0.4985659 Aug 28 08:36:36.926472 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:36.949821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a65734ec-aeb8-422a-b20e-c4ce693b3f46 req-27aff386-b555-4e84-b2db-d97c8b9291f8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a65a9e-24d4-4ea0-95af-37274e195672 HTTP/1.1" status: 200 len: 210 time: 0.0374358 Aug 28 08:36:36.957547 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:36.995712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:36.997380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-e17b84de-710b-4f29-af9b-2912c5b2cf55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 217 time: 0.0668080 Aug 28 08:36:37.066562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.149090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-871f7ec7-3bbe-4a1d-9be1-2547c6c94874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:37.150605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-871f7ec7-3bbe-4a1d-9be1-2547c6c94874 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.1286283 Aug 28 08:36:37.199948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-83243aab-1be4-4b97-b917-c49b97fbc314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407212 Aug 28 08:36:37.225494 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:33Z', 'revision_number': 8, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.236823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.260409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:37.270459 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:37.271475 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.308365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65425300-90f3-4564-a44c-43b6d8fb7324 None None] Network 2fae2ccf-239d-4819-b55b-e1f43d2c4048 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:37.329222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=77389f40-c7c3-41a3-b2a2-c619e6a81a46,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:37.337377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.341885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:37.356863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17e30409-bcc9-4027-b486-6ad47b876f12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/77389f40-c7c3-41a3-b2a2-c619e6a81a46 HTTP/1.1" status: 204 len: 168 time: 0.5612597 Aug 28 08:36:37.365482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41422) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:37.371644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.378196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d9a65-b2ce-4c3b-9779-5f61796f471c req-d44123f9-4eff-4356-a94f-a9f3a26b1a4e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:37.383947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-913d9a65-b2ce-4c3b-9779-5f61796f471c req-d44123f9-4eff-4356-a94f-a9f3a26b1a4e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 931 time: 0.2190802 Aug 28 08:36:37.420659 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:37.424853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1142ff-1b3a-4528-ab5a-cac39bbae501 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:36:37.428017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:37.430386 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-755bf647-0f6e-4f3e-ace9-f3e2a9db7913 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/517cebbd-108e-488b-bba6-facd638cae15 HTTP/1.1" status: 200 len: 978 time: 4.1855843 Aug 28 08:36:37.438752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41424) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:37.440645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.476358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:37.476961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.511268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-913d9a65-b2ce-4c3b-9779-5f61796f471c req-0bf95d1d-923e-4e57-b88d-ddfde5f57c99 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167126 Aug 28 08:36:37.511518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-306846d8-58d3-4092-8579-1aac6837a877 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759283 Aug 28 08:36:37.552034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Transition to ACTIVE for port object 6a1142ff-1b3a-4528-ab5a-cac39bbae501 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:37.558173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.590084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.642400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 77748835-7ba3-4e02-a6aa-decd4432aeb3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:37.642779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.654611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:37.660944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.667424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.711725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.717106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16f866-c7f9-4c3c-93f3-b9834726e3d4 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:37.771003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 77748835-7ba3-4e02-a6aa-decd4432aeb3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=77748835-7ba3-4e02-a6aa-decd4432aeb3,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:37.771003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.779361 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:33Z', 'revision_number': 8, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:37.810454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 77748835-7ba3-4e02-a6aa-decd4432aeb3 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:37.835588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb94c8-118a-4858-915b-ddc44705da04 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:33Z', 'revision_number': 8, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524c4269-5dc7-40bf-8484-4bb6ee7359b3', 'name': '', 'network_id': 'e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:eb:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:13Z', 'updated_at': '2021-08-28T08:36:20Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '83d15c1c-7253-4c3a-9afd-be8cc712b768', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:37.844430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] DHCP port deletion for 2fae2ccf-239d-4819-b55b-e1f43d2c4048 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:37.870101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2e1acb8a-33fc-4875-acbc-87cd69dc3515 req-d328bdd6-8137-45ff-aea8-4bbdb6f98960 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313220 Aug 28 08:36:37.872698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Pushing event updated for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:37.953783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Deleting port 77748835-7ba3-4e02-a6aa-decd4432aeb3 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:37.954685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:37.996337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39d5f-cf88-4e59-9ff2-976bc26ddf0b req-ce5ea97e-0645-4fdf-bf29-5bc4c058cfd5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:37.998492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07e39d5f-cf88-4e59-9ff2-976bc26ddf0b req-ce5ea97e-0645-4fdf-bf29-5bc4c058cfd5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0936873 Aug 28 08:36:38.007685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port b44a9a87-6747-426c-8836-2bd8fc0499ef {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:38.008377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.023828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Attempting to bind port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:38.024312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Attempting to bind port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:38.024745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Attempting to bind port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:38.035633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] For port 77748835-7ba3-4e02-a6aa-decd4432aeb3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=77748835-7ba3-4e02-a6aa-decd4432aeb3,segment=NetworkSegment(7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307),segment_id=7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:38.037491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.060390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Calling delete_port for 77748835-7ba3-4e02-a6aa-decd4432aeb3 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:38.060568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07e39d5f-cf88-4e59-9ff2-976bc26ddf0b req-fda3b8ca-1c4b-4c1d-a047-745cc238fe18 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Aug 28 08:36:38.071821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:36:38.072312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Attempting to bind port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 on network ae8ac453-3f17-4a18-8f42-e6eb21b141cc {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:38.084643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:38.085025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Checking segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:38.085279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.085412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Bound using segment: {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:38.085871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Bound port: 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a054e1-efc8-403e-81bc-e64fcf74f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:38.086261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.131703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41430) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:38.138875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port 77748835-7ba3-4e02-a6aa-decd4432aeb3 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:38.140467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5ef1fab-1c48-4bf1-adec-acd3b0a84521 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:38.141918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=77748835-7ba3-4e02-a6aa-decd4432aeb3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:38.172396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b5ef1fab-1c48-4bf1-adec-acd3b0a84521 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:38.173147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b5ef1fab-1c48-4bf1-adec-acd3b0a84521 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:38.217933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.253713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.270950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.287908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fae2ccf-239d-4819-b55b-e1f43d2c4048']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:38.288595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] Pushing event deleted for resources: {'Port': ['ID=77748835-7ba3-4e02-a6aa-decd4432aeb3,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:38.303007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff60efe-f226-4588-a09c-00033d03a018 None None] No DVR routers for this DVR port 77748835-7ba3-4e02-a6aa-decd4432aeb3 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:38.312637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:38.320949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:38.321213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc1fbe3-5ecc-4a4d-84d0-3e87a0baa307') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:38.365129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.398084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.400145 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.412985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:38.413727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:38.414163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:38.417347 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:38.496401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.533755 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.586557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:38.587189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.588622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] 10.222.0.64 "PUT /v2.0/ports/6a1142ff-1b3a-4528-ab5a-cac39bbae501 HTTP/1.1" status: 200 len: 1092 time: 2.4700289 Aug 28 08:36:38.589376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:38.592431 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d3475-6557-40ef-920e-0ff1d885e2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:38.669555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3573f-88a5-48e0-9001-d8b8916da9ad service neutron] Pushing event updated for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:38.671494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e05fb-7316-49b0-b115-b8f6ad8e7d03 req-59b612cb-2e14-4bd2-bfb4-45e466b0b90b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:38.673063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-813e05fb-7316-49b0-b115-b8f6ad8e7d03 req-59b612cb-2e14-4bd2-bfb4-45e466b0b90b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 943 time: 0.0709369 Aug 28 08:36:38.676150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.689019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.689595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.690012 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP 517cebbd-108e-488b-bba6-facd638cae15 disassociated. External IP: 172.25.0.190, port: b44a9a87-6747-426c-8836-2bd8fc0499ef. Aug 28 08:36:38.690708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for b44a9a87-6747-426c-8836-2bd8fc0499ef owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:38.700355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.702587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/2fae2ccf-239d-4819-b55b-e1f43d2c4048 HTTP/1.1" status: 204 len: 168 time: 1.3210967 Aug 28 08:36:38.710460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41436) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:38.723433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfe2cd-73c2-430e-b2b2-1b6def4344be tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=2fae2ccf-239d-4819-b55b-e1f43d2c4048,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:38.726901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.730022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:38.732184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/security-groups/61c8b3a2-a48c-472e-ae55-b4181e8ac480 HTTP/1.1" status: 204 len: 168 time: 0.5995448 Aug 28 08:36:38.769748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-813e05fb-7316-49b0-b115-b8f6ad8e7d03 req-0716fd7c-d497-4800-8e8c-13da6a4dbe84 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792668 Aug 28 08:36:38.770514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b213-aff2-4e78-98e6-bae28ada6b98 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8b3a2-a48c-472e-ae55-b4181e8ac480,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:38.858637 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0cff7-f879-4fdd-abcc-b2701d79155a x-openstack-request-id: req-e7e0cff7-f879-4fdd-abcc-b2701d79155a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:38.867644 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:38.867644 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7e0cff7-f879-4fdd-abcc-b2701d79155a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:38.867644 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501', 'status': 'completed', 'code': 200} Aug 28 08:36:38.932134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41440) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:38.997648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4392294c-6657-435a-b9cc-8b8bab060c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:39.000358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-4392294c-6657-435a-b9cc-8b8bab060c16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 1095 time: 0.1796734 Aug 28 08:36:39.077789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-605dc2b3-418f-4e05-880e-8bfffa45c33f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501 HTTP/1.1" status: 200 len: 217 time: 0.0429285 Aug 28 08:36:39.192107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-685434e9-9172-4dc4-ac5a-ac570dad5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:39.193586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-685434e9-9172-4dc4-ac5a-ac570dad5d24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.0847754 Aug 28 08:36:39.267438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-dcc8b668-f72d-4132-b634-8071e6376d1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452490 Aug 28 08:36:39.323696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c66d-1560-4caa-9fc6-c4dec1fa628a req-d90e480d-8f20-477b-b112-35e903838047 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:39.326180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8270c66d-1560-4caa-9fc6-c4dec1fa628a req-d90e480d-8f20-477b-b112-35e903838047 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1449101 Aug 28 08:36:39.349110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 77748835-7ba3-4e02-a6aa-decd4432aeb3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:39.390193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8270c66d-1560-4caa-9fc6-c4dec1fa628a req-ef4b2aad-a5e7-4181-99f0-2b3197c33aed tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Aug 28 08:36:39.403350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:39.417222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 77748835-7ba3-4e02-a6aa-decd4432aeb3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:39.420173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 77748835-7ba3-4e02-a6aa-decd4432aeb3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:39.420173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 877883b6-8b1b-4287-b3e7-b80c96f9df2f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:39.459542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 877883b6-8b1b-4287-b3e7-b80c96f9df2f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:39.460212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=b44a9a87-6747-426c-8836-2bd8fc0499ef,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:39.460507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 877883b6-8b1b-4287-b3e7-b80c96f9df2f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:39.463370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:39.829694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 92f50417-ad0e-4b87-91d3-a7ab1ef93566 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:39.829694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:39.915896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-70b2a8c3-24fe-4057-87ba-722a1634b304 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274621 Aug 28 08:36:39.977392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e6070-29cb-4155-bf1b-d6cf404b33d7 req-ca6d9950-8e7a-4159-a257-131f02e28914 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:39.986204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e89e6070-29cb-4155-bf1b-d6cf404b33d7 req-ca6d9950-8e7a-4159-a257-131f02e28914 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 943 time: 0.1309566 Aug 28 08:36:40.053860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e89e6070-29cb-4155-bf1b-d6cf404b33d7 req-715f39c0-5868-4666-83d3-a35a1ffb77bb tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665512 Aug 28 08:36:40.057869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:40.062470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port 92f50417-ad0e-4b87-91d3-a7ab1ef93566, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=92f50417-ad0e-4b87-91d3-a7ab1ef93566,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:40.063589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.074347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83c37797-6dd3-426d-96c3-e7999d6124f4 req-f6dbbcb2-e43f-4220-94d9-75a34fec8837 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374686 Aug 28 08:36:40.080307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 92f50417-ad0e-4b87-91d3-a7ab1ef93566 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:40.133990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.335454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:40.347709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc391649-6068-4a73-880b-e535cd343321 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:40.360337 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:40.368135 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:40.370020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.411617 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:40.432014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:40.433468 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:40.479399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-2e9fcfd3-a835-4bf4-92f2-0ae7142d99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:40.481709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-2e9fcfd3-a835-4bf4-92f2-0ae7142d99ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 1095 time: 0.1559687 Aug 28 08:36:40.487962 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-fc391649-6068-4a73-880b-e535cd343321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:40.492469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.493585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-31e2899c-69bb-4c75-bffb-2f745f9aa815 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/b44a9a87-6747-426c-8836-2bd8fc0499ef HTTP/1.1" status: 204 len: 168 time: 3.0500166 Aug 28 08:36:40.498857 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc391649-6068-4a73-880b-e535cd343321 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:40.512750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41448) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:40.542200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=92f50417-ad0e-4b87-91d3-a7ab1ef93566,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:40.587359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 40296436-49b3-4535-8c90-f772fec3aa8b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:36:40.663033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27147d92-ebeb-484a-b024-cb0270373446 req-b8826e1e-e493-469c-a292-f9595e1aedf5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:40.670773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27147d92-ebeb-484a-b024-cb0270373446 req-b8826e1e-e493-469c-a292-f9595e1aedf5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1200976 Aug 28 08:36:40.671865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d607374b-35c7-4fcb-94f1-38f998adf117 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/floatingips/517cebbd-108e-488b-bba6-facd638cae15 HTTP/1.1" status: 200 len: 688 time: 0.1535027 Aug 28 08:36:40.680374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:40.777622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-ee6fe41b-609d-4c5c-9204-2aa9a77832ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:40.784032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-ee6fe41b-609d-4c5c-9204-2aa9a77832ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.2891593 Aug 28 08:36:40.804622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=40296436-49b3-4535-8c90-f772fec3aa8b,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:40.821061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '40296436-49b3-4535-8c90-f772fec3aa8b', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'port_id': '40296436-49b3-4535-8c90-f772fec3aa8b', 'mac_address': 'fa:16:3e:2b:6e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:36:40.859721 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-8525df95-453f-4ca3-ac00-266c1a6d4986 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501 HTTP/1.1" status: 200 len: 217 time: 0.0625210 Aug 28 08:36:40.866657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 524c4269-5dc7-40bf-8484-4bb6ee7359b3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:40.867142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.913097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:40.931709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40296436-49b3-4535-8c90-f772fec3aa8b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:36:40.963783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=40296436-49b3-4535-8c90-f772fec3aa8b,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:40.986887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-9702fd56-467e-4157-aa90-3826a8ca2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:40.991026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-9702fd56-467e-4157-aa90-3826a8ca2315 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.1201780 Aug 28 08:36:41.037023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-2e213961-94bf-4f73-a7b2-e328fcf60478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337636 Aug 28 08:36:41.050070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.145428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:41.153638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-d3ea0259-552a-455e-a1e1-9c9c56b79d78 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070681 Aug 28 08:36:41.262489 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-819d3475-6557-40ef-920e-0ff1d885e2c6 req-03fcf47e-35af-4884-9ae9-353b4604f26b service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009588 Aug 28 08:36:41.268728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 524c4269-5dc7-40bf-8484-4bb6ee7359b3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=524c4269-5dc7-40bf-8484-4bb6ee7359b3,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:41.268728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.283563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 524c4269-5dc7-40bf-8484-4bb6ee7359b3 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:41.293878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27147d92-ebeb-484a-b024-cb0270373446 req-d36d9105-8dd9-4c21-8734-8a692db5e490 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221197 Aug 28 08:36:41.474732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.503006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['40296436-49b3-4535-8c90-f772fec3aa8b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:36:41.571879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490276-bdf0-4851-b1d0-01ce0e2cbcd1 req-6bbdc32c-f1a4-4382-a383-6872920fd007 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:41.573316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20490276-bdf0-4851-b1d0-01ce0e2cbcd1 req-6bbdc32c-f1a4-4382-a383-6872920fd007 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 943 time: 0.1387026 Aug 28 08:36:41.609840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 1500b9e0-89f0-4b2e-b818-635b763cbb7b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:41.609840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.697393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20490276-bdf0-4851-b1d0-01ce0e2cbcd1 req-7101d722-a458-49da-a56a-0d8db4af70fd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168132 Aug 28 08:36:41.783811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.784057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:41.803913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 1500b9e0-89f0-4b2e-b818-635b763cbb7b owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:41.920904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:41.973005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.001127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=524c4269-5dc7-40bf-8484-4bb6ee7359b3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:42.105435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:42.117337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Sync routers for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:42.134281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2b6c8fc-ef30-494b-80d6-cdf92f683960 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/4fee7f8e-0977-4487-a266-3ee7ec13b3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005494 Aug 28 08:36:42.134884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:42.135549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:42.135922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:42.163076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.169563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.255534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6a1142ff-1b3a-4528-ab5a-cac39bbae501 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:36:42.267274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=1500b9e0-89f0-4b2e-b818-635b763cbb7b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:42.388616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting subnet 45c4e115-ec1a-4a0a-9ffe-63e4676dd11b {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:42.417370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:42.462242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:42.497242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.501057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.514257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.519150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d898f6e-6b66-475d-9f5f-4471d2d4142e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/517cebbd-108e-488b-bba6-facd638cae15 HTTP/1.1" status: 204 len: 168 time: 1.8333449 Aug 28 08:36:42.537560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41464) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:42.545544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'fb8b7d95-e1f2-448d-aff5-068694d06283'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:42.564345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:42.585626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 40296436-49b3-4535-8c90-f772fec3aa8b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:42.636753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '6a1142ff-1b3a-4528-ab5a-cac39bbae501', 'network_id': 'ae8ac453-3f17-4a18-8f42-e6eb21b141cc', 'port_id': '6a1142ff-1b3a-4528-ab5a-cac39bbae501', 'mac_address': 'fa:16:3e:57:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2aa1d2-9a20-4858-9edd-e36231c7d2a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:36:42.637213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:42.653184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d1dfe40-73c3-4718-81cd-c7df54b09b8d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9414582 Aug 28 08:36:42.654411 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:42.657659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41466) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:42.667148 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:42.668650 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:42.696679 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.704750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.727291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.743649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1142ff-1b3a-4528-ab5a-cac39bbae501 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:36:42.779061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013899-a14d-467b-a011-bd0ac3276b6a req-8c525861-3f63-4703-a897-3caadc46ad71 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:42.780769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef013899-a14d-467b-a011-bd0ac3276b6a req-8c525861-3f63-4703-a897-3caadc46ad71 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.3089859 Aug 28 08:36:42.784639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:42.794943 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:42.804873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:40Z', 'revision_number': 7, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:42.863659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 40296436-49b3-4535-8c90-f772fec3aa8b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:42.874730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Checking router: 4fee7f8e-0977-4487-a266-3ee7ec13b3ec for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:42.889175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.898585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef013899-a14d-467b-a011-bd0ac3276b6a req-d7bf9d14-4f05-49f1-b86d-39ef9e4c829c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067126 Aug 28 08:36:42.914842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 83d15c1c-7253-4c3a-9afd-be8cc712b768 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:42.924963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.936393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:42.974721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 40296436-49b3-4535-8c90-f772fec3aa8b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:42.975138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.058130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.076992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Routers {'4fee7f8e-0977-4487-a266-3ee7ec13b3ec'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:43.077619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:43.097082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f162e-6891-4d28-a482-5950a3244dad req-0065c535-cf68-49cb-8115-63996b52fae5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:43.108329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-944f162e-6891-4d28-a482-5950a3244dad req-0065c535-cf68-49cb-8115-63996b52fae5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 944 time: 0.0861387 Aug 28 08:36:43.155635 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:41Z', 'revision_number': 9, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:43.170156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-944f162e-6891-4d28-a482-5950a3244dad req-ccb6ee64-ebc1-48fd-8126-4e6c4eef4aa6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605772 Aug 28 08:36:43.172807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.220517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Subnet': ['ID=45c4e115-ec1a-4a0a-9ffe-63e4676dd11b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:43.248667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.251941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-988ada93-335b-48b1-869e-ced3d8d4853a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/subnets/45c4e115-ec1a-4a0a-9ffe-63e4676dd11b HTTP/1.1" status: 204 len: 168 time: 1.1143458 Aug 28 08:36:43.264659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41470) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:43.300402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.310728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:43.326722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:43.326722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:43.326974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.360366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] Set router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:43.514976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:43.562700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.628902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.127 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/64c7050f-b5af-406b-8b36-989c907b1fa5) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:43.695086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25ad7e-31cb-487f-8c35-e21df738ed7c None None] Network a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:43.718905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.755446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=83d15c1c-7253-4c3a-9afd-be8cc712b768,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:43.770425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.775449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41474) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:43.778549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cab5e0fe-17e1-442d-815f-2fa6841f2bd8 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/83d15c1c-7253-4c3a-9afd-be8cc712b768 HTTP/1.1" status: 204 len: 168 time: 1.1177397 Aug 28 08:36:43.829695 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:41Z', 'revision_number': 9, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:43.831702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.872373 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793b837-8a30-450c-8df9-39ad4d70ff2e None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:41Z', 'revision_number': 9, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e95669-22c3-4fd5-b668-e8b05964507a', 'name': '', 'network_id': '0e90e6ae-fcf4-4413-90f4-40222857930e', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:81:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '051090df-241d-4e50-90e3-b451a6b7808b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:08Z', 'updated_at': '2021-08-28T08:36:15Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '051090df-241d-4e50-90e3-b451a6b7808b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:43.876646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ad397-4b1a-432f-9971-93f47951223f None None] Network e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:43.879369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['6a1142ff-1b3a-4528-ab5a-cac39bbae501'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:36:43.880837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:43.903494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:43.954883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.021356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 9c399b8a-a1f9-4850-9a34-48ba4640116d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:44.021700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.056006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.156159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 9c399b8a-a1f9-4850-9a34-48ba4640116d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9c399b8a-a1f9-4850-9a34-48ba4640116d,segment=NetworkSegment(4db70a3d-5b63-4762-99f8-fe81a300a28a),segment_id=4db70a3d-5b63-4762-99f8-fe81a300a28a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:44.156565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.180116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b63a2-9dbc-416d-99c2-8f759b8a1872 req-c114e6fb-43c1-40f7-a1b9-19c7020bd4f1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:44.181803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d8b63a2-9dbc-416d-99c2-8f759b8a1872 req-c114e6fb-43c1-40f7-a1b9-19c7020bd4f1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1580505 Aug 28 08:36:44.198093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 9c399b8a-a1f9-4850-9a34-48ba4640116d owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:44.209665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:44.218547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:44.255117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:44.303712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port b0506413-8456-4862-9287-dff1ae499f24 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:44.304566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.305152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.321059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=64c7050f-b5af-406b-8b36-989c907b1fa5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:44.355724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d8b63a2-9dbc-416d-99c2-8f759b8a1872 req-18bca5b1-d608-4ce5-bbbb-595fe2b17c5b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528618 Aug 28 08:36:44.439204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] DHCP port deletion for e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:44.488676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=40296436-49b3-4535-8c90-f772fec3aa8b,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:44.535583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:44.545218 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71ff51-6616-432f-bc61-952d1577cb5e" -d '{"events": [{"server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "name": "network-vif-plugged", "status": "completed", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:44.559771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port b0506413-8456-4862-9287-dff1ae499f24, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b0506413-8456-4862-9287-dff1ae499f24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:44.560410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.570594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf937b94-14f9-4529-a171-84e5bf437557 req-10f5e81c-a6f5-4ac0-9286-4b43aecfe663 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:44.579099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf937b94-14f9-4529-a171-84e5bf437557 req-10f5e81c-a6f5-4ac0-9286-4b43aecfe663 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 944 time: 0.1154966 Aug 28 08:36:44.606891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for b0506413-8456-4862-9287-dff1ae499f24 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:44.649444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf937b94-14f9-4529-a171-84e5bf437557 req-ce545f60-3d9f-4497-8b2c-32e48637cefb tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649238 Aug 28 08:36:44.708985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.711821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.742495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] DHCP port deletion for a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:44.755070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port 9c399b8a-a1f9-4850-9a34-48ba4640116d on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:44.760596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=9c399b8a-a1f9-4850-9a34-48ba4640116d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:44.777549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:40Z', 'revision_number': 7, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:44.785815 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafd74a3-26dd-4508-bde2-998bd3b939f9 x-openstack-request-id: req-dafd74a3-26dd-4508-bde2-998bd3b939f9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:44.786107 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "name": "network-vif-plugged", "status": "completed", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:44.786408 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dafd74a3-26dd-4508-bde2-998bd3b939f9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:44.787119 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b', 'code': 200} Aug 28 08:36:44.866044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e250f42-c583-43b3-a7f5-ad958d618032 None None] The sync data for ids ['4fee7f8e-0977-4487-a266-3ee7ec13b3ec'] in n-d-792458-16 is: [{'id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'name': 'tempest-TestNetworkBasicOps-router-2084261814', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b0506413-8456-4862-9287-dff1ae499f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:33:34Z', 'updated_at': '2021-08-28T08:36:40Z', 'revision_number': 7, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': 'b0506413-8456-4862-9287-dff1ae499f24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee7f8e-0977-4487-a266-3ee7ec13b3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:33:35Z', 'updated_at': '2021-08-28T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:44.901378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Deleting port 9c399b8a-a1f9-4850-9a34-48ba4640116d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:44.901761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:44.925931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:36:44.978378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.003680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:45.015732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:45.039125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db70a3d-5b63-4762-99f8-fe81a300a28a') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:45.039797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db70a3d-5b63-4762-99f8-fe81a300a28a') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:45.044374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Deleting port 8980f9ad-b046-48ae-a41e-c1f46826e062 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:45.044901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.047835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] For port 9c399b8a-a1f9-4850-9a34-48ba4640116d, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:45.048234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.059091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.119141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Calling delete_port for 9c399b8a-a1f9-4850-9a34-48ba4640116d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:45.123563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.125106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Port 9c399b8a-a1f9-4850-9a34-48ba4640116d was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:36:45.130907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.140082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:45.140765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:45.152728 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:45.156572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] No DVR routers for this DVR port 9c399b8a-a1f9-4850-9a34-48ba4640116d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:45.188520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] For port 8980f9ad-b046-48ae-a41e-c1f46826e062, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8980f9ad-b046-48ae-a41e-c1f46826e062,segment=NetworkSegment(2c01df8e-31ad-4206-a552-621d55c13f70),segment_id=2c01df8e-31ad-4206-a552-621d55c13f70)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:45.188520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.191542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8c6f6-59ec-4ad9-931d-626b506a26e0 None None] Pushing event deleted for resources: {'Port': ['ID=9c399b8a-a1f9-4850-9a34-48ba4640116d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:45.209614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Calling delete_port for 8980f9ad-b046-48ae-a41e-c1f46826e062 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:45.375744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2480c9-9071-49ad-a527-dcf5a40ed223 req-93c733b3-fc46-4053-aa26-5fd3265ed548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:45.377770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c2480c9-9071-49ad-a527-dcf5a40ed223 req-93c733b3-fc46-4053-aa26-5fd3265ed548 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.5209951 Aug 28 08:36:45.398524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.434953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.452007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 92f50417-ad0e-4b87-91d3-a7ab1ef93566 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:45.462946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.465765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=b0506413-8456-4862-9287-dff1ae499f24,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:45.496048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 92f50417-ad0e-4b87-91d3-a7ab1ef93566 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:45.496394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 92f50417-ad0e-4b87-91d3-a7ab1ef93566 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:45.496857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8980f9ad-b046-48ae-a41e-c1f46826e062 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:45.499396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.505098 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c2480c9-9071-49ad-a527-dcf5a40ed223 req-15145ce6-bcef-4e7d-9fed-51b94f3968cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149557 Aug 28 08:36:45.509693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c HTTP/1.1" status: 204 len: 168 time: 1.7264936 Aug 28 08:36:45.509871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.511083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:45.556058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4937e-76c0-4842-b265-f905dcd036e4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=e25e1fcf-0a42-4a31-8ee6-d0607fe90c9c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:45.617435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8980f9ad-b046-48ae-a41e-c1f46826e062 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:45.617782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8980f9ad-b046-48ae-a41e-c1f46826e062 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:45.618393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 524c4269-5dc7-40bf-8484-4bb6ee7359b3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:45.622705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] No DVR routers for this DVR port 8980f9ad-b046-48ae-a41e-c1f46826e062 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:45.629744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857142c-17fa-43f1-8310-73b54babf3ee None None] Pushing event deleted for resources: {'Port': ['ID=8980f9ad-b046-48ae-a41e-c1f46826e062,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:45.656244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 524c4269-5dc7-40bf-8484-4bb6ee7359b3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:45.656588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 524c4269-5dc7-40bf-8484-4bb6ee7359b3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:45.657065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9c399b8a-a1f9-4850-9a34-48ba4640116d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:45.681684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611db271-e2d4-4f83-85fc-e3b7173e1c5b req-06425f53-2f81-4f57-a0e6-3335484a3e42 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:45.685973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-611db271-e2d4-4f83-85fc-e3b7173e1c5b req-06425f53-2f81-4f57-a0e6-3335484a3e42 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1761465 Aug 28 08:36:45.694771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9c399b8a-a1f9-4850-9a34-48ba4640116d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:45.695097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9c399b8a-a1f9-4850-9a34-48ba4640116d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:45.718845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.830463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.831970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-611db271-e2d4-4f83-85fc-e3b7173e1c5b req-d0c2c3b8-bc77-4d7e-b70c-b5902fa5da03 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403279 Aug 28 08:36:45.837011 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:45.839294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.005555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b4531-5825-4d41-9991-855c29dad87c req-c8a0c98e-ad74-4cf0-a204-b68ee5087dbb tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:46.021180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d4b4531-5825-4d41-9991-855c29dad87c req-c8a0c98e-ad74-4cf0-a204-b68ee5087dbb tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 944 time: 0.0851774 Aug 28 08:36:46.037267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.038106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Fanout notify agent at l3_agent the message router_deleted on router 4fee7f8e-0977-4487-a266-3ee7ec13b3ec {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:36:46.051900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.059108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a3ff486-9a53-4d05-bd03-b0e434f26b5a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/routers/4fee7f8e-0977-4487-a266-3ee7ec13b3ec HTTP/1.1" status: 204 len: 168 time: 2.7964454 Aug 28 08:36:46.063206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41488) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:46.145289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.164459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.194483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6a1142ff-1b3a-4528-ab5a-cac39bbae501 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:46.212640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d4b4531-5825-4d41-9991-855c29dad87c req-6d92528a-db85-4532-9cf0-c024a3fa6a65 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929052 Aug 28 08:36:46.212867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.279543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.336061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.346941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:46.364946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c01df8e-31ad-4206-a552-621d55c13f70') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:46.365249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c01df8e-31ad-4206-a552-621d55c13f70') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:46.378078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.381350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:46.387878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:46.388910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.394019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.403564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:46.404337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:46.408730 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:46.424363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=64c7050f-b5af-406b-8b36-989c907b1fa5,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:46.474607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.507491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.553214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:46.599288 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.614941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.623816 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.624916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/networks/a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc HTTP/1.1" status: 204 len: 168 time: 0.5605073 Aug 28 08:36:46.644273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75073e7-a75e-491d-b25e-8ce67dc938bd tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Network': ['ID=a5f83ec5-d4f6-4a47-bd79-920d1d1c7bdc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:46.648607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41490) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:46.658659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'network': {'name': 'tempest-network-smoke--161444534', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:46.691624 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP bb7e2402-6aa9-4706-9fdd-20077a282192 associated. External IP: 172.25.0.127, port: fb8b7d95-e1f2-448d-aff5-068694d06283. Aug 28 08:36:46.712411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:46.790456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:46.793696 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9287cf23-6a40-488d-b78b-ee90a18bcb9a" -d '{"events": [{"server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "name": "network-vif-plugged", "status": "completed", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:46.845311 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223faef-d438-4292-aefc-85fb0b91b14b x-openstack-request-id: req-8223faef-d438-4292-aefc-85fb0b91b14b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:36:46.845311 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "name": "network-vif-plugged", "status": "completed", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:36:46.845311 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8223faef-d438-4292-aefc-85fb0b91b14b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:36:46.845311 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501', 'code': 200} Aug 28 08:36:46.869683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:46.874497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:46.921685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:47.005620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.005888 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Added segment a785d7ae-355f-4606-b732-b14306a1b851 of type vlan for network 7ae861bc-e547-4ad2-b1e4-7c138683200e Aug 28 08:36:47.053082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d076-016e-45f5-8bc5-5d71dd0d9a55 req-9c7435fc-0816-4956-9569-1e2138af40a3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:47.062581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b699d076-016e-45f5-8bc5-5d71dd0d9a55 req-9c7435fc-0816-4956-9569-1e2138af40a3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0951743 Aug 28 08:36:47.115483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 74e95669-22c3-4fd5-b668-e8b05964507a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:47.115840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.123429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b699d076-016e-45f5-8bc5-5d71dd0d9a55 req-b915094c-9fb4-4934-a53a-1c7b68e722da tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594459 Aug 28 08:36:47.182121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.193389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854bbee-c5cb-428c-81cb-abf7d9017a9f req-b0609b5f-6925-477c-8ce8-d04cdd7bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:47.195009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8854bbee-c5cb-428c-81cb-abf7d9017a9f req-b0609b5f-6925-477c-8ce8-d04cdd7bbd4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 1097 time: 0.2262540 Aug 28 08:36:47.251616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:47.310297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8854bbee-c5cb-428c-81cb-abf7d9017a9f req-6d3eb88f-55e0-4c2e-97b7-eda44dcc88fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033504 Aug 28 08:36:47.320999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 74e95669-22c3-4fd5-b668-e8b05964507a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=74e95669-22c3-4fd5-b668-e8b05964507a,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:47.321483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.363782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.370008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:47.370719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.376341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b0506413-8456-4862-9287-dff1ae499f24 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:47.397691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 74e95669-22c3-4fd5-b668-e8b05964507a owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:47.404048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b0506413-8456-4862-9287-dff1ae499f24 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:47.405691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b0506413-8456-4862-9287-dff1ae499f24 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:47.429947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003dae4-75ab-4559-bb1d-2ab5387811e5 req-cb9bf504-c032-4b7b-8822-d9e592123e04 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:47.431623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1003dae4-75ab-4559-bb1d-2ab5387811e5 req-cb9bf504-c032-4b7b-8822-d9e592123e04 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1245136 Aug 28 08:36:47.473314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1003dae4-75ab-4559-bb1d-2ab5387811e5 req-59f0a217-ee31-4d76-9caf-b540510b5580 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Aug 28 08:36:47.525765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Network': ['ID=7ae861bc-e547-4ad2-b1e4-7c138683200e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:47.536770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:47.591886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:47.607431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:47.621538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:47.625656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:47.665205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:47.673934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:47.674696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:47.707245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:47.707876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74083d5c-7a5a-4fd8-987e-517f42c40092 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:47.862394 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af704852-eaa7-4d7e-a655-817a16c335c6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2117414 Aug 28 08:36:47.865209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:47.870421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'admin_state_up': True, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:47.890310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.895841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.967642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=74e95669-22c3-4fd5-b668-e8b05964507a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:47.987166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:47.988451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.023420 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6c2d4815-3f06-4398-8451-553c4ccb39ea tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4832165 Aug 28 08:36:48.027501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41504) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:48.059345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.067097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1757818742'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:48.107380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.362272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.395166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f65e7-5c18-4478-b31f-4c60489d3814 req-2fa97d95-5011-487c-af24-89771c4dc9fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:48.397032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e8f65e7-5c18-4478-b31f-4c60489d3814 req-2fa97d95-5011-487c-af24-89771c4dc9fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1097860 Aug 28 08:36:48.472736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e8f65e7-5c18-4478-b31f-4c60489d3814 req-860baca4-4fbd-4d28-a4b5-0f9ef07ea5b3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686440 Aug 28 08:36:48.567808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:48.574667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.669792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:36:48.687263 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.687624 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Added segment 091fafa9-3e08-4380-97ca-c0072f331dce of type vlan for network 99f798af-4314-4ef8-a24e-7ae865ba45df Aug 28 08:36:48.701020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:48.752774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.863838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:48.869509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f48e167-77f3-41c8-964e-9f933285641f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3572240 Aug 28 08:36:48.872433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:48.879182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:48.890546 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:48.891415 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:48.951664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 051090df-241d-4e50-90e3-b451a6b7808b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:48.955173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.977819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.983748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:48.984391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:48.995382 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:49.035317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.059955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.071030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b39f-d796-478c-a63f-688c426f6c07 req-cc31a831-afde-4813-ad8f-45a1b5bf8d83 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:49.079824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8d8b39f-d796-478c-a63f-688c426f6c07 req-cc31a831-afde-4813-ad8f-45a1b5bf8d83 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.4512668 Aug 28 08:36:49.087551 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.129892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Network': ['ID=99f798af-4314-4ef8-a24e-7ae865ba45df,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:49.145219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 99f798af-4314-4ef8-a24e-7ae865ba45df details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:36:49.161328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1d30faa-fc7f-4d98-95a2-1d40b3ebdb45 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1321096 Aug 28 08:36:49.167418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8d8b39f-d796-478c-a63f-688c426f6c07 req-15e1082c-70e6-4f44-aeb3-d239316bd5de tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872390 Aug 28 08:36:49.169923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41522) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:49.182539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'subnet': {'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:49.244909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.272523 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:47Z', 'revision_number': 10, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:49.310234 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:49.312152 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:49.312831 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:49.350059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.25.0.81 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/3428ae0c-6923-4db7-b9d1-5a8b7888b6b4) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:49.399228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.404195 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:49.437455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.439886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/051090df-241d-4e50-90e3-b451a6b7808b HTTP/1.1" status: 204 len: 168 time: 0.5663311 Aug 28 08:36:49.441059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce549c4-a0f5-433f-b3c3-4112982e3e56 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=051090df-241d-4e50-90e3-b451a6b7808b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:49.443706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41524) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:49.449431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e5cbf-0cee-4be2-86fe-99edb401425f None None] Network 0e90e6ae-fcf4-4413-90f4-40222857930e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:49.482133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.497029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:49.505904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.569978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.662068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port c110559c-e25c-4cc1-b84b-c6ef923a8e84 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:49.662626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.668926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e466679-b6f4-4096-aa9b-eed86d15c298 req-b1164fc1-a893-4b93-8a88-76ec23ddba18 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:49.670494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e466679-b6f4-4096-aa9b-eed86d15c298 req-b1164fc1-a893-4b93-8a88-76ec23ddba18 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.0851419 Aug 28 08:36:49.686952 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:47Z', 'revision_number': 10, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:49.704006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] DHCP port deletion for 0e90e6ae-fcf4-4413-90f4-40222857930e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:49.721250 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8cf2f-a0f7-4b1f-8983-764a79ce3741 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:47Z', 'revision_number': 10, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None, '_interfaces': [{'id': '089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2', 'name': '', 'network_id': 'b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'mac_address': 'fa:16:3e:83:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:03Z', 'updated_at': '2021-08-28T08:36:09Z', 'revision_number': 5, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'subnets': [{'id': '66420d06-b44b-4fe1-a8c4-b5f7a1245a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:49.762307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e466679-b6f4-4096-aa9b-eed86d15c298 req-35529329-9dac-43f8-8cc7-da7b4ab6f6eb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803986 Aug 28 08:36:49.770329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port c110559c-e25c-4cc1-b84b-c6ef923a8e84, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c110559c-e25c-4cc1-b84b-c6ef923a8e84,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:49.770711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.772024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.774384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Deleting port c110559c-e25c-4cc1-b84b-c6ef923a8e84 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:49.780857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.787685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for c110559c-e25c-4cc1-b84b-c6ef923a8e84 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:49.848839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] For port c110559c-e25c-4cc1-b84b-c6ef923a8e84, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c110559c-e25c-4cc1-b84b-c6ef923a8e84,segment=NetworkSegment(d875c1dd-8c16-4a90-8040-3f071006c937),segment_id=d875c1dd-8c16-4a90-8040-3f071006c937)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:49.849153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.862263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:49.863326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Calling delete_port for c110559c-e25c-4cc1-b84b-c6ef923a8e84 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:49.871547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:49.875103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:49.879206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:49.974886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.980496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:49.991572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.008404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] Pushing event deleted for resources: {'Port': ['ID=c110559c-e25c-4cc1-b84b-c6ef923a8e84,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:50.010231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=c110559c-e25c-4cc1-b84b-c6ef923a8e84,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:50.016132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port c110559c-e25c-4cc1-b84b-c6ef923a8e84 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:50.025434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad88c53-9aeb-415c-88a4-9a3efd4f4949 None None] No DVR routers for this DVR port c110559c-e25c-4cc1-b84b-c6ef923a8e84 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:50.045538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-9db092ca-d67e-45c8-9abe-35f9b1946b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:50.047104 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-9db092ca-d67e-45c8-9abe-35f9b1946b6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 1098 time: 0.1003513 Aug 28 08:36:50.113180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Subnet': ['ID=bec22653-561d-4e43-a0e6-2740641eb307,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:50.133261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Checking segment: {'id': '091fafa9-3e08-4380-97ca-c0072f331dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:50.133261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network hostable DHCP agents. Network: 99f798af-4314-4ef8-a24e-7ae865ba45df, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:50.159296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.175948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e90e6ae-fcf4-4413-90f4-40222857930e']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:50.195921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd875c1dd-8c16-4a90-8040-3f071006c937') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:50.196314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd875c1dd-8c16-4a90-8040-3f071006c937') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:50.211371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.235698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-4cd25273-0c9a-42be-93b8-daeb6171d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:50.237200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-4cd25273-0c9a-42be-93b8-daeb6171d483 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 912 time: 0.1750062 Aug 28 08:36:50.238201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.244874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:50.245247 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:50.249008 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:50.317966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 99f798af-4314-4ef8-a24e-7ae865ba45df is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:50.332151 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-c12c237c-3cc8-4145-a882-85c27279dee8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194780b3-785c-4229-bb2e-92add31e9c75 HTTP/1.1" status: 200 len: 217 time: 0.0826201 Aug 28 08:36:50.338486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac109-e24e-46e8-9ba5-25913ca886a1 req-aec0e6de-5ccb-4c10-a686-1b1e7ac382f6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:50.340602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d30ac109-e24e-46e8-9ba5-25913ca886a1 req-aec0e6de-5ccb-4c10-a686-1b1e7ac382f6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1038477 Aug 28 08:36:50.385496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-e83ef934-ebb1-4aa7-9e58-e349ede8cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:50.388778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-e83ef934-ebb1-4aa7-9e58-e349ede8cf73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.0481272 Aug 28 08:36:50.412241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 99f798af-4314-4ef8-a24e-7ae865ba45df) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:50.419298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d30ac109-e24e-46e8-9ba5-25913ca886a1 req-edfa4fc2-50ff-40f5-bd97-2144c3be4b96 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498247 Aug 28 08:36:50.420408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-94ee0d1b-49c2-46e1-ab5f-961a607ce11a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256927 Aug 28 08:36:50.420583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:50.421177 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.421530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6608e7-9209-4af1-a7b1-42b1f4bcd022 None None] Network 99f798af-4314-4ef8-a24e-7ae865ba45df requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:50.426414 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.440364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.463633 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.465773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/0e90e6ae-fcf4-4413-90f4-40222857930e HTTP/1.1" status: 204 len: 168 time: 1.0209053 Aug 28 08:36:50.491110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:50.506036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37c977-2c0f-4c21-b115-e8a6938cbaea tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=0e90e6ae-fcf4-4413-90f4-40222857930e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:50.556246 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-1545c72e-ef90-4d3f-8b30-639542d2713f service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279776 Aug 28 08:36:50.602051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-99f798af-4314-4ef8-a24e-7ae865ba45df', 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df', 'tenant_id': '784c97e4880c4731b8ba4075986b97d3', 'fixed_ips': [{'subnet_id': 'bec22653-561d-4e43-a0e6-2740641eb307'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:50.602959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.612012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ff5aaa27-6801-44a2-8d60-8d4e9275f4bb tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4389005 Aug 28 08:36:50.617578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41534) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:50.622633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1694120364', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:50.673675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5caa8c4-886d-4ed1-94e2-093dfc884f45 req-a06c43cd-dea1-4804-a82d-de0a424918ca service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090562 Aug 28 08:36:50.749734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Allocated IP 172.20.0.2 (99f798af-4314-4ef8-a24e-7ae865ba45df/bec22653-561d-4e43-a0e6-2740641eb307/ead0c17f-2523-43e1-812a-acd49ac77f41) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:50.842797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.843804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.899756 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.900026 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.908419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Transition to ACTIVE for port object ead0c17f-2523-43e1-812a-acd49ac77f41 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:50.924093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Transition to ACTIVE for port object ead0c17f-2523-43e1-812a-acd49ac77f41 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:50.951163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:50.998356 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.046920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Network 99f798af-4314-4ef8-a24e-7ae865ba45df is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:51.049861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:51.061744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:51.069677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Pushing event updated for resources: {'Port': ['ID=ead0c17f-2523-43e1-812a-acd49ac77f41,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:51.125532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-ac54d063-232f-46be-95a0-4bd8e7fdea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:51.127468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-ac54d063-232f-46be-95a0-4bd8e7fdea09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 1097 time: 0.0564570 Aug 28 08:36:51.171969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718344c-0bc2-4346-b157-aa399fad3c6e req-1f3febba-5814-4aa8-ba21-47f51876d0ad tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:51.175195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5718344c-0bc2-4346-b157-aa399fad3c6e req-1f3febba-5814-4aa8-ba21-47f51876d0ad tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1879427 Aug 28 08:36:51.238424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-442c67a3-bd63-4d27-824a-4424ce7df690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:51.240092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-442c67a3-bd63-4d27-824a-4424ce7df690 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.1050684 Aug 28 08:36:51.280009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.294380 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-7edae715-eca5-4e1d-826e-327120797e0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501 HTTP/1.1" status: 200 len: 217 time: 0.0463760 Aug 28 08:36:51.295089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Attempting to bind port ead0c17f-2523-43e1-812a-acd49ac77f41 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:51.295696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Attempting to bind port ead0c17f-2523-43e1-812a-acd49ac77f41 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '091fafa9-3e08-4380-97ca-c0072f331dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:51.296513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Attempting to bind port ead0c17f-2523-43e1-812a-acd49ac77f41 on network 99f798af-4314-4ef8-a24e-7ae865ba45df {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:51.302172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:51.302584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Checking segment: {'id': '091fafa9-3e08-4380-97ca-c0072f331dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:51.303491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.303491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Bound using segment: {'id': '091fafa9-3e08-4380-97ca-c0072f331dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:51.303894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Bound port: ead0c17f-2523-43e1-812a-acd49ac77f41, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091fafa9-3e08-4380-97ca-c0072f331dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:51.307279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.332387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5718344c-0bc2-4346-b157-aa399fad3c6e req-b10565e3-75b7-47a0-be76-5016f746c9d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Aug 28 08:36:51.356082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c110559c-e25c-4cc1-b84b-c6ef923a8e84 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:51.373008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-a1e51618-69dd-41c6-b6a7-88c869b2bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:51.374130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-a1e51618-69dd-41c6-b6a7-88c869b2bef3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.0692632 Aug 28 08:36:51.396739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c110559c-e25c-4cc1-b84b-c6ef923a8e84 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:51.397075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c110559c-e25c-4cc1-b84b-c6ef923a8e84 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:51.397499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74e95669-22c3-4fd5-b668-e8b05964507a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:51.413399 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-6f2c6bf3-177a-4393-bc6c-e28aa583d7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305676 Aug 28 08:36:51.424878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 74e95669-22c3-4fd5-b668-e8b05964507a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:51.428314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 74e95669-22c3-4fd5-b668-e8b05964507a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:51.431124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] For port ead0c17f-2523-43e1-812a-acd49ac77f41, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:51.458540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] For port ead0c17f-2523-43e1-812a-acd49ac77f41, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ead0c17f-2523-43e1-812a-acd49ac77f41,segment=NetworkSegment(091fafa9-3e08-4380-97ca-c0072f331dce),segment_id=091fafa9-3e08-4380-97ca-c0072f331dce)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:51.483766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 8509af21-8f66-4eb1-835c-0f63c379c25f is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:36:51.512422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.512697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-99f4c4a7-1560-423d-b32e-fb92fbe6fd7e service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906832 Aug 28 08:36:51.585533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:51.609885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be546ce-b938-4ae6-833f-0d3e60076fa6 req-d5c3a05f-7127-4a97-8bfd-e99551e68f25 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:51.611551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3be546ce-b938-4ae6-833f-0d3e60076fa6 req-d5c3a05f-7127-4a97-8bfd-e99551e68f25 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1760962 Aug 28 08:36:51.620208 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd355c79-eaa6-4a45-8a54-9e02e6ba9fde req-d24fc18a-79d3-40fb-a719-b7a26355de27 service neutron] 10.222.0.64 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001599 Aug 28 08:36:51.654333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e2f9-108f-4fa9-95d3-763c9e1f32f9 None None] Pushing event updated for resources: {'Port': ['ID=ead0c17f-2523-43e1-812a-acd49ac77f41,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:52.110674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3be546ce-b938-4ae6-833f-0d3e60076fa6 req-ee6367aa-ccd2-42a5-a07d-6561a25bf9d2 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852467 Aug 28 08:36:52.224494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:52.238357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Sync routers for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:52.248783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:52.249432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:52.303297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.344461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.380292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:52.416243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.418232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-653d2671-a819-4238-b0c8-2bbc0ff3b093 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5507162 Aug 28 08:36:52.421196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41548) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:52.464799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-adcb79c1-4cd7-4c63-a760-a08f370a94d9 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a2094d97dbfc4a71af8efaa13f1fbbb9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422704 Aug 28 08:36:52.467535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41550) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:52.590052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42897cf-7f7c-4265-aee6-c71c1fdb34d5 req-a679d706-ac65-4822-a976-610dfa4f43ba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:52.598539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42897cf-7f7c-4265-aee6-c71c1fdb34d5 req-a679d706-ac65-4822-a976-610dfa4f43ba tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1831686 Aug 28 08:36:52.606617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:50Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:52.628188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.25.0.46 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/19ea878a-1c46-428d-a3b4-70f983c02d6b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:52.641043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Checking router: 8509af21-8f66-4eb1-835c-0f63c379c25f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:52.641402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Updating router 8509af21-8f66-4eb1-835c-0f63c379c25f port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:52.649146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5e502-9faa-4208-9ebd-14ea6f1716dd tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:52.650847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-40a5e502-9faa-4208-9ebd-14ea6f1716dd tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1821973 Aug 28 08:36:52.654087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41552) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:52.672846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.689473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42897cf-7f7c-4265-aee6-c71c1fdb34d5 req-3eded90b-84a7-4c3a-a0a1-62644ad4e3ae tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901186 Aug 28 08:36:52.698349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e34e0c-deba-4623-8a67-4e2938ccb82d None None] Network 99f798af-4314-4ef8-a24e-7ae865ba45df requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:52.706005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:52.706005 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.710559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-11a2b980-44c4-419e-af35-dad419bf92e6 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533459 Aug 28 08:36:52.710778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41554) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:52.716387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353736192', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:52.851007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.875041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:52.875403 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:52.893334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:52.908168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d625fe54-5322-44b0-911a-098d2d593a47 None None] Provisioning for port ead0c17f-2523-43e1-812a-acd49ac77f41 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:52.909730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:36:52.921327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.090241 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.179828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:53.182681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=19ea878a-1c46-428d-a3b4-70f983c02d6b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:53.187263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:53.190076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:53.210877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.271666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.318964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Subnet': ['ID=aa010339-8e4a-481a-81dd-b7a94cfec9dd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:53.319951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.327888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Checking segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:53.328256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network hostable DHCP agents. Network: 7ae861bc-e547-4ad2-b1e4-7c138683200e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:36:53.349011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Transition to ACTIVE for port object 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:53.357565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:53.382681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab679fd-3299-478a-9baa-5b08dfd37995 req-4a49ca67-b957-43df-a3ae-cf6b828f9ec4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:53.384243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ab679fd-3299-478a-9baa-5b08dfd37995 req-4a49ca67-b957-43df-a3ae-cf6b828f9ec4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1924810 Aug 28 08:36:53.388338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ead0c17f-2523-43e1-812a-acd49ac77f41 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:53.435794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:36:53.460946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.518438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Attempting to bind port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:53.518815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Attempting to bind port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:53.519178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Attempting to bind port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:53.522403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c427-64d6-4e4d-850c-909dbac61eec None None] Pushing event updated for resources: {'Port': ['ID=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:53.528003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:53.528584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:53.528995 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.529673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:53.529878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Bound port: 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:53.530831 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.541701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7ae861bc-e547-4ad2-b1e4-7c138683200e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:53.546771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:53.547562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.563218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88f51b-1cbd-4dac-a0a3-243a27d8c460 None None] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:53.588584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.603731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ab679fd-3299-478a-9baa-5b08dfd37995 req-5ab82097-e73f-4a71-92ee-b91233a02c24 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768765 Aug 28 08:36:53.616200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ead0c17f-2523-43e1-812a-acd49ac77f41 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:53.646705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ead0c17f-2523-43e1-812a-acd49ac77f41 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:53.647077 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.677655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] For port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:53.684726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac3196c2-d369-4c8a-9f84-35abf8050ee1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9728577 Aug 28 08:36:53.687644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41560) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:53.707016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] For port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:53.783078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.855035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7ae861bc-e547-4ad2-b1e4-7c138683200e', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:36:53.855879 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.862298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:53.911521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:53.911774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f8c9-19de-4386-91eb-163f8b6b87a9 req-95a22031-6aa4-4967-bd0f-1a920d7da267 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:53.912428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf8f8c9-19de-4386-91eb-163f8b6b87a9 req-95a22031-6aa4-4967-bd0f-1a920d7da267 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 946 time: 0.1391058 Aug 28 08:36:53.931258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:53.932314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.009388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c427-64d6-4e4d-850c-909dbac61eec None None] Pushing event updated for resources: {'Port': ['ID=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:54.013402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.067684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:54.074073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcf8f8c9-19de-4386-91eb-163f8b6b87a9 req-8e1c4a9a-d0ef-4097-83d3-401123030f0d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499586 Aug 28 08:36:54.079379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9947dfa4-4342-419b-9dcd-3cb228196b40 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5864587 Aug 28 08:36:54.081844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41564) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:54.088926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ead0c17f-2523-43e1-812a-acd49ac77f41, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ead0c17f-2523-43e1-812a-acd49ac77f41,segment=NetworkSegment(091fafa9-3e08-4380-97ca-c0072f331dce),segment_id=091fafa9-3e08-4380-97ca-c0072f331dce)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:54.093083 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:54.105566 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:54.108043 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.151522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Allocated IP 172.20.0.2 (7ae861bc-e547-4ad2-b1e4-7c138683200e/aa010339-8e4a-481a-81dd-b7a94cfec9dd/7dfba5af-baea-4037-b097-e3fab21c1c98) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:54.167877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:54.216446 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:54.234668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.253493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting subnet 66420d06-b44b-4fe1-a8c4-b5f7a1245a20 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:36:54.259495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.310896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 194780b3-785c-4229-bb2e-92add31e9c75 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:54.330653 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.337932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.363429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.486968 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:54.497477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:54.498271 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.517272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.578675 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:54.605610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.633259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ead0c17f-2523-43e1-812a-acd49ac77f41,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:54.664413 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.702035 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3a13a-cedb-435b-b991-0ff6bac17761 None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:54.702308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:36:54.783109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.792052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.797948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Transition to ACTIVE for port object 7dfba5af-baea-4037-b097-e3fab21c1c98 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:54.843448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:54.845770 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034c920-5293-4303-9aba-38bb2ad21cb6" -d '{"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-unplugged", "status": "completed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:54.849332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Transition to ACTIVE for port object 7dfba5af-baea-4037-b097-e3fab21c1c98 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:54.849773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:54.864419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:54.867113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] Sync routers for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:54.878046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:50Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.909854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:54.910541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.912885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8f0d-ade9-48e6-b59a-7a7c01e10c33 None None] The sync data for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 is: [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:50Z', 'revision_number': 3, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:54.947236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.950864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:54.958282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:54.959800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0b41ba4b-9261-4d7c-a399-208a444ab0d1 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3412809 Aug 28 08:36:54.962622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41600) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:54.994558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.006143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:55.011007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:55.046652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Pushing event updated for resources: {'Port': ['ID=7dfba5af-baea-4037-b097-e3fab21c1c98,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:55.083238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.093153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:55.143139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:55.143902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5630b10-8450-45b4-815c-a1fdf02c7e29 None None] The sync data for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:55.148131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:55.152465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:55.198600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Subnet': ['ID=66420d06-b44b-4fe1-a8c4-b5f7a1245a20,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:55.207788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.209634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41610) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:55.213204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eef043b7-52d6-48a4-9f7a-dbf63e9fb179 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/66420d06-b44b-4fe1-a8c4-b5f7a1245a20 HTTP/1.1" status: 204 len: 168 time: 1.0459878 Aug 28 08:36:55.243203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10696e0-b1fe-4b8f-ac7b-a1df0098a8a0 None None] Network b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:55.344837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:55.345714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.1 (7ae861bc-e547-4ad2-b1e4-7c138683200e/aa010339-8e4a-481a-81dd-b7a94cfec9dd/0b1761e5-1d67-46d1-bd9b-a9ca60176da9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:55.361675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Attempting to bind port 7dfba5af-baea-4037-b097-e3fab21c1c98 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:55.362061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Attempting to bind port 7dfba5af-baea-4037-b097-e3fab21c1c98 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:55.378828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Attempting to bind port 7dfba5af-baea-4037-b097-e3fab21c1c98 on network 7ae861bc-e547-4ad2-b1e4-7c138683200e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:55.414225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:55.414625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Checking segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:55.415040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.415446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Bound using segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:55.415951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Bound port: 7dfba5af-baea-4037-b097-e3fab21c1c98, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:55.419358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.485448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.580896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.616818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:55.655291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] For port 7dfba5af-baea-4037-b097-e3fab21c1c98, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:55.667748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] For port 7dfba5af-baea-4037-b097-e3fab21c1c98, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7dfba5af-baea-4037-b097-e3fab21c1c98,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:55.680223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ead0c17f-2523-43e1-812a-acd49ac77f41 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:55.747498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] DHCP port deletion for b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:36:55.759846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.788101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.812896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:55.816423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:55.871364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:55.874266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ead0c17f-2523-43e1-812a-acd49ac77f41 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:55.874913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.909623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.915306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829516c0-1d53-43b6-a8da-262bd6e84dd4 None None] Pushing event updated for resources: {'Port': ['ID=7dfba5af-baea-4037-b097-e3fab21c1c98,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:55.944526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Deleting port 2222f2e1-b595-4990-a7f0-8a493fadefd7 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:55.944905 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:55.985843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:56.022265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.057425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] For port 2222f2e1-b595-4990-a7f0-8a493fadefd7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2222f2e1-b595-4990-a7f0-8a493fadefd7,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:56.058395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.082954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Calling delete_port for 2222f2e1-b595-4990-a7f0-8a493fadefd7 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:56.247027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Deleting port 2222f2e1-b595-4990-a7f0-8a493fadefd7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:56.247368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.257133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-3cc47d41-8114-4738-b229-576867c0f048 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:56.258562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-3cc47d41-8114-4738-b229-576867c0f048 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ae71262-3171-4f76-8ab0-1cf92e88d6e5 HTTP/1.1" status: 200 len: 944 time: 0.1103771 Aug 28 08:36:56.293220 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.319898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.342780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Pushing event deleted for resources: {'Port': ['ID=2222f2e1-b595-4990-a7f0-8a493fadefd7,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:56.347004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:56.390736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] No DVR routers for this DVR port 2222f2e1-b595-4990-a7f0-8a493fadefd7 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:56.392712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:56.393010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 089c9b70-cfd2-44e3-8db1-6ffb90c8ddf2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:56.406983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.406983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.407372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.407634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.407963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.408936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.409295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.409616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.409944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.410306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.410659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.410950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfdef-6448-4cdd-9d63-b970d7e34dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:56.449486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] For port 2222f2e1-b595-4990-a7f0-8a493fadefd7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2222f2e1-b595-4990-a7f0-8a493fadefd7,segment=NetworkSegment(9de16c40-0edc-431a-8882-96b1a762849f),segment_id=9de16c40-0edc-431a-8882-96b1a762849f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:56.449788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.484781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Calling delete_port for 2222f2e1-b595-4990-a7f0-8a493fadefd7 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:56.597193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port 194780b3-785c-4229-bb2e-92add31e9c75 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:36:56.597860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.660761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.689082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.748822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.761837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.797601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Port': ['ID=2222f2e1-b595-4990-a7f0-8a493fadefd7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:56.801216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No DVR routers for this DVR port 2222f2e1-b595-4990-a7f0-8a493fadefd7 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:56.803880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port 194780b3-785c-4229-bb2e-92add31e9c75, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=194780b3-785c-4229-bb2e-92add31e9c75,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:56.804254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.850581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:56.852265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:56.877122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for 194780b3-785c-4229-bb2e-92add31e9c75 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:36:56.950426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:56.951917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:56.979951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.009493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:57.031462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de16c40-0edc-431a-8882-96b1a762849f') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:57.031767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de16c40-0edc-431a-8882-96b1a762849f') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:57.072272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.079489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 8509af21-8f66-4eb1-835c-0f63c379c25f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:57.106822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.122082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:36:57.122544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:36:57.127118 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:36:57.199126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:57.207407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-93369748-2df8-406a-8b33-7aa04dc89a67 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/8509af21-8f66-4eb1-835c-0f63c379c25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5160236 Aug 28 08:36:57.207863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:57.210397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Sync routers for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:57.222757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:57.223510 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:57.335062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.1 (99f798af-4314-4ef8-a24e-7ae865ba45df/bec22653-561d-4e43-a0e6-2740641eb307/536964e8-1393-4a9d-9b1a-cd6ea88fa943) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:36:57.358041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.374976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.379696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/networks/b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c HTTP/1.1" status: 204 len: 168 time: 2.1299889 Aug 28 08:36:57.381804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41616) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:57.389561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'routes': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:57.400653 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:57.447940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.449022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.449496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.449961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.450749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.451219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.451685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.452143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.452602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.453058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.453521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.453961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.458267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4267153b-b72a-406b-9ca6-269059396841 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8418 time: 0.2477763 Aug 28 08:36:57.459411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41618) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:57.460289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.496076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:57.508513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783325cf-2ad0-4663-a38e-a45653097042 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Pushing event deleted for resources: {'Network': ['ID=b81eda4d-2fd5-425f-8a7c-ea5d7ed8c18c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:57.587745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.588074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=194780b3-785c-4229-bb2e-92add31e9c75,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:57.588280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.588762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.589328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.590255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.590255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.590714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.591212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.591803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.592259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.592712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:57.597549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2d606ad-59d9-4f79-bb9c-eb95a667f09e tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 0.1336496 Aug 28 08:36:57.597861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41620) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:57.624228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port 194780b3-785c-4229-bb2e-92add31e9c75 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:36:57.647352 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dc56809a-3ae5-4b18-8d61-96ee99a8541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.671301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:57.680796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:57.682197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.722421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.extraroute_db [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Added routes are [] {{(pid=95466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:36:57.722774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.extraroute_db [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Removed routes are [] {{(pid=95466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:36:57.723099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.726813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.735812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59723bdd-7578-4524-af5a-a4ab0eb4a8b0 req-a6995b1d-4f00-4069-92b6-a8bd87a7158b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "DELETE /v2.0/ports/194780b3-785c-4229-bb2e-92add31e9c75 HTTP/1.1" status: 204 len: 173 time: 1.4503620 Aug 28 08:36:57.746058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-deleted', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:36:57.749208 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 2, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:57.749432 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5ca58-7bde-40ac-8a21-bca4626b548d" -d '{"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-deleted", "tag": "194780b3-785c-4229-bb2e-92add31e9c75"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:36:57.810314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.811191 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Checking router: 8509af21-8f66-4eb1-835c-0f63c379c25f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:57.811543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Updating router 8509af21-8f66-4eb1-835c-0f63c379c25f port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:36:57.845793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:57.853524 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.928742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19e2fc53-c0c3-4cfa-877d-ed1217f3a2c0 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6457 time: 0.3293159 Aug 28 08:36:57.930448 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.931965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7dfba5af-baea-4037-b097-e3fab21c1c98 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:57.958464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.970471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:57.980755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Transition to ACTIVE for port object 536964e8-1393-4a9d-9b1a-cd6ea88fa943 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:57.982537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.018483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:58.100143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router ac8210dd-e344-4189-add3-ad3a7e4aa3fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:36:58.104424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7dfba5af-baea-4037-b097-e3fab21c1c98 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:58.169804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2222f2e1-b595-4990-a7f0-8a493fadefd7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:36:58.194146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.208232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17094e-a98c-4de3-8d8c-f836f2cebbaa None None] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:36:58.257404 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.260869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:36:58.269777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2222f2e1-b595-4990-a7f0-8a493fadefd7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:36:58.269777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2222f2e1-b595-4990-a7f0-8a493fadefd7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:36:58.278113 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Transition to ACTIVE for port object 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:36:58.293570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.298487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e600833-6c12-4f24-a33b-727447288b12 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 704 time: 0.9092495 Aug 28 08:36:58.300140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:58.317243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Sync routers for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:36:58.320309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 99f798af-4314-4ef8-a24e-7ae865ba45df is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:36:58.325493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:36:58.333251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:36:58.340725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=536964e8-1393-4a9d-9b1a-cd6ea88fa943,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:58.349938 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.355984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:58.356720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:58.388149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-11a2e472-fad2-410e-b3af-5e1c330b8b3e tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 205 time: 0.0856583 Aug 28 08:36:58.395170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41638) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:58.413293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Provisioning for port 7dfba5af-baea-4037-b097-e3fab21c1c98 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:58.443155 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Pushing event updated for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:58.456394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Provisioning complete for port 7dfba5af-baea-4037-b097-e3fab21c1c98 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:58.456972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.495494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:58.510611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.511634 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.511977 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.512308 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.512650 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.512969 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.513292 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.513615 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.513935 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.514280 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.514606 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.520784 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:36:58.542101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.550246 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Attempting to bind port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:36:58.550639 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Attempting to bind port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:36:58.551120 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Attempting to bind port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 on network 7ae861bc-e547-4ad2-b1e4-7c138683200e {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:36:58.556706 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:36:58.557136 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Checking segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:36:58.557563 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.557981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Bound using segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:36:58.558570 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Bound port: 0b1761e5-1d67-46d1-bd9b-a9ca60176da9, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:36:58.561661 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.587959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.626192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:58.653053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] For port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:36:58.656420 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] For port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:36:58.677417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Checking router: ac8210dd-e344-4189-add3-ad3a7e4aa3fb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:36:58.700035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Routers {'ac8210dd-e344-4189-add3-ad3a7e4aa3fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:58.700755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:58.749037 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.804213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.808363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] Set router ac8210dd-e344-4189-add3-ad3a7e4aa3fb gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:58.808532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.824519 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:36:58.825274 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:58.866792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:58.869942 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.903584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f046fb8-999f-4aa8-8872-ecccad564cbe None None] The sync data for ids ['ac8210dd-e344-4189-add3-ad3a7e4aa3fb'] in n-d-792458-16 is: [{'id': 'ac8210dd-e344-4189-add3-ad3a7e4aa3fb', 'name': 'tempest-RoutersIpV6Test-router-941740316', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:01Z', 'updated_at': '2021-08-28T08:36:53Z', 'revision_number': 11, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:58.964538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.965076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router ac8210dd-e344-4189-add3-ad3a7e4aa3fb {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:36:58.969322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] For port 7dfba5af-baea-4037-b097-e3fab21c1c98, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7dfba5af-baea-4037-b097-e3fab21c1c98,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:36:58.976782 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452f51-70f6-497a-b505-2c14a82617eb None None] Pushing event updated for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:58.977074 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.977719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2c22ee02-73be-43d2-b85c-350d8d1b93cd tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 204 len: 168 time: 0.5811424 Aug 28 08:36:58.978839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:58.983367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41642) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:58.988938 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-266860797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:59.051224 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:36:59.060702 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.093289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.095035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.124547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e23771-939a-4906-8083-0ba1fe5e115e None None] Pushing event updated for resources: {'Port': ['ID=7dfba5af-baea-4037-b097-e3fab21c1c98,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:36:59.191051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Provisioning complete for port 7dfba5af-baea-4037-b097-e3fab21c1c98 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:59.192922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.193295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.273665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.389362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.392509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c421dd58-dc12-41c6-b88e-a7822c79e311 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4079957 Aug 28 08:36:59.393201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41646) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:36:59.399485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:36:59.446582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:59.482460 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:36:58Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:36:59.517706 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceeba2-cc77-4f8f-80ec-8a38215b6286 None None] The sync data for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 is: [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:36:58Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:36:59.521678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Provisioning for port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:59.549655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:59.550034 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.720895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7dfba5af-baea-4037-b097-e3fab21c1c98 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:36:59.723958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Provisioning for port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:36:59.780919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Provisioning complete for port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:36:59.781573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.794644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a620-4765-4722-addf-32018c3df79a req-0490187b-4da8-46d1-bbce-7b7446ad40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:59.796183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-0490187b-4da8-46d1-bbce-7b7446ad40f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.3275800 Aug 28 08:36:59.905212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:36:59.909217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6835-73b6-4f76-85cc-59de37f642b8 req-62937448-ab73-4d25-b5d3-351879cba5bd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:59.916091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29ba6835-73b6-4f76-85cc-59de37f642b8 req-62937448-ab73-4d25-b5d3-351879cba5bd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.5479057 Aug 28 08:36:59.993911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a620-4765-4722-addf-32018c3df79a req-763e45c9-cc65-4659-bb30-6ceac3166de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:36:59.995613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-763e45c9-cc65-4659-bb30-6ceac3166de8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1891522 Aug 28 08:37:00.007955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29ba6835-73b6-4f76-85cc-59de37f642b8 req-83e91949-1868-4b98-9819-008878566e13 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778499 Aug 28 08:37:00.015743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.085140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.110112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.148285 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8cab0a-8201-4bf5-a8a5-7155aaa514f0 x-openstack-request-id: req-cb8cab0a-8201-4bf5-a8a5-7155aaa514f0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:00.149430 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-unplugged", "status": "failed", "tag": "194780b3-785c-4229-bb2e-92add31e9c75", "code": 422}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:00.150583 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb8cab0a-8201-4bf5-a8a5-7155aaa514f0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:00.151215 n-d-792458-16 neutron-server[95468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75', 'code': 422} returned with failed status Aug 28 08:37:00.217233 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038de553-2fe0-4df4-9fbf-f1701e8a8d70 x-openstack-request-id: req-038de553-2fe0-4df4-9fbf-f1701e8a8d70 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:00.217896 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae71262-3171-4f76-8ab0-1cf92e88d6e5", "name": "network-vif-deleted", "tag": "194780b3-785c-4229-bb2e-92add31e9c75", "status": "failed", "code": 422}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:00.218282 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-038de553-2fe0-4df4-9fbf-f1701e8a8d70 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:00.218826 n-d-792458-16 neutron-server[95466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ae71262-3171-4f76-8ab0-1cf92e88d6e5', 'name': 'network-vif-deleted', 'tag': '194780b3-785c-4229-bb2e-92add31e9c75', 'status': 'failed', 'code': 422} returned with failed status Aug 28 08:37:00.219753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=536964e8-1393-4a9d-9b1a-cd6ea88fa943,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:00.289291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b70fbe77-2c4d-4610-bc98-9f637430c328 None None] Port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:00.294970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.301025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7dfba5af-baea-4037-b097-e3fab21c1c98 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:00.301755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.354276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-584712aa-ab9b-439b-a13d-2cc8d8fad1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.387506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.436531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 99f798af-4314-4ef8-a24e-7ae865ba45df is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:00.438487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:00.592412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41650) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:00.597244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943246747', 'description': 'tempest-secgroup-smoke-943246747 description', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:00.682143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:00.780692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.810925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-8e5ac1c1-9363-4658-b465-77c66eadf50b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.8048654 Aug 28 08:37:00.901585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8a869d14-957f-4aa9-b074-43a9309f2d81 None None] Provisioning complete for port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:00.902575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8a869d14-957f-4aa9-b074-43a9309f2d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:00.906545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82a26-1b0a-4a1b-bbbf-f35cb7e80f6b req-faea4315-5e7b-434b-bdc9-bbd67e919a5a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:00.907604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49e82a26-1b0a-4a1b-bbbf-f35cb7e80f6b req-faea4315-5e7b-434b-bdc9-bbd67e919a5a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1423855 Aug 28 08:37:00.915321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a620-4765-4722-addf-32018c3df79a req-e1f374cb-0409-4521-98b5-bd3c2eaee4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:00.918270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-e1f374cb-0409-4521-98b5-bd3c2eaee4ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0918930 Aug 28 08:37:00.957504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:00.970682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8a869d14-957f-4aa9-b074-43a9309f2d81 None None] Port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:00.973799 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] Sync routers for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:00.979252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Router 989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:37:00.982572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6a2f2ee-ca06-4a66-9754-9f69d4f96af4 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/routers/c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0186708 Aug 28 08:37:00.983765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a620-4765-4722-addf-32018c3df79a req-608103f6-91a1-4fb2-9bd0-ea9cd6591e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:00.985390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-608103f6-91a1-4fb2-9bd0-ea9cd6591e18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575159 Aug 28 08:37:00.987248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41656) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:00.992665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'port': {'network_id': '99f798af-4314-4ef8-a24e-7ae865ba45df', 'name': 'tempest-FloatingIPTestJSON-1051398004'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:00.997180 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:00.998125 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.013038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-49e82a26-1b0a-4a1b-bbbf-f35cb7e80f6b req-47fbeb89-0fd5-4edc-8a39-68b3c5f96b63 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974934 Aug 28 08:37:01.043850 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.047090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.053738 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:01.054609 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.137360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.192084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e85b5a4-f647-4618-a7ac-9b03c8127113,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:01.199380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.200368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b19d5-0704-4bd3-b218-065b98f598a5 None None] The sync data for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:01.223608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:01.234326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.235524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6fecdbf0-b3c4-416a-9d2f-1b976f4a64d7 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "PUT /v2.0/routers/989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 200 len: 697 time: 1.8410375 Aug 28 08:37:01.240112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41664) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:01.240504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Sync routers for ids ['989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:01.250632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Routers {'989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:01.251517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.300842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.303265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1fd2efc5-f40a-4ba1-84e0-7166ce67e971 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7099557 Aug 28 08:37:01.304921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:01.319226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:01.357366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-285fc488-223d-40aa-91be-4bf0e9f47f9b service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580818 Aug 28 08:37:01.365260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d72a3dd-db8f-49c6-972e-1fe93ba90be5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/routers/989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 200 len: 703 time: 0.1240592 Aug 28 08:37:01.368194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41668) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:01.392712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Set router 989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:01.432000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-55750798-db83-4862-914e-7f647e92b01b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 200 len: 205 time: 0.0599709 Aug 28 08:37:01.432474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41670) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:01.457110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.464833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:01.467350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f13b5-c1f5-44fa-ab57-2e0bfc9a8322', 'name': 'tempest-RoutersIpV6Test-router-266860797', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:59Z', 'updated_at': '2021-08-28T08:36:59Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.501689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e8b5a620-4765-4722-addf-32018c3df79a req-e45dca02-036d-4735-9301-e1247b46f391 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303658 Aug 28 08:37:01.512330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Checking router: 989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:37:01.515815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Made reservation on behalf of 784c97e4880c4731b8ba4075986b97d3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:01.522833 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.535909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Routers {'989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:01.536552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.564423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] device_id is not set on port bfa0ebfa-de77-434e-9032-91eedb8f0516 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:37:01.598548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.620697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] Set router 989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:01.680847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f13b5-c1f5-44fa-ab57-2e0bfc9a8322', 'name': 'tempest-RoutersIpV6Test-router-266860797', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:59Z', 'updated_at': '2021-08-28T08:36:59Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:01.707598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Allocated IP 172.20.0.5 (99f798af-4314-4ef8-a24e-7ae865ba45df/bec22653-561d-4e43-a0e6-2740641eb307/bfa0ebfa-de77-434e-9032-91eedb8f0516) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:01.721434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4bdc8-1780-412a-a38d-988dff9f1ed7 None None] The sync data for ids ['989f13b5-c1f5-44fa-ab57-2e0bfc9a8322'] in n-d-792458-16 is: [{'id': '989f13b5-c1f5-44fa-ab57-2e0bfc9a8322', 'name': 'tempest-RoutersIpV6Test-router-266860797', 'tenant_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:59Z', 'updated_at': '2021-08-28T08:36:59Z', 'revision_number': 2, 'project_id': 'd55c90ced82245ec98cc2ff7f99203d4', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:01.723728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:01.731705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:01.732530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.748556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.863913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.887443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.897517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.911410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:01.921227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.935387 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.943272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Transition to ACTIVE for port object bfa0ebfa-de77-434e-9032-91eedb8f0516 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:01.954020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:01.985013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1312f6-6170-4699-8aef-728ba82b475c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:01.986864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.052960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:02.065669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.071188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-76b3130a-50fe-4497-8da7-81e6b5374de2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7608020 Aug 28 08:37:02.071188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.077247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:02.101131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.143946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-ae403743-7849-4575-90b0-6ea151b7eb1a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:02.144243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Network 99f798af-4314-4ef8-a24e-7ae865ba45df is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:02.145355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-ae403743-7849-4575-90b0-6ea151b7eb1a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.1941824 Aug 28 08:37:02.152197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:02.156319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:02.167960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event updated for resources: {'Port': ['ID=bfa0ebfa-de77-434e-9032-91eedb8f0516,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:02.169051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-1cb601f4-87e5-4b5b-8b34-7ed606658645 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0119479 Aug 28 08:37:02.188860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.189202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.189593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.189949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.190444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.191126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.191126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.191716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.192145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.192365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.192686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.193003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:02.206282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-0650a5aa-fbcd-4cc3-ae25-3b8cf3faba67 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313406 Aug 28 08:37:02.214412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.214412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Fanout notify agent at l3_agent the message router_deleted on router 989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:02.214412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.215552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c725e7b-b776-48ae-a949-ca6ce45276ff tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 204 len: 168 time: 0.7785871 Aug 28 08:37:02.226098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:02.228185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.230944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.305058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f5de4470-b911-4471-9ed5-721c49ba8d76 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 200 len: 205 time: 0.0755818 Aug 28 08:37:02.308371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41688) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.322561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.358842 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-0c7a9d10-8d9d-4b48-bec6-574207fd9899 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:02.363248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0c7a9d10-8d9d-4b48-bec6-574207fd9899 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/989f13b5-c1f5-44fa-ab57-2e0bfc9a8322 HTTP/1.1" status: 404 len: 336 time: 0.0531726 Aug 28 08:37:02.363429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41690) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.391308 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-900ff997-a961-42e8-a529-063f2719414b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.392075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900ff997-a961-42e8-a529-063f2719414b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.393514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-900ff997-a961-42e8-a529-063f2719414b tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/77389f40-c7c3-41a3-b2a2-c619e6a81a46 HTTP/1.1" status: 404 len: 337 time: 0.0290172 Aug 28 08:37:02.394717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-dfc89dcf-d709-49cc-beba-1108a2610095 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673768 Aug 28 08:37:02.396129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.406251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1c56ecd1-0cbd-4d43-86f8-faba4c802cf6 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4175255 Aug 28 08:37:02.410133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.420485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Request body: {'floatingip': {'port_id': 'bfa0ebfa-de77-434e-9032-91eedb8f0516'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:02.424678 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-51996632-6409-432d-87e1-b79b744c4ed5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.425140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51996632-6409-432d-87e1-b79b744c4ed5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.425339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.426973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51996632-6409-432d-87e1-b79b744c4ed5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/83d15c1c-7253-4c3a-9afd-be8cc712b768 HTTP/1.1" status: 404 len: 337 time: 0.0299072 Aug 28 08:37:02.429501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41696) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.460868 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e87538-c6a1-4bf7-a956-e5578f89a1cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.461250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e87538-c6a1-4bf7-a956-e5578f89a1cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.463087 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83e87538-c6a1-4bf7-a956-e5578f89a1cb tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/051090df-241d-4e50-90e3-b451a6b7808b HTTP/1.1" status: 404 len: 337 time: 0.0325999 Aug 28 08:37:02.466806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.496446 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-760a24db-6d5b-4646-9fc9-fb5bb055b79c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.497330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760a24db-6d5b-4646-9fc9-fb5bb055b79c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.501653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-760a24db-6d5b-4646-9fc9-fb5bb055b79c tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/66420d06-b44b-4fe1-a8c4-b5f7a1245a20 HTTP/1.1" status: 404 len: 337 time: 0.0313590 Aug 28 08:37:02.501892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41700) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.532780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.537464 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc06f473-f8b4-4c4e-be22-f7f158db9c3d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 200 len: 205 time: 0.0342956 Aug 28 08:37:02.539901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.572356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.577351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11153694-d795-4619-8b40-e4aa9cec19e5,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:02.583452 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-60f2c0a4-1c58-4ec2-85f5-7b56aaa0c049 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:02.584874 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60f2c0a4-1c58-4ec2-85f5-7b56aaa0c049 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/ac8210dd-e344-4189-add3-ad3a7e4aa3fb HTTP/1.1" status: 404 len: 336 time: 0.0439005 Aug 28 08:37:02.587404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41704) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.620237 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc1ac53b-13c7-4781-b2eb-81456a527cb5 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=a289e29d-a4ed-4dea-bc33-6081026d4cdd HTTP/1.1" status: 200 len: 205 time: 0.0309026 Aug 28 08:37:02.624653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41706) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.634748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-df118407-87c4-4f41-a767-77125d917ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345321 Aug 28 08:37:02.641141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1337e290-7fd9-4b05-ac82-368252c37df5 None None] Provisioning for port bfa0ebfa-de77-434e-9032-91eedb8f0516 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:02.654492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1337e290-7fd9-4b05-ac82-368252c37df5 None None] Provisioning complete for port bfa0ebfa-de77-434e-9032-91eedb8f0516 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:02.655392 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1337e290-7fd9-4b05-ac82-368252c37df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.671485 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-7b32c18a-2169-4fe1-9d34-dcd24fd26a39 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:02.674972 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b32c18a-2169-4fe1-9d34-dcd24fd26a39 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/a289e29d-a4ed-4dea-bc33-6081026d4cdd HTTP/1.1" status: 404 len: 336 time: 0.0468724 Aug 28 08:37:02.675532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.693559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.694971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0c0dca45-c8b6-4b39-810a-07146d486a21 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6242490 Aug 28 08:37:02.698520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.704827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:02.706306 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-44827a7b-0174-43b1-97f5-efd7b4b9d18d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.706306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44827a7b-0174-43b1-97f5-efd7b4b9d18d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.707138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1337e290-7fd9-4b05-ac82-368252c37df5 None None] Port bfa0ebfa-de77-434e-9032-91eedb8f0516 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:02.710260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44827a7b-0174-43b1-97f5-efd7b4b9d18d tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/64fcfd51-9172-4dc2-bbd8-7944f4a822e6 HTTP/1.1" status: 404 len: 337 time: 0.0313680 Aug 28 08:37:02.710424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41712) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.741481 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36b68ee1-0bb2-4080-b93d-7fea40cf3ba0 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 200 len: 205 time: 0.0292275 Aug 28 08:37:02.744886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.790646 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-30cdcb25-306e-4e3a-9a20-2e9af7b311ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:02.794248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30cdcb25-306e-4e3a-9a20-2e9af7b311ca tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/7963b72a-96ca-4f22-ab3f-1aaa5f0e9240 HTTP/1.1" status: 404 len: 336 time: 0.0457933 Aug 28 08:37:02.795349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.826263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6b6d3ede-172f-4318-ac94-f7c546867911 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9ebe626-14e1-4370-a552-ba5d6fe299e5 HTTP/1.1" status: 200 len: 205 time: 0.0277505 Aug 28 08:37:02.826871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.866485 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-ec115a72-71b4-492b-be1a-db34b717fe93 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:02.871137 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ec115a72-71b4-492b-be1a-db34b717fe93 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/b9ebe626-14e1-4370-a552-ba5d6fe299e5 HTTP/1.1" status: 404 len: 336 time: 0.0397682 Aug 28 08:37:02.871137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41720) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.876562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:02.898113 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-09844826-3c4e-4d36-925a-d6a0a1888b22 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:02.898690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09844826-3c4e-4d36-925a-d6a0a1888b22 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:02.900396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-09844826-3c4e-4d36-925a-d6a0a1888b22 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/5a06e40c-e778-4a21-9594-46244b064193 HTTP/1.1" status: 404 len: 337 time: 0.0290194 Aug 28 08:37:02.903628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41722) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:02.938243 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2ab4e6df-f28d-4dd9-8a12-e1547a9223f1 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2640cc7-dcf8-482c-ab61-c5d5369c21e5 HTTP/1.1" status: 200 len: 205 time: 0.0334456 Aug 28 08:37:02.941053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41724) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.021730 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-9aee7d75-688c-487d-873f-2ef8591057a9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:03.025863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9aee7d75-688c-487d-873f-2ef8591057a9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/c2640cc7-dcf8-482c-ab61-c5d5369c21e5 HTTP/1.1" status: 404 len: 336 time: 0.0804889 Aug 28 08:37:03.039578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41730) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.055246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.080253 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-161ac7e8-fe4a-4293-b031-b81139a2af6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:03.080711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161ac7e8-fe4a-4293-b031-b81139a2af6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:03.082562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-161ac7e8-fe4a-4293-b031-b81139a2af6a tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/c137d679-097c-46ae-acb0-9b1d40705b85 HTTP/1.1" status: 404 len: 337 time: 0.0408704 Aug 28 08:37:03.087781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41732) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.122625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-939194e4-cc0b-43bf-89cb-a9397e231245 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8040597-647a-4829-b990-b7eb4f89742c HTTP/1.1" status: 200 len: 205 time: 0.0360703 Aug 28 08:37:03.125539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.149554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.170292 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-483be6fe-eddf-491d-a65e-ff25d58485c9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] delete failed (client error): The resource could not be found. Aug 28 08:37:03.171477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-483be6fe-eddf-491d-a65e-ff25d58485c9 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/routers/f8040597-647a-4829-b990-b7eb4f89742c HTTP/1.1" status: 404 len: 336 time: 0.0447137 Aug 28 08:37:03.174193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41740) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.187136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db3dc7-f948-4772-83c9-55f5c11bc933 req-9967ac0e-31f8-4137-84de-5ce956f466c6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:03.188735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0db3dc7-f948-4772-83c9-55f5c11bc933 req-9967ac0e-31f8-4137-84de-5ce956f466c6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1320305 Aug 28 08:37:03.191919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-194e45e7-18f1-43e0-b899-c7dcbbcc1bb9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:03.193482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-194e45e7-18f1-43e0-b899-c7dcbbcc1bb9 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.1835127 Aug 28 08:37:03.200616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e87f72-eaed-4152-aed7-519d3f1fa432,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:03.222697 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-57677979-d057-46ac-9dfd-ad6d2bf3401f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:03.223407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57677979-d057-46ac-9dfd-ad6d2bf3401f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:03.225407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-57677979-d057-46ac-9dfd-ad6d2bf3401f tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/3bc0f9bd-fea3-423c-b44b-b96a72f51602 HTTP/1.1" status: 404 len: 337 time: 0.0502441 Aug 28 08:37:03.232005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.299355 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c7e8ff-0aa4-4c1f-bbd9-fefc103b00b4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:03.299956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c7e8ff-0aa4-4c1f-bbd9-fefc103b00b4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:03.304351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-16c7e8ff-0aa4-4c1f-bbd9-fefc103b00b4 tempest-RoutersIpV6Test-698329780 tempest-RoutersIpV6Test-698329780-project] 10.222.0.46 "DELETE /v2.0/subnets/42de8d93-ef4a-4cd4-b963-c9e201ce4e90 HTTP/1.1" status: 404 len: 337 time: 0.0685871 Aug 28 08:37:03.319372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.323963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c122b2c5-6ae9-41a1-92ab-c6c7c2301251 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6209226 Aug 28 08:37:03.329532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.332990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:03.345917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0db3dc7-f948-4772-83c9-55f5c11bc933 req-1cdbce25-670a-4036-af9f-8e80b48bb64c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420515 Aug 28 08:37:03.351465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:37:03.366456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Deleting port 84d3cddb-b458-42c9-b579-7d375d12362b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:03.367102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.373836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:03.450532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.475249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:03.475909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.486090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] For port 84d3cddb-b458-42c9-b579-7d375d12362b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=84d3cddb-b458-42c9-b579-7d375d12362b,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:03.486527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.530090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2f94-1b58-4e5f-bdd7-a34f963ce89b req-e432398a-04cd-4373-a37c-7dc02d936a33 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:03.538901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d6f2f94-1b58-4e5f-bdd7-a34f963ce89b req-e432398a-04cd-4373-a37c-7dc02d936a33 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 945 time: 0.0594847 Aug 28 08:37:03.564149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.594600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d6f2f94-1b58-4e5f-bdd7-a34f963ce89b req-11980915-b13a-428d-8aac-0b071b97ec98 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/security-groups?id=db74dc50-f068-458b-a342-ef5691fae70c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546813 Aug 28 08:37:03.619873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.679144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.753074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.753624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.754015 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Floating IP 8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6 disassociated. External IP: 172.25.0.6, port: 84d3cddb-b458-42c9-b579-7d375d12362b. Aug 28 08:37:03.754461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Calling delete_port for 84d3cddb-b458-42c9-b579-7d375d12362b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:03.767275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.806665 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP bb7e2402-6aa9-4706-9fdd-20077a282192 associated. External IP: 172.25.0.127, port: fb8b7d95-e1f2-448d-aff5-068694d06283. Aug 28 08:37:03.810479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d5b602-5d57-4483-9a37-9c862e06fdf6,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:03.872333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4be29-7540-4f96-8fef-03c127c3dba5 req-5f501c79-7a45-430c-889c-e1a99111dec3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:03.879844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebd4be29-7540-4f96-8fef-03c127c3dba5 req-5f501c79-7a45-430c-889c-e1a99111dec3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1534390 Aug 28 08:37:03.928087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41752) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.929006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:03.930204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-008d5ab7-c7ad-48bc-b887-4b37127c9e3b tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6021459 Aug 28 08:37:03.934462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41754) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:03.940746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:04.024387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.077903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event deleted for resources: {'Port': ['ID=84d3cddb-b458-42c9-b579-7d375d12362b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:04.165101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-32a64482-fd12-4cf2-a061-7fcbebf1f57a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d55c90ced82245ec98cc2ff7f99203d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357023 Aug 28 08:37:04.168323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41758) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:04.272019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Router 604f6918-f0c4-4755-a2c7-d3189e486e58 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:04.273416 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.319913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebd4be29-7540-4f96-8fef-03c127c3dba5 req-ef09209b-e13e-4197-98fa-c1c079c7d772 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391818 Aug 28 08:37:04.339543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.450932 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:37:04.460278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:04.460865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.488248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Sync routers for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:04.503068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea3f369e-18b8-4871-97d0-4644355065f8 req-b0a2152a-5486-44db-91c0-9ced08a48759 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 210 time: 0.0873473 Aug 28 08:37:04.507801 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:04.508648 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:04.510243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] No DVR routers for this DVR port 84d3cddb-b458-42c9-b579-7d375d12362b on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:04.515685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.518009 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-849ac291-3750-4b24-b9a7-700cf4930a7a req-81e8be91-c6a7-42d3-ab38-28ca8a7ca658 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.64 "DELETE /v2.0/ports/84d3cddb-b458-42c9-b579-7d375d12362b HTTP/1.1" status: 204 len: 173 time: 1.3028076 Aug 28 08:37:04.518592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'name': 'network-vif-deleted', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:04.522774 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d3f96e-dedd-4052-a7d2-2d7b1b5d1218" -d '{"events": [{"server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "name": "network-vif-deleted", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:04.593010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.596908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.596908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8ab3f1a-5bb3-4b26-9f40-c63ca8642859 HTTP/1.1" status: 204 len: 168 time: 0.4275639 Aug 28 08:37:04.607069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392363c-8377-4ef6-8f7c-10e899c3376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab3f1a-5bb3-4b26-9f40-c63ca8642859,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:04.626791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.682095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:04.695665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccee36-8f4c-4e67-b8f0-218bc95ccb15 req-bbc55eb7-faf7-4ec4-b02b-9617f8c0a905 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:04.697418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ccee36-8f4c-4e67-b8f0-218bc95ccb15 req-bbc55eb7-faf7-4ec4-b02b-9617f8c0a905 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1005599 Aug 28 08:37:04.719498 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:04.785311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.810080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa883d3-f156-435a-9720-5f3b00cff887,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:04.832208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.872866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ccee36-8f4c-4e67-b8f0-218bc95ccb15 req-697abd3d-e213-491c-b663-2e8edd27d33b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601105 Aug 28 08:37:04.900477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:04.912504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:04.925121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:04.925867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:04.970024 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74c868-9145-4e27-be30-a91ac09acfa0 x-openstack-request-id: req-0d74c868-9145-4e27-be30-a91ac09acfa0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:04.976814 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf6e87e-88ae-445c-9e2f-0143f7a95666", "name": "network-vif-deleted", "tag": "84d3cddb-b458-42c9-b579-7d375d12362b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:04.976814 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d74c868-9145-4e27-be30-a91ac09acfa0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:04.976814 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf6e87e-88ae-445c-9e2f-0143f7a95666', 'name': 'network-vif-deleted', 'tag': '84d3cddb-b458-42c9-b579-7d375d12362b', 'status': 'completed', 'code': 200} Aug 28 08:37:04.977128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:04.977128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-452430b6-80bd-4e47-bf72-525cd79c68cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0377779 Aug 28 08:37:04.977470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41772) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:04.984915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'security_group_rule': {'security_group_id': '5e85b5a4-f647-4618-a7ac-9b03c8127113', 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:05.000345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.012945 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.023263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:05.024539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.054129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Checking router: 604f6918-f0c4-4755-a2c7-d3189e486e58 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:37:05.064917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.065733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f0282-792c-49b9-99fc-8765403ede9b None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:05.079504 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:05.080336 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.106867 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Project a2094d97dbfc4a71af8efaa13f1fbbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:37:05.113724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.130483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2368d47-e52c-41e8-9a42-34cab5bf4c3e req-73986389-8360-4338-8129-9be7504016b8 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cf6e87e-88ae-445c-9e2f-0143f7a95666 HTTP/1.1" status: 200 len: 210 time: 0.0414548 Aug 28 08:37:05.216008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.224348 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:05.265133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:05.283776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.304319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.346413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef456dea-12fc-4490-874f-488ac4065444,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:05.406967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:05.412846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.428653 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] Sync routers for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:05.444042 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:05.444661 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.472986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c6589995-dee8-4cc5-a2d6-85894de7cef7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/floatingips/bb7e2402-6aa9-4706-9fdd-20077a282192 HTTP/1.1" status: 200 len: 978 time: 3.0565441 Aug 28 08:37:05.475837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.480117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41782) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:05.480249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-daceaa9f-35e0-4954-a2e8-032e173daa9e tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4980824 Aug 28 08:37:05.480431 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.505716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.546435 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52cac-51e3-486f-9c9c-06bf6a3f41e4 None None] The sync data for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 is: [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:31:26Z', 'revision_number': 4, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'd962124e-4e10-4faa-9924-28b2f5737e01', 'name': '', 'network_id': '9cfc0203-58c0-430b-a157-c36302093fd7', 'tenant_id': '8384c65edc5c44029699200605056483', 'mac_address': 'fa:16:3e:5c:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:24Z', 'updated_at': '2021-08-28T08:31:33Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'subnets': [{'id': '6b0b4fa5-428c-4e1e-9121-9dabcdb354b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:05.548833 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:05.549466 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.598358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port bfa0ebfa-de77-434e-9032-91eedb8f0516 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:05.599154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.617523 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:05.618468 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b61cd-0ffb-4126-b671-319ddf15a6fb None None] The sync data for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:05.688095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32092e2b-8a5a-4b09-b8b3-24df741a683b req-62a3775d-ab0b-4c5f-ba8e-b17df404219c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 210 time: 0.0837164 Aug 28 08:37:05.756553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:05.820710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-b18eed3e-11ea-4d07-a43c-50eb1f19b339 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:05.822275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-b18eed3e-11ea-4d07-a43c-50eb1f19b339 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.1400125 Aug 28 08:37:05.853275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:05.973769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbbb90-e5ff-4b35-8cad-934cefd0bcaa None None] New status for floating IP 8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:37:06.021276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-073ad08b-433a-4b45-852a-1924555f23ac tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943246747&fields=id&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 267 time: 0.2007174 Aug 28 08:37:06.122085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41808) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:06.137352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:06.141853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.192594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.192923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.193231 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Floating IP bb7e2402-6aa9-4706-9fdd-20077a282192 disassociated. External IP: 172.25.0.127, port: bfa0ebfa-de77-434e-9032-91eedb8f0516. Aug 28 08:37:06.193576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for bfa0ebfa-de77-434e-9032-91eedb8f0516 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:06.222313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-3a309d1d-8317-45a2-a4c6-7c5866940e45 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:06.225544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-3a309d1d-8317-45a2-a4c6-7c5866940e45 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/networks?id=7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 200 len: 796 time: 0.2027361 Aug 28 08:37:06.288735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-ecebf253-d151-41a3-a409-38da131af3b1 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/quotas/a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 375 time: 0.0530531 Aug 28 08:37:06.304845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1171804937'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:06.343946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.7 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/f3098cb4-1dd2-4eda-83b4-628becc4e8bc) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:06.378841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-2b62845f-6fad-4036-a111-d0a598259b32 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783134 Aug 28 08:37:06.426595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Made reservation on behalf of b1c8e29b88df4c61b0e597dc01d95de0 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:06.429411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 84d3cddb-b458-42c9-b579-7d375d12362b no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:06.431050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.445795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.454725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 84d3cddb-b458-42c9-b579-7d375d12362b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:06.455085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 84d3cddb-b458-42c9-b579-7d375d12362b not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:06.509025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-403918e6-77d3-4574-a670-4a5075357d72 service neutron] 10.222.0.46 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232934 Aug 28 08:37:06.589652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.631912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-16491125-9310-482b-9eb2-92cfcbec699e service neutron] 10.222.0.46 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158042 Aug 28 08:37:06.634103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=bfa0ebfa-de77-434e-9032-91eedb8f0516,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:06.646233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.646584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.646924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.647256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.647588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.647954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.648220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.648553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.648858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.649179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.649486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.649834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:37:06.731439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.752127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.783766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:06.804047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.838944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:37:06.861711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2a3de-1ca9-4afc-8350-2f97f10bff3b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:06.897914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.898476 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Added segment 9b7ae279-4407-41be-a4b4-09fcc6c39302 of type vlan for network 73095f44-2d7d-4600-b34d-41aa144fa6c7 Aug 28 08:37:06.912136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:06.922055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:06.938959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] Sync routers for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:06.951112 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:06.951822 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:06.993367 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:06.998653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.005917 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:07.007299 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:07.025955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.033373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-672b8925-4774-4ea1-bc69-9c55f6f11854 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/bfa0ebfa-de77-434e-9032-91eedb8f0516 HTTP/1.1" status: 204 len: 168 time: 1.5542645 Aug 28 08:37:07.034524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:07.046476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:07.052569 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:07.053478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aee13d-9798-42ff-b995-0a7f541b703c None None] The sync data for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:07.062450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:07.063876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:07.066596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:07.072313 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.078461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:07.079078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.163850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9965a-9480-42c2-b4fb-cc09e1b4eebd req-17977f29-857d-4dfa-a7c3-6aef89173301 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:07.165459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fc9965a-9480-42c2-b4fb-cc09e1b4eebd req-17977f29-857d-4dfa-a7c3-6aef89173301 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.2003157 Aug 28 08:37:07.194595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:07.195344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.212206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0863202 Aug 28 08:37:07.214623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ed84-0a99-441b-bec6-6500315ea187 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event updated for resources: {'Network': ['ID=73095f44-2d7d-4600-b34d-41aa144fa6c7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:07.215509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41826) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:07.226581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Request body: {'subnet': {'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:07.231967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:37:07.277365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-50bf52c0-d5a7-4295-ae35-f2d6f05c6292 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4276726 Aug 28 08:37:07.297716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Request body: {'port': {'device_id': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:07.344778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fc9965a-9480-42c2-b4fb-cc09e1b4eebd req-5d582548-6768-4160-b428-0905a4481a14 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604393 Aug 28 08:37:07.363535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.410178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:07.571177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aca85-5865-4e1d-97b0-68a7d8a00026 req-7b4d71c0-2225-452a-932c-95dd9378b411 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:07.572746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e6aca85-5865-4e1d-97b0-68a7d8a00026 req-7b4d71c0-2225-452a-932c-95dd9378b411 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 931 time: 0.1059756 Aug 28 08:37:07.634023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e6aca85-5865-4e1d-97b0-68a7d8a00026 req-61e17a6e-f0f7-40ff-97bd-c4920f33e607 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Aug 28 08:37:07.679176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.683784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Deleting port 15513cfa-58af-43b7-aa48-270459b5fae2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:07.684131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:07.726076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Made reservation on behalf of b1c8e29b88df4c61b0e597dc01d95de0 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:07.729569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.124602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4d60415-4963-4aee-b457-8bc712182bdf req-04196649-6a2f-4f05-974c-360d98b21d7f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 210 time: 0.4423697 Aug 28 08:37:08.147654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.152118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.167937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Calling delete_port for 15513cfa-58af-43b7-aa48-270459b5fae2 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:08.176799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3098cb4-1dd2-4eda-83b4-628becc4e8bc {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:37:08.187833 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.230477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Transition to ACTIVE for port object f3098cb4-1dd2-4eda-83b4-628becc4e8bc will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:08.300533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.395895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:08.480416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Attempting to bind port f3098cb4-1dd2-4eda-83b4-628becc4e8bc on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:37:08.481261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Attempting to bind port f3098cb4-1dd2-4eda-83b4-628becc4e8bc by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:37:08.481595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Attempting to bind port f3098cb4-1dd2-4eda-83b4-628becc4e8bc on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:37:08.486331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Port f3098cb4-1dd2-4eda-83b4-628becc4e8bc on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:37:08.486656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Attempting to bind port f3098cb4-1dd2-4eda-83b4-628becc4e8bc on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:37:08.492130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:37:08.492468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:37:08.492860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:37:08.493295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Bound port: f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:37:08.493654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.512385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.555119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.584673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4adb2-004f-4fd5-8e53-985c2d344255 req-afb4a195-15da-4b13-bad1-8c51164850a7 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:08.587365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58d4adb2-004f-4fd5-8e53-985c2d344255 req-afb4a195-15da-4b13-bad1-8c51164850a7 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1250196 Aug 28 08:37:08.592446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 536964e8-1393-4a9d-9b1a-cd6ea88fa943 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:08.592873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.593016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event deleted for resources: {'Port': ['ID=15513cfa-58af-43b7-aa48-270459b5fae2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:08.595573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:37:08.625758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:37:08.655248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event updated for resources: {'Subnet': ['ID=73c1aa2c-53e3-4044-9b67-cd363e7cab97,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:08.670992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.673744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.675031 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-100d22a4-a5d8-4f25-97ba-c22b3f2b5967 tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ad36c9c-2fec-48bf-9cb7-5e8bd8981fe6 HTTP/1.1" status: 204 len: 168 time: 1.2638736 Aug 28 08:37:08.702562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Checking segment: {'id': '9b7ae279-4407-41be-a4b4-09fcc6c39302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:37:08.702911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Network hostable DHCP agents. Network: 73095f44-2d7d-4600-b34d-41aa144fa6c7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:37:08.724194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58d4adb2-004f-4fd5-8e53-985c2d344255 req-1d67c846-c4c8-48ff-b413-f0b985459c39 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280298 Aug 28 08:37:08.734558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.751577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.768128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 536964e8-1393-4a9d-9b1a-cd6ea88fa943 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:08.789682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:08.790347 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.791908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3098cb4-1dd2-4eda-83b4-628becc4e8bc HTTP/1.1" status: 200 len: 1092 time: 1.4986007 Aug 28 08:37:08.797933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:08.800395 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde17eb4-c15e-4107-945a-89a237f946b8" -d '{"events": [{"name": "network-changed", "server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:08.828029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0afe21-772e-467f-9a8c-f8fafea597f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:08.828375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:37:08.922444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47e36a-ea43-4c67-a921-ac84899901a6 req-a1a0a051-e854-48e4-b049-0933bf7f0354 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:08.923958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc47e36a-ea43-4c67-a921-ac84899901a6 req-a1a0a051-e854-48e4-b049-0933bf7f0354 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 943 time: 0.1123202 Aug 28 08:37:08.937060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 73095f44-2d7d-4600-b34d-41aa144fa6c7) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:08.948113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9adc309-78fa-438d-8034-7b861b52b290 None None] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:08.958266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:08.958790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:08.965336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-7c412e7b-ea06-4e25-941f-3adaf07e2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:08.967827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-7c412e7b-ea06-4e25-941f-3adaf07e2c2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 1095 time: 0.0490444 Aug 28 08:37:08.998656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc47e36a-ea43-4c67-a921-ac84899901a6 req-5612b9fc-fca9-45cc-9564-b1c6d87e0dda tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647955 Aug 28 08:37:09.054926 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-3de01be2-0d86-4035-ad71-916668f20299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc HTTP/1.1" status: 200 len: 217 time: 0.0668781 Aug 28 08:37:09.081538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3ddb8a43-d385-40c5-8a01-2def5eb58518 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8608458 Aug 28 08:37:09.087171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:09.122159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Request body: {'port': {'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7', 'name': 'tempest-TagsExtTest-1700104357'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:09.149754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-73095f44-2d7d-4600-b34d-41aa144fa6c7', 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7', 'tenant_id': 'b1c8e29b88df4c61b0e597dc01d95de0', 'fixed_ips': [{'subnet_id': '73c1aa2c-53e3-4044-9b67-cd363e7cab97'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:37:09.149754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.151418 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de1c94-71f3-44f5-bca7-1e3c0f503910 x-openstack-request-id: req-10de1c94-71f3-44f5-bca7-1e3c0f503910 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:09.151943 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:09.151943 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10de1c94-71f3-44f5-bca7-1e3c0f503910 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:09.152336 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc', 'status': 'completed', 'code': 200} Aug 28 08:37:09.173251 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.223825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41846) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:09.246172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=536964e8-1393-4a9d-9b1a-cd6ea88fa943,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:09.252327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-9e18d55e-629b-490b-958f-423a6033abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:09.252327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-9e18d55e-629b-490b-958f-423a6033abaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.1867740 Aug 28 08:37:09.328658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Allocated IP 172.20.0.2 (73095f44-2d7d-4600-b34d-41aa144fa6c7/73c1aa2c-53e3-4044-9b67-cd363e7cab97/0b6cfba6-6522-434f-800e-c22a337cc0cf) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:09.386555 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-30c6b053-fc35-4cd4-9c53-a657ec1bd4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245120 Aug 28 08:37:09.410479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e93572d1-045b-46d7-8ef8-fd5bee7e1496 req-46862c43-8c41-486a-8c66-1022f1e753f7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 210 time: 0.0756049 Aug 28 08:37:09.519909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.533316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Transition to ACTIVE for port object 0b6cfba6-6522-434f-800e-c22a337cc0cf will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:09.553805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Transition to ACTIVE for port object 0b6cfba6-6522-434f-800e-c22a337cc0cf will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:09.612523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.701522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.710864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-61619200-dbe7-4274-b853-f2d94285d3f7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:09.712365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-61619200-dbe7-4274-b853-f2d94285d3f7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/networks?id=7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 200 len: 796 time: 0.3346682 Aug 28 08:37:09.716612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.740176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:09.741552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:09.747799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:09.761467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Pushing event updated for resources: {'Port': ['ID=0b6cfba6-6522-434f-800e-c22a337cc0cf,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:09.787838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.822576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Attempting to bind port 0b6cfba6-6522-434f-800e-c22a337cc0cf on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:37:09.823889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Attempting to bind port 0b6cfba6-6522-434f-800e-c22a337cc0cf by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9b7ae279-4407-41be-a4b4-09fcc6c39302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:37:09.824455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Attempting to bind port 0b6cfba6-6522-434f-800e-c22a337cc0cf on network 73095f44-2d7d-4600-b34d-41aa144fa6c7 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:37:09.830070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:37:09.830375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-87ceb6d0-0f1b-438a-a4cf-9b216e6f56d3 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172482 Aug 28 08:37:09.830714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Checking segment: {'id': '9b7ae279-4407-41be-a4b4-09fcc6c39302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:37:09.831014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.831403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Bound using segment: {'id': '9b7ae279-4407-41be-a4b4-09fcc6c39302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:37:09.831866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Bound port: 0b6cfba6-6522-434f-800e-c22a337cc0cf, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7ae279-4407-41be-a4b4-09fcc6c39302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73095f44-2d7d-4600-b34d-41aa144fa6c7'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:37:09.832622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.835008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Made reservation on behalf of b1c8e29b88df4c61b0e597dc01d95de0 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:09.838261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.880441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-a2a892fe-6215-4086-b40c-9a2cb656beef tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9 HTTP/1.1" status: 200 len: 379 time: 0.1454971 Aug 28 08:37:09.903385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] For port 0b6cfba6-6522-434f-800e-c22a337cc0cf, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:37:09.907939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] For port 0b6cfba6-6522-434f-800e-c22a337cc0cf, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b6cfba6-6522-434f-800e-c22a337cc0cf,segment=NetworkSegment(9b7ae279-4407-41be-a4b4-09fcc6c39302),segment_id=9b7ae279-4407-41be-a4b4-09fcc6c39302)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:37:09.911640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:09.925724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a3923-cbe7-4b64-82f3-4c895a5ba294 req-93fb19ef-5f64-4be3-b60e-67a9b56fab1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:09.927267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e21a3923-cbe7-4b64-82f3-4c895a5ba294 req-93fb19ef-5f64-4be3-b60e-67a9b56fab1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0733175 Aug 28 08:37:09.929444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'port': {'device_id': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'admin_state_up': True, 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'security_groups': ['5e85b5a4-f647-4618-a7ac-9b03c8127113']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:09.978672 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:09.981385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] device_id is not set on port 699d3921-4abf-4399-8c87-832d4fcdb2a9 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:37:10.041102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e21a3923-cbe7-4b64-82f3-4c895a5ba294 req-bcadfc52-7e44-4f2c-aca8-53661d500830 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063085 Aug 28 08:37:10.060963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348bb2-0f33-4a88-82ca-cc86fae0c074 None None] Pushing event updated for resources: {'Port': ['ID=0b6cfba6-6522-434f-800e-c22a337cc0cf,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:10.090424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:10.097449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-321b7085-715c-4dba-89a3-da1035d4c465 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/routers/c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0330493 Aug 28 08:37:10.103437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41852) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:10.103640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] Sync routers for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:10.109701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-15c3e1ad-dd18-4d40-b3eb-c1d5beeda798 req-f5006ae7-5658-4d4e-a5a2-fc2b35c8e172 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618530 Aug 28 08:37:10.116527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:10.117455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:10.171510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:10.184352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] Routers {'c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:10.185450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:10.227212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:10.228349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d2c9a-058f-4432-aa04-4d2699e9ddd8 None None] The sync data for ids ['c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:10.253209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Allocated IP 172.20.0.7 (73095f44-2d7d-4600-b34d-41aa144fa6c7/73c1aa2c-53e3-4044-9b67-cd363e7cab97/699d3921-4abf-4399-8c87-832d4fcdb2a9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:10.265969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Made reservation on behalf of a2094d97dbfc4a71af8efaa13f1fbbb9 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:10.271885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.284547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e9250-fb90-4835-9d88-3aa41520f4e6 req-c5588e97-b061-4eba-b6ad-9789540484c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:10.296711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-214e9250-fb90-4835-9d88-3aa41520f4e6 req-c5588e97-b061-4eba-b6ad-9789540484c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 943 time: 0.1343679 Aug 28 08:37:10.336305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.357206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.359837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.365196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] 10.222.0.46 "DELETE /v2.0/security-groups/db74dc50-f068-458b-a342-ef5691fae70c HTTP/1.1" status: 204 len: 168 time: 1.1371694 Aug 28 08:37:10.403993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7154d-06ae-4a80-b8c4-b777c2d4516d tempest-TestServerBasicOps-1788979646 tempest-TestServerBasicOps-1788979646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74dc50-f068-458b-a342-ef5691fae70c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:10.407939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-214e9250-fb90-4835-9d88-3aa41520f4e6 req-1ee7e3f2-fb38-43f5-925d-7950eea38bc2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096191 Aug 28 08:37:10.493059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.497765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-0ad3815d-cc98-4678-acb7-469050191784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:10.499083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-0ad3815d-cc98-4678-acb7-469050191784 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 1095 time: 0.2246394 Aug 28 08:37:10.576493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41858) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:10.670871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0fda6b3-75f6-4d8b-b637-33bae2f8ef67 req-5e90261d-b757-4824-a35a-382688917d46 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 210 time: 0.0314713 Aug 28 08:37:10.677291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 19ea878a-1c46-428d-a3b4-70f983c02d6b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:10.677653 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.710065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.739092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Transition to ACTIVE for port object 699d3921-4abf-4399-8c87-832d4fcdb2a9 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:10.756158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.20.0.5 (7ae861bc-e547-4ad2-b1e4-7c138683200e/aa010339-8e4a-481a-81dd-b7a94cfec9dd/cff5c106-5653-44e6-8bc6-bae86dad104b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:10.759769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-6bd60d78-9a78-4ed1-a5f4-511016fd6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:10.761313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-6bd60d78-9a78-4ed1-a5f4-511016fd6fde service neutron] 10.222.0.64 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 912 time: 0.2319727 Aug 28 08:37:10.826300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-41db993d-b41a-40a4-a9eb-a5e23e9c29b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc HTTP/1.1" status: 200 len: 217 time: 0.0537593 Aug 28 08:37:10.840338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:10.861107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 19ea878a-1c46-428d-a3b4-70f983c02d6b owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:10.945102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-9a423c72-1e83-4f9f-ac0b-184fdeb25044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:10.946996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-9a423c72-1e83-4f9f-ac0b-184fdeb25044 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.1108749 Aug 28 08:37:10.977393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.012575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-23c97cc7-4334-4425-ab9f-957e7c650324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539968 Aug 28 08:37:11.120116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:11.140261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:11.144665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.150078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:11.153314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event updated for resources: {'Port': ['ID=699d3921-4abf-4399-8c87-832d4fcdb2a9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:11.195559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Transition to ACTIVE for port object cff5c106-5653-44e6-8bc6-bae86dad104b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:11.248737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a17f-6e07-449c-af89-49fa73a2ba31 req-bc68ac12-b908-439b-9569-3b7b3e16b019 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:11.249215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:11.249855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.250308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f69a17f-6e07-449c-af89-49fa73a2ba31 req-bc68ac12-b908-439b-9569-3b7b3e16b019 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0813479 Aug 28 08:37:11.275737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-c2c4daec-6ffa-4a78-9bab-4a2cf6d62951 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349069 Aug 28 08:37:11.281494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.288576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2940a8-7b61-444e-b334-38b1f6734dc9 None None] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:11.312619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=19ea878a-1c46-428d-a3b4-70f983c02d6b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:11.364284 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c5f9d2b9-a3cf-496d-9888-800f6a891aad tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2768769 Aug 28 08:37:11.367254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:11.399293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f69a17f-6e07-449c-af89-49fa73a2ba31 req-5bcc5de2-8dc1-4abd-8ada-94f6ef736e45 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355617 Aug 28 08:37:11.427949 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cde17eb4-c15e-4107-945a-89a237f946b8 req-74c2ba47-61c3-406c-b93c-9dd97b0d9c91 service neutron] 10.222.0.64 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400878 Aug 28 08:37:11.436014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-414203748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:11.444351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.467036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b6cfba6-6522-434f-800e-c22a337cc0cf up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:11.471232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca7dca83-6298-40d8-9e9b-b381b3c0ec36 None None] Provisioning for port 0b6cfba6-6522-434f-800e-c22a337cc0cf completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:11.494501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:11.496585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.503661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:11.513625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:11.550995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.608811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:11.609472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.624460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:11.652489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0b6cfba6-6522-434f-800e-c22a337cc0cf completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:11.657608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b6cfba6-6522-434f-800e-c22a337cc0cf triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:11.658626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.678624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.679828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.765835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.768499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-bcd1d92a-80de-45fb-80d7-eed5825d12e7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8429513 Aug 28 08:37:11.784313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.794931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Request body: {'port': {'device_id': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:11.834665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 0b6cfba6-6522-434f-800e-c22a337cc0cf, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b6cfba6-6522-434f-800e-c22a337cc0cf,segment=NetworkSegment(9b7ae279-4407-41be-a4b4-09fcc6c39302),segment_id=9b7ae279-4407-41be-a4b4-09fcc6c39302)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:11.841508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.880483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:11.933618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.008063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=0b6cfba6-6522-434f-800e-c22a337cc0cf,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:12.011799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.013101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e232fe1b-826c-4b23-8f93-4e0fed042d06 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5922475 Aug 28 08:37:12.017274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41870) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:12.024313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ea7e46ed-6487-4a2a-b8a5-2b489b49fa95 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-484237786', 'prefixes': ['172.20.0.0/16']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:12.070367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Provisioning for port 699d3921-4abf-4399-8c87-832d4fcdb2a9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:12.078778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Provisioning complete for port 699d3921-4abf-4399-8c87-832d4fcdb2a9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:12.080024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.125423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Port 699d3921-4abf-4399-8c87-832d4fcdb2a9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:12.134160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.139841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.197907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Provisioning for port cff5c106-5653-44e6-8bc6-bae86dad104b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:12.202687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Provisioning complete for port cff5c106-5653-44e6-8bc6-bae86dad104b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:12.214394 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.214547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511d7c1-2ef6-44ee-9b09-b9f858625bf8 req-017669dc-a74a-4761-a81d-d5b0e4f2da6b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:12.214547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9511d7c1-2ef6-44ee-9b09-b9f858625bf8 req-017669dc-a74a-4761-a81d-d5b0e4f2da6b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 943 time: 0.6619797 Aug 28 08:37:12.238016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff5c106-5653-44e6-8bc6-bae86dad104b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:37:12.242493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Port cff5c106-5653-44e6-8bc6-bae86dad104b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:12.246933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.253347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Provisioning complete for port 0b6cfba6-6522-434f-800e-c22a337cc0cf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:12.253719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8be084b-9fb3-45bd-a4e3-c42cb24add87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.262834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Transition to ACTIVE for port object cff5c106-5653-44e6-8bc6-bae86dad104b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:37:12.303359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9511d7c1-2ef6-44ee-9b09-b9f858625bf8 req-ac287e78-d12f-4b44-b5a9-de1e662854e0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557804 Aug 28 08:37:12.332359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.333217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Fanout notify agent at l3_agent the message router_deleted on router c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:12.334956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f3098cb4-1dd2-4eda-83b4-628becc4e8bc details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:37:12.347502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.351513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41872) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:12.352122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ba3ca3a7-ecf7-414b-89a1-35a5226dddb0 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/routers/c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb HTTP/1.1" status: 204 len: 168 time: 2.2516053 Aug 28 08:37:12.364813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea7e46ed-6487-4a2a-b8a5-2b489b49fa95 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for subnetpool, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.365116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea7e46ed-6487-4a2a-b8a5-2b489b49fa95 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3472888 Aug 28 08:37:12.365869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.375366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:12.385729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-3413aa2c-5d96-4ca9-a032-f39daac9dd0a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-1904902474') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:12.493445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:12.507957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting subnet bec22653-561d-4e43-a0e6-2740641eb307 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:37:12.510409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45a9260c-42d7-4ee7-9cb1-cb2b3fd16e0a None None] Provisioning complete for port 699d3921-4abf-4399-8c87-832d4fcdb2a9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:12.511240 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-45a9260c-42d7-4ee7-9cb1-cb2b3fd16e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.513407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc', 'mac_address': 'fa:16:3e:91:19:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:37:12.514286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.518255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Pushing event updated for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:12.594326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-45a9260c-42d7-4ee7-9cb1-cb2b3fd16e0a None None] Port 699d3921-4abf-4399-8c87-832d4fcdb2a9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:37:12.601021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.607372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7b812-2d2b-4305-a5a5-7331f56836b3 req-e7dd29da-8587-4ae7-af21-6742c08b17f8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:12.611502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.611753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cf7b812-2d2b-4305-a5a5-7331f56836b3 req-e7dd29da-8587-4ae7-af21-6742c08b17f8 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 943 time: 0.2135684 Aug 28 08:37:12.626114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3098cb4-1dd2-4eda-83b4-628becc4e8bc {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:37:12.659722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Attempting to bind port cff5c106-5653-44e6-8bc6-bae86dad104b on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:37:12.660085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Attempting to bind port cff5c106-5653-44e6-8bc6-bae86dad104b by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:37:12.660416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Attempting to bind port cff5c106-5653-44e6-8bc6-bae86dad104b on network 7ae861bc-e547-4ad2-b1e4-7c138683200e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:37:12.671955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Port cff5c106-5653-44e6-8bc6-bae86dad104b on network 7ae861bc-e547-4ad2-b1e4-7c138683200e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:37:12.672288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Attempting to bind port cff5c106-5653-44e6-8bc6-bae86dad104b on network 7ae861bc-e547-4ad2-b1e4-7c138683200e {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:37:12.672992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:12.679652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cf7b812-2d2b-4305-a5a5-7331f56836b3 req-d3053ab4-2865-44e4-8911-4dde67534036 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663047 Aug 28 08:37:12.681515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:37:12.681515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Checking segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:37:12.681515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Bound using segment: {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:37:12.681515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Bound port: cff5c106-5653-44e6-8bc6-bae86dad104b, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a785d7ae-355f-4606-b732-b14306a1b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:37:12.682622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.683527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Deleting port d962124e-4e10-4faa-9924-28b2f5737e01 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:12.684614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.744632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3413aa2c-5d96-4ca9-a032-f39daac9dd0a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-1904902474 HTTP/1.1" status: 201 len: 201 time: 0.3630664 Aug 28 08:37:12.746354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:12.757128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-7c2ab863-54ef-477d-8767-102b66c04210 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-1220490615') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:12.758784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.773100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.837727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:37:12.841916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:12.842539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cff5c106-5653-44e6-8bc6-bae86dad104b,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:37:12.876284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] For port d962124e-4e10-4faa-9924-28b2f5737e01, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d962124e-4e10-4faa-9924-28b2f5737e01,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:12.876595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.897502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199064d-24eb-4915-95c9-f70fa7aea541 req-260f1f53-be9d-485c-8835-785cfc1f415f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:12.899045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3199064d-24eb-4915-95c9-f70fa7aea541 req-260f1f53-be9d-485c-8835-785cfc1f415f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1365852 Aug 28 08:37:12.905308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Calling delete_port for d962124e-4e10-4faa-9924-28b2f5737e01 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:12.918526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.954532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:12.955087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.956488 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] 10.222.0.39 "PUT /v2.0/ports/cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 200 len: 1092 time: 1.1698310 Aug 28 08:37:12.956939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:12.959201 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab4542c-74c2-4105-9494-78e8e633dee0" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:12.967849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:12.991125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3199064d-24eb-4915-95c9-f70fa7aea541 req-9ce9c404-e275-496f-88e1-a8ae11feeb70 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824645 Aug 28 08:37:13.002708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Subnet': ['ID=bec22653-561d-4e43-a0e6-2740641eb307,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:13.022401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.024182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f11e7666-e134-4b99-abb7-4a81227da9a3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/subnets/bec22653-561d-4e43-a0e6-2740641eb307 HTTP/1.1" status: 204 len: 168 time: 0.6714230 Aug 28 08:37:13.028522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:13.030846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77852c0-d772-4476-8374-fb20fbe0a510 None None] Network 99f798af-4314-4ef8-a24e-7ae865ba45df requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:13.033152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920abc4-f955-40dc-a541-f51453fffd45 service neutron] Pushing event updated for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:13.072473 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b35ba-0d07-4ce8-99db-1ffd7a3f2cd6 x-openstack-request-id: req-304b35ba-0d07-4ce8-99db-1ffd7a3f2cd6 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:13.073601 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:13.074672 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-304b35ba-0d07-4ce8-99db-1ffd7a3f2cd6 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:13.075516 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'status': 'completed', 'code': 200} Aug 28 08:37:13.112658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['f3098cb4-1dd2-4eda-83b4-628becc4e8bc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:37:13.146029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-6351b1a9-6f8d-4fe3-8a2a-d152be99cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.148704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-6351b1a9-6f8d-4fe3-8a2a-d152be99cc5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1095 time: 0.0506516 Aug 28 08:37:13.164945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c2ab863-54ef-477d-8767-102b66c04210 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-1220490615 HTTP/1.1" status: 201 len: 201 time: 0.4175138 Aug 28 08:37:13.170484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41884) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:13.177461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-1466c806-a472-4095-ba0e-de8b4f9526a2 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-835112778') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:13.219168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-b41b8f62-6f49-4830-88cb-1e3d7625c70b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 200 len: 217 time: 0.0554097 Aug 28 08:37:13.257967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.294081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-5482f22a-dc3a-4e29-81d6-59c19b23296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.296279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-5482f22a-dc3a-4e29-81d6-59c19b23296d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa010339-8e4a-481a-81dd-b7a94cfec9dd HTTP/1.1" status: 200 len: 835 time: 0.0676579 Aug 28 08:37:13.382066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-b714381a-3be2-4da0-800a-dc12db6fbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.384002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-b714381a-3be2-4da0-800a-dc12db6fbc61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ae861bc-e547-4ad2-b1e4-7c138683200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788243 Aug 28 08:37:13.406142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b6cfba6-6522-434f-800e-c22a337cc0cf up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:13.451658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] DHCP port deletion for 99f798af-4314-4ef8-a24e-7ae865ba45df request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:37:13.451924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port ead0c17f-2523-43e1-812a-acd49ac77f41 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:13.452147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.503155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b6cfba6-6522-434f-800e-c22a337cc0cf triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:13.503416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1466c806-a472-4095-ba0e-de8b4f9526a2 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-835112778 HTTP/1.1" status: 201 len: 201 time: 0.3268907 Aug 28 08:37:13.503550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.503656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41888) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:13.509203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-496b64bc-d28f-42c3-9d79-0f590eeb2cfb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1732781214') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:13.511667 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-a922201c-0b39-4dc9-8193-e96bde37a4f7 service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190102 Aug 28 08:37:13.542629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a8704-79ff-4afe-907b-c1a0620872dd req-90218e7a-4252-4bfa-b439-07a4546bb238 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.546382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-638a8704-79ff-4afe-907b-c1a0620872dd req-90218e7a-4252-4bfa-b439-07a4546bb238 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 944 time: 0.1320138 Aug 28 08:37:13.548978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.556568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Deleting port ead0c17f-2523-43e1-812a-acd49ac77f41 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:13.556966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.602926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] For port ead0c17f-2523-43e1-812a-acd49ac77f41, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ead0c17f-2523-43e1-812a-acd49ac77f41,segment=NetworkSegment(091fafa9-3e08-4380-97ca-c0072f331dce),segment_id=091fafa9-3e08-4380-97ca-c0072f331dce)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:13.603301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.607759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Pushing event deleted for resources: {'Port': ['ID=d962124e-4e10-4faa-9924-28b2f5737e01,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:13.636152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fc1ac9ff-3bf7-409c-aa28-87df98e58bab req-15414af7-d2f9-4c50-be1a-f6fdb580c655 service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168280 Aug 28 08:37:13.638274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for ead0c17f-2523-43e1-812a-acd49ac77f41 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:13.654087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] For port ead0c17f-2523-43e1-812a-acd49ac77f41, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ead0c17f-2523-43e1-812a-acd49ac77f41,segment=NetworkSegment(091fafa9-3e08-4380-97ca-c0072f331dce),segment_id=091fafa9-3e08-4380-97ca-c0072f331dce)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:13.654446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.675421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Calling delete_port for ead0c17f-2523-43e1-812a-acd49ac77f41 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:13.743794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-638a8704-79ff-4afe-907b-c1a0620872dd req-1cf730a0-f368-45bb-bbea-eac57c778012 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785207 Aug 28 08:37:13.842351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-496b64bc-d28f-42c3-9d79-0f590eeb2cfb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1732781214 HTTP/1.1" status: 201 len: 201 time: 0.3379278 Aug 28 08:37:13.849177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41892) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:13.857642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-95fbd58e-95c2-4ca6-8d93-78dccfaf3c7f tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:13.934170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-8b767dab-fac0-4bef-ac72-c08c68925483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.935821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-8b767dab-fac0-4bef-ac72-c08c68925483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1095 time: 0.1139088 Aug 28 08:37:13.946810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ee6c1-9381-47d1-b876-ec34cf52b7d5 req-3da65c51-a8bc-4ab8-96fe-bb182dede7cf tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:13.948403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c4ee6c1-9381-47d1-b876-ec34cf52b7d5 req-3da65c51-a8bc-4ab8-96fe-bb182dede7cf tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 943 time: 0.1081994 Aug 28 08:37:13.967442 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.981444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:13.984749 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.013690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] Pushing event deleted for resources: {'Port': ['ID=ead0c17f-2523-43e1-812a-acd49ac77f41,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:14.015701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=ead0c17f-2523-43e1-812a-acd49ac77f41,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:14.030012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9265c0-bcc2-4c22-87ca-f6380d2ec88d None None] No DVR routers for this DVR port ead0c17f-2523-43e1-812a-acd49ac77f41 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:14.067378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] No DVR routers for this DVR port ead0c17f-2523-43e1-812a-acd49ac77f41 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:14.079600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c4ee6c1-9381-47d1-b876-ec34cf52b7d5 req-46917ffe-ea47-4329-b5ce-d5cb28da8e1a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176372 Aug 28 08:37:14.221815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.243652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f798af-4314-4ef8-a24e-7ae865ba45df']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.259815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091fafa9-3e08-4380-97ca-c0072f331dce') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.260098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091fafa9-3e08-4380-97ca-c0072f331dce') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.281953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b00e-f661-412b-8cbc-e2ceb3761b56 req-8ac429fa-6868-4952-b407-f86ea63f31b7 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:14.283541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d3b00e-f661-412b-8cbc-e2ceb3761b56 req-8ac429fa-6868-4952-b407-f86ea63f31b7 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1347532 Aug 28 08:37:14.287309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.316521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.335096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f3098cb4-1dd2-4eda-83b4-628becc4e8bc up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:14.357619 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-95fbd58e-95c2-4ca6-8d93-78dccfaf3c7f tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 200 len: 241 time: 0.5068882 Aug 28 08:37:14.360717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41896) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:14.365352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:37:14.365766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:37:14.371357 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:37:14.373993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-a98171f3-1681-4d36-95f3-c7de25a1fe35 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-1904902474') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.416444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-4d8a628c-ecef-4b1a-9bee-197783b7473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:14.418071 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-4d8a628c-ecef-4b1a-9bee-197783b7473b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 200 len: 897 time: 0.4716008 Aug 28 08:37:14.432962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d3b00e-f661-412b-8cbc-e2ceb3761b56 req-b17d291f-8306-4d14-8db2-cd7119f42cc3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366706 Aug 28 08:37:14.464069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port f3098cb4-1dd2-4eda-83b4-628becc4e8bc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:14.471011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port f3098cb4-1dd2-4eda-83b4-628becc4e8bc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:14.471011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.473320 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-1bc8a0b8-7d96-4d17-a9d5-5880c6a7d87e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 200 len: 217 time: 0.0453613 Aug 28 08:37:14.491499 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a98171f3-1681-4d36-95f3-c7de25a1fe35 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-1904902474 HTTP/1.1" status: 204 len: 168 time: 0.1294773 Aug 28 08:37:14.496570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41898) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:14.502324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-dc203549-90ee-4418-8420-1aa733d5f6d4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-1904902474') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.542084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Router 604f6918-f0c4-4755-a2c7-d3189e486e58 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:14.544355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-f2cb5d0d-0043-4a9a-a6a9-47cf3e5f87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:14.546123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-f2cb5d0d-0043-4a9a-a6a9-47cf3e5f87c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa010339-8e4a-481a-81dd-b7a94cfec9dd HTTP/1.1" status: 200 len: 835 time: 0.0649884 Aug 28 08:37:14.572302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.596163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:14.598587 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fd50af-6097-4d5d-ba24-31582d6c4dff" -d '{"events": [{"server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:14.599174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-d2f1c18c-7b9c-47c1-9460-0dc1930e6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:14.599392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.601204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-d2f1c18c-7b9c-47c1-9460-0dc1930e6c0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ae861bc-e547-4ad2-b1e4-7c138683200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466485 Aug 28 08:37:14.603778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.605766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/networks/99f798af-4314-4ef8-a24e-7ae865ba45df HTTP/1.1" status: 204 len: 168 time: 1.5762773 Aug 28 08:37:14.609068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41902) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:14.618466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:14.636820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc5f4-1c56-4a7b-9205-d47fa9e3d4f7 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Network': ['ID=99f798af-4314-4ef8-a24e-7ae865ba45df,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:14.700768 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.710380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:14.718140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8bc9afe4-55df-431a-8018-e7f2e4c8222b admin admin] 10.222.0.46 "PUT /v2.0/routers/604f6918-f0c4-4755-a2c7-d3189e486e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1380067 Aug 28 08:37:14.718333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41906) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:14.727212 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Sync routers for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:14.741741 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:14.742738 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.771032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dc203549-90ee-4418-8420-1aa733d5f6d4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-1904902474 HTTP/1.1" status: 204 len: 168 time: 0.2733057 Aug 28 08:37:14.773454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41908) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:14.781034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-75f150c2-a4fb-4cc2-a3d5-f79f4e654cda tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:14.810410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:14.817232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-db7e5c0f-024f-4256-8189-c6f3a848fb21 service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069991 Aug 28 08:37:14.856347 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493395f5-f672-495e-a634-05968f4d01ca x-openstack-request-id: req-493395f5-f672-495e-a634-05968f4d01ca {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:14.856347 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:14.856347 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-493395f5-f672-495e-a634-05968f4d01ca {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:14.856347 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc', 'code': 200} Aug 28 08:37:14.887026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.888894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 64c7050f-b5af-406b-8b36-989c907b1fa5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:14.889177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:14.912987 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:15.017418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fab4542c-74c2-4105-9494-78e8e633dee0 req-8311a8dc-eb97-43f2-9fac-0defa069ea5c service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912909 Aug 28 08:37:15.028140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.028466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.033925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-75f150c2-a4fb-4cc2-a3d5-f79f4e654cda tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 200 len: 205 time: 0.2570794 Aug 28 08:37:15.035352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41912) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.042404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-028429bd-5d59-4d44-8652-34fb9d5264db tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.050255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 64c7050f-b5af-406b-8b36-989c907b1fa5 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:15.056036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c176b-b539-481f-a6ae-0a6ce5836477 req-0e137c8d-fb11-47c0-8be5-ebaa65d65316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:15.058568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-681c176b-b539-481f-a6ae-0a6ce5836477 req-0e137c8d-fb11-47c0-8be5-ebaa65d65316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 1097 time: 0.0946686 Aug 28 08:37:15.092581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.103243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446b106-117c-4674-8558-102a3e888bb4 req-54cd725d-5fdc-4410-87d8-8d2dc2b09aae tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:15.105326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e446b106-117c-4674-8558-102a3e888bb4 req-54cd725d-5fdc-4410-87d8-8d2dc2b09aae tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.1175368 Aug 28 08:37:15.132306 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:37:13Z', 'revision_number': 5, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port': {'id': '3a01b4ef-6ad1-45b6-a455-999981c54d52', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:20Z', 'updated_at': '2021-08-28T08:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.149247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-681c176b-b539-481f-a6ae-0a6ce5836477 req-98b39a83-69e2-44f1-9730-1cd08da63f21 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831854 Aug 28 08:37:15.158107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-028429bd-5d59-4d44-8652-34fb9d5264db tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 200 len: 241 time: 0.1178992 Aug 28 08:37:15.158981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.164984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-698fe3f3-0338-4619-8e66-616f69dc336a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-1220490615') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.168537 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Checking router: 604f6918-f0c4-4755-a2c7-d3189e486e58 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:37:15.169862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e446b106-117c-4674-8558-102a3e888bb4 req-4bb4be88-956f-40cb-bab2-a7a1626754c3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503700 Aug 28 08:37:15.179470 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Routers {'604f6918-f0c4-4755-a2c7-d3189e486e58'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:15.180158 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['604f6918-f0c4-4755-a2c7-d3189e486e58'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.271456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-698fe3f3-0338-4619-8e66-616f69dc336a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-1220490615 HTTP/1.1" status: 204 len: 168 time: 0.1086838 Aug 28 08:37:15.272756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.278062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-2e8bb61e-d611-4af5-a858-a9275964e17a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-1220490615') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.335313 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.376343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=64c7050f-b5af-406b-8b36-989c907b1fa5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:15.447694 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] Set router 604f6918-f0c4-4755-a2c7-d3189e486e58 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:15.459730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.462410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.469924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59d1ecb2-2b40-4600-856f-987fa91d11c3 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/floatingips/bb7e2402-6aa9-4706-9fdd-20077a282192 HTTP/1.1" status: 204 len: 168 time: 0.8585253 Aug 28 08:37:15.470635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41922) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.495941 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-980b1b1b-9ff1-4a21-8489-b95072788f81 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:15.496695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ead0c17f-2523-43e1-812a-acd49ac77f41 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:15.497207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980b1b1b-9ff1-4a21-8489-b95072788f81 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:15.501450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-980b1b1b-9ff1-4a21-8489-b95072788f81 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/bfa0ebfa-de77-434e-9032-91eedb8f0516 HTTP/1.1" status: 404 len: 333 time: 0.0296750 Aug 28 08:37:15.502066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41924) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.512925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2e8bb61e-d611-4af5-a858-a9275964e17a tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-1220490615 HTTP/1.1" status: 204 len: 168 time: 0.2391334 Aug 28 08:37:15.515469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.519498 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:37:15Z', 'revision_number': 6, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.520015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-953acb19-b250-4727-9b9a-66a798ce2d4f tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.533699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ead0c17f-2523-43e1-812a-acd49ac77f41 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:15.534322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ead0c17f-2523-43e1-812a-acd49ac77f41 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:15.555264 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78e0d0-323d-4b4b-acbb-1a4c12ba51ac None None] The sync data for ids ['604f6918-f0c4-4755-a2c7-d3189e486e58'] in n-d-792458-16 is: [{'id': '604f6918-f0c4-4755-a2c7-d3189e486e58', 'name': 'tempest-TestServerBasicOps-541106550-router', 'tenant_id': '8384c65edc5c44029699200605056483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:19Z', 'updated_at': '2021-08-28T08:37:15Z', 'revision_number': 6, 'project_id': '8384c65edc5c44029699200605056483', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:15.562864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0bf8a69a-539f-40e3-8de7-3bbf0a4993e2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb HTTP/1.1" status: 200 len: 205 time: 0.0596061 Aug 28 08:37:15.563667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41928) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.608704 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-10edbd7a-6ab3-4419-bf1e-d849ed2c809b tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] delete failed (client error): The resource could not be found. Aug 28 08:37:15.610280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-10edbd7a-6ab3-4419-bf1e-d849ed2c809b tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/routers/c8a74979-d0fb-4d22-9ccf-3e6ae63a01fb HTTP/1.1" status: 404 len: 336 time: 0.0439818 Aug 28 08:37:15.612985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41930) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.646615 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab12d0f1-f8b7-4724-99db-34c16573960e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] DELETE failed (client error): The resource could not be found. Aug 28 08:37:15.647076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab12d0f1-f8b7-4724-99db-34c16573960e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:37:15.648851 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ab12d0f1-f8b7-4724-99db-34c16573960e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/subnets/bec22653-561d-4e43-a0e6-2740641eb307 HTTP/1.1" status: 404 len: 337 time: 0.0349874 Aug 28 08:37:15.653263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.675584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16920738-736e-4c08-b2b5-b896c35c5623 req-20acaa3d-4219-48bf-82fa-6b5f20f8ee81 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:15.677494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16920738-736e-4c08-b2b5-b896c35c5623 req-20acaa3d-4219-48bf-82fa-6b5f20f8ee81 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 943 time: 0.0660014 Aug 28 08:37:15.679973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Deleting port 3a01b4ef-6ad1-45b6-a455-999981c54d52 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:15.680323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.697316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-953acb19-b250-4727-9b9a-66a798ce2d4f tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 200 len: 205 time: 0.1807849 Aug 28 08:37:15.702921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41934) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.708184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-1eb3990b-fdff-4418-88b3-0fa1c496eb31 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.768948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16920738-736e-4c08-b2b5-b896c35c5623 req-067b3599-72cc-4122-acc7-1691a6a084b2 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851314 Aug 28 08:37:15.799305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] For port 3a01b4ef-6ad1-45b6-a455-999981c54d52, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a01b4ef-6ad1-45b6-a455-999981c54d52,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:15.800070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.817848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1eb3990b-fdff-4418-88b3-0fa1c496eb31 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 200 len: 240 time: 0.1101966 Aug 28 08:37:15.818172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41936) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:15.820527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Calling delete_port for 3a01b4ef-6ad1-45b6-a455-999981c54d52 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:15.825695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-bc372044-6b77-4dea-9170-69bf52e758b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-835112778') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:15.829329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port fb8b7d95-e1f2-448d-aff5-068694d06283 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:15.829677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.924130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:15.945090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for fb8b7d95-e1f2-448d-aff5-068694d06283 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:16.006338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2dea4-63ac-4481-84c8-69a2748c07cd req-dd5fc01d-1246-4f66-a619-5ab3b0dfa706 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:16.008174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0dd2dea4-63ac-4481-84c8-69a2748c07cd req-dd5fc01d-1246-4f66-a619-5ab3b0dfa706 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1473875 Aug 28 08:37:16.012445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc372044-6b77-4dea-9170-69bf52e758b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-835112778 HTTP/1.1" status: 204 len: 168 time: 0.1931977 Aug 28 08:37:16.017679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41938) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.028769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-27c14069-ff32-46c7-b3a6-936659462afe tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-835112778') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.095450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0dd2dea4-63ac-4481-84c8-69a2748c07cd req-1e34ddb5-1f69-4ccf-84de-06b195ca3134 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746691 Aug 28 08:37:16.212304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.242145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.242962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a01b4ef-6ad1-45b6-a455-999981c54d52,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:16.248801 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27c14069-ff32-46c7-b3a6-936659462afe tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-835112778 HTTP/1.1" status: 204 len: 168 time: 0.2254303 Aug 28 08:37:16.249814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.255373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-006fd97d-b8a5-498a-aae0-862264d9639c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.279790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=fb8b7d95-e1f2-448d-aff5-068694d06283,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:16.378593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.393440 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8b294cac-31f6-4cd6-9c42-5d1134b19c8c tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/fb8b7d95-e1f2-448d-aff5-068694d06283 HTTP/1.1" status: 204 len: 168 time: 0.7255225 Aug 28 08:37:16.393440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.423971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.434647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddfa94-ffd0-43d7-bdcf-b480f6e1168b req-dccb817a-cd2c-457a-9378-6fdb3ac00144 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:16.436192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0ddfa94-ffd0-43d7-bdcf-b480f6e1168b req-dccb817a-cd2c-457a-9378-6fdb3ac00144 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.1795354 Aug 28 08:37:16.443295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-006fd97d-b8a5-498a-aae0-862264d9639c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 200 len: 205 time: 0.1892610 Aug 28 08:37:16.451926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.461684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-ad36a16d-46e6-4534-96b1-047757c8a2b6 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.509753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ad36a16d-46e6-4534-96b1-047757c8a2b6 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 200 len: 241 time: 0.0498555 Aug 28 08:37:16.511356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.520803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-667411ff-40d2-47b1-8437-83d1eb87a4b0 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1732781214') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.550561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.550853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 1367e373-27fb-43b8-af7b-5a28f9704446 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:16.551364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.554070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.573210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0ddfa94-ffd0-43d7-bdcf-b480f6e1168b req-24987678-ffb6-447a-93de-9923b88fba72 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043158 Aug 28 08:37:16.605968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-667411ff-40d2-47b1-8437-83d1eb87a4b0 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1732781214 HTTP/1.1" status: 204 len: 168 time: 0.0911968 Aug 28 08:37:16.609216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41950) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.616929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-4e402d2e-0bf9-4f0a-b837-6bf5f3659418 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1732781214') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.666012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.679718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 1367e373-27fb-43b8-af7b-5a28f9704446 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:16.686586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.687172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604f6918-f0c4-4755-a2c7-d3189e486e58 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:16.697747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.701190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-33a3383d-30c6-4423-a39c-9f577689ed11 admin admin] 10.222.0.46 "DELETE /v2.0/routers/604f6918-f0c4-4755-a2c7-d3189e486e58 HTTP/1.1" status: 204 len: 168 time: 1.9819798 Aug 28 08:37:16.705928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41952) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.763799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Deleting subnet 6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:37:16.766641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cff5c106-5653-44e6-8bc6-bae86dad104b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:37:16.783818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e402d2e-0bf9-4f0a-b837-6bf5f3659418 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1732781214 HTTP/1.1" status: 204 len: 168 time: 0.1707318 Aug 28 08:37:16.784057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.785821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41954) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.789378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-b9c81643-9cb2-4a7c-badf-e5e2cc501c67 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.880558 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:16.891083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9c81643-9cb2-4a7c-badf-e5e2cc501c67 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 200 len: 205 time: 0.1030972 Aug 28 08:37:16.891303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41958) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.895700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-08cf93f5-abc1-49b9-bcfa-ea8f5ecbd8a5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.927288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-08cf93f5-abc1-49b9-bcfa-ea8f5ecbd8a5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 204 len: 168 time: 0.0323734 Aug 28 08:37:16.927877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:16.934972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-31db623c-0809-4f66-89d7-ea39edbe0cef tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:16.955681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cff5c106-5653-44e6-8bc6-bae86dad104b,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:16.977503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'port_id': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'mac_address': 'fa:16:3e:71:65:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:37:16.986739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.001390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44556b8-6ad3-44b7-bf1e-689f022f969e req-18c791db-5fb9-4d03-8ca8-bf7829fae8bf tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:17.003169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d44556b8-6ad3-44b7-bf1e-689f022f969e req-18c791db-5fb9-4d03-8ca8-bf7829fae8bf tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 943 time: 0.1150770 Aug 28 08:37:17.036240 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.050764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff5c106-5653-44e6-8bc6-bae86dad104b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:37:17.065641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=1367e373-27fb-43b8-af7b-5a28f9704446,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:17.071966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cff5c106-5653-44e6-8bc6-bae86dad104b,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:17.083000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d44556b8-6ad3-44b7-bf1e-689f022f969e req-b15916ad-6b87-40ce-98cb-17b3935c32a9 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Aug 28 08:37:17.084410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.138425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-31db623c-0809-4f66-89d7-ea39edbe0cef tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2094729 Aug 28 08:37:17.144388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41964) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.145653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-27509eba-1c95-4fb1-a737-670c0600bb08 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:17.166527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.179308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.183810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3eb9c2c7-9de0-4a3e-880b-59a2732f9b4d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/ports/1367e373-27fb-43b8-af7b-5a28f9704446 HTTP/1.1" status: 204 len: 168 time: 0.7969289 Aug 28 08:37:17.184214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.220098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:17.226083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.248990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0b4fa5-428c-4e1e-9121-9dabcdb354b2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:17.259455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53104c74-d3a2-487f-ba47-c115aabc583b tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:17.261514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-53104c74-d3a2-487f-ba47-c115aabc583b tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf8b6ddf-f522-40f2-9017-e16957ab1b78 HTTP/1.1" status: 200 len: 913 time: 0.0765452 Aug 28 08:37:17.261928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eaa7a-d440-4958-baa7-dc592bb487d6 req-46be8321-a038-45ab-886a-bea5a6b24e83 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:17.263501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd5eaa7a-d440-4958-baa7-dc592bb487d6 req-46be8321-a038-45ab-886a-bea5a6b24e83 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0886486 Aug 28 08:37:17.264622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41968) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.266457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.270731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-413599ec-26a2-4ceb-a4e0-c877358e4e40 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b0b4fa5-428c-4e1e-9121-9dabcdb354b2 HTTP/1.1" status: 204 len: 168 time: 0.5613129 Aug 28 08:37:17.276901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0b503-9ac6-4aa5-8f22-daa8618ca18e None None] Network 9cfc0203-58c0-430b-a157-c36302093fd7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:17.279927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.311740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd5eaa7a-d440-4958-baa7-dc592bb487d6 req-07bd52ab-4819-44a2-b6df-f09469920b42 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362012 Aug 28 08:37:17.396196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27509eba-1c95-4fb1-a737-670c0600bb08 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2518060 Aug 28 08:37:17.397181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41972) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.397474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a01b4ef-6ad1-45b6-a455-999981c54d52 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:17.402515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-a93dcbe7-be9c-4814-90f5-fd0c7536c002 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:17.420939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3a01b4ef-6ad1-45b6-a455-999981c54d52 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:17.421287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a01b4ef-6ad1-45b6-a455-999981c54d52 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:17.421717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d962124e-4e10-4faa-9924-28b2f5737e01 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:17.458118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: d962124e-4e10-4faa-9924-28b2f5737e01 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:17.458369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d962124e-4e10-4faa-9924-28b2f5737e01 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:17.471358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.477635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a93dcbe7-be9c-4814-90f5-fd0c7536c002 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 204 len: 168 time: 0.0792859 Aug 28 08:37:17.482802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41974) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.488362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-48ed1089-0495-4119-b11d-d34a057c93bb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-211993168') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:17.555763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] DHCP port deletion for 9cfc0203-58c0-430b-a157-c36302093fd7 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:37:17.604088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Deleting port 8605abad-7bc2-4c43-bae1-e0e0c45215db {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:17.604466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.646011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Deleting port 8605abad-7bc2-4c43-bae1-e0e0c45215db {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:17.646394 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.649034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48ed1089-0495-4119-b11d-d34a057c93bb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-211993168 HTTP/1.1" status: 201 len: 201 time: 0.1647043 Aug 28 08:37:17.649767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.657021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-2c012670-9002-459b-a037-c0edbe764d43 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-1616239117') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:17.677012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] For port 8605abad-7bc2-4c43-bae1-e0e0c45215db, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8605abad-7bc2-4c43-bae1-e0e0c45215db,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:17.677734 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.690230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['cff5c106-5653-44e6-8bc6-bae86dad104b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:37:17.696980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Calling delete_port for 8605abad-7bc2-4c43-bae1-e0e0c45215db owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:17.749706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] For port 8605abad-7bc2-4c43-bae1-e0e0c45215db, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8605abad-7bc2-4c43-bae1-e0e0c45215db,segment=NetworkSegment(e7b141c7-8768-465a-93d8-55e1f8f2a214),segment_id=e7b141c7-8768-465a-93d8-55e1f8f2a214)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:17.749994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.750670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f498e4-3123-4f08-a79f-0b026ac38cdf req-a63d4157-98a9-4346-85e5-c4c3a944bf17 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:17.757879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9f498e4-3123-4f08-a79f-0b026ac38cdf req-a63d4157-98a9-4346-85e5-c4c3a944bf17 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0949092 Aug 28 08:37:17.787950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Calling delete_port for 8605abad-7bc2-4c43-bae1-e0e0c45215db owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:17.822013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9f498e4-3123-4f08-a79f-0b026ac38cdf req-6a153b92-f85e-4fe6-be41-acf5c1dc20cf tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557036 Aug 28 08:37:17.915718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2c012670-9002-459b-a037-c0edbe764d43 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-1616239117 HTTP/1.1" status: 201 len: 201 time: 0.2635491 Aug 28 08:37:17.916145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41982) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:17.923001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-71070e56-3a97-4420-8e2e-c333d09697ed tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-1156251495') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:17.938576 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.967984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:17.973941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] Pushing event deleted for resources: {'Port': ['ID=8605abad-7bc2-4c43-bae1-e0e0c45215db,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:17.983297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b0eda-0bd7-44df-8b9e-b796c1f76df2 None None] No DVR routers for this DVR port 8605abad-7bc2-4c43-bae1-e0e0c45215db on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:18.181774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6192ae-489d-437a-ae25-b833b9a012a6 req-31b6cdd6-864a-44fd-81e2-f09bc0f1fbf9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:18.184152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff6192ae-489d-437a-ae25-b833b9a012a6 req-31b6cdd6-864a-44fd-81e2-f09bc0f1fbf9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0553124 Aug 28 08:37:18.226776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff6192ae-489d-437a-ae25-b833b9a012a6 req-057ff23d-3a40-4925-ace8-241115871bef tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 Aug 28 08:37:18.354787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab63d-91e0-42b8-afa6-5d0670f56544 req-610e89cd-6402-4d1f-a169-571bbceaebc7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:18.356516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cceab63d-91e0-42b8-afa6-5d0670f56544 req-610e89cd-6402-4d1f-a169-571bbceaebc7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 944 time: 0.0531583 Aug 28 08:37:18.365025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.398905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cceab63d-91e0-42b8-afa6-5d0670f56544 req-0112870d-11b3-4138-b3b2-94c356ea8702 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363257 Aug 28 08:37:18.403045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Pushing event deleted for resources: {'Port': ['ID=8605abad-7bc2-4c43-bae1-e0e0c45215db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:18.410629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] No DVR routers for this DVR port 8605abad-7bc2-4c43-bae1-e0e0c45215db on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:18.513519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e966-125a-4eda-b821-a2cc8fa7aaed req-12e38167-4eee-4700-a265-db3807d44520 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:18.515152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e345e966-125a-4eda-b821-a2cc8fa7aaed req-12e38167-4eee-4700-a265-db3807d44520 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0528655 Aug 28 08:37:18.562814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e345e966-125a-4eda-b821-a2cc8fa7aaed req-a84b3586-d473-4db6-aae8-352db9da32a6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Aug 28 08:37:18.572458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.579806 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71070e56-3a97-4420-8e2e-c333d09697ed tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-1156251495 HTTP/1.1" status: 201 len: 201 time: 0.6594131 Aug 28 08:37:18.580628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41990) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:18.589972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-187d349f-29f3-479b-8f87-b95fdf181a2c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-633108393') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.605480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfc0203-58c0-430b-a157-c36302093fd7']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.623820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b141c7-8768-465a-93d8-55e1f8f2a214') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.624241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b141c7-8768-465a-93d8-55e1f8f2a214') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.641044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.661071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.669708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:37:18.670726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:37:18.671902 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:37:18.716552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-187d349f-29f3-479b-8f87-b95fdf181a2c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-633108393 HTTP/1.1" status: 201 len: 201 time: 0.1341684 Aug 28 08:37:18.719171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41992) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:18.723774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-0c8fe1e4-de5a-42d7-acb9-712fa7dabccf tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', {'tags': ['tempest-TagsExtTest-Tag-707751222', 'tempest-TagsExtTest-Tag-1190285278', 'tempest-TagsExtTest-Tag-70511648']}) {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.813148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port 7d883420-a4e2-4750-b832-e449bee2b24c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:18.813456 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.827624 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.861531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.863355 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] 10.222.0.46 "DELETE /v2.0/networks/9cfc0203-58c0-430b-a157-c36302093fd7 HTTP/1.1" status: 204 len: 168 time: 1.5782378 Aug 28 08:37:18.866724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:18.878694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98aa5f-e98f-447f-a179-fe43418a251b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfc0203-58c0-430b-a157-c36302093fd7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:18.912421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0c8fe1e4-de5a-42d7-acb9-712fa7dabccf tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 200 len: 315 time: 0.1921985 Aug 28 08:37:18.915229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41996) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:18.922049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-7ae99b7e-7841-47f4-a6b6-883560b6627c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:18.953460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:18.968899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for 7d883420-a4e2-4750-b832-e449bee2b24c owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:19.183158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7ae99b7e-7841-47f4-a6b6-883560b6627c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 204 len: 168 time: 0.2668676 Aug 28 08:37:19.184678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41998) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:19.189618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-787971d8-a4fa-4006-8377-c578de6dbc43 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-707751222') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:19.226754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:19.244293 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-787971d8-a4fa-4006-8377-c578de6dbc43 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:19.245891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-787971d8-a4fa-4006-8377-c578de6dbc43 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-707751222 HTTP/1.1" status: 404 len: 328 time: 0.0602071 Aug 28 08:37:19.247125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:19.248968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42000) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:19.255343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-2a1a0b1b-aa33-4151-a73e-6b4def96edf5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-1190285278') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:19.303811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=7d883420-a4e2-4750-b832-e449bee2b24c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:19.377839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8605abad-7bc2-4c43-bae1-e0e0c45215db no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:19.394357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79eb0-ad53-4432-b27d-55e8cac9ebc1 req-9c82a7b8-0092-4868-9f99-6226337203f4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:19.394849 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-2a1a0b1b-aa33-4151-a73e-6b4def96edf5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:19.395888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1b79eb0-ad53-4432-b27d-55e8cac9ebc1 req-9c82a7b8-0092-4868-9f99-6226337203f4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0646679 Aug 28 08:37:19.396022 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2a1a0b1b-aa33-4151-a73e-6b4def96edf5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-1190285278 HTTP/1.1" status: 404 len: 329 time: 0.1439414 Aug 28 08:37:19.399138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42004) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:19.406326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-97c65b89-6332-4fe5-ade0-37e8c2e092d7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97', 'tempest-TagsExtTest-Tag-70511648') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:19.407696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8605abad-7bc2-4c43-bae1-e0e0c45215db {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:19.408109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8605abad-7bc2-4c43-bae1-e0e0c45215db not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:19.494176 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1b79eb0-ad53-4432-b27d-55e8cac9ebc1 req-922f9ffa-a765-4815-b36d-45a31e7e6cc4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897694 Aug 28 08:37:19.553842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:19.557697 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-97c65b89-6332-4fe5-ade0-37e8c2e092d7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:19.558720 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-97c65b89-6332-4fe5-ade0-37e8c2e092d7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags/tempest-TagsExtTest-Tag-70511648 HTTP/1.1" status: 404 len: 327 time: 0.1583898 Aug 28 08:37:19.562157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:19.568808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-31e9f76e-1d20-4aa5-8662-22e7eae923c2 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', {'tags': ['tempest-TagsExtTest-Tag-527381253', 'tempest-TagsExtTest-Tag-1203623884', 'tempest-TagsExtTest-Tag-860957877']}) {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:19.634113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe66fb-6ad8-42c8-a080-ccd3affe7854 req-af6ec20e-e5ad-4c9a-8962-d52f7ec8c0eb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:19.635687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4abe66fb-6ad8-42c8-a080-ccd3affe7854 req-af6ec20e-e5ad-4c9a-8962-d52f7ec8c0eb tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 944 time: 0.0606928 Aug 28 08:37:19.650646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Deleting port 37bbaad9-54c8-492d-ab46-289086208bb1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:19.651029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:19.742943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4abe66fb-6ad8-42c8-a080-ccd3affe7854 req-a0b88d86-29ee-48f1-a354-dc8f94546236 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005943 Aug 28 08:37:19.790880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] For port 37bbaad9-54c8-492d-ab46-289086208bb1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37bbaad9-54c8-492d-ab46-289086208bb1,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:19.792324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:19.812814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-31e9f76e-1d20-4aa5-8662-22e7eae923c2 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 200 len: 316 time: 0.2494435 Aug 28 08:37:19.817174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:19.821151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Calling delete_port for 37bbaad9-54c8-492d-ab46-289086208bb1 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:19.823335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-a3119593-c150-4fde-b370-a97c4d0b37c5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:19.871594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Router bf8b6ddf-f522-40f2-9017-e16957ab1b78 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:19.984207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a3d0-1e14-4bce-beb4-242a884d7ff3 req-7b963a0c-a4ec-4e61-bf1f-fb682efb65ca tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:19.985888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a778a3d0-1e14-4bce-beb4-242a884d7ff3 req-7b963a0c-a4ec-4e61-bf1f-fb682efb65ca tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1076307 Aug 28 08:37:20.008570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:20.013677 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e1381b6-9a19-4eb6-999e-80829971e91d tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "PUT /v2.0/routers/bf8b6ddf-f522-40f2-9017-e16957ab1b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7473238 Aug 28 08:37:20.017135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42014) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.019166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] Sync routers for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:20.029616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:20.030630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.055094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a778a3d0-1e14-4bce-beb4-242a884d7ff3 req-d4e6a244-57ae-4474-af96-5034b04eca2c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598085 Aug 28 08:37:20.068603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.080099 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a3119593-c150-4fde-b370-a97c4d0b37c5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2617633 Aug 28 08:37:20.081175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.088168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] Routers {'bf8b6ddf-f522-40f2-9017-e16957ab1b78'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:20.089070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-4f3c1afa-a49c-49db-bf39-2a7d45ced1af tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-527381253') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.089895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.128586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.129382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca85229-288e-4a55-9317-196ab52bde77 None None] The sync data for ids ['bf8b6ddf-f522-40f2-9017-e16957ab1b78'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:20.186067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.192581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.217751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=37bbaad9-54c8-492d-ab46-289086208bb1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:20.240896 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-4f3c1afa-a49c-49db-bf39-2a7d45ced1af tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:20.246585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4f3c1afa-a49c-49db-bf39-2a7d45ced1af tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-527381253 HTTP/1.1" status: 404 len: 328 time: 0.1585929 Aug 28 08:37:20.247547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.252060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-575a3a32-1f91-4840-96e4-05a8675f59b8 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-1203623884') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.356040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.397605 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-575a3a32-1f91-4840-96e4-05a8675f59b8 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:20.399334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-575a3a32-1f91-4840-96e4-05a8675f59b8 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-1203623884 HTTP/1.1" status: 404 len: 329 time: 0.1503570 Aug 28 08:37:20.402188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42020) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.408068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-136ea5e2-9643-4f06-941a-3a4426d7a1e7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9', 'tempest-TagsExtTest-Tag-860957877') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.472065 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-136ea5e2-9643-4f06-941a-3a4426d7a1e7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:20.473140 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-136ea5e2-9643-4f06-941a-3a4426d7a1e7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags/tempest-TagsExtTest-Tag-860957877 HTTP/1.1" status: 404 len: 328 time: 0.0696583 Aug 28 08:37:20.476028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42022) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.478350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.481460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-2d75fdc3-6a8d-4da9-820e-24a8e17af6ef tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', {'tags': ['tempest-TagsExtTest-Tag-205073453', 'tempest-TagsExtTest-Tag-1901362958', 'tempest-TagsExtTest-Tag-1447531672']}) {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.604601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting port b8ccf6a0-46ea-4a06-9e95-7ab3354bf77b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:20.605268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.639609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31d3b-57c0-4a44-bbfc-f6f5f3a30d6c req-2ccc2a50-1133-46e4-afe1-aa5298c7f962 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:20.641148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bda31d3b-57c0-4a44-bbfc-f6f5f3a30d6c req-2ccc2a50-1133-46e4-afe1-aa5298c7f962 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0672846 Aug 28 08:37:20.660845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d75fdc3-6a8d-4da9-820e-24a8e17af6ef tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 200 len: 317 time: 0.1813922 Aug 28 08:37:20.661093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.674525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-51f0a053-0cf9-4c84-a7b7-036dfc46a7c7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.748539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bda31d3b-57c0-4a44-bbfc-f6f5f3a30d6c req-8770ace4-d4bb-4713-8c8b-b88f5f4dba64 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722690 Aug 28 08:37:20.764965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.780589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Router 0bd22c90-0123-4f90-99f0-ed742da4b712 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:20.782285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Calling delete_port for b8ccf6a0-46ea-4a06-9e95-7ab3354bf77b owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:20.796578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cff5c106-5653-44e6-8bc6-bae86dad104b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:37:20.929206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51f0a053-0cf9-4c84-a7b7-036dfc46a7c7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2670960 Aug 28 08:37:20.934098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:20.938589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port cff5c106-5653-44e6-8bc6-bae86dad104b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:37:20.940721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-c49f9288-f8fb-4971-be75-14b9526e8267 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-205073453') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.948917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port cff5c106-5653-44e6-8bc6-bae86dad104b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:37:20.949546 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:20.954712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879444c7-c60b-43db-abed-a2ccd499f561 req-4417aa4b-9534-4513-a5f8-53c0f9244888 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:20.956276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-879444c7-c60b-43db-abed-a2ccd499f561 req-4417aa4b-9534-4513-a5f8-53c0f9244888 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 944 time: 0.0982578 Aug 28 08:37:20.968269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:20.973922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b15d8d70-cd3f-46a1-a102-e569428a9f2a admin admin] 10.222.0.46 "PUT /v2.0/routers/0bd22c90-0123-4f90-99f0-ed742da4b712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1061709 Aug 28 08:37:20.982898 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Sync routers for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:20.993984 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:20.994829 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:20.996868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42032) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:21.051379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-879444c7-c60b-43db-abed-a2ccd499f561 req-c7d5f51e-f71c-4637-af5c-9b30befaae07 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844970 Aug 28 08:37:21.060052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.067570 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-c49f9288-f8fb-4971-be75-14b9526e8267 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:21.071404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c49f9288-f8fb-4971-be75-14b9526e8267 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-205073453 HTTP/1.1" status: 404 len: 328 time: 0.1343434 Aug 28 08:37:21.071591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42034) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:21.076707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-772fc590-5a99-47b8-8b5e-01565cd721c5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-1901362958') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.099368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:21.101920 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332ccb8b-a1cb-4c64-9eea-aad3824e3b45" -d '{"events": [{"server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "name": "network-vif-plugged", "status": "completed", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:21.120413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cff5c106-5653-44e6-8bc6-bae86dad104b,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:21.134893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.142038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.148985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:21.201296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.232449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Port': ['ID=b8ccf6a0-46ea-4a06-9e95-7ab3354bf77b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:21.273773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:21.277407 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-772fc590-5a99-47b8-8b5e-01565cd721c5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:21.281815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-772fc590-5a99-47b8-8b5e-01565cd721c5 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-1901362958 HTTP/1.1" status: 404 len: 329 time: 0.2059791 Aug 28 08:37:21.283296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42040) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:21.289642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.289818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-755a42a1-5dbf-4296-964c-6d608c4d53ca tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5', 'tempest-TagsExtTest-Tag-1447531672') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.348333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e97442-b47c-4121-a095-7952df387a8b req-622a4029-950a-4ba5-af41-1231029d2dbe tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:21.356971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98e97442-b47c-4121-a095-7952df387a8b req-622a4029-950a-4ba5-af41-1231029d2dbe tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1802127 Aug 28 08:37:21.399901 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:37:20Z', 'revision_number': 5, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.417729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.420552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.431689 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Checking router: 0bd22c90-0123-4f90-99f0-ed742da4b712 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:37:21.442683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Routers {'0bd22c90-0123-4f90-99f0-ed742da4b712'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:21.443507 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0bd22c90-0123-4f90-99f0-ed742da4b712'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.609349 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] Set router 0bd22c90-0123-4f90-99f0-ed742da4b712 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:21.821737 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-755a42a1-5dbf-4296-964c-6d608c4d53ca tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:21.826245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-755a42a1-5dbf-4296-964c-6d608c4d53ca tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags/tempest-TagsExtTest-Tag-1447531672 HTTP/1.1" status: 404 len: 329 time: 0.5369420 Aug 28 08:37:21.826560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42044) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:21.830130 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:37:20Z', 'revision_number': 5, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.831132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.tag.tag_plugin [None req-eb81f1c9-d06f-4b16-95ab-76b7cc1d8415 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', {'tags': ['tempest-TagsExtTest-Tag-1199636790', 'tempest-TagsExtTest-Tag-1115391234', 'tempest-TagsExtTest-Tag-1940739378']}) {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:21.856333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.862426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3be9c-5f13-4118-9859-79f64f3b8ca6 None None] The sync data for ids ['0bd22c90-0123-4f90-99f0-ed742da4b712'] in n-d-792458-16 is: [{'id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'name': 'tempest-TestServerBasicOps-793319589-router', 'tenant_id': '3f80bfda8ca8491697d64ec794de3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:31:36Z', 'updated_at': '2021-08-28T08:37:20Z', 'revision_number': 5, 'project_id': '3f80bfda8ca8491697d64ec794de3415', 'gw_port': {'id': 'fbfda0a6-b25d-44be-9903-978444e65d61', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd22c90-0123-4f90-99f0-ed742da4b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:31:37Z', 'updated_at': '2021-08-28T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:21.872916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98e97442-b47c-4121-a095-7952df387a8b req-00228ef0-a54a-4c1d-a943-1ea9dc6ab83f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148761 Aug 28 08:37:21.922254 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f321487-dd0e-4027-ac72-c83aa3cd7da8 x-openstack-request-id: req-7f321487-dd0e-4027-ac72-c83aa3cd7da8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:21.923700 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "name": "network-vif-plugged", "status": "completed", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:21.924131 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f321487-dd0e-4027-ac72-c83aa3cd7da8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:21.924696 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'code': 200} Aug 28 08:37:21.927426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:37:21.964761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.966344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Fanout notify agent at l3_agent the message router_deleted on router bf8b6ddf-f522-40f2-9017-e16957ab1b78 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:21.982224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:21.983355 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2fb6645-8d1d-4b4d-babc-fe67127dda05 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/routers/bf8b6ddf-f522-40f2-9017-e16957ab1b78 HTTP/1.1" status: 204 len: 168 time: 1.9648392 Aug 28 08:37:21.985898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42046) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.044555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3aa1b-f38f-4f66-ace9-4cfda1ac9015 req-4ea0cfdb-3e3b-4a0d-a5ee-63da475be2e4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:22.046166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fec3aa1b-f38f-4f66-ace9-4cfda1ac9015 req-4ea0cfdb-3e3b-4a0d-a5ee-63da475be2e4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0656531 Aug 28 08:37:22.048757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Deleting port fbfda0a6-b25d-44be-9903-978444e65d61 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:22.049102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.072390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Deleting subnet 7a120693-f93a-4de1-89e2-3f7c5f5ea443 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:37:22.078665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.098669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb81f1c9-d06f-4b16-95ab-76b7cc1d8415 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "PUT /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 200 len: 318 time: 0.2710807 Aug 28 08:37:22.101332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42050) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.110117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-3c64a64a-0739-4305-b3f6-bcf60512a7c4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.117840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e284ff-71e4-4558-8937-c5a84ade5329 req-b4d0b854-9a6a-4fd6-a514-3ca790528130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:22.119363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-55e284ff-71e4-4558-8937-c5a84ade5329 req-b4d0b854-9a6a-4fd6-a514-3ca790528130 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1097 time: 0.0969405 Aug 28 08:37:22.141994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fec3aa1b-f38f-4f66-ace9-4cfda1ac9015 req-db2d09b6-e8e0-400e-b1a4-b9cb15583901 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Aug 28 08:37:22.155348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.172933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] For port fbfda0a6-b25d-44be-9903-978444e65d61, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fbfda0a6-b25d-44be-9903-978444e65d61,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:22.172933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.188471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Calling delete_port for fbfda0a6-b25d-44be-9903-978444e65d61 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:22.214885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-55e284ff-71e4-4558-8937-c5a84ade5329 req-890cbc9a-262a-406e-b29c-384d1b0be325 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838907 Aug 28 08:37:22.233020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.289557 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3c64a64a-0739-4305-b3f6-bcf60512a7c4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 204 len: 168 time: 0.1855197 Aug 28 08:37:22.292942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42052) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.297762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-4058cbcc-50d4-4846-ba4f-f95448f366fb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1199636790') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.300849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ede86-ccde-49cf-bf58-e4f672466188 req-ddbd177a-aa94-4f53-aca9-2e45ff52c279 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:22.302423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-377ede86-ccde-49cf-bf58-e4f672466188 req-ddbd177a-aa94-4f53-aca9-2e45ff52c279 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.0719523 Aug 28 08:37:22.330122 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-4058cbcc-50d4-4846-ba4f-f95448f366fb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:22.334106 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4058cbcc-50d4-4846-ba4f-f95448f366fb tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1199636790 HTTP/1.1" status: 404 len: 329 time: 0.0372159 Aug 28 08:37:22.334575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42054) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.339559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-5774f56f-caf1-4026-9f98-71d007282f23 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1115391234') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.361806 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-5774f56f-caf1-4026-9f98-71d007282f23 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:22.362999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5774f56f-caf1-4026-9f98-71d007282f23 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1115391234 HTTP/1.1" status: 404 len: 329 time: 0.0276897 Aug 28 08:37:22.365810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42056) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.371026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-1118b9f5-f41a-41e0-bbfe-e07fc95e01f1 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c', 'tempest-TagsExtTest-Tag-1940739378') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.396347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-377ede86-ccde-49cf-bf58-e4f672466188 req-2b9652b9-9f92-453c-b87f-bf39a842d202 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518656 Aug 28 08:37:22.399717 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-1118b9f5-f41a-41e0-bbfe-e07fc95e01f1 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] show failed (client error): The resource could not be found. Aug 28 08:37:22.405936 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1118b9f5-f41a-41e0-bbfe-e07fc95e01f1 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags/tempest-TagsExtTest-Tag-1940739378 HTTP/1.1" status: 404 len: 329 time: 0.0340946 Aug 28 08:37:22.406182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42058) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.411497 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-fe42d8e5-a8cb-4791-91b7-cc311cf8b6f9 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3db12d26-01f8-47d6-b935-dcc66425e30c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.433651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.463016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.465528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/subnets/7a120693-f93a-4de1-89e2-3f7c5f5ea443 HTTP/1.1" status: 204 len: 168 time: 0.4783895 Aug 28 08:37:22.467526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7e58-edbf-413a-9662-11ad49433cf2 tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Subnet': ['ID=7a120693-f93a-4de1-89e2-3f7c5f5ea443,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:22.468121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42060) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.482729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe42d8e5-a8cb-4791-91b7-cc311cf8b6f9 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c/tags HTTP/1.1" status: 204 len: 168 time: 0.0756106 Aug 28 08:37:22.485515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.490418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-c8b52e64-da51-4685-951f-7bc2b153374e tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '69de85b1-b2ca-4444-9558-fef575e132b5') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.552549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.556615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.576828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c8b52e64-da51-4685-951f-7bc2b153374e tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0903060 Aug 28 08:37:22.580378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42064) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.584248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-01d19ce9-158b-4906-9d0f-956bd13a73d8 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '699d3921-4abf-4399-8c87-832d4fcdb2a9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.590805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfda0a6-b25d-44be-9903-978444e65d61,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:22.645996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-01d19ce9-158b-4906-9d0f-956bd13a73d8 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9/tags HTTP/1.1" status: 204 len: 168 time: 0.0629928 Aug 28 08:37:22.646319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.650649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.tag.tag_plugin [None req-108cdec9-2a20-4a5d-9bf5-facd2cdd41ce tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73c1aa2c-53e3-4044-9b67-cd363e7cab97') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.711487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-108cdec9-2a20-4a5d-9bf5-facd2cdd41ce tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97/tags HTTP/1.1" status: 204 len: 168 time: 0.0640869 Aug 28 08:37:22.717803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42068) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.726253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.738264 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.744172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730d4ab6-7ecc-47b1-9b49-0558751b4588']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.812663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd7b747-9d1a-472d-b820-3f6faec17cc9') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.812958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd7b747-9d1a-472d-b820-3f6faec17cc9') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:22.850275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.852956 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.860067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.871987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.891578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4a41a463-2d25-4dcc-bcff-e4b9e830a59e tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for subnetpool, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.892974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a41a463-2d25-4dcc-bcff-e4b9e830a59e tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3db12d26-01f8-47d6-b935-dcc66425e30c HTTP/1.1" status: 204 len: 168 time: 0.1737230 Aug 28 08:37:22.895839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42072) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:22.916895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:37:22.917323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:37:22.922617 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:37:22.936401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4a426ff4-0064-42e2-8523-903ac3b3729c tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "GET /v2.0/ports?device_id=69de85b1-b2ca-4444-9558-fef575e132b5 HTTP/1.1" status: 200 len: 205 time: 0.0313065 Aug 28 08:37:22.936958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:23.023527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.036825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fff090-05cd-4229-b919-f6c68ba7747e req-8d9333cf-e131-4995-87bb-ef8e299c8034 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:23.040082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96fff090-05cd-4229-b919-f6c68ba7747e req-8d9333cf-e131-4995-87bb-ef8e299c8034 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0752289 Aug 28 08:37:23.065036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.066031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd22c90-0123-4f90-99f0-ed742da4b712 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:23.071414 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.075620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-55360ee1-6136-46c2-b660-c45544a3d5fa admin admin] 10.222.0.46 "DELETE /v2.0/routers/0bd22c90-0123-4f90-99f0-ed742da4b712 HTTP/1.1" status: 204 len: 168 time: 2.0748405 Aug 28 08:37:23.076935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42076) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:23.140924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.145529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.147792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] 10.222.0.46 "DELETE /v2.0/networks/730d4ab6-7ecc-47b1-9b49-0558751b4588 HTTP/1.1" status: 204 len: 168 time: 0.6786041 Aug 28 08:37:23.156986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96fff090-05cd-4229-b919-f6c68ba7747e req-d7dadd69-69c7-468b-9fff-ab5e1aeb0d9b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098454 Aug 28 08:37:23.173447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a224d7-adce-4871-b742-a0d96b4ba47e tempest-FloatingIPTestJSON-2032552523 tempest-FloatingIPTestJSON-2032552523-project] Pushing event deleted for resources: {'Network': ['ID=730d4ab6-7ecc-47b1-9b49-0558751b4588,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:23.182842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Deleting subnet fdfc9211-8e67-4a2f-879d-001b9d11845b {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:37:23.186526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.235889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.247004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.251311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.306494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521bf0d-ec44-45e1-b39e-6fce022a0b68 req-533d7193-2138-4a12-bdec-b37e78cd756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:23.308704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6521bf0d-ec44-45e1-b39e-6fce022a0b68 req-533d7193-2138-4a12-bdec-b37e78cd756f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 1097 time: 0.1749446 Aug 28 08:37:23.354991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-6521bf0d-ec44-45e1-b39e-6fce022a0b68 req-a575567e-beb7-4d1a-a061-9f5305c26961 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Aug 28 08:37:23.384480 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.385147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Fanout notify agent at l3_agent the message router_deleted on router 69de85b1-b2ca-4444-9558-fef575e132b5 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:37:23.393892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.394324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5af63ef4-c5bf-4699-980a-54817de9f2b4 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/routers/69de85b1-b2ca-4444-9558-fef575e132b5 HTTP/1.1" status: 204 len: 168 time: 0.4560127 Aug 28 08:37:23.396247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.397023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42082) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:23.439358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b057-27e3-4cff-a938-e369178a80f5 req-490c77d1-6228-434a-8906-172d75cd6766 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:23.440865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a23b057-27e3-4cff-a938-e369178a80f5 req-490c77d1-6228-434a-8906-172d75cd6766 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.1377521 Aug 28 08:37:23.498943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a23b057-27e3-4cff-a938-e369178a80f5 req-3e26861b-7f6b-45be-b41d-906a054da446 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Aug 28 08:37:23.502823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Deleting port 699d3921-4abf-4399-8c87-832d4fcdb2a9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:23.503173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.586696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.595305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.614560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Calling delete_port for 699d3921-4abf-4399-8c87-832d4fcdb2a9 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:23.628934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfc9211-8e67-4a2f-879d-001b9d11845b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:23.629411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757ec72-927f-4a05-af61-62687d7ec268 None None] Network d7210c44-c63d-41b6-b553-ca8d7ae640ce requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:23.640152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.642301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-490df48f-4069-4358-a4b0-c13ba3fa5e9c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fdfc9211-8e67-4a2f-879d-001b9d11845b HTTP/1.1" status: 204 len: 168 time: 0.5644054 Aug 28 08:37:23.644781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42086) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:23.701302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2512b94-7959-4ca7-8960-9de3e149e862 req-74235283-8ac0-45eb-87a5-ef5bf013d31f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:23.709297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2512b94-7959-4ca7-8960-9de3e149e862 req-74235283-8ac0-45eb-87a5-ef5bf013d31f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.1498461 Aug 28 08:37:23.802702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37bbaad9-54c8-492d-ab46-289086208bb1 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:23.817502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2512b94-7959-4ca7-8960-9de3e149e862 req-e5e6bcc2-eac1-4faf-afaa-d0ce2b427ce4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072614 Aug 28 08:37:23.825562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.843274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 37bbaad9-54c8-492d-ab46-289086208bb1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:23.843720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37bbaad9-54c8-492d-ab46-289086208bb1 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:23.882678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:23.911582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Deleting port 6b6db725-37d1-427c-9bed-06adb9cbb639 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:23.911927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.912640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:23.923393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] DHCP port deletion for d7210c44-c63d-41b6-b553-ca8d7ae640ce request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:37:23.956917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event deleted for resources: {'Port': ['ID=699d3921-4abf-4399-8c87-832d4fcdb2a9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:23.984955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Deleting port 6b6db725-37d1-427c-9bed-06adb9cbb639 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:23.985365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.013400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] For port 6b6db725-37d1-427c-9bed-06adb9cbb639, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6b6db725-37d1-427c-9bed-06adb9cbb639,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:24.013790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.037197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Calling delete_port for 6b6db725-37d1-427c-9bed-06adb9cbb639 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:24.078835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.080716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e3d62ec2-5d20-40cb-a234-be0f09620e37 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/ports/699d3921-4abf-4399-8c87-832d4fcdb2a9 HTTP/1.1" status: 204 len: 168 time: 0.6826298 Aug 28 08:37:24.086768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42094) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:24.087116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] For port 6b6db725-37d1-427c-9bed-06adb9cbb639, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6b6db725-37d1-427c-9bed-06adb9cbb639,segment=NetworkSegment(d8eb96dd-9485-4896-b19c-4c8955531de4),segment_id=d8eb96dd-9485-4896-b19c-4c8955531de4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:24.087536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.115551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Calling delete_port for 6b6db725-37d1-427c-9bed-06adb9cbb639 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:24.138870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-717000df-ad6b-4566-bfa4-0e1a1b052337 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=784c97e4880c4731b8ba4075986b97d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549031 Aug 28 08:37:24.141584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42096) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:24.165234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Deleting subnet 73c1aa2c-53e3-4044-9b67-cd363e7cab97 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:37:24.174766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.198928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:37:24.199647 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:37:24.205583 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.235382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] Pushing event deleted for resources: {'Port': ['ID=6b6db725-37d1-427c-9bed-06adb9cbb639,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:24.241228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9811d-e982-4772-8303-c8a93691d7e9 None None] No DVR routers for this DVR port 6b6db725-37d1-427c-9bed-06adb9cbb639 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:24.254790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.268990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6db725-37d1-427c-9bed-06adb9cbb639,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:24.286308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] No DVR routers for this DVR port 6b6db725-37d1-427c-9bed-06adb9cbb639 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:24.288183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.334048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.402898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.409130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.427704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039236ae-3695-4c89-85c9-82d7e5516fc7 req-0f15200b-b2ef-4efa-99e7-80483397f979 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:24.429686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039236ae-3695-4c89-85c9-82d7e5516fc7 req-0f15200b-b2ef-4efa-99e7-80483397f979 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.1407897 Aug 28 08:37:24.431138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7210c44-c63d-41b6-b553-ca8d7ae640ce']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:24.445533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8eb96dd-9485-4896-b19c-4c8955531de4') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:24.448444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8eb96dd-9485-4896-b19c-4c8955531de4') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:24.468765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.494235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.501564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039236ae-3695-4c89-85c9-82d7e5516fc7 req-faadb938-53de-4b87-8537-9a571dee0aaa tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Aug 28 08:37:24.504140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:37:24.504519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:37:24.506231 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:37:24.612918 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.618514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186974-1f05-4063-bd00-4cb69f3a3ce2 req-cccc06d9-9495-4195-ad41-b1bcb59690e7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:24.620586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65186974-1f05-4063-bd00-4cb69f3a3ce2 req-cccc06d9-9495-4195-ad41-b1bcb59690e7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0517845 Aug 28 08:37:24.637780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.640400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.641641 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7477833-36f8-40ab-81de-0a2116fa5d8c HTTP/1.1" status: 204 len: 168 time: 0.4990668 Aug 28 08:37:24.650105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event deleted for resources: {'Subnet': ['ID=73c1aa2c-53e3-4044-9b67-cd363e7cab97,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:24.659095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ec1ed-3fdf-43a8-b7e3-24876c375386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7477833-36f8-40ab-81de-0a2116fa5d8c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:24.661099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.665813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8de38326-b742-46fd-b3cb-350289c4a2a7 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/subnets/73c1aa2c-53e3-4044-9b67-cd363e7cab97 HTTP/1.1" status: 204 len: 168 time: 0.5779464 Aug 28 08:37:24.666921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42104) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:24.668277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65186974-1f05-4063-bd00-4cb69f3a3ce2 req-2c5dc449-286a-486b-912c-9735dda1d32b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Aug 28 08:37:24.670117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba9e2d-0269-4e07-b1fc-60e263f5475c None None] Network 73095f44-2d7d-4600-b34d-41aa144fa6c7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:37:24.677889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.686328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.699878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] 10.222.0.46 "DELETE /v2.0/networks/d7210c44-c63d-41b6-b553-ca8d7ae640ce HTTP/1.1" status: 204 len: 168 time: 1.0539932 Aug 28 08:37:24.712262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12d11-1704-4309-8a60-d6bdabceb71b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7210c44-c63d-41b6-b553-ca8d7ae640ce,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:24.758760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.813660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Deleting port 0b6cfba6-6522-434f-800e-c22a337cc0cf {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:24.814009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.888680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] For port 0b6cfba6-6522-434f-800e-c22a337cc0cf, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b6cfba6-6522-434f-800e-c22a337cc0cf,segment=NetworkSegment(9b7ae279-4407-41be-a4b4-09fcc6c39302),segment_id=9b7ae279-4407-41be-a4b4-09fcc6c39302)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:24.889869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.892920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] DHCP port deletion for 73095f44-2d7d-4600-b34d-41aa144fa6c7 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:37:24.904373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Calling delete_port for 0b6cfba6-6522-434f-800e-c22a337cc0cf owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:24.953033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Deleting port 0b6cfba6-6522-434f-800e-c22a337cc0cf {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:24.953976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:24.971399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926aeb7-4642-4953-aed6-3e8c38c4f0fe req-98b61d6c-669d-47f5-9abf-48919d676ec6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:24.980073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1926aeb7-4642-4953-aed6-3e8c38c4f0fe req-98b61d6c-669d-47f5-9abf-48919d676ec6 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Aug 28 08:37:25.019984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1926aeb7-4642-4953-aed6-3e8c38c4f0fe req-f3e49bb2-fab3-4738-89d6-6f92f8050bd7 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389743 Aug 28 08:37:25.048444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] For port 0b6cfba6-6522-434f-800e-c22a337cc0cf, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b6cfba6-6522-434f-800e-c22a337cc0cf,segment=NetworkSegment(9b7ae279-4407-41be-a4b4-09fcc6c39302),segment_id=9b7ae279-4407-41be-a4b4-09fcc6c39302)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:25.048972 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.063030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Calling delete_port for 0b6cfba6-6522-434f-800e-c22a337cc0cf owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:25.095193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.153820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42114) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:25.154920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event deleted for resources: {'Port': ['ID=0b6cfba6-6522-434f-800e-c22a337cc0cf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:25.168024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] No DVR routers for this DVR port 0b6cfba6-6522-434f-800e-c22a337cc0cf on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:25.184684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4d512-73cd-488a-95ac-edebe29b73fb req-0a3f9f5f-02d1-4518-b5cc-0e9e0936f46f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:25.189701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea4d512-73cd-488a-95ac-edebe29b73fb req-0a3f9f5f-02d1-4518-b5cc-0e9e0936f46f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.0816989 Aug 28 08:37:25.192760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.237129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] Pushing event deleted for resources: {'Port': ['ID=0b6cfba6-6522-434f-800e-c22a337cc0cf,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:25.240286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00760b0e-3c22-4e70-9e98-10ce8fc8b18e None None] No DVR routers for this DVR port 0b6cfba6-6522-434f-800e-c22a337cc0cf on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:25.270110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea4d512-73cd-488a-95ac-edebe29b73fb req-b1bec853-5bdf-4811-bff6-df52600fb718 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682757 Aug 28 08:37:25.280744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9f0a06c4-7a7d-42de-b359-7a1bb0b7d7cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8384c65edc5c44029699200605056483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233876 Aug 28 08:37:25.280945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.281200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42118) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:25.295650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:25.298607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73095f44-2d7d-4600-b34d-41aa144fa6c7']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:25.331770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7ae279-4407-41be-a4b4-09fcc6c39302') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:25.332085 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7ae279-4407-41be-a4b4-09fcc6c39302') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:25.344355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.359559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.363799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.369253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:37:25.369703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:37:25.376312 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:37:25.384134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b6cfba6-6522-434f-800e-c22a337cc0cf no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:25.392114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.408845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0b6cfba6-6522-434f-800e-c22a337cc0cf {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:25.409137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b6cfba6-6522-434f-800e-c22a337cc0cf not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:25.409518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fbfda0a6-b25d-44be-9903-978444e65d61 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:25.430007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: fbfda0a6-b25d-44be-9903-978444e65d61 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:25.430456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fbfda0a6-b25d-44be-9903-978444e65d61 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:25.430826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6b6db725-37d1-427c-9bed-06adb9cbb639 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:25.451053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6b6db725-37d1-427c-9bed-06adb9cbb639 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:25.451438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6b6db725-37d1-427c-9bed-06adb9cbb639 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:25.451962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83816f-855b-402f-a9e2-e27505fa0fc1 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:25.453735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bc83816f-855b-402f-a9e2-e27505fa0fc1 tempest-TestNetworkBasicOps-343282359 tempest-TestNetworkBasicOps-343282359-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1092 time: 0.1571152 Aug 28 08:37:25.456564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42126) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:25.464409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:25.573134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.573521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.576019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.577409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32c35d99-e286-449c-8af1-81ccde027692 HTTP/1.1" status: 204 len: 168 time: 0.2950678 Aug 28 08:37:25.580553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.585514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] 10.222.0.46 "DELETE /v2.0/networks/73095f44-2d7d-4600-b34d-41aa144fa6c7 HTTP/1.1" status: 204 len: 168 time: 0.9172976 Aug 28 08:37:25.600153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a1d4-80a3-4e79-8020-1fa2883d50e3 tempest-TagsExtTest-682519782 tempest-TagsExtTest-682519782-project] Pushing event deleted for resources: {'Network': ['ID=73095f44-2d7d-4600-b34d-41aa144fa6c7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:25.602546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.618521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a56c6-2443-45af-8bff-44436d813926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c35d99-e286-449c-8af1-81ccde027692,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:25.644139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc73-c507-4493-b366-686a7b1931a1 req-1ac331a7-272f-48f7-95c7-d8cf9e0a5eee tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:25.646133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0950dc73-c507-4493-b366-686a7b1931a1 req-1ac331a7-272f-48f7-95c7-d8cf9e0a5eee tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0654871 Aug 28 08:37:25.724549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0950dc73-c507-4493-b366-686a7b1931a1 req-4301ec37-15a7-4196-b5f6-47e8f6853065 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Aug 28 08:37:25.731061 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.832061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:25.858255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Allocated IP 172.25.0.130 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/038dba96-e461-4ef7-a94c-da409de21e6d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:25.865947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2769c-dc52-4b3d-ba02-39c4876df854 req-362324b6-3a08-4591-a28a-b13f10e8e574 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:25.874386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfc2769c-dc52-4b3d-ba02-39c4876df854 req-362324b6-3a08-4591-a28a-b13f10e8e574 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0640388 Aug 28 08:37:25.914364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfc2769c-dc52-4b3d-ba02-39c4876df854 req-6d6078db-8240-4578-af3a-7f95d9a2e30a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Aug 28 08:37:25.972807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.032308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f452-e879-4741-bcb2-37a161f70c8a req-4d4a7e35-eff5-4d8c-85e3-d599010f9a48 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:26.035284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2736f452-e879-4741-bcb2-37a161f70c8a req-4d4a7e35-eff5-4d8c-85e3-d599010f9a48 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0583858 Aug 28 08:37:26.090063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2736f452-e879-4741-bcb2-37a161f70c8a req-a7c291c0-2a5e-4a5e-944f-bd08ded8ed0e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Aug 28 08:37:26.122764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.170629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:26.179450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:26.184464 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:26.190636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=038dba96-e461-4ef7-a94c-da409de21e6d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:26.360082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:26.543468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42164) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:26.601316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd713f41-3b4c-4ff6-9a9a-76bb8e32703f req-6ebb91ad-3747-4ec2-8eb3-948b24bd6447 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:26.602976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd713f41-3b4c-4ff6-9a9a-76bb8e32703f req-6ebb91ad-3747-4ec2-8eb3-948b24bd6447 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1086345 Aug 28 08:37:26.653102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-09816bf1-fb68-46f9-ab35-43c943a9eba3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f80bfda8ca8491697d64ec794de3415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017807 Aug 28 08:37:26.656065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42166) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:26.663151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.695795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd713f41-3b4c-4ff6-9a9a-76bb8e32703f req-561d6e9a-e064-46d9-b632-d1f73728bad5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718429 Aug 28 08:37:26.731754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.738778 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30279273-cae5-4257-be6c-05948a6adab1 req-3db0a4df-b333-401c-a918-715ad2b05ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3713963 Aug 28 08:37:26.756622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.833428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30279273-cae5-4257-be6c-05948a6adab1 req-2ae46390-795f-4861-a81f-1799aa8cb763 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Aug 28 08:37:26.885713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.888885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30279273-cae5-4257-be6c-05948a6adab1 req-1b3a33bc-7c09-4bc0-a54b-9a2ba50da194 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265009 Aug 28 08:37:26.897949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.900786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:26.905252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55e9410a-4f75-4be0-82b8-c60a6de6a439 HTTP/1.1" status: 204 len: 168 time: 0.2448976 Aug 28 08:37:26.917611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c071a-0711-4396-83cb-4dfcaf1fbf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9410a-4f75-4be0-82b8-c60a6de6a439,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:26.929691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a26d558-9099-44c6-9b76-37da87931045 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1c8e29b88df4c61b0e597dc01d95de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673738 Aug 28 08:37:26.932530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42172) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:27.031871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.085175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279273-cae5-4257-be6c-05948a6adab1 req-9f43b1a0-7812-4445-be29-63435a136929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:27.086850 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-30279273-cae5-4257-be6c-05948a6adab1 req-9f43b1a0-7812-4445-be29-63435a136929 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774020 Aug 28 08:37:27.093039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.154881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c30c-2350-4e5d-9c61-73d8b91dbe0b req-3b8cd424-2e9a-4a1d-919f-7407c41575d8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:27.156497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de88c30c-2350-4e5d-9c61-73d8b91dbe0b req-3b8cd424-2e9a-4a1d-919f-7407c41575d8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.1074686 Aug 28 08:37:27.168568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.204534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de88c30c-2350-4e5d-9c61-73d8b91dbe0b req-ded966a2-2e25-4c33-a74c-849a48bb9cec tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Aug 28 08:37:27.252522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.281839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.287995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.295961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5b2a3de-1ca9-4afc-8350-2f97f10bff3b HTTP/1.1" status: 204 len: 168 time: 0.3616650 Aug 28 08:37:27.313927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdce27-8370-4894-9f3d-de7787176164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2a3de-1ca9-4afc-8350-2f97f10bff3b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:27.355879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event updated for resources: {'Port': ['ID=038dba96-e461-4ef7-a94c-da409de21e6d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:27.368776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.563592 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Floating IP 1fad3801-5e47-4908-8f9a-5e7425bc1fd3 associated. External IP: 172.25.0.130, port: cff5c106-5653-44e6-8bc6-bae86dad104b. Aug 28 08:37:27.581369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-690f78e6-383f-4e14-ae9f-b8bd30fdf5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:27.606167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-29ab37f6-fe28-4001-869a-eb0a9a33a4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5525823 Aug 28 08:37:27.889384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514ff5-5491-4ab2-90cb-2b9a308751db req-642359ac-99f4-412f-86aa-e8914030b97a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:27.896961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6514ff5-5491-4ab2-90cb-2b9a308751db req-642359ac-99f4-412f-86aa-e8914030b97a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0651393 Aug 28 08:37:27.939388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6514ff5-5491-4ab2-90cb-2b9a308751db req-65e87db2-c0b4-4adc-99cc-87fdc8a97555 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Aug 28 08:37:28.108094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-d7fdcaf2-d26f-4071-870f-b6a846adb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.109324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-d7fdcaf2-d26f-4071-870f-b6a846adb39a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 1097 time: 0.0608037 Aug 28 08:37:28.296908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-ac06c03a-63f7-49ce-9e76-a7f819f6276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.298585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-ac06c03a-63f7-49ce-9e76-a7f819f6276a service neutron] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1464334 Aug 28 08:37:28.300371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 8509af21-8f66-4eb1-835c-0f63c379c25f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:37:28.346934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-e1b812cd-4c59-4ca2-ba90-7a414f0abe85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 200 len: 217 time: 0.0398517 Aug 28 08:37:28.405275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8836-ffdb-4901-8bba-90daaf96fd99 req-cf1d1531-0d7d-434c-a7f5-44d7d6885b4b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.407797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a75e8836-ffdb-4901-8bba-90daaf96fd99 req-cf1d1531-0d7d-434c-a7f5-44d7d6885b4b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0680671 Aug 28 08:37:28.461451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a75e8836-ffdb-4901-8bba-90daaf96fd99 req-88dc0429-6f55-4bbc-a08b-9312262595b2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Aug 28 08:37:28.466560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-66251cbf-f6ed-42b1-a9f1-d03dd8838142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.468406 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-66251cbf-f6ed-42b1-a9f1-d03dd8838142 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0868919 Aug 28 08:37:28.524783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:37:28.539335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Sync routers for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:37:28.548908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-1dc23aba-a3af-47d2-94b4-fcc05e87b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.549456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:28.550105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:28.550429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-1dc23aba-a3af-47d2-94b4-fcc05e87b1ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702736 Aug 28 08:37:28.635484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:28.642461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d3dc-c040-4d66-8121-0d2898f761a5 req-0f4c22cb-2db1-4239-a69e-9f23108aaeea tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.653517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed89d3dc-c040-4d66-8121-0d2898f761a5 req-0f4c22cb-2db1-4239-a69e-9f23108aaeea tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0984759 Aug 28 08:37:28.689362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1816d5b-0196-49bf-aceb-41374f6c8878 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2315838 Aug 28 08:37:28.692884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42224) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:28.693619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:28.696381 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406331d5-aa3e-419e-95f3-4be21163ff72" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:28.724822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed89d3dc-c040-4d66-8121-0d2898f761a5 req-de96f3a8-3755-4fa7-b91f-fa129d97efeb tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701399 Aug 28 08:37:28.745582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:28.761239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:28.804253 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34264d-e2df-4782-8d87-f9597a9df731 x-openstack-request-id: req-8a34264d-e2df-4782-8d87-f9597a9df731 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:28.805242 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:28.806038 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a34264d-e2df-4782-8d87-f9597a9df731 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:28.806748 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'status': 'completed', 'code': 200} Aug 28 08:37:28.861793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-ea39bd27-5dad-4435-8490-a2c4116ddeb8 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020413 Aug 28 08:37:28.916203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66e0b599-6e28-4b39-9481-5145d26252d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:28.955174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-154ef308-188b-45be-ba85-ed7d531fb9cc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/1fad3801-5e47-4908-8f9a-5e7425bc1fd3 HTTP/1.1" status: 200 len: 991 time: 0.2550530 Aug 28 08:37:28.972138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-51a1bced-b0b6-49ad-a4c9-890fcd03e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:28.973755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-51a1bced-b0b6-49ad-a4c9-890fcd03e0da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1097 time: 0.1295924 Aug 28 08:37:29.051991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70dcb294-25ef-48be-b764-16c1275e0a76 req-b86a039c-8a90-4385-b352-fadbb916e6a4 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654854 Aug 28 08:37:29.066268 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66e0b599-6e28-4b39-9481-5145d26252d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.083679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1fad3801-5e47-4908-8f9a-5e7425bc1fd3', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'port_id': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'mac_address': 'fa:16:3e:71:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:37:26Z', 'updated_at': '2021-08-28T08:37:26Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:29.111583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Checking router: 8509af21-8f66-4eb1-835c-0f63c379c25f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:37:29.111859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-cd77c5e2-3424-4c2d-b025-251878bfa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:29.113281 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-cd77c5e2-3424-4c2d-b025-251878bfa41e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 200 len: 897 time: 0.1221404 Aug 28 08:37:29.121906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:37:29.122605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:37:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:29.124069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66e0b599-6e28-4b39-9481-5145d26252d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.173118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-66e0b599-6e28-4b39-9481-5145d26252d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=945e230a62184681a9300bbff713c844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097915 Aug 28 08:37:29.174500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b599-6e28-4b39-9481-5145d26252d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fab1c-bec8-45bd-af7b-a2ae1c9ada40,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:29.186983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:29.224273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-7ce6d9f7-4318-4559-b0f2-2bb8348152de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 200 len: 999 time: 0.1013694 Aug 28 08:37:29.261283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.287714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.300952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-44c894c8-e470-4133-85f9-16eb9e3a5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:29.301763 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-44c894c8-e470-4133-85f9-16eb9e3a5097 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa010339-8e4a-481a-81dd-b7a94cfec9dd HTTP/1.1" status: 200 len: 835 time: 0.0532947 Aug 28 08:37:29.360698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-de3087af-3921-48cc-866e-88c91e46489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:29.362359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-de3087af-3921-48cc-866e-88c91e46489a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ae861bc-e547-4ad2-b1e4-7c138683200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438037 Aug 28 08:37:29.420450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:37:29.476204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-c26cfa70-1aaa-41a5-abe6-68d96c9f6b9e service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052554 Aug 28 08:37:29.483467 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.487378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.489299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/528fab1c-bec8-45bd-af7b-a2ae1c9ada40 HTTP/1.1" status: 204 len: 168 time: 0.3007081 Aug 28 08:37:29.501933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ed99-07fd-42b6-aad5-ddaa33a5ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fab1c-bec8-45bd-af7b-a2ae1c9ada40,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:29.618291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-406331d5-aa3e-419e-95f3-4be21163ff72 req-f598504d-9fdd-429a-af4d-ea0d28370f30 service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343391 Aug 28 08:37:29.629641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061898cc-3172-47ea-bf75-2fc7110eda16 req-17d97227-b1cd-4a18-8c16-ac85d2bbb65b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:29.631390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-061898cc-3172-47ea-bf75-2fc7110eda16 req-17d97227-b1cd-4a18-8c16-ac85d2bbb65b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0604858 Aug 28 08:37:29.678613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-061898cc-3172-47ea-bf75-2fc7110eda16 req-2840e300-ac0f-4649-9043-9916ed530ace tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380027 Aug 28 08:37:29.740814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1fad3801-5e47-4908-8f9a-5e7425bc1fd3', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'port_id': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'mac_address': 'fa:16:3e:71:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:37:26Z', 'updated_at': '2021-08-28T08:37:26Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:37:29.777237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffc66-71d8-4f46-b29c-915083f82489 None None] The sync data for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 is: [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1fad3801-5e47-4908-8f9a-5e7425bc1fd3', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'port_id': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'mac_address': 'fa:16:3e:71:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:37:26Z', 'updated_at': '2021-08-28T08:37:26Z', 'revision_number': 0, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:37:29.847688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3fda8-e2d3-4002-b52c-6a32c95f5790 req-09eb586c-c8d9-4f54-b0b1-abc18b0e5377 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:29.855903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe3fda8-e2d3-4002-b52c-6a32c95f5790 req-09eb586c-c8d9-4f54-b0b1-abc18b0e5377 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0642645 Aug 28 08:37:29.895379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe3fda8-e2d3-4002-b52c-6a32c95f5790 req-1dbf1868-85b9-4f44-9355-450dedac1178 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Aug 28 08:37:29.903890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:29.957564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42266) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:30.038861 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa5808ef-03d1-41cd-8f56-0fa372c9ba8d tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/1fad3801-5e47-4908-8f9a-5e7425bc1fd3 HTTP/1.1" status: 200 len: 991 time: 0.0787251 Aug 28 08:37:30.062079 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a88beb-b075-4ce6-b34e-d7bd90d3db74 None None] New status for floating IP 1fad3801-5e47-4908-8f9a-5e7425bc1fd3: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:37:30.269740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:30.283554 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac6a08a3-c606-4083-ac2a-19d76a673edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.292194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-35af9611-5b3a-4910-938f-c21b9daa30d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.383019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac6a08a3-c606-4083-ac2a-19d76a673edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.446537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ac6a08a3-c606-4083-ac2a-19d76a673edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.489595 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac6a08a3-c606-4083-ac2a-19d76a673edb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2f59f291dcc40f097710f353cba12de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186484 Aug 28 08:37:30.492515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a08a3-c606-4083-ac2a-19d76a673edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb198b-9ccc-428d-af00-3772be8f9957,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:30.492864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42286) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:30.548179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.575764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.715347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.719064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:30.721559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3feb198b-9ccc-428d-af00-3772be8f9957 HTTP/1.1" status: 204 len: 168 time: 0.2274013 Aug 28 08:37:30.732755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a9d3c-5f34-46ba-bf83-524304491f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb198b-9ccc-428d-af00-3772be8f9957,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:30.834424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c0b4d-7949-4dfa-aae7-a4c2618962db req-8f36f7a2-e502-4d58-acbe-2a2a09e80043 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:30.836030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92c0b4d-7949-4dfa-aae7-a4c2618962db req-8f36f7a2-e502-4d58-acbe-2a2a09e80043 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Aug 28 08:37:30.882178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92c0b4d-7949-4dfa-aae7-a4c2618962db req-072ba711-b477-453b-9bd7-60fc27875cb4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Aug 28 08:37:31.042633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42302) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:31.119587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3364efde-dafe-46d0-93f5-b2e350c66596 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/1fad3801-5e47-4908-8f9a-5e7425bc1fd3 HTTP/1.1" status: 200 len: 993 time: 0.0756278 Aug 28 08:37:31.180438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42308) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:31.316530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4b33f65-048c-4f76-ae64-f64c3034c9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.412783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4b33f65-048c-4f76-ae64-f64c3034c9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.567026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a4b33f65-048c-4f76-ae64-f64c3034c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.618787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a4b33f65-048c-4f76-ae64-f64c3034c9e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a9c8031befd4792b794cb5d4ce3940d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342928 Aug 28 08:37:31.618787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33f65-048c-4f76-ae64-f64c3034c9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a27bbdb-ebee-4c5a-b694-15ebabb98cd4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:31.619187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:31.684781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.710393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.915224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.915847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.917897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:31.921479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a27bbdb-ebee-4c5a-b694-15ebabb98cd4 HTTP/1.1" status: 204 len: 168 time: 0.2971289 Aug 28 08:37:31.927441 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e810a5-aafb-4513-86d3-fcd332903304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a27bbdb-ebee-4c5a-b694-15ebabb98cd4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:32.013092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d38f-d54e-4b27-9d7d-84ac17e44be5 req-4f79a613-26c4-4e93-a16f-b9787a2b4f01 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:32.014757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c868d38f-d54e-4b27-9d7d-84ac17e44be5 req-4f79a613-26c4-4e93-a16f-b9787a2b4f01 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Aug 28 08:37:32.063146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c868d38f-d54e-4b27-9d7d-84ac17e44be5 req-41841148-df00-4248-9cf6-6af63f0cd616 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Aug 28 08:37:32.723790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42354) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:32.747506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6618c8a1-e2e6-4ad2-bede-82b15e7d5645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:32.897425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6618c8a1-e2e6-4ad2-bede-82b15e7d5645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:32.989193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6618c8a1-e2e6-4ad2-bede-82b15e7d5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:33.035953 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6618c8a1-e2e6-4ad2-bede-82b15e7d5645 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce300277253d4f12930aa8758dc0d7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102992 Aug 28 08:37:33.036661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618c8a1-e2e6-4ad2-bede-82b15e7d5645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5fcf7-711c-41c4-b407-dd71227fb0e0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:33.040003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42362) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:33.118683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:33.145211 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:33.282322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:33.285186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:33.286410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82e5fcf7-711c-41c4-b407-dd71227fb0e0 HTTP/1.1" status: 204 len: 168 time: 0.2409511 Aug 28 08:37:33.303213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6694-c3b2-40d7-979a-700d6c632bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5fcf7-711c-41c4-b407-dd71227fb0e0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:33.403486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d525f7-7deb-43ed-8152-29fd3c96f36e req-98a0df7e-2235-4ae3-912a-cfb4c81957d2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:33.405099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d525f7-7deb-43ed-8152-29fd3c96f36e req-98a0df7e-2235-4ae3-912a-cfb4c81957d2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Aug 28 08:37:33.460587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d525f7-7deb-43ed-8152-29fd3c96f36e req-0fbc0a8e-7190-4ccc-b6f3-62463f5463aa tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Aug 28 08:37:33.504684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-76b3523e-425e-4b03-aeb9-d02c01da1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:33.506330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-76b3523e-425e-4b03-aeb9-d02c01da1b5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.0745354 Aug 28 08:37:33.591518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13529e-3bfd-4e0c-9e6c-97b355da1fbf req-14191638-c4f2-476c-ac10-610e4355e2ce tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:33.593194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec13529e-3bfd-4e0c-9e6c-97b355da1fbf req-14191638-c4f2-476c-ac10-610e4355e2ce tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0600672 Aug 28 08:37:33.615965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-9d4b4122-18ec-434f-b283-75b3810f864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:33.617818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-9d4b4122-18ec-434f-b283-75b3810f864b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.1020799 Aug 28 08:37:33.635973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec13529e-3bfd-4e0c-9e6c-97b355da1fbf req-24eacc21-250f-41e4-9f5d-5a859d6b7971 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Aug 28 08:37:33.673848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-c5928a30-a4d7-4acb-ab4d-9a679a7d44d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 217 time: 0.0475347 Aug 28 08:37:33.729897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-bd8b8a43-31cf-4384-9ff5-8325a1d563e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:33.729897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-bd8b8a43-31cf-4384-9ff5-8325a1d563e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.0485926 Aug 28 08:37:33.778661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-ccb142ac-06f0-48cf-94d7-f70e2c3303f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353479 Aug 28 08:37:33.896839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-587109ec-37a7-421b-b4f3-c81bf902467a service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056745 Aug 28 08:37:34.006038 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3f865379-e130-4dfd-a625-f623d5808fc7 req-87f4c74b-6ca7-421e-ac71-b30a718f8028 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016278 Aug 28 08:37:34.613986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffa004-dc72-44e2-b301-47ea2e941398 req-e32d7973-2450-49e3-9dc4-ae674a4dbd4f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:34.615962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4ffa004-dc72-44e2-b301-47ea2e941398 req-e32d7973-2450-49e3-9dc4-ae674a4dbd4f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0613298 Aug 28 08:37:34.673144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4ffa004-dc72-44e2-b301-47ea2e941398 req-eeb90789-f52b-4581-91e5-f21142621148 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Aug 28 08:37:34.800577 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:34.831552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e623be-7713-4cf1-b768-b9db142bd2eb req-1940d1b7-dbdf-4f7f-a117-68503bac2bae tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:34.831970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30e623be-7713-4cf1-b768-b9db142bd2eb req-1940d1b7-dbdf-4f7f-a117-68503bac2bae tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0670812 Aug 28 08:37:34.887616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30e623be-7713-4cf1-b768-b9db142bd2eb req-e00389ba-66b2-4a6c-acb9-120e2c593244 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Aug 28 08:37:35.237683 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:35.792022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee55260-7508-4d19-8e78-adbd1527bdfc req-da5dd315-58ac-4737-9f9d-697c5ab586a6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:35.793596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee55260-7508-4d19-8e78-adbd1527bdfc req-da5dd315-58ac-4737-9f9d-697c5ab586a6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0508630 Aug 28 08:37:35.833004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee55260-7508-4d19-8e78-adbd1527bdfc req-a0f84cd5-9a74-4334-8cea-1e4c80fc8c43 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Aug 28 08:37:36.015810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529204a-c3d2-4185-aeb2-bb8342272e4a req-1d9111c4-a430-4a41-aab8-7a86dd63bf35 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:36.017511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8529204a-c3d2-4185-aeb2-bb8342272e4a req-1d9111c4-a430-4a41-aab8-7a86dd63bf35 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0554318 Aug 28 08:37:36.062326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8529204a-c3d2-4185-aeb2-bb8342272e4a req-3f667f9c-19b1-4c92-91ec-3fa61ecc87b9 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Aug 28 08:37:36.232772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42446) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:36.349573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4499967b-11c8-4a20-8a4b-0568b1b42af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.440610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4499967b-11c8-4a20-8a4b-0568b1b42af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.509432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4499967b-11c8-4a20-8a4b-0568b1b42af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.550656 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4499967b-11c8-4a20-8a4b-0568b1b42af0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92b79b2ce18345529dc5c6c886f96105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160663 Aug 28 08:37:36.551529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499967b-11c8-4a20-8a4b-0568b1b42af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c80e85-1b35-4221-9509-6b19985f4007,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:36.553413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:36.606351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.628223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.751857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.754364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:36.755531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6c80e85-1b35-4221-9509-6b19985f4007 HTTP/1.1" status: 204 len: 168 time: 0.2002673 Aug 28 08:37:36.764462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a54fe-40e6-4913-b84b-05ca66e5d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c80e85-1b35-4221-9509-6b19985f4007,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:36.952356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68532145-16f4-4cbc-8ccc-26b374040e1e req-822a8175-d9f0-49cc-9a41-2e6d2222db9d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:36.953864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68532145-16f4-4cbc-8ccc-26b374040e1e req-822a8175-d9f0-49cc-9a41-2e6d2222db9d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Aug 28 08:37:36.995765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68532145-16f4-4cbc-8ccc-26b374040e1e req-68be8ca5-8bd3-417d-9263-9e3a7410ae9a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Aug 28 08:37:37.181504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad753-7c29-446a-8a8b-b42f1dcedba3 req-de822294-65c7-4392-a8c9-10d1930369de tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:37.183195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea0ad753-7c29-446a-8a8b-b42f1dcedba3 req-de822294-65c7-4392-a8c9-10d1930369de tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0558269 Aug 28 08:37:37.226508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea0ad753-7c29-446a-8a8b-b42f1dcedba3 req-1881f68f-959e-4c4d-9693-7b93b835aa45 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362141 Aug 28 08:37:37.402652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:37.416871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc204ace-8b97-4d24-8cd5-64c9fd931eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.524261 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc204ace-8b97-4d24-8cd5-64c9fd931eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.595045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc204ace-8b97-4d24-8cd5-64c9fd931eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.633570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc204ace-8b97-4d24-8cd5-64c9fd931eae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be32af19b8c64c28963cf75844cc4c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297475 Aug 28 08:37:37.635326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc204ace-8b97-4d24-8cd5-64c9fd931eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523e64fd-69b1-4571-b00d-f41a52a9878f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:37.637043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42468) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:37.686733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.708979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.820167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.823468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:37.824691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/523e64fd-69b1-4571-b00d-f41a52a9878f HTTP/1.1" status: 204 len: 168 time: 0.1866255 Aug 28 08:37:37.836415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4892-ef20-4230-84b2-a58cbd4034e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523e64fd-69b1-4571-b00d-f41a52a9878f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:38.118041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc123-cb1a-476c-957d-edfc1f2d2430 req-86f22957-234d-4470-8a13-dd85f5a3da6c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:38.120350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-594cc123-cb1a-476c-957d-edfc1f2d2430 req-86f22957-234d-4470-8a13-dd85f5a3da6c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Aug 28 08:37:38.163323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-594cc123-cb1a-476c-957d-edfc1f2d2430 req-81510c3c-58c6-4481-914d-20075b4dd29e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Aug 28 08:37:38.383767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72bb5e-0a4f-4af8-89da-d818a0818cb2 req-e903b2ad-cf8b-4d9e-b3ba-d7bdac6431a3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:38.385296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e72bb5e-0a4f-4af8-89da-d818a0818cb2 req-e903b2ad-cf8b-4d9e-b3ba-d7bdac6431a3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0535612 Aug 28 08:37:38.427822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e72bb5e-0a4f-4af8-89da-d818a0818cb2 req-39d6bc72-8baf-4c9a-986e-ae1645651867 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Aug 28 08:37:39.329280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3409d4-025c-4605-9263-7625c73f2a7a req-d2aaca17-f012-4e97-873f-a71e815119f4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:39.331019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c3409d4-025c-4605-9263-7625c73f2a7a req-d2aaca17-f012-4e97-873f-a71e815119f4 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0589051 Aug 28 08:37:39.371307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c3409d4-025c-4605-9263-7625c73f2a7a req-57b91df0-d1d8-4b65-8f02-8015505bc470 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Aug 28 08:37:39.566376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe1e21-4fad-4c46-8f2a-7400c3a31465 req-628229b5-e2f7-4e55-9519-47a46bf02bfe tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:39.567991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-edbe1e21-4fad-4c46-8f2a-7400c3a31465 req-628229b5-e2f7-4e55-9519-47a46bf02bfe tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0604489 Aug 28 08:37:39.608275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-edbe1e21-4fad-4c46-8f2a-7400c3a31465 req-5ec07a81-ce43-4c43-9051-80ae62b658a1 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Aug 28 08:37:40.388959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42534) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:40.501952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac6c72-6017-4ade-8c53-fa2c76133505 req-80870f62-e2c4-459a-97e8-9785e25361f7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:40.503514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ac6c72-6017-4ade-8c53-fa2c76133505 req-80870f62-e2c4-459a-97e8-9785e25361f7 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0617251 Aug 28 08:37:40.509041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a3ddff-2a5f-4b3f-bc1b-0c6f5ca72e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.546765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ac6c72-6017-4ade-8c53-fa2c76133505 req-e875ce0b-2ce7-4314-91b2-149ba76a6204 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345511 Aug 28 08:37:40.603128 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a3ddff-2a5f-4b3f-bc1b-0c6f5ca72e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.694768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79a3ddff-2a5f-4b3f-bc1b-0c6f5ca72e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.730112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9032264-8a0a-4fe0-a3f0-75638017822b req-5050da0d-56e8-49fe-800e-8d6e9cf0c06a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:40.734375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9032264-8a0a-4fe0-a3f0-75638017822b req-5050da0d-56e8-49fe-800e-8d6e9cf0c06a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Aug 28 08:37:40.739048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79a3ddff-2a5f-4b3f-bc1b-0c6f5ca72e90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9eb01e80d8774c568ae6aa07603f5bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485637 Aug 28 08:37:40.739724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42542) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:40.755736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ddff-2a5f-4b3f-bc1b-0c6f5ca72e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f72d0-b2cb-4138-8d36-3fff66d0d8b3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:40.780699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9032264-8a0a-4fe0-a3f0-75638017822b req-b1f5b12c-1cdf-43e5-be0f-1338d6a95eec tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Aug 28 08:37:40.806843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.830145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.940288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.943278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:40.944468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c9f72d0-b2cb-4138-8d36-3fff66d0d8b3 HTTP/1.1" status: 204 len: 168 time: 0.2026463 Aug 28 08:37:40.953043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81664252-0962-4be1-8910-bdc8dfb237ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f72d0-b2cb-4138-8d36-3fff66d0d8b3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:41.624246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42554) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:41.636977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558216b6-c98c-4ffd-8f81-ec5457a8aa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:41.675687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabca9b-3674-42bf-845b-85d85319e315 req-7b27a2a1-8cda-44cd-b2a0-ffe5a26f152f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:41.677354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffabca9b-3674-42bf-845b-85d85319e315 req-7b27a2a1-8cda-44cd-b2a0-ffe5a26f152f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0545521 Aug 28 08:37:41.717719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffabca9b-3674-42bf-845b-85d85319e315 req-33e793f8-f72f-4bca-819c-8eb537ce670c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Aug 28 08:37:41.729706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558216b6-c98c-4ffd-8f81-ec5457a8aa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:41.803635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-558216b6-c98c-4ffd-8f81-ec5457a8aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:41.845298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-558216b6-c98c-4ffd-8f81-ec5457a8aa31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b03d8dc42b8439ea525235f0d24678f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213302 Aug 28 08:37:41.846236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558216b6-c98c-4ffd-8f81-ec5457a8aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84316480-a616-4761-89b5-260bdae89894,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:41.849767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42558) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:41.939020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9323c-1c66-4554-8127-9ffe56917c1f req-4da9db36-094c-4c79-b196-ca2556f0bf77 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:41.940534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4d9323c-1c66-4554-8127-9ffe56917c1f req-4da9db36-094c-4c79-b196-ca2556f0bf77 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0802245 Aug 28 08:37:41.956710 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:41.999464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4d9323c-1c66-4554-8127-9ffe56917c1f req-dffdf8f2-ab95-4643-9798-ee893c31438b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Aug 28 08:37:42.001435 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:42.135173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:42.137869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:42.139097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84316480-a616-4761-89b5-260bdae89894 HTTP/1.1" status: 204 len: 168 time: 0.2879088 Aug 28 08:37:42.148055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952df58-3601-4999-8d44-f332606445a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84316480-a616-4761-89b5-260bdae89894,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:42.846661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4793-dfbe-4df7-bbfb-7b1e5d34a88f req-acacc329-84e2-4be3-ba81-f49060082c47 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:42.848445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e63a4793-dfbe-4df7-bbfb-7b1e5d34a88f req-acacc329-84e2-4be3-ba81-f49060082c47 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Aug 28 08:37:42.904126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e63a4793-dfbe-4df7-bbfb-7b1e5d34a88f req-162ebfd0-f7f9-4ab4-bc0d-c53b75912630 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492980 Aug 28 08:37:42.911228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42584) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:43.042372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4e46f0-1235-4717-8446-8a2b234f403e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.156280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de24d4-30ac-499c-9b75-388eb55a625b req-14da97f5-07b8-4cc6-9941-55a9c0cbfa01 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:43.157794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7de24d4-30ac-499c-9b75-388eb55a625b req-14da97f5-07b8-4cc6-9941-55a9c0cbfa01 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0747550 Aug 28 08:37:43.194068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4e46f0-1235-4717-8446-8a2b234f403e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.214691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7de24d4-30ac-499c-9b75-388eb55a625b req-85a59a1c-bb92-46c4-bf9e-cd3b58e57cf4 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Aug 28 08:37:43.269402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce4e46f0-1235-4717-8446-8a2b234f403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.317353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce4e46f0-1235-4717-8446-8a2b234f403e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84bbff4388614378a445eb7bb61402cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050782 Aug 28 08:37:43.318437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e46f0-1235-4717-8446-8a2b234f403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f0b28-0db9-412a-9db4-a7143909a408,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:43.320880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42604) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:43.386312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.411760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.580563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.585603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:43.585603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/372f0b28-0db9-412a-9db4-a7143909a408 HTTP/1.1" status: 204 len: 168 time: 0.2606356 Aug 28 08:37:43.594944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099d9e-4c2d-4e09-a219-301da35ed768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f0b28-0db9-412a-9db4-a7143909a408,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:44.027198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378cea3-4c7c-4d8d-bcb7-45be414974e4 req-22d3e1bc-5113-4f90-9a3f-58852e1273d9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:44.028708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8378cea3-4c7c-4d8d-bcb7-45be414974e4 req-22d3e1bc-5113-4f90-9a3f-58852e1273d9 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0545547 Aug 28 08:37:44.068598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8378cea3-4c7c-4d8d-bcb7-45be414974e4 req-9f98e99b-6186-4b3e-a35e-239b4b2918cc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Aug 28 08:37:44.295815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42652) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:44.316172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f36826e-07eb-4e6d-a5dc-081c050a0ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.338412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85289e44-49ce-49a8-b088-0bcd40ae9cff req-bc13a05c-d4af-4e6b-b14e-c4b269f21ae9 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:44.339909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85289e44-49ce-49a8-b088-0bcd40ae9cff req-bc13a05c-d4af-4e6b-b14e-c4b269f21ae9 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0532362 Aug 28 08:37:44.382531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85289e44-49ce-49a8-b088-0bcd40ae9cff req-0c94ebb4-af61-4949-baca-77a40a7369e5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Aug 28 08:37:44.422832 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f36826e-07eb-4e6d-a5dc-081c050a0ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.529310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5f36826e-07eb-4e6d-a5dc-081c050a0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.571043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5f36826e-07eb-4e6d-a5dc-081c050a0ca5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=befd654e3aeb42358139b7b22dcc2c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738323 Aug 28 08:37:44.572764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36826e-07eb-4e6d-a5dc-081c050a0ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d6e7f-8907-495f-9727-8bf6ce5c296a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:44.573606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42660) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:44.640738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.667563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.812070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.814850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:44.816312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a42d6e7f-8907-495f-9727-8bf6ce5c296a HTTP/1.1" status: 204 len: 168 time: 0.2417769 Aug 28 08:37:44.826020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75a19f-c5ce-4595-867d-4e1cdb831432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d6e7f-8907-495f-9727-8bf6ce5c296a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:45.221870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348c65-ab99-4cf6-af40-eccef940e3f4 req-355e5c16-177e-4030-92bf-6e12d0c6bb3f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:45.223642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39348c65-ab99-4cf6-af40-eccef940e3f4 req-355e5c16-177e-4030-92bf-6e12d0c6bb3f tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0774739 Aug 28 08:37:45.271215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39348c65-ab99-4cf6-af40-eccef940e3f4 req-a077a923-7afa-4d19-a9d6-06e721fa5e67 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Aug 28 08:37:45.543837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839a62f-d30a-4702-a1c1-3b319e6d0911 req-89676857-0ffc-467f-b1cb-d148fbff1925 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:45.545831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6839a62f-d30a-4702-a1c1-3b319e6d0911 req-89676857-0ffc-467f-b1cb-d148fbff1925 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0649755 Aug 28 08:37:45.596377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6839a62f-d30a-4702-a1c1-3b319e6d0911 req-b6fa2467-a0f9-4d60-b870-bfc26ca0075f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Aug 28 08:37:46.413449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf00743-95b6-4233-addd-3ca4ec1a68d4 req-71073664-4fe5-4d38-89db-127ea7e0f63b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:46.415294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdf00743-95b6-4233-addd-3ca4ec1a68d4 req-71073664-4fe5-4d38-89db-127ea7e0f63b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0650332 Aug 28 08:37:46.466085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdf00743-95b6-4233-addd-3ca4ec1a68d4 req-a4ca96f1-d673-4887-b4a6-34036d6db22b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Aug 28 08:37:46.491523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5acd02-f4c3-4488-a8f3-23dc970b1cff req-b3532461-dca6-4050-9307-395aca6d0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:46.493088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a5acd02-f4c3-4488-a8f3-23dc970b1cff req-b3532461-dca6-4050-9307-395aca6d0c54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.0417938 Aug 28 08:37:46.536973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a5acd02-f4c3-4488-a8f3-23dc970b1cff req-89955849-bfde-4aa9-8e71-63e469b89951 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Aug 28 08:37:46.731748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3e65-b884-4727-934d-0f9cfbf46015 req-24f88a0c-2e03-4539-84aa-2e92cba0ee8b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:46.733268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-728e3e65-b884-4727-934d-0f9cfbf46015 req-24f88a0c-2e03-4539-84aa-2e92cba0ee8b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0600653 Aug 28 08:37:46.772945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-728e3e65-b884-4727-934d-0f9cfbf46015 req-0049ec93-76d6-4404-8245-0081b593c2e6 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Aug 28 08:37:47.589753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de878d-c55e-4898-8ee2-c2755c6a4e5b req-d1b47829-4377-45b5-a171-aa48be429221 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:47.591449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66de878d-c55e-4898-8ee2-c2755c6a4e5b req-d1b47829-4377-45b5-a171-aa48be429221 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Aug 28 08:37:47.633710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66de878d-c55e-4898-8ee2-c2755c6a4e5b req-b3377756-547e-4e80-a6c6-4f8011c89ddb tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Aug 28 08:37:47.698560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:47.823984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58bbb19c-4b8c-4529-925b-19f4ccb78adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:47.909659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3c4a-022d-41b1-8e97-6b2ef7e846c4 req-aae9aab2-8e8f-4eb2-8140-6db72a1e7628 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:47.911589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ee3c4a-022d-41b1-8e97-6b2ef7e846c4 req-aae9aab2-8e8f-4eb2-8140-6db72a1e7628 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Aug 28 08:37:47.935421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58bbb19c-4b8c-4529-925b-19f4ccb78adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:47.953521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1ee3c4a-022d-41b1-8e97-6b2ef7e846c4 req-fd169f6a-db1c-45de-a68e-cfd678560df2 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Aug 28 08:37:48.014901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58bbb19c-4b8c-4529-925b-19f4ccb78adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:48.055869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb19c-4b8c-4529-925b-19f4ccb78adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e74f7-1587-411b-88b9-31db273dddc1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:48.063600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42760) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:48.063825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58bbb19c-4b8c-4529-925b-19f4ccb78adb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02fab21609714774948f06ba754272b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640137 Aug 28 08:37:48.126945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:48.149428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:48.274878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:48.277950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:48.279181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b0e74f7-1587-411b-88b9-31db273dddc1 HTTP/1.1" status: 204 len: 168 time: 0.2145689 Aug 28 08:37:48.296021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f335f3-bed9-4da2-8d0a-1d6f8e2cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e74f7-1587-411b-88b9-31db273dddc1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:48.755155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02000d6-4fa6-4949-bc5e-5ada64f617dc req-d7c38d6f-c2f5-46a8-bd9c-21bd2109ac5a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:48.756788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02000d6-4fa6-4949-bc5e-5ada64f617dc req-d7c38d6f-c2f5-46a8-bd9c-21bd2109ac5a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Aug 28 08:37:48.796561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02000d6-4fa6-4949-bc5e-5ada64f617dc req-ed736eb9-2d1b-4a7b-adb4-661e5b982a4c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 28 08:37:48.945125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:48.959610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a973845-bcab-4013-8e6b-b582d9259800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.094561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a973845-bcab-4013-8e6b-b582d9259800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.107381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755e82-8631-4bff-ae2c-ac07c2d61ddb req-d06cc81d-58be-48e2-80e9-0b169f976e50 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:49.108904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40755e82-8631-4bff-ae2c-ac07c2d61ddb req-d06cc81d-58be-48e2-80e9-0b169f976e50 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0776496 Aug 28 08:37:49.149987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40755e82-8631-4bff-ae2c-ac07c2d61ddb req-0147b924-9f8a-4303-8948-78faa74d0570 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 28 08:37:49.163309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a973845-bcab-4013-8e6b-b582d9259800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.203564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973845-bcab-4013-8e6b-b582d9259800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b52c2de-d0c2-4b15-b52d-98d9c7e68aee,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:49.211836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a973845-bcab-4013-8e6b-b582d9259800 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41e41c429f2940369e22803f7f29e68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648258 Aug 28 08:37:49.213087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42776) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:37:49.267668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.294401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.420342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.423184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:49.424344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b52c2de-d0c2-4b15-b52d-98d9c7e68aee HTTP/1.1" status: 204 len: 168 time: 0.2103608 Aug 28 08:37:49.441304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68881e01-b24a-412d-8956-9fc9c25e5989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b52c2de-d0c2-4b15-b52d-98d9c7e68aee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:49.667154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604fe0-dbcf-4bcb-a9d3-1ab3049671ed req-013203b6-0df4-45cb-8430-f713ee6901de tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:49.668680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56604fe0-dbcf-4bcb-a9d3-1ab3049671ed req-013203b6-0df4-45cb-8430-f713ee6901de tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0549273 Aug 28 08:37:49.714773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56604fe0-dbcf-4bcb-a9d3-1ab3049671ed req-18166933-e87c-4062-ba52-e7ca26b790e9 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Aug 28 08:37:49.784144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-d70af812-649c-4ba8-9665-2c6dbb1549a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:49.785715 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-d70af812-649c-4ba8-9665-2c6dbb1549a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.0459523 Aug 28 08:37:49.892072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-5b9d2d5f-1151-417f-acc2-607943da9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:49.894562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-5b9d2d5f-1151-417f-acc2-607943da9aa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.1015100 Aug 28 08:37:49.931238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ace62-10de-411d-92c3-f9abf9323560 req-a2cb43ed-16b7-4b7c-8119-02c5160b55b6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:49.933166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df6ace62-10de-411d-92c3-f9abf9323560 req-a2cb43ed-16b7-4b7c-8119-02c5160b55b6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0581918 Aug 28 08:37:49.982456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-da2a79a3-e8e5-48b0-abac-d3cf32a96fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 217 time: 0.0742657 Aug 28 08:37:50.008729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df6ace62-10de-411d-92c3-f9abf9323560 req-324cf295-190a-4572-a5b8-4ad2ff44cbb5 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687044 Aug 28 08:37:50.052332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-c4ee5029-b074-4653-a104-341715efeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:50.061891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-c4ee5029-b074-4653-a104-341715efeee5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.0679612 Aug 28 08:37:50.089323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-646719c1-5a90-4695-9bec-32af8c183646 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269709 Aug 28 08:37:50.190985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-49e7f826-8c36-43a2-bc26-e8beece6f241 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918417 Aug 28 08:37:50.295013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e57755a6-ab2c-4dec-861c-949ec86f7679 req-4c4a8a83-b828-4f43-b299-65da8ad971de service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956216 Aug 28 08:37:50.505853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86d613-0256-4812-a80e-695c84750076 req-1f0281a6-1d7e-4b52-aca2-6d10a0ff70e8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:50.507475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b86d613-0256-4812-a80e-695c84750076 req-1f0281a6-1d7e-4b52-aca2-6d10a0ff70e8 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0571346 Aug 28 08:37:50.551597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b86d613-0256-4812-a80e-695c84750076 req-73227486-8290-468c-8957-3487890aac9b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Aug 28 08:37:50.843866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423a21f-f11b-4c99-b96a-32fb2436a268 req-88915df9-916c-499b-8a1c-f6d74f4fe932 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:50.845401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f423a21f-f11b-4c99-b96a-32fb2436a268 req-88915df9-916c-499b-8a1c-f6d74f4fe932 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Aug 28 08:37:50.890820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f423a21f-f11b-4c99-b96a-32fb2436a268 req-7513b5ab-3618-458a-921e-cb4632d78131 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 Aug 28 08:37:51.677652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13427b-fb32-43fc-b747-840e14134a49 req-e9060d1a-dd78-496d-8180-d5fdfe982951 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:51.679466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc13427b-fb32-43fc-b747-840e14134a49 req-e9060d1a-dd78-496d-8180-d5fdfe982951 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0549817 Aug 28 08:37:51.720782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc13427b-fb32-43fc-b747-840e14134a49 req-88034035-d82b-4204-9aa6-7ddeaabddbc3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Aug 28 08:37:52.024639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ef808-6f2b-45bd-8d67-cb2e2691902b req-ba5ed253-45d0-4e5b-9f62-fb12af642805 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:52.026266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb1ef808-6f2b-45bd-8d67-cb2e2691902b req-ba5ed253-45d0-4e5b-9f62-fb12af642805 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0608160 Aug 28 08:37:52.073282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb1ef808-6f2b-45bd-8d67-cb2e2691902b req-4f9fe7a0-b454-4e5b-975e-85a4be775bda tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Aug 28 08:37:52.105408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-47cf0079-9311-46e9-a8ea-77b4c917bb3e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:52.107072 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-47cf0079-9311-46e9-a8ea-77b4c917bb3e tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0658441 Aug 28 08:37:52.210773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port f3098cb4-1dd2-4eda-83b4-628becc4e8bc {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:37:52.211171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:52.304934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port f3098cb4-1dd2-4eda-83b4-628becc4e8bc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:37:52.305313 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:52.321778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for f3098cb4-1dd2-4eda-83b4-628becc4e8bc owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:37:52.861555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae871dc1-5a9f-4e61-8d12-a4d6552748aa req-2f750e3a-3774-4a1a-aa72-a0a4d883d506 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:52.863984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae871dc1-5a9f-4e61-8d12-a4d6552748aa req-2f750e3a-3774-4a1a-aa72-a0a4d883d506 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 945 time: 0.0604336 Aug 28 08:37:52.908286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae871dc1-5a9f-4e61-8d12-a4d6552748aa req-e5db65f7-62ee-42f0-9bfc-0231a5637f1b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354927 Aug 28 08:37:53.204462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ba17-3c18-49ce-9c1c-90cdcd7dec62 req-12257c60-f62a-4c96-b837-65691fa2a256 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:53.205930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6335ba17-3c18-49ce-9c1c-90cdcd7dec62 req-12257c60-f62a-4c96-b837-65691fa2a256 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Aug 28 08:37:53.252389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6335ba17-3c18-49ce-9c1c-90cdcd7dec62 req-5e3441fe-c149-4fde-9932-46fa1c1a58dd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Aug 28 08:37:53.607623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:53.643972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=f3098cb4-1dd2-4eda-83b4-628becc4e8bc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:53.649310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['f3098cb4-1dd2-4eda-83b4-628becc4e8bc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:37:53.684791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port f3098cb4-1dd2-4eda-83b4-628becc4e8bc on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:37:53.687208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:53.689159 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dad9bcdd-e223-4c31-8ebe-8a427a96c61a req-e4e31dd9-9722-4f6c-9615-391e1a9862b1 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.64 "DELETE /v2.0/ports/f3098cb4-1dd2-4eda-83b4-628becc4e8bc HTTP/1.1" status: 204 len: 173 time: 1.5753810 Aug 28 08:37:53.689586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'name': 'network-vif-deleted', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:37:53.692146 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e691f19-a300-47cd-9d7c-1d219d7848b1" -d '{"events": [{"server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "name": "network-vif-deleted", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:37:53.896649 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fba9ff-0f8c-40e4-8d6b-1c4c756dd737 x-openstack-request-id: req-68fba9ff-0f8c-40e4-8d6b-1c4c756dd737 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:37:53.897025 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e107a5-07a0-438a-b222-2bd61a2210f0", "name": "network-vif-deleted", "tag": "f3098cb4-1dd2-4eda-83b4-628becc4e8bc", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:37:53.897378 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68fba9ff-0f8c-40e4-8d6b-1c4c756dd737 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:37:53.897859 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e107a5-07a0-438a-b222-2bd61a2210f0', 'name': 'network-vif-deleted', 'tag': 'f3098cb4-1dd2-4eda-83b4-628becc4e8bc', 'status': 'completed', 'code': 200} Aug 28 08:37:54.031634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e264002-2327-4f4d-917b-f9ff7d7ab047 req-2f80fb19-1c68-4130-8821-9ef52960fa1a tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e107a5-07a0-438a-b222-2bd61a2210f0 HTTP/1.1" status: 200 len: 210 time: 0.0335937 Aug 28 08:37:54.381927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d26d7-4ba0-46a0-a7f1-903acecde90d req-b95e1bb2-44cc-4920-8b34-59c92fbefc8f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:54.383625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-040d26d7-4ba0-46a0-a7f1-903acecde90d req-b95e1bb2-44cc-4920-8b34-59c92fbefc8f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Aug 28 08:37:54.426816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-040d26d7-4ba0-46a0-a7f1-903acecde90d req-b3dbfb05-3631-43a8-8b7e-4da28700ce86 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Aug 28 08:37:55.379491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-2ce3e3ac-8836-4110-bc41-d5b3aedf44ae tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:55.383710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-2ce3e3ac-8836-4110-bc41-d5b3aedf44ae tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.1186099 Aug 28 08:37:55.400085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-6a9ec8ba-5813-48a9-a5db-f7d7cad91dc6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/quotas/e54f335c4f454439a45ab99a7e4cead3 HTTP/1.1" status: 200 len: 375 time: 0.0099776 Aug 28 08:37:55.440812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-07b45417-6725-4b9e-b659-257b870f9a37 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339296 Aug 28 08:37:55.673470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-a918ced6-bc6f-4656-86c5-c77601edf8e8 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233562 Aug 28 08:37:55.780915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-82c68869-f971-446f-b4f8-cc7bf166b300 service neutron] 10.222.0.46 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002018 Aug 28 08:37:55.871458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:56.093521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05b5f725-a5f3-480e-a7af-5e195a0105c8 req-15d890b7-d130-4a31-b81b-08e21dcf2438 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 210 time: 0.0446603 Aug 28 08:37:56.540163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f3098cb4-1dd2-4eda-83b4-628becc4e8bc no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:37:56.561193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: f3098cb4-1dd2-4eda-83b4-628becc4e8bc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:37:56.561556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device f3098cb4-1dd2-4eda-83b4-628becc4e8bc not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:37:57.185089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d79c2d79-ec94-4da0-8d68-b141610edb49 req-7303f314-1e1a-4b7b-87d3-7285eaaabf7d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 210 time: 0.0283873 Aug 28 08:37:57.399503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc869caa-94fd-40e3-a194-a3a92785d55f req-f7df7c23-656a-4973-926b-9a428f9ae3b3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:57.408132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc869caa-94fd-40e3-a194-a3a92785d55f req-f7df7c23-656a-4973-926b-9a428f9ae3b3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0720589 Aug 28 08:37:57.456103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc869caa-94fd-40e3-a194-a3a92785d55f req-991a9cf7-839c-4878-a744-aedeb491a6df tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Aug 28 08:37:57.708662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11a2d921-327f-4420-a15b-c681e51ac263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:58.522082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-668bd937-3fd3-4a78-9d3c-74bb044e6f5d req-6c030d93-35dd-4b29-91c3-6e21f5dc6b7b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Aug 28 08:37:58.925985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:37:59.020431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-f53a6406-9ad0-4efa-a124-2365ac42b071 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:59.022576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-f53a6406-9ad0-4efa-a124-2365ac42b071 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.39 "GET /v2.0/networks?id=75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 200 len: 811 time: 0.1210694 Aug 28 08:37:59.044648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Request body: {'port': {'device_id': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'admin_state_up': True, 'tenant_id': 'e54f335c4f454439a45ab99a7e4cead3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:37:59.263756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Made reservation on behalf of e54f335c4f454439a45ab99a7e4cead3 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:37:59.270526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:59.428395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Allocated IP 172.20.0.8 (75ac28c3-e491-425d-91fd-05bef2c3ee17/491ae634-cfa5-4d87-8939-b9b29694304e/12101788-d308-4eec-b978-13ba562a0c6b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:37:59.624972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:59.695366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcbd288e-07b6-44f2-b4c3-8b53b6a59e74 req-f16402d1-bd4d-4de2-b8e1-f1ccc99dd64c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 210 time: 0.0441165 Aug 28 08:37:59.757991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:59.805336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Network 75ac28c3-e491-425d-91fd-05bef2c3ee17 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:37:59.810756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:37:59.817942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:37:59.855368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event updated for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:37:59.901718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:37:59.903287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:59.912197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:37:59.978376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-10894c2c-cd12-4698-81ff-2b6a6132f8f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403236 Aug 28 08:37:59.998081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Request body: {'port': {'device_id': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:00.061115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:00.263514 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77c26d7d-946b-4bdc-8e72-bdf7a5295463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:00.444774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12101788-d308-4eec-b978-13ba562a0c6b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:00.455476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:00.470639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Transition to ACTIVE for port object 12101788-d308-4eec-b978-13ba562a0c6b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:00.597795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:00.711729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:00.789555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Attempting to bind port 12101788-d308-4eec-b978-13ba562a0c6b on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:00.789896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Attempting to bind port 12101788-d308-4eec-b978-13ba562a0c6b by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:00.790827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Attempting to bind port 12101788-d308-4eec-b978-13ba562a0c6b on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:00.797951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Port 12101788-d308-4eec-b978-13ba562a0c6b on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:00.802794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Attempting to bind port 12101788-d308-4eec-b978-13ba562a0c6b on network 75ac28c3-e491-425d-91fd-05bef2c3ee17 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:00.810066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:00.810962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Checking segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:00.811576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Bound using segment: {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:00.812275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Bound port: 12101788-d308-4eec-b978-13ba562a0c6b, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7428-7e56-42ef-a7a8-3e2e044ac40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:00.812829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:00.870364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976109-4bed-4e12-835e-56c02fb7b68d req-73f1abc1-5a11-4e53-acd3-ac59ed4fdffc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:00.879011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58976109-4bed-4e12-835e-56c02fb7b68d req-73f1abc1-5a11-4e53-acd3-ac59ed4fdffc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 943 time: 0.0622783 Aug 28 08:38:00.909260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:00.912667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=12101788-d308-4eec-b978-13ba562a0c6b,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:00.917707 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58976109-4bed-4e12-835e-56c02fb7b68d req-cd8ac0b7-f7a9-480c-a2b9-a1b3b87af609 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 Aug 28 08:38:01.010450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:01.059526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.059973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:01.061744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] 10.222.0.39 "PUT /v2.0/ports/12101788-d308-4eec-b978-13ba562a0c6b HTTP/1.1" status: 200 len: 1092 time: 1.0685308 Aug 28 08:38:01.064234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:01.067123 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069a40c9-6543-42b0-9b85-e6374ee352e8" -d '{"events": [{"name": "network-changed", "server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "tag": "12101788-d308-4eec-b978-13ba562a0c6b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:01.104995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7517b-0880-436e-8207-608d607ccdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:01.108720 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb077de0-7b83-48d3-8dcd-4bd8a04ec607 x-openstack-request-id: req-cb077de0-7b83-48d3-8dcd-4bd8a04ec607 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:01.109010 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "tag": "12101788-d308-4eec-b978-13ba562a0c6b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:01.109658 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb077de0-7b83-48d3-8dcd-4bd8a04ec607 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:01.110059 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b', 'status': 'completed', 'code': 200} Aug 28 08:38:01.208373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-710fd15c-46fb-45f5-82c7-45816a11c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.210047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-710fd15c-46fb-45f5-82c7-45816a11c240 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 1095 time: 0.0518284 Aug 28 08:38:01.335235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-1fcbaa20-7d95-4f14-92bb-757be6ea9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.336745 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-1fcbaa20-7d95-4f14-92bb-757be6ea9431 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e54f335c4f454439a45ab99a7e4cead3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1111565 Aug 28 08:38:01.449700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-8873b32d-5773-46ca-8d93-a4ca0cb2c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.451303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-069a40c9-6543-42b0-9b85-e6374ee352e8 req-8873b32d-5773-46ca-8d93-a4ca0cb2c9e9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062183 Aug 28 08:38:01.578838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-f702edf3-60b8-4e0a-a82a-480ba9875414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.580738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-f702edf3-60b8-4e0a-a82a-480ba9875414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54f335c4f454439a45ab99a7e4cead3&device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 1095 time: 0.0485129 Aug 28 08:38:01.641271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-cd676b6c-02c9-472c-8ec9-2e34046f4857 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12101788-d308-4eec-b978-13ba562a0c6b HTTP/1.1" status: 200 len: 217 time: 0.0414958 Aug 28 08:38:01.698469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-96ada050-5d4d-4b1a-9a51-f66d5198c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:01.700250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-96ada050-5d4d-4b1a-9a51-f66d5198c30a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 200 len: 851 time: 0.0504856 Aug 28 08:38:01.735222 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-63b6f8a6-ba1d-4fc7-a8e1-894cad3778a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ac28c3-e491-425d-91fd-05bef2c3ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267165 Aug 28 08:38:01.980652 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:02.052142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc012-e74f-4d19-aeb3-c88e12256bb3 req-8c0bf0f2-88df-4113-9d11-00f614ca09fd tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:02.061911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6cdc012-e74f-4d19-aeb3-c88e12256bb3 req-8c0bf0f2-88df-4113-9d11-00f614ca09fd tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 943 time: 0.0629904 Aug 28 08:38:02.121388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6cdc012-e74f-4d19-aeb3-c88e12256bb3 req-97774f23-ee95-49a6-bca3-959232651873 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Aug 28 08:38:02.201466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-4bdee209-c7ab-437a-857c-e9b8cbbe983a service neutron] 10.222.0.39 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579964 Aug 28 08:38:02.299590 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb77b74a-d3a3-4a84-99dd-ec965f0c0ca9 req-ab854dd2-e654-4c53-894c-ed399d3c5191 service neutron] 10.222.0.39 "GET /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886617 Aug 28 08:38:03.253221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaacec-1912-4b22-8af8-349d81e432f4 req-adf3941a-fe03-48bf-8937-b42114d33194 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:03.254779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8efaacec-1912-4b22-8af8-349d81e432f4 req-adf3941a-fe03-48bf-8937-b42114d33194 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 943 time: 0.0528464 Aug 28 08:38:03.297139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8efaacec-1912-4b22-8af8-349d81e432f4 req-ac549cf6-86af-4da6-8269-d9f39e87087c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Aug 28 08:38:04.237138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:04.349483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.419883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f2c6-2b2b-428e-97c2-7614d45e1951 req-016cde5b-d57e-4153-be78-b0f7081c3221 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:04.421449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f925f2c6-2b2b-428e-97c2-7614d45e1951 req-016cde5b-d57e-4153-be78-b0f7081c3221 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 943 time: 0.0510387 Aug 28 08:38:04.440932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.462568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f925f2c6-2b2b-428e-97c2-7614d45e1951 req-7b266d04-1a6d-41b8-a578-43f018edd01c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Aug 28 08:38:04.594862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.639558 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d7aae79c8404fb5bd094e7777ab8b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012990 Aug 28 08:38:04.640519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f4867e-5659-430a-9d57-4386bf4abdc2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:04.642201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43068) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:04.648870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.649218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.649616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.649956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.650764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.656688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeda64-c48f-4ca4-a1be-901e6c78f7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:04.700708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.723252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.845826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.949506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.952152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:04.955832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80f4867e-5659-430a-9d57-4386bf4abdc2 HTTP/1.1" status: 204 len: 168 time: 0.3100526 Aug 28 08:38:04.962132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28f94b-052d-44e0-a25a-cfa05aa84c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f4867e-5659-430a-9d57-4386bf4abdc2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:05.049235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 12101788-d308-4eec-b978-13ba562a0c6b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:05.159035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=12101788-d308-4eec-b978-13ba562a0c6b,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:05.172496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '12101788-d308-4eec-b978-13ba562a0c6b', 'network_id': '75ac28c3-e491-425d-91fd-05bef2c3ee17', 'port_id': '12101788-d308-4eec-b978-13ba562a0c6b', 'mac_address': 'fa:16:3e:47:b9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491ae634-cfa5-4d87-8939-b9b29694304e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:05.219228 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:05.232550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12101788-d308-4eec-b978-13ba562a0c6b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:05.252833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=12101788-d308-4eec-b978-13ba562a0c6b,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:05.357382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:05.397754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:05.445677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:05.453627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.453979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.454358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.454698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.455031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.455363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.455693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.456017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.456387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.456710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.457031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.457349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:05.580613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d029f7-9137-4c41-bd1c-e59940edd585 req-cf883dbe-67ae-40d9-bdb6-e0fd87dd0999 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:05.582113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06d029f7-9137-4c41-bd1c-e59940edd585 req-cf883dbe-67ae-40d9-bdb6-e0fd87dd0999 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 944 time: 0.0510137 Aug 28 08:38:05.621978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06d029f7-9137-4c41-bd1c-e59940edd585 req-76aba76c-87ce-4469-a5d2-61c4d05a466c tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Aug 28 08:38:05.761804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43082) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:05.775217 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08414e97-1db9-404d-9f8d-66cfed7ba40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:05.879185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08414e97-1db9-404d-9f8d-66cfed7ba40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:05.950950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['12101788-d308-4eec-b978-13ba562a0c6b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:06.023041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08414e97-1db9-404d-9f8d-66cfed7ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:06.070461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08414e97-1db9-404d-9f8d-66cfed7ba40c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=426e0534239b431f8d941d687a8fa69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074298 Aug 28 08:38:06.071019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43086) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:06.071602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414e97-1db9-404d-9f8d-66cfed7ba40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b38f61-4157-4d26-95a5-5f34ef96782a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:06.126661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:06.150023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:06.331459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:06.334110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:06.335402 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24b38f61-4157-4d26-95a5-5f34ef96782a HTTP/1.1" status: 204 len: 168 time: 0.2630103 Aug 28 08:38:06.343736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23693c5c-6321-45d8-bc00-dadb1af44673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b38f61-4157-4d26-95a5-5f34ef96782a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:06.746888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e990e16-bfec-48f6-9954-bd001b3280c4 req-da0ef455-14e0-4182-9b06-33ce9ef3b829 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:06.748421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e990e16-bfec-48f6-9954-bd001b3280c4 req-da0ef455-14e0-4182-9b06-33ce9ef3b829 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 944 time: 0.0562267 Aug 28 08:38:06.788351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e990e16-bfec-48f6-9954-bd001b3280c4 req-16d17695-381f-452f-bde1-fa256cb47174 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Aug 28 08:38:07.918561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16727a2-a4e6-471a-a0b1-ac3cb1a85b58 req-c3a46ab1-ab8b-430f-b75f-c33892b159f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:07.920115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b16727a2-a4e6-471a-a0b1-ac3cb1a85b58 req-c3a46ab1-ab8b-430f-b75f-c33892b159f6 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 944 time: 0.0531960 Aug 28 08:38:07.959977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b16727a2-a4e6-471a-a0b1-ac3cb1a85b58 req-5e43cef6-5628-44e6-95d8-233917302ab0 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Aug 28 08:38:08.067819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae692d1a-071e-4871-9cdb-8e8eeefca604 req-92e41db8-8f8e-4f74-95d4-55e21f9c6de6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:08.069381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae692d1a-071e-4871-9cdb-8e8eeefca604 req-92e41db8-8f8e-4f74-95d4-55e21f9c6de6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0543966 Aug 28 08:38:08.110631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae692d1a-071e-4871-9cdb-8e8eeefca604 req-cebd5514-4b73-4a22-a1fa-ec232391b640 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Aug 28 08:38:08.233866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed01f12-4f78-4bdf-8ae3-041ecf128836 req-eed2f402-a808-45ed-b7dc-3ae348ff3bf6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:08.235395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ed01f12-4f78-4bdf-8ae3-041ecf128836 req-eed2f402-a808-45ed-b7dc-3ae348ff3bf6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0539672 Aug 28 08:38:08.274825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ed01f12-4f78-4bdf-8ae3-041ecf128836 req-bff506da-99d5-416f-a9a6-b41769989f7f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Aug 28 08:38:08.575295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-db8a851e-9155-46cd-adf2-930a5a3decb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:08.576929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-db8a851e-9155-46cd-adf2-930a5a3decb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.1243384 Aug 28 08:38:08.594165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-a595177f-1547-4fb3-ac14-b84d20ed6ca2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/quotas/0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 375 time: 0.0109282 Aug 28 08:38:08.664346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-3d373cc5-3a92-450a-b6e3-9edb40398754 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0638828 Aug 28 08:38:08.765081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-24152962-4c30-4661-9c7c-12b3c1d5566b service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921791 Aug 28 08:38:08.865667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-1931e5a7-814a-454e-9d1a-cd0627502dac service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Aug 28 08:38:09.075843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 12101788-d308-4eec-b978-13ba562a0c6b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:09.234066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 12101788-d308-4eec-b978-13ba562a0c6b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:09.239425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 12101788-d308-4eec-b978-13ba562a0c6b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:09.242600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:09.242730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b63-88d1-4b8b-9956-f2612136da53 req-18dc96fb-b576-4809-9848-0d86054202d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:09.250589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ed68b63-88d1-4b8b-9956-f2612136da53 req-18dc96fb-b576-4809-9848-0d86054202d3 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 944 time: 0.0714107 Aug 28 08:38:09.307661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ed68b63-88d1-4b8b-9956-f2612136da53 req-a1d0f3f8-2ff7-4caf-9f8e-45ae19b33a91 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Aug 28 08:38:09.361430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:09.388668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:09.396255 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cda863-8c56-4b40-ac8e-623b8ce8c17a" -d '{"events": [{"server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "name": "network-vif-plugged", "status": "completed", "tag": "12101788-d308-4eec-b978-13ba562a0c6b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:09.396620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0f73b1e-1eef-46b2-afdb-48dde52d97dc req-e1cc3733-a0a7-453e-baed-ace28e1da00f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Aug 28 08:38:09.409728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=12101788-d308-4eec-b978-13ba562a0c6b,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:09.445337 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa55c8-78c9-4bd9-8576-fe472ba2ca08 x-openstack-request-id: req-b6aa55c8-78c9-4bd9-8576-fe472ba2ca08 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:09.445676 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "name": "network-vif-plugged", "status": "completed", "tag": "12101788-d308-4eec-b978-13ba562a0c6b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:09.446754 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6aa55c8-78c9-4bd9-8576-fe472ba2ca08 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:09.447427 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b', 'code': 200} Aug 28 08:38:09.558505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:09.608250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f838b-d305-4137-9e83-d3b1d8ea95c8 req-37fc5092-6d78-4e82-8a9d-34a30b47b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:09.609962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-223f838b-d305-4137-9e83-d3b1d8ea95c8 req-37fc5092-6d78-4e82-8a9d-34a30b47b2cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 1096 time: 0.0688782 Aug 28 08:38:09.614933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:09.648731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-223f838b-d305-4137-9e83-d3b1d8ea95c8 req-5e44506a-783c-4b2f-932c-06d21220257e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Aug 28 08:38:10.434401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245352f2-dd3f-4612-8555-df639e8dcfed req-35274a27-f070-4dd8-a864-d1e00b77304d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:10.435898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-245352f2-dd3f-4612-8555-df639e8dcfed req-35274a27-f070-4dd8-a864-d1e00b77304d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Aug 28 08:38:10.475669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-245352f2-dd3f-4612-8555-df639e8dcfed req-b39b4c34-66af-4cd6-b9b8-128ff56d4b54 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 28 08:38:10.857572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43226) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:10.975837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c10808a-15b7-4358-9dfa-7324005e72dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.075179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c10808a-15b7-4358-9dfa-7324005e72dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.103104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d329552-d212-4ca6-81c0-b810a1b1f5fc req-58a02919-9b13-4c69-b712-1f2e1bdcafb8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 210 time: 0.0338018 Aug 28 08:38:11.160169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c10808a-15b7-4358-9dfa-7324005e72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.199486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10808a-15b7-4358-9dfa-7324005e72dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6253d393-2fdb-420a-9f52-0a6ae191a034,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:11.205737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c10808a-15b7-4358-9dfa-7324005e72dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb6f26a4f4cd464984f3efd8f2f75214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470585 Aug 28 08:38:11.208607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43234) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:11.218050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee649f6-6f02-44ca-88fd-218653bd9c21 req-b0724a32-6d5b-4f64-b5ea-2cf356dc5f92 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:11.219810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aee649f6-6f02-44ca-88fd-218653bd9c21 req-b0724a32-6d5b-4f64-b5ea-2cf356dc5f92 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0607896 Aug 28 08:38:11.266696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.267394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aee649f6-6f02-44ca-88fd-218653bd9c21 req-a2d7b4ab-5a8b-4073-8242-68502f480cab tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Aug 28 08:38:11.290920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.357438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-c57585a6-1c6d-41e8-8b38-af785fa66463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:11.358981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-c57585a6-1c6d-41e8-8b38-af785fa66463 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.0612071 Aug 28 08:38:11.456544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-2f253ad1-555a-49a5-b162-97e4aebcebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:11.458036 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-2f253ad1-555a-49a5-b162-97e4aebcebfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.0912228 Aug 28 08:38:11.504417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-4706f635-ea8f-41ab-9fe7-31318c564597 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 217 time: 0.0365274 Aug 28 08:38:11.543926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.546458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:11.547646 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6253d393-2fdb-420a-9f52-0a6ae191a034 HTTP/1.1" status: 204 len: 168 time: 0.3381474 Aug 28 08:38:11.565800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad86cf-275d-457f-80a4-f1c3779fb2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253d393-2fdb-420a-9f52-0a6ae191a034,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:11.573578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-937dc89f-6b47-43bd-b36f-5bea97a9040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:11.575924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-937dc89f-6b47-43bd-b36f-5bea97a9040f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.0646868 Aug 28 08:38:11.607428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2a39d-ba61-44a5-84b8-1b0235c7c58e req-a6b89d24-5c6d-4256-9f3a-2240aa3e9f5d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:11.616551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fde2a39d-ba61-44a5-84b8-1b0235c7c58e req-a6b89d24-5c6d-4256-9f3a-2240aa3e9f5d tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0627501 Aug 28 08:38:11.640403 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-ce004aa3-7dee-4058-b43e-5f8be26d0b17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402455 Aug 28 08:38:11.653101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fde2a39d-ba61-44a5-84b8-1b0235c7c58e req-dc80de3c-d495-453a-9fd1-9a476bd9d2cc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Aug 28 08:38:11.745199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-8a6edb64-94e8-4f76-862f-c82b901052f4 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921938 Aug 28 08:38:11.848060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc13a501-099f-4156-bfca-7d9d65eb4a06 req-41c7df14-01ec-4e77-b02a-2cf3b90cd6ba service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943460 Aug 28 08:38:12.182572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-ba0998ab-9eb4-4437-b488-e676ca4b329b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:12.184316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-ba0998ab-9eb4-4437-b488-e676ca4b329b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.1070421 Aug 28 08:38:12.210407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bef276f9-e61f-4967-b227-1cfb4186cb28 req-450188a4-d3f6-4d7a-a3dc-21e15daffc7e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 210 time: 0.0324476 Aug 28 08:38:12.212710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'device_id': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'admin_state_up': True, 'tenant_id': '0c6b44c193914c459ba4ec239c844baf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:12.394045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0920d-1226-4927-a2e3-e79f7ab09579 req-853d59e2-1bf5-4a2a-a650-7d1d5152e700 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:12.395567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cca0920d-1226-4927-a2e3-e79f7ab09579 req-853d59e2-1bf5-4a2a-a650-7d1d5152e700 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Aug 28 08:38:12.439590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cca0920d-1226-4927-a2e3-e79f7ab09579 req-5d04d1a7-7156-4715-b6c2-16268dd44eb1 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Aug 28 08:38:12.454104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43252) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:12.472760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-adcfafff-c73e-4b0c-a57f-69bd2c8f0471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:12.611351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:12.616427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:12.776484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008ec2c-8d07-4632-b086-2b4b532ef1d3 req-7a8dd10f-dceb-4402-aad1-b19e53047635 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:12.778825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6008ec2c-8d07-4632-b086-2b4b532ef1d3 req-7a8dd10f-dceb-4402-aad1-b19e53047635 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0538154 Aug 28 08:38:12.820265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6008ec2c-8d07-4632-b086-2b4b532ef1d3 req-b325ff82-6aab-4684-a29a-a62c1718ff87 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351479 Aug 28 08:38:12.877606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.20.0.11 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/e34afa2e-1de5-44d3-929b-52f2383a0d3b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:12.885121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-adcfafff-c73e-4b0c-a57f-69bd2c8f0471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:12.973795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-adcfafff-c73e-4b0c-a57f-69bd2c8f0471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.042807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-adcfafff-c73e-4b0c-a57f-69bd2c8f0471 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fd16a50715c441bb54d16edbe82e766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874608 Aug 28 08:38:13.045431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:13.045842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfafff-c73e-4b0c-a57f-69bd2c8f0471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79895290-28f5-4671-ae53-8ed0dcc9f7ad,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:13.088411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.104689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Transition to ACTIVE for port object e34afa2e-1de5-44d3-929b-52f2383a0d3b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:13.114300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.137390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.301737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.334561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.340732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:13.353141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.354723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:13.359102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:13.362635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79895290-28f5-4671-ae53-8ed0dcc9f7ad HTTP/1.1" status: 204 len: 168 time: 0.3153892 Aug 28 08:38:13.363517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:13.404260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79895290-28f5-4671-ae53-8ed0dcc9f7ad,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:13.428272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.428682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.429031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.429374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.430861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.433974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.434554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.435943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:13.436507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.437641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.439075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.444453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.445114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f57987-ee43-46c9-9dbc-2aa91ace0b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:13.488941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:13.489637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.489769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['177514d2-ec69-45bd-9e04-602a1048dee0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:13.544321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bbfe5-bc8f-49fd-8821-b7f83cec4c3e req-5141157a-cd24-405a-af26-48fb53580bdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:13.545942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039bbfe5-bc8f-49fd-8821-b7f83cec4c3e req-5141157a-cd24-405a-af26-48fb53580bdb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 932 time: 0.0916901 Aug 28 08:38:13.620241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-039bbfe5-bc8f-49fd-8821-b7f83cec4c3e req-2bcb57a8-dc86-467e-baab-cea674efb1a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Aug 28 08:38:13.712517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-929a3668-2ef8-4f70-83d6-040855400667 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5038712 Aug 28 08:38:13.747647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Request body: {'port': {'device_id': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:13.752215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f742-52aa-4125-8d0e-43fc7bd17138 req-b7bf8df8-5148-42b6-a3c6-e8972a25ef7b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:13.754364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a08f742-52aa-4125-8d0e-43fc7bd17138 req-b7bf8df8-5148-42b6-a3c6-e8972a25ef7b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0684071 Aug 28 08:38:13.811410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a08f742-52aa-4125-8d0e-43fc7bd17138 req-055ebec9-f022-49d0-9aec-9df2edb5e503 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509603 Aug 28 08:38:13.820977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.888576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d303604-ab7a-4f77-bceb-cef9e579a5e4 None None] Provisioning for port e34afa2e-1de5-44d3-929b-52f2383a0d3b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:13.893450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d303604-ab7a-4f77-bceb-cef9e579a5e4 None None] Provisioning complete for port e34afa2e-1de5-44d3-929b-52f2383a0d3b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:13.893826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d303604-ab7a-4f77-bceb-cef9e579a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:13.942248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6d303604-ab7a-4f77-bceb-cef9e579a5e4 None None] Port e34afa2e-1de5-44d3-929b-52f2383a0d3b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:13.962538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014a4b-5a06-4892-9f8a-6cbdf3ed55da req-f1426d08-e0fa-4f61-b913-fa277354a008 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:13.965753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5014a4b-5a06-4892-9f8a-6cbdf3ed55da req-f1426d08-e0fa-4f61-b913-fa277354a008 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0947208 Aug 28 08:38:14.155791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34afa2e-1de5-44d3-929b-52f2383a0d3b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:14.164175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:14.181505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Transition to ACTIVE for port object e34afa2e-1de5-44d3-929b-52f2383a0d3b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:14.265895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:14.326769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:14.358425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5014a4b-5a06-4892-9f8a-6cbdf3ed55da req-f163f9f3-6e33-4505-bb10-fedba427b201 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852377 Aug 28 08:38:14.409046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Attempting to bind port e34afa2e-1de5-44d3-929b-52f2383a0d3b on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:14.409470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Attempting to bind port e34afa2e-1de5-44d3-929b-52f2383a0d3b by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:14.409958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Attempting to bind port e34afa2e-1de5-44d3-929b-52f2383a0d3b on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:14.415218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Port e34afa2e-1de5-44d3-929b-52f2383a0d3b on network edbae5a6-038f-4f1c-be52-2c76a0563766 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:14.415617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Attempting to bind port e34afa2e-1de5-44d3-929b-52f2383a0d3b on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:14.420750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:14.421100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:14.421743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:14.422064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Bound port: e34afa2e-1de5-44d3-929b-52f2383a0d3b, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:14.422559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:14.502975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:14.504612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:14.663668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:14.715196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:14.715818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:14.717497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] 10.222.0.64 "PUT /v2.0/ports/e34afa2e-1de5-44d3-929b-52f2383a0d3b HTTP/1.1" status: 200 len: 1093 time: 0.9780474 Aug 28 08:38:14.717810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:14.720069 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2347e1-ca7d-404b-82c3-96d2324c3142" -d '{"events": [{"name": "network-changed", "server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:14.740727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d22440-7f04-4308-a5ed-b3b1fd399634 service neutron] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:14.760225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32db28c-533d-47be-b6c0-61e300ed10ea req-f5907a9b-5cdb-4576-b93e-6fe3b2140ee1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:14.762497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f32db28c-533d-47be-b6c0-61e300ed10ea req-f5907a9b-5cdb-4576-b93e-6fe3b2140ee1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 944 time: 0.0757656 Aug 28 08:38:14.804546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f32db28c-533d-47be-b6c0-61e300ed10ea req-120b8401-17c1-45c7-896c-a7b2382f324f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Aug 28 08:38:14.864427 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef6e6b-0daa-46e1-a730-cdd77ee1a878 x-openstack-request-id: req-7aef6e6b-0daa-46e1-a730-cdd77ee1a878 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:14.864765 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:14.865022 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7aef6e6b-0daa-46e1-a730-cdd77ee1a878 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:14.865430 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'status': 'completed', 'code': 200} Aug 28 08:38:14.973559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd52c9-c345-4db9-bcc4-a4ce3af2b8fc req-64432bc0-6f62-4365-9f5b-2faf4aae7520 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:14.975143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bfd52c9-c345-4db9-bcc4-a4ce3af2b8fc req-64432bc0-6f62-4365-9f5b-2faf4aae7520 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0602953 Aug 28 08:38:14.983759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-b0996b2b-e5da-477e-b091-c64e4099d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:14.985418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-b0996b2b-e5da-477e-b091-c64e4099d0c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 1096 time: 0.0534830 Aug 28 08:38:15.018640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bfd52c9-c345-4db9-bcc4-a4ce3af2b8fc req-2560f04c-1550-4b1a-975c-6ad8f6e13441 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Aug 28 08:38:15.102542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-47d8823b-1593-4789-88aa-2f622f9b285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.104054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-47d8823b-1593-4789-88aa-2f622f9b285d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c6b44c193914c459ba4ec239c844baf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0988390 Aug 28 08:38:15.209514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-ef44f1ba-58f7-4b3f-9ecb-b3a07ac979f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.210934 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bc2347e1-ca7d-404b-82c3-96d2324c3142 req-ef44f1ba-58f7-4b3f-9ecb-b3a07ac979f5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975556 Aug 28 08:38:15.330114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-4d4243d0-85f8-42a5-b262-788129574fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.331792 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-4d4243d0-85f8-42a5-b262-788129574fb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 1096 time: 0.0485823 Aug 28 08:38:15.390161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-ca091eae-4173-4025-bd99-a5b68fde980d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b HTTP/1.1" status: 200 len: 217 time: 0.0352783 Aug 28 08:38:15.449665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-c80ad017-eb20-4b29-be78-447438491003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.451608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-c80ad017-eb20-4b29-be78-447438491003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0509272 Aug 28 08:38:15.505054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-1b0bd7c2-39c0-41c8-9937-65d72def0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.507034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-1b0bd7c2-39c0-41c8-9937-65d72def0e47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420935 Aug 28 08:38:15.517336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43316) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:15.611068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-3d71b0a2-c22b-4d99-92a0-6b567b66d83f service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967197 Aug 28 08:38:15.655144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19b0ea32-b920-4bf0-a72f-5073564eab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:15.717892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bfde6618-b8ba-470d-90b7-efcf3a51fabe req-93b57bcb-3640-4eef-b9a7-7569e5aebe13 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999634 Aug 28 08:38:15.732869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1964ec-7d82-4244-8baf-62a77e557427 req-f19ce092-11eb-43a5-bd51-10e62807870f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.734349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f1964ec-7d82-4244-8baf-62a77e557427 req-f19ce092-11eb-43a5-bd51-10e62807870f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0766664 Aug 28 08:38:15.797291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f1964ec-7d82-4244-8baf-62a77e557427 req-4b8fc045-7b3d-467f-bc93-d169f691d69d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Aug 28 08:38:15.820998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19b0ea32-b920-4bf0-a72f-5073564eab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:15.902333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e73f37-1c65-4b39-8e11-1842a568aea9 req-986febae-61e1-4f77-95ee-9ec70735526b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:15.903861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2e73f37-1c65-4b39-8e11-1842a568aea9 req-986febae-61e1-4f77-95ee-9ec70735526b tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Aug 28 08:38:15.942967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2e73f37-1c65-4b39-8e11-1842a568aea9 req-225fdd48-6d19-4741-82fa-2ee7061e4367 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Aug 28 08:38:15.945446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-19b0ea32-b920-4bf0-a72f-5073564eab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:15.984098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0ea32-b920-4bf0-a72f-5073564eab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac56356-8dd6-4cf0-9ef6-a4b9a108d0d5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:15.988867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-19b0ea32-b920-4bf0-a72f-5073564eab07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=669ae3f60a694d9cacc8526e8cd693df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704673 Aug 28 08:38:15.991483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43330) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:16.076023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:16.084642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242384-d76b-48ae-9803-3b232f6a02ee req-e71d93f8-a63d-476a-8272-4575b3953746 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:16.086097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59242384-d76b-48ae-9803-3b232f6a02ee req-e71d93f8-a63d-476a-8272-4575b3953746 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 944 time: 0.0810871 Aug 28 08:38:16.126491 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:16.158200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59242384-d76b-48ae-9803-3b232f6a02ee req-05d719be-14b0-4efd-a94e-6f8b1ebbc5af tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 Aug 28 08:38:16.256910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:16.259727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:16.260951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ac56356-8dd6-4cf0-9ef6-a4b9a108d0d5 HTTP/1.1" status: 204 len: 168 time: 0.2684987 Aug 28 08:38:16.270173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52da02-b2b8-48c2-a6ef-9b937fb39792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac56356-8dd6-4cf0-9ef6-a4b9a108d0d5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:16.916378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3a915-6825-49de-be21-f33e565fe85e req-371e24b8-6336-4510-84fb-8f86df744084 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:16.917876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bf3a915-6825-49de-be21-f33e565fe85e req-371e24b8-6336-4510-84fb-8f86df744084 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Aug 28 08:38:16.958015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bf3a915-6825-49de-be21-f33e565fe85e req-5417e28d-6012-4139-86ed-70d8e1560de8 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 28 08:38:17.097041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff497df-7bc2-4a83-9f85-ea0ab58e88fa req-085e7ae4-7411-4a90-8525-c2fe843863fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:17.099604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ff497df-7bc2-4a83-9f85-ea0ab58e88fa req-085e7ae4-7411-4a90-8525-c2fe843863fc tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0693254 Aug 28 08:38:17.168587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ff497df-7bc2-4a83-9f85-ea0ab58e88fa req-352c427f-ab87-4ef7-b21e-7e54a3280f95 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Aug 28 08:38:17.298333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f4122-ba0b-4108-8697-4d43d3d8843d req-919b01b5-a9bf-4567-8698-c923d93081cd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:17.300066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-563f4122-ba0b-4108-8697-4d43d3d8843d req-919b01b5-a9bf-4567-8698-c923d93081cd tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 944 time: 0.0519366 Aug 28 08:38:17.362893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-563f4122-ba0b-4108-8697-4d43d3d8843d req-631ca6ba-70c8-4128-8ec6-192b2c509119 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Aug 28 08:38:18.078082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc83f0-9ca2-4773-a051-b60f5ce7b12e req-b54b0c85-57f7-41ff-9caa-c0e408192a02 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:18.079588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bc83f0-9ca2-4773-a051-b60f5ce7b12e req-b54b0c85-57f7-41ff-9caa-c0e408192a02 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0487239 Aug 28 08:38:18.144907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-a252cbba-5a9c-46a2-9541-ed942798b650 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:18.146014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51bc83f0-9ca2-4773-a051-b60f5ce7b12e req-8f501ce7-ece1-4949-921c-2c19b1e8939c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Aug 28 08:38:18.146544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-a252cbba-5a9c-46a2-9541-ed942798b650 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.39 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0659006 Aug 28 08:38:18.274370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Deleting port 12101788-d308-4eec-b978-13ba562a0c6b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:38:18.274728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:18.347716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce755c-6bb2-4e98-b2aa-c35c68f3aab7 req-570a90db-6638-4b90-8750-551c67e39176 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:18.349258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbce755c-6bb2-4e98-b2aa-c35c68f3aab7 req-570a90db-6638-4b90-8750-551c67e39176 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 945 time: 0.0995255 Aug 28 08:38:18.400930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbce755c-6bb2-4e98-b2aa-c35c68f3aab7 req-568555c0-35fb-4ee3-a6fe-2b270a080687 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e1f506a-f749-45f1-910e-e5986ff88bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Aug 28 08:38:18.406844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] For port 12101788-d308-4eec-b978-13ba562a0c6b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=12101788-d308-4eec-b978-13ba562a0c6b,segment=NetworkSegment(805d7428-7e56-42ef-a7a8-3e2e044ac40d),segment_id=805d7428-7e56-42ef-a7a8-3e2e044ac40d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:18.413710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:18.421677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Calling delete_port for 12101788-d308-4eec-b978-13ba562a0c6b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:38:18.522742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd5393-b9fa-42b0-8319-bd4f585e4b39 req-f6159739-bdb4-41d4-a06a-8d3fb8a9595b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:18.524324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8dd5393-b9fa-42b0-8319-bd4f585e4b39 req-f6159739-bdb4-41d4-a06a-8d3fb8a9595b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 944 time: 0.0595627 Aug 28 08:38:18.569622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8dd5393-b9fa-42b0-8319-bd4f585e4b39 req-21b194a0-67e1-4fe4-bf3d-47c262bbce68 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Aug 28 08:38:18.674028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:18.679316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e34afa2e-1de5-44d3-929b-52f2383a0d3b details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:18.729190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Pushing event deleted for resources: {'Port': ['ID=12101788-d308-4eec-b978-13ba562a0c6b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:18.754006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] No DVR routers for this DVR port 12101788-d308-4eec-b978-13ba562a0c6b on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:38:18.756801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:18.771638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e4721a39-886e-4a59-89ac-450b250ea4ad req-baa9db77-dad6-4470-8747-86161f7053c2 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.39 "DELETE /v2.0/ports/12101788-d308-4eec-b978-13ba562a0c6b HTTP/1.1" status: 204 len: 173 time: 0.6173587 Aug 28 08:38:18.772642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'name': 'network-vif-deleted', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:18.775050 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d19bc06-d669-401c-8a25-866b97295638" -d '{"events": [{"server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "name": "network-vif-deleted", "tag": "12101788-d308-4eec-b978-13ba562a0c6b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:18.819901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:18.835168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'mac_address': 'fa:16:3e:41:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:18.840063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['12101788-d308-4eec-b978-13ba562a0c6b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:18.842490 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c6acc-2a61-451f-91b3-b49a8e9b69f4 x-openstack-request-id: req-e41c6acc-2a61-451f-91b3-b49a8e9b69f4 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:18.842790 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba67a5-6ce4-4836-bc5e-614bdc08d892", "name": "network-vif-deleted", "tag": "12101788-d308-4eec-b978-13ba562a0c6b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:18.843040 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e41c6acc-2a61-451f-91b3-b49a8e9b69f4 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:18.843438 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba67a5-6ce4-4836-bc5e-614bdc08d892', 'name': 'network-vif-deleted', 'tag': '12101788-d308-4eec-b978-13ba562a0c6b', 'status': 'completed', 'code': 200} Aug 28 08:38:18.907620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:18.910790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43388) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:18.929617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34afa2e-1de5-44d3-929b-52f2383a0d3b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:18.953142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:19.028871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.036384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-253b9024-c507-4697-be8f-911bf1e5627d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.080894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:19.155271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-253b9024-c507-4697-be8f-911bf1e5627d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.269569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-253b9024-c507-4697-be8f-911bf1e5627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.316081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-253b9024-c507-4697-be8f-911bf1e5627d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebd2adcd986648d1ac250f31e138e107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033933 Aug 28 08:38:19.318197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:19.322180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b9024-c507-4697-be8f-911bf1e5627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444dd97c-29e3-4b1e-ba67-b02a23934e37,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:19.333310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315971e-9a30-4d0d-a2b7-e340f87a26c6 req-d90f2840-a5f1-4961-97e1-19f0e22ec58f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:19.335123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2315971e-9a30-4d0d-a2b7-e340f87a26c6 req-d90f2840-a5f1-4961-97e1-19f0e22ec58f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0991583 Aug 28 08:38:19.365707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e34afa2e-1de5-44d3-929b-52f2383a0d3b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:19.381655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.395146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2315971e-9a30-4d0d-a2b7-e340f87a26c6 req-741aaac2-bba0-4251-b30a-593da99658ce tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Aug 28 08:38:19.421132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.522756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dde2cf36-5e20-443c-950e-b41276846af3 req-a642bdf2-2fa9-47fc-95a7-8c8e3fa4cb49 tempest-DeleteServersTestJSON-1675052194 tempest-DeleteServersTestJSON-1675052194-project] 10.222.0.46 "GET /v2.0/ports?device_id=21ba67a5-6ce4-4836-bc5e-614bdc08d892 HTTP/1.1" status: 200 len: 210 time: 0.0383639 Aug 28 08:38:19.600206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.602794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:19.607193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/444dd97c-29e3-4b1e-ba67-b02a23934e37 HTTP/1.1" status: 204 len: 168 time: 0.2847743 Aug 28 08:38:19.613312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28aaa-f266-46a7-9a93-5e83f384286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444dd97c-29e3-4b1e-ba67-b02a23934e37,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:19.698755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523593e-b2d1-4833-978c-b0a9944f6afb req-eb950d0f-d3b6-441c-9021-349d4bc726e3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:19.700259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c523593e-b2d1-4833-978c-b0a9944f6afb req-eb950d0f-d3b6-441c-9021-349d4bc726e3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Aug 28 08:38:19.741280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c523593e-b2d1-4833-978c-b0a9944f6afb req-a2ae80ad-a89e-43a5-9920-96ae438d7576 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340900 Aug 28 08:38:20.522858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0b0bd-6bd7-479c-984a-a39401ebffe6 req-af82219b-daa5-4c9d-b2ef-f77ab5b75434 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:20.524346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abb0b0bd-6bd7-479c-984a-a39401ebffe6 req-af82219b-daa5-4c9d-b2ef-f77ab5b75434 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 28 08:38:20.564127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abb0b0bd-6bd7-479c-984a-a39401ebffe6 req-9d1a7ff3-3bc4-459c-b79f-720d50d63bdf tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Aug 28 08:38:20.694695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e34afa2e-1de5-44d3-929b-52f2383a0d3b up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:20.826153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e34afa2e-1de5-44d3-929b-52f2383a0d3b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:20.831140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e34afa2e-1de5-44d3-929b-52f2383a0d3b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:20.831520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:20.866848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa0cdf-2ec8-4805-97bb-7e8c198b676b req-2941a120-0a75-4968-bb7e-c215fdca615b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:20.868995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4caa0cdf-2ec8-4805-97bb-7e8c198b676b req-2941a120-0a75-4968-bb7e-c215fdca615b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 945 time: 0.0574720 Aug 28 08:38:20.912476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4caa0cdf-2ec8-4805-97bb-7e8c198b676b req-6e0b3fc7-865d-4781-9969-e6474950b0d8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359499 Aug 28 08:38:20.931591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:20.966906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:20.973192 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c1b8c3-73c5-4f58-880d-fb179c8eb1f4" -d '{"events": [{"server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "name": "network-vif-plugged", "status": "completed", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:20.983697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:21.030969 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfa2430-4650-4230-9338-e66998216b93 x-openstack-request-id: req-1dfa2430-4650-4230-9338-e66998216b93 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:21.031280 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "name": "network-vif-plugged", "status": "completed", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:21.031535 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dfa2430-4650-4230-9338-e66998216b93 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:21.031954 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'code': 200} Aug 28 08:38:21.103453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:21.143702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 12101788-d308-4eec-b978-13ba562a0c6b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:38:21.175382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 12101788-d308-4eec-b978-13ba562a0c6b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:38:21.175688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 12101788-d308-4eec-b978-13ba562a0c6b not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:38:21.210000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7af46-cb3d-46d1-a29d-2850f756fd02 req-105e9115-5d91-4823-81e8-00588935ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:21.211627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28a7af46-cb3d-46d1-a29d-2850f756fd02 req-105e9115-5d91-4823-81e8-00588935ee70 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 1098 time: 0.0680590 Aug 28 08:38:21.213393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:21.256074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28a7af46-cb3d-46d1-a29d-2850f756fd02 req-46514db4-3031-4772-9386-27d583aabdce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Aug 28 08:38:21.412078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:21.542002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4223-c00e-475f-bb12-068b433e433e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:21.661048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4223-c00e-475f-bb12-068b433e433e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:21.695225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eab998-e52d-481b-9d2b-fc94788295f4 req-6180d275-d446-4f98-aad6-71f1e7f445b5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:21.697390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81eab998-e52d-481b-9d2b-fc94788295f4 req-6180d275-d446-4f98-aad6-71f1e7f445b5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Aug 28 08:38:21.734388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4223-c00e-475f-bb12-068b433e433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:21.742786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81eab998-e52d-481b-9d2b-fc94788295f4 req-67d60004-bf60-4677-8a74-b4966774c761 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387106 Aug 28 08:38:21.794654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf4223-c00e-475f-bb12-068b433e433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc655d9-df12-4bb8-be45-86cf8dc70fa8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:21.801689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b5cf4223-c00e-475f-bb12-068b433e433e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1765e0e96a4b4262b9b7b6b70dce1496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881819 Aug 28 08:38:21.806028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:21.857544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:21.879111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:22.041015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:22.052984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:22.056550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc655d9-df12-4bb8-be45-86cf8dc70fa8 HTTP/1.1" status: 204 len: 168 time: 0.2470036 Aug 28 08:38:22.074994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff5e3-0b32-4db1-a2a1-f370797b3330 req-59dbb5ed-81ed-44af-884e-af009ce0cca7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:22.077219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df0ff5e3-0b32-4db1-a2a1-f370797b3330 req-59dbb5ed-81ed-44af-884e-af009ce0cca7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 946 time: 0.0756178 Aug 28 08:38:22.096646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552389-4ed9-48ea-a53d-3e53cc8f3e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc655d9-df12-4bb8-be45-86cf8dc70fa8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:22.196690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df0ff5e3-0b32-4db1-a2a1-f370797b3330 req-3cf1f7f6-4671-4a7f-9c55-19564e0ac88a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979195 Aug 28 08:38:22.872741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0baf4-1fb2-4176-9e04-42e2fdad0a14 req-58541e72-3dbf-4524-8a77-a34ff6b32ba8 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:22.874375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23c0baf4-1fb2-4176-9e04-42e2fdad0a14 req-58541e72-3dbf-4524-8a77-a34ff6b32ba8 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0589950 Aug 28 08:38:22.943093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23c0baf4-1fb2-4176-9e04-42e2fdad0a14 req-4d305d65-8f95-4721-a1c8-5e417b1ff78f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Aug 28 08:38:23.316857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8fb5f-f75f-455b-b45f-500fbb03a222 req-14fe15c1-4cc4-44cd-808f-26eca9bce53d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:23.318511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46d8fb5f-f75f-455b-b45f-500fbb03a222 req-14fe15c1-4cc4-44cd-808f-26eca9bce53d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 946 time: 0.0543635 Aug 28 08:38:23.368566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46d8fb5f-f75f-455b-b45f-500fbb03a222 req-c3eafc93-6e8b-4475-900e-e26fb14f0e3e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Aug 28 08:38:23.484941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c02323-d5fb-4927-81a3-93408c80980f req-2ff95870-1a96-4ad3-89ae-a5c27996203e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 267 time: 0.0345209 Aug 28 08:38:23.547115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02323-d5fb-4927-81a3-93408c80980f req-fad4bbb7-b533-465e-9459-017652f671bb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:23.548912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c02323-d5fb-4927-81a3-93408c80980f req-fad4bbb7-b533-465e-9459-017652f671bb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 946 time: 0.0577245 Aug 28 08:38:23.560826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'security_groups': []}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:23.629806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:23.828606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:23.866090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:23.948359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:23.983231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['177514d2-ec69-45bd-9e04-602a1048dee0', 'e34afa2e-1de5-44d3-929b-52f2383a0d3b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:23.988501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:24.006754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.007793 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:24.024866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c02323-d5fb-4927-81a3-93408c80980f req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "PUT /v2.0/ports/e34afa2e-1de5-44d3-929b-52f2383a0d3b HTTP/1.1" status: 200 len: 905 time: 0.4666038 Aug 28 08:38:24.030260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:24.032838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:24.087931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca8a8-f8bc-4565-8a2a-c9086d46d3d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:24.185189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e34afa2e-1de5-44d3-929b-52f2383a0d3b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:24.185928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7911ec-662e-4857-ab97-7c09502ffc76 req-3e0a6595-068e-4106-9611-d9198ef0afdc tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.187867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e7911ec-662e-4857-ab97-7c09502ffc76 req-3e0a6595-068e-4106-9611-d9198ef0afdc tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0802786 Aug 28 08:38:24.242865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e7911ec-662e-4857-ab97-7c09502ffc76 req-8edae1ba-aad5-4561-9af5-7709b3be6fc2 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Aug 28 08:38:24.393157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c042b1b5-60e9-490e-b442-3e80a09b4dea None None] Provisioning complete for port e34afa2e-1de5-44d3-929b-52f2383a0d3b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:24.393539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c042b1b5-60e9-490e-b442-3e80a09b4dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:24.402870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156070e-d912-4aca-b50b-02e4f93c271a req-46481826-fe55-40cf-9811-cb5dfb6d5043 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.406691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c156070e-d912-4aca-b50b-02e4f93c271a req-46481826-fe55-40cf-9811-cb5dfb6d5043 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 908 time: 0.0764742 Aug 28 08:38:24.480941 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6469ea-e7d0-489e-9c66-bc98a6269adc x-openstack-request-id: req-7a6469ea-e7d0-489e-9c66-bc98a6269adc {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:24.483574 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:24.483574 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a6469ea-e7d0-489e-9c66-bc98a6269adc {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:24.483574 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'status': 'completed', 'code': 200} Aug 28 08:38:24.593246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-aa7a5cc9-b3b1-4aa9-b5f4-49170fbf2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.595920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-aa7a5cc9-b3b1-4aa9-b5f4-49170fbf2956 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 1060 time: 0.0605285 Aug 28 08:38:24.610068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0325-ac37-41af-b5ee-e3432e4dac39 req-d8194677-3107-4e79-86b8-6130783ad5fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.614199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c35a0325-ac37-41af-b5ee-e3432e4dac39 req-d8194677-3107-4e79-86b8-6130783ad5fe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0632572 Aug 28 08:38:24.667901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c35a0325-ac37-41af-b5ee-e3432e4dac39 req-e7e8f0d5-eff6-4e32-ad18-e6bed5cf49d1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514646 Aug 28 08:38:24.797096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-8b4e4cca-f536-4191-9068-930c9c3a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.799387 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-8b4e4cca-f536-4191-9068-930c9c3a80e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1926522 Aug 28 08:38:24.849961 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-4e31f473-257b-4812-bd80-1439367b86e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b HTTP/1.1" status: 200 len: 217 time: 0.0428164 Aug 28 08:38:24.890284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7ea2c-4948-4e77-a0dd-e124a330490f req-d06b8675-93b2-4fa8-9764-09a4f704db08 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.898431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40e7ea2c-4948-4e77-a0dd-e124a330490f req-d06b8675-93b2-4fa8-9764-09a4f704db08 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0652606 Aug 28 08:38:24.909659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-ee31fe62-6519-4ff7-82cb-40b2d928d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:24.912839 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-ee31fe62-6519-4ff7-82cb-40b2d928d434 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0545168 Aug 28 08:38:24.951584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40e7ea2c-4948-4e77-a0dd-e124a330490f req-df1cb6b3-7755-4d03-a104-06b5b9b0e433 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466743 Aug 28 08:38:25.037254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-ab0a444a-613d-4992-a7c7-241e2f27419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:25.039638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-ab0a444a-613d-4992-a7c7-241e2f27419e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992644 Aug 28 08:38:25.135644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:25.174169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-c5a5a245-4764-412c-8601-6f87dd3389dc service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262400 Aug 28 08:38:25.203149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Deleting subnet 491ae634-cfa5-4d87-8939-b9b29694304e {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:38:25.216127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.328644 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1b6f8dc9-7152-4dbe-9d60-9078062bb0a9 req-ecd64d98-994b-40fa-91ac-b1fe6c147b97 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456609 Aug 28 08:38:25.401822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.487498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.527909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-67b79815-78b1-4392-9703-577e3c753b0e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:25.529340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-67b79815-78b1-4392-9703-577e3c753b0e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.2254531 Aug 28 08:38:25.561421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-7d8d626b-873e-4b57-b65b-1d7e7b05fa47 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/quotas/0c6b44c193914c459ba4ec239c844baf HTTP/1.1" status: 200 len: 375 time: 0.0242269 Aug 28 08:38:25.636475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-5851828a-f8a6-41ea-b55e-6cf1edcce975 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0742884 Aug 28 08:38:25.689067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.725340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491ae634-cfa5-4d87-8939-b9b29694304e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:25.727480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.729576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f29340c-13f7-49e5-80ac-15f48b6171f0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/491ae634-cfa5-4d87-8939-b9b29694304e HTTP/1.1" status: 204 len: 168 time: 0.5920537 Aug 28 08:38:25.731991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43602) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:25.764005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-feee1149-bf28-4c1d-ab5d-aa9aca84e38f service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199737 Aug 28 08:38:25.823893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.860515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.885073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-db284864-7174-417e-aaf7-6cc22969015c service neutron] 10.222.0.46 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144419 Aug 28 08:38:25.933176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.943946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ac28c3-e491-425d-91fd-05bef2c3ee17']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:25.955250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d7428-7e56-42ef-a7a8-3e2e044ac40d') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:25.955548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d7428-7e56-42ef-a7a8-3e2e044ac40d') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:25.965338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.978823 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.984568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:38:25.984952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:38:25.986647 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:38:26.193793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.204232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.204232 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] 10.222.0.46 "DELETE /v2.0/networks/75ac28c3-e491-425d-91fd-05bef2c3ee17 HTTP/1.1" status: 204 len: 168 time: 0.4699082 Aug 28 08:38:26.217732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700950bc-d530-4fa7-a2cd-e0cd4a910a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=75ac28c3-e491-425d-91fd-05bef2c3ee17,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:26.287416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218f03c-05a8-4a1e-a905-7d9cb3b358da req-b13e5439-c4a6-4e27-9ef9-dff9090d4b70 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:26.288929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f218f03c-05a8-4a1e-a905-7d9cb3b358da req-b13e5439-c4a6-4e27-9ef9-dff9090d4b70 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Aug 28 08:38:26.355423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f218f03c-05a8-4a1e-a905-7d9cb3b358da req-bc01595c-d2f9-4726-853c-c72495af1edf tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Aug 28 08:38:26.390674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-723f543f-43b7-44d9-b1ef-3e40f3faa478 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813644 Aug 28 08:38:26.475658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-adfe2546-0c38-4ea5-8803-67e10a15a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:26.475658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-adfe2546-0c38-4ea5-8803-67e10a15a32c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.0473094 Aug 28 08:38:26.588243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-eb05b958-b072-428a-aa3b-3c4bd5b1a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:26.592788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-eb05b958-b072-428a-aa3b-3c4bd5b1a05b service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.0913031 Aug 28 08:38:26.593670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-86d858d9-d318-4ada-9a67-da3bfd199b8b req-8b268ff4-3623-439b-9808-8f65ca785a0c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Aug 28 08:38:26.669803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-5c8d23ba-424e-4f68-a11d-84830c764cfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.0659783 Aug 28 08:38:26.703695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43626) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:26.724277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-3a292bf3-cb4c-4525-8615-6df0e4bdbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:26.742790 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-3a292bf3-cb4c-4525-8615-6df0e4bdbc45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0483773 Aug 28 08:38:26.756940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f851546b-898f-440d-a316-a8fd3f1fb878 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e54f335c4f454439a45ab99a7e4cead3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520542 Aug 28 08:38:26.759450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:26.773722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-bfc4fbcb-44e0-49f9-96c9-687408449841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:26.780501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-bfc4fbcb-44e0-49f9-96c9-687408449841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415082 Aug 28 08:38:26.817812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.841367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.887857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-c7991de2-3be7-4c2c-9c9f-7d2589bd2443 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034667 Aug 28 08:38:26.988438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.991603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:26.992851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e1f506a-f749-45f1-910e-e5986ff88bbb HTTP/1.1" status: 204 len: 168 time: 0.2324157 Aug 28 08:38:26.993259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8cccaef3-7508-44bb-853d-481d6ce4f465 req-375df631-cfac-4bd3-9b7b-0dd9e2cccc25 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975461 Aug 28 08:38:27.002430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1391-8757-4f25-a0b4-74e877f8c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f506a-f749-45f1-910e-e5986ff88bbb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:27.542077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3aa3b-95d7-450f-9cd2-29133374f10f req-08c04c53-4f7f-47c4-8181-59f011863f5b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:27.547389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3a3aa3b-95d7-450f-9cd2-29133374f10f req-08c04c53-4f7f-47c4-8181-59f011863f5b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0731070 Aug 28 08:38:27.607880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3a3aa3b-95d7-450f-9cd2-29133374f10f req-e59085f2-31a0-44d5-b87d-4815eb837589 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Aug 28 08:38:27.620359 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c55f2792-0ee4-499b-a39c-80a47ad5b797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:27.724765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4925ecc-e393-47a7-8098-f289960449e2 req-98e76abd-a599-4a18-be95-3471637e5b31 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 210 time: 0.0511127 Aug 28 08:38:28.191220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43664) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:28.325525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-656208262-network', 'tenant_id': '655f8e5950a94e418413a76021397fb5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:28.445092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Made reservation on behalf of 655f8e5950a94e418413a76021397fb5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:28.447926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.457940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.562613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-b85fc796-e0e9-4e1e-b83e-964d67bb7f4f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:28.564500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-b85fc796-e0e9-4e1e-b83e-964d67bb7f4f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 810 time: 0.1348016 Aug 28 08:38:28.582811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.584599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Request body: {'port': {'device_id': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'admin_state_up': True, 'tenant_id': '0c6b44c193914c459ba4ec239c844baf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:28.730308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.756988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:38:28.765945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58938be-2625-47ce-baff-52313cf38144 req-9e51642c-3bf1-406b-a52c-fb2b62f8b983 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:28.767468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58938be-2625-47ce-baff-52313cf38144 req-9e51642c-3bf1-406b-a52c-fb2b62f8b983 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0747888 Aug 28 08:38:28.789787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.790121 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Added segment ecbc46c6-db76-4ea1-b26e-31edcb96f71e of type vlan for network de48c058-4138-44be-a3af-7c1ce97e6368 Aug 28 08:38:28.797702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad78c77-6640-4296-8996-712f3073ad4a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:28.828667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Made reservation on behalf of 0c6b44c193914c459ba4ec239c844baf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:28.832439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.857791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.863805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58938be-2625-47ce-baff-52313cf38144 req-5a90fa76-e469-4170-b139-b207c6bca340 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Aug 28 08:38:28.977094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da475338-0ef6-4528-b554-8250323fae36 req-88da9643-e211-4988-ae7e-0ca8428bda72 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 210 time: 0.0370052 Aug 28 08:38:28.977848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:28.978783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:28.979355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.002070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Allocated IP 172.20.0.8 (edbae5a6-038f-4f1c-be52-2c76a0563766/6e7c3c31-7627-4113-b859-8947b34d0fcf/bb7371be-6954-45c1-821d-f851b59f193e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:29.046191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] Pushing event updated for resources: {'Network': ['ID=de48c058-4138-44be-a3af-7c1ce97e6368,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:29.058081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network de48c058-4138-44be-a3af-7c1ce97e6368 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:38:29.157739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ab58f240-8aaa-4fbf-9d01-a4a735a36a2a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9651673 Aug 28 08:38:29.158440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:29.163905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Request body: {'subnet': {'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-656208262-subnet', 'tenant_id': '655f8e5950a94e418413a76021397fb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:29.202169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.219949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Transition to ACTIVE for port object bb7371be-6954-45c1-821d-f851b59f193e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:29.246957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Made reservation on behalf of 655f8e5950a94e418413a76021397fb5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:29.253185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.379026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.415696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:29.425763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['177514d2-ec69-45bd-9e04-602a1048dee0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:29.447631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Network edbae5a6-038f-4f1c-be52-2c76a0563766 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:29.455911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:29.460496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:29.467549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:29.527112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:29.527680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.571901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.626825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-a56bc889-e48c-4ef1-a84e-abe9d67858b8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465984 Aug 28 08:38:29.634397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43686) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:29.706359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Request body: {'port': {'device_id': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:29.727944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43690) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:29.743998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:29.779398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Checking segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:29.779775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Network hostable DHCP agents. Network: de48c058-4138-44be-a3af-7c1ce97e6368, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:38:29.902868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66df406f-7cbf-4cce-b8fa-4b100ab1369a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.916452 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.919908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:29.926073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Network de48c058-4138-44be-a3af-7c1ce97e6368 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:38:29.968780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-871ad705-5375-48a2-a163-4ffab3ff5ad3 None None] Provisioning for port bb7371be-6954-45c1-821d-f851b59f193e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:29.975414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-871ad705-5375-48a2-a163-4ffab3ff5ad3 None None] Provisioning complete for port bb7371be-6954-45c1-821d-f851b59f193e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:29.975795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-871ad705-5375-48a2-a163-4ffab3ff5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.032964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecceb0-182b-4e10-9bca-84cb94e6fec3 req-8fb7b710-fac7-40d0-9ab5-dd8087918f59 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:30.034757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fecceb0-182b-4e10-9bca-84cb94e6fec3 req-8fb7b710-fac7-40d0-9ab5-dd8087918f59 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0806735 Aug 28 08:38:30.039255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, de48c058-4138-44be-a3af-7c1ce97e6368) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:30.055196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:30.056039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.056242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d215b46-0412-4c83-8bc3-2e153f301610 None None] Network de48c058-4138-44be-a3af-7c1ce97e6368 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:30.118177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fecceb0-182b-4e10-9bca-84cb94e6fec3 req-aa1780f4-30a2-49c0-a4f7-1a72873a1aff tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Aug 28 08:38:30.120707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-871ad705-5375-48a2-a163-4ffab3ff5ad3 None None] Port bb7371be-6954-45c1-821d-f851b59f193e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:30.136517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ef57782-de4f-4505-ac61-af7ec3b2b8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.208505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66df406f-7cbf-4cce-b8fa-4b100ab1369a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.265461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36840a-7f79-4069-87f6-b86324c0d328 req-95ba5bf2-96fd-4080-bb1a-4012e2da95c2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:30.267146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f36840a-7f79-4069-87f6-b86324c0d328 req-95ba5bf2-96fd-4080-bb1a-4012e2da95c2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 931 time: 0.0611613 Aug 28 08:38:30.290760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39a5a0e2-cdf0-4691-bfc0-b676058594f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.300815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-de48c058-4138-44be-a3af-7c1ce97e6368', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'tenant_id': '655f8e5950a94e418413a76021397fb5', 'fixed_ips': [{'subnet_id': 'd8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:38:30.301878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.306587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-66df406f-7cbf-4cce-b8fa-4b100ab1369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.377633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f36840a-7f79-4069-87f6-b86324c0d328 req-a2368f3a-5b8b-4e3b-ad5c-929d2249fa56 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024215 Aug 28 08:38:30.383987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-66df406f-7cbf-4cce-b8fa-4b100ab1369a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fc8dbe8c94046218e2aa844985ea33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549509 Aug 28 08:38:30.388533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:30.408217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-04dd1aa4-3725-4efe-a1ba-c2c7fb36ab40 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2487247 Aug 28 08:38:30.408964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df406f-7cbf-4cce-b8fa-4b100ab1369a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cf928a-d9c5-4ee9-926d-6d9e8d00bc53,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:30.435802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7371be-6954-45c1-821d-f851b59f193e {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:30.446764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.471015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Transition to ACTIVE for port object bb7371be-6954-45c1-821d-f851b59f193e will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:30.489257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.494283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Allocated IP 172.20.0.2 (de48c058-4138-44be-a3af-7c1ce97e6368/d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e/2384fd94-21f1-4b6a-8574-bc1a0989d9ea) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:30.517779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.534777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ef57782-de4f-4505-ac61-af7ec3b2b8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.563177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.622298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:30.663802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ef57782-de4f-4505-ac61-af7ec3b2b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.690367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.702307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Transition to ACTIVE for port object 2384fd94-21f1-4b6a-8574-bc1a0989d9ea will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:30.703570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.706175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.711993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52cf928a-d9c5-4ee9-926d-6d9e8d00bc53 HTTP/1.1" status: 204 len: 168 time: 0.3224247 Aug 28 08:38:30.722454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4be7eb-704d-4e57-9e70-6c8f9c8306e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cf928a-d9c5-4ee9-926d-6d9e8d00bc53,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:30.722657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Transition to ACTIVE for port object 2384fd94-21f1-4b6a-8574-bc1a0989d9ea will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:30.724721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57782-de4f-4505-ac61-af7ec3b2b8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693997d3-af25-484d-add5-8206cff39754,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:30.740354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:30.740849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ef57782-de4f-4505-ac61-af7ec3b2b8ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e9c147829a14536be261618420dcc63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048517 Aug 28 08:38:30.746143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Attempting to bind port bb7371be-6954-45c1-821d-f851b59f193e on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:30.746505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Attempting to bind port bb7371be-6954-45c1-821d-f851b59f193e by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:30.746826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Attempting to bind port bb7371be-6954-45c1-821d-f851b59f193e on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:30.753230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Port bb7371be-6954-45c1-821d-f851b59f193e on network edbae5a6-038f-4f1c-be52-2c76a0563766 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:30.753800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Attempting to bind port bb7371be-6954-45c1-821d-f851b59f193e on network edbae5a6-038f-4f1c-be52-2c76a0563766 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:30.765452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:30.765899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Checking segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:30.766333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Bound using segment: {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:30.766786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Bound port: bb7371be-6954-45c1-821d-f851b59f193e, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034735e6-fa9b-49a0-93b2-75a6a7960019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:30.767152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.829086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.834781 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.868708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:30.894447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:30.894447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:30.895080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Network de48c058-4138-44be-a3af-7c1ce97e6368 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:30.898234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:30.903198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:30.921041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Pushing event updated for resources: {'Port': ['ID=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:30.981107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.003041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Attempting to bind port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:31.003348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Attempting to bind port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:31.003718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Attempting to bind port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:31.009660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:31.009660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Checking segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:31.010090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.010633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Bound using segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:31.010999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Bound port: 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:31.011384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.023849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:31.023849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.023849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb7371be-6954-45c1-821d-f851b59f193e HTTP/1.1" status: 200 len: 1092 time: 1.3220739 Aug 28 08:38:31.023849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:31.029480 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164291c-6b12-4980-85f2-afd91c6aa791" -d '{"events": [{"name": "network-changed", "server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "tag": "bb7371be-6954-45c1-821d-f851b59f193e"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:31.046157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.048578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418aa5-3844-41bd-a4da-9682df1afc68 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:31.049427 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.053054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/693997d3-af25-484d-add5-8206cff39754 HTTP/1.1" status: 204 len: 168 time: 0.3092248 Aug 28 08:38:31.059814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47cbc6-489b-4c3c-8615-85d448e61040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693997d3-af25-484d-add5-8206cff39754,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:31.111736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] For port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:31.120832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] For port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:31.211616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:31.265339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-cd08b27d-9cb9-47fd-8955-6677a37c940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:31.271457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-cd08b27d-9cb9-47fd-8955-6677a37c940e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0862367 Aug 28 08:38:31.346665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f0377-5f23-47c3-9882-b238c1b16506 None None] Pushing event updated for resources: {'Port': ['ID=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:31.368557 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-453b0d0c-9d29-450c-af92-ecf06594ce74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7371be-6954-45c1-821d-f851b59f193e HTTP/1.1" status: 200 len: 217 time: 0.0803568 Aug 28 08:38:31.405816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-15f980c8-160c-446c-86bd-17326b719901 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:31.407850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-15f980c8-160c-446c-86bd-17326b719901 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.1962612 Aug 28 08:38:31.422970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-ea090ac6-0454-42be-bc3a-463da3ca563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:31.424391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-ea090ac6-0454-42be-bc3a-463da3ca563c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0489008 Aug 28 08:38:31.431206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-87e1f238-3223-40e3-aae4-e4b82ccfd50e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/quotas/655f8e5950a94e418413a76021397fb5 HTTP/1.1" status: 200 len: 375 time: 0.0167797 Aug 28 08:38:31.476009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-83085c12-56f0-49d5-a8cd-202adb38caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:31.477782 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-83085c12-56f0-49d5-a8cd-202adb38caec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457876 Aug 28 08:38:31.510794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-85d16f45-bccc-4d4e-82f3-0f5c9fec1ed2 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636933 Aug 28 08:38:31.647139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-21fc5637-c3e7-42df-8136-17bfa307e97c service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327293 Aug 28 08:38:31.682021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-17125f46-6c1e-40c9-94da-e337f3c52a10 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967847 Aug 28 08:38:31.791516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-6a25fa09-86a0-4e93-b5df-183c0373bfd8 service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209412 Aug 28 08:38:31.809357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8d21be4f-e7c5-4299-8abf-863ab2d884e2 req-ec823a7b-72ad-4c62-b780-e44e2e607d44 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180856 Aug 28 08:38:31.859733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:32.013565 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b9e15-ef88-4a87-8a05-6e37cd2102e3 x-openstack-request-id: req-5b9b9e15-ef88-4a87-8a05-6e37cd2102e3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:32.014827 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "tag": "bb7371be-6954-45c1-821d-f851b59f193e", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:32.015492 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b9b9e15-ef88-4a87-8a05-6e37cd2102e3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:32.016317 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e', 'status': 'completed', 'code': 200} Aug 28 08:38:32.170159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-af76fc36-afc0-4a1f-88c1-ac57756bd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.171755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-af76fc36-afc0-4a1f-88c1-ac57756bd728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 1095 time: 0.1010132 Aug 28 08:38:32.183012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc958-b51b-4095-bb61-0859a2cb3805 req-a7a52633-f43a-4fb5-93e6-1ccfbc4b5891 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.199713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b53fc958-b51b-4095-bb61-0859a2cb3805 req-a7a52633-f43a-4fb5-93e6-1ccfbc4b5891 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1397614 Aug 28 08:38:32.301888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b53fc958-b51b-4095-bb61-0859a2cb3805 req-2e5dcb9b-d9ab-4b73-aeb4-76a32c320dbf tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013231 Aug 28 08:38:32.379311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-3e1f2ae1-99c9-4109-9b08-75fcae50cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.379311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-3e1f2ae1-99c9-4109-9b08-75fcae50cf65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1865079 Aug 28 08:38:32.428504 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-b3579de1-3950-43be-8a3c-6a18ad6a5ded service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7371be-6954-45c1-821d-f851b59f193e HTTP/1.1" status: 200 len: 217 time: 0.0425951 Aug 28 08:38:32.443137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725e8f-e20d-4d8f-b4c5-1bee85cd7adc req-96d6dbf0-5d10-49b8-bcaf-e25e58404062 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.452491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08725e8f-e20d-4d8f-b4c5-1bee85cd7adc req-96d6dbf0-5d10-49b8-bcaf-e25e58404062 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0692027 Aug 28 08:38:32.493571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08725e8f-e20d-4d8f-b4c5-1bee85cd7adc req-2e28ea59-b106-4729-b3b2-8612571cf1df tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Aug 28 08:38:32.514805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-61299e12-a06a-4d8c-8ed8-eef1c0d32636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.516484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-61299e12-a06a-4d8c-8ed8-eef1c0d32636 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0801253 Aug 28 08:38:32.571610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-5a4d8a14-8385-4eb5-bec3-c6a2e3dfb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.573966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-5a4d8a14-8385-4eb5-bec3-c6a2e3dfb5d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486960 Aug 28 08:38:32.656014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1702776-5d50-4703-a8b8-c3b81ccc98c6 None None] Network de48c058-4138-44be-a3af-7c1ce97e6368 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:32.683434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43792) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:32.705108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-c1bd7112-eb47-4eeb-b0e0-82613bf00e9a service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229575 Aug 28 08:38:32.769524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-e3beb671-9b10-4c5e-8b45-0ada0bc9f2ca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:32.771312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-e3beb671-9b10-4c5e-8b45-0ada0bc9f2ca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.1509607 Aug 28 08:38:32.801110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8dbfa4e8-0b88-4582-92c9-9f7422b19f0f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/quotas/655f8e5950a94e418413a76021397fb5 HTTP/1.1" status: 200 len: 375 time: 0.0206926 Aug 28 08:38:32.825679 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0164291c-6b12-4980-85f2-afd91c6aa791 req-85d35444-a6bc-4919-adf7-7b3b8e8205de service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117997 Aug 28 08:38:32.868113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e2a7bb24-6a44-48f0-b54b-e1fa6accbb3e None None] Provisioning for port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:32.880597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-ec854326-2a46-46a9-9098-0002f71ae843 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742292 Aug 28 08:38:32.882728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1847949038-network', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:32.984227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-b20d0cab-d806-4d22-8ba6-40293598056a service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070457 Aug 28 08:38:32.990625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Made reservation on behalf of b16bbd647ef845a09ae8a3b25dcce385 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:32.993618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.004481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.139539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-392c80d1-026c-494a-9b0d-78b37ff23606 service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469438 Aug 28 08:38:33.143119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.233146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.259696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:38:33.266228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebbffd0-fd13-4e35-a0d3-2f0d3a28efea,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:33.272378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.272721 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Added segment fc267c80-71de-438c-9570-646eb51da4c6 of type vlan for network 7666981b-48d8-4f67-8631-ed2083ed0861 Aug 28 08:38:33.319136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.405234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.406260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:33.406855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.514293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2384fd94-21f1-4b6a-8574-bc1a0989d9ea up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:33.519678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c725f-65e6-4c92-aa86-fd325c59dab2 req-314af2b8-b89e-42c7-8f88-f6262af4c27d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:33.537312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-271c725f-65e6-4c92-aa86-fd325c59dab2 req-314af2b8-b89e-42c7-8f88-f6262af4c27d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1071987 Aug 28 08:38:33.542231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] Pushing event updated for resources: {'Network': ['ID=7666981b-48d8-4f67-8631-ed2083ed0861,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:33.569515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7666981b-48d8-4f67-8631-ed2083ed0861 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:38:33.585356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-271c725f-65e6-4c92-aa86-fd325c59dab2 req-254c038c-32bd-4b85-b909-3b5647f41b50 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Aug 28 08:38:33.618298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-66967fa9-7c9c-48fd-8fcb-e409810c442a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9271979 Aug 28 08:38:33.621683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43810) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:33.630272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Request body: {'subnet': {'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1847949038-subnet', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:33.720497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7823351-e5d1-4aa3-b222-449c40256484 req-5b2003af-8d7b-4477-8e8e-8bb17960d7ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:33.722320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7823351-e5d1-4aa3-b222-449c40256484 req-5b2003af-8d7b-4477-8e8e-8bb17960d7ac tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0554602 Aug 28 08:38:33.745803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Made reservation on behalf of b16bbd647ef845a09ae8a3b25dcce385 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:33.751886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:33.828264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7823351-e5d1-4aa3-b222-449c40256484 req-90ba3248-ff4f-4830-98f2-f5c821a7ee1d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995278 Aug 28 08:38:33.931533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:33.936393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:33.936769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.048746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.051290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-d6e22d6f-efc0-4fba-af4d-9b12fa073928 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:34.052789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-d6e22d6f-efc0-4fba-af4d-9b12fa073928 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.1216722 Aug 28 08:38:34.068988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-4f9bb072-3e10-4cfa-a841-5f8782d8bb16 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/quotas/655f8e5950a94e418413a76021397fb5 HTTP/1.1" status: 200 len: 375 time: 0.0096943 Aug 28 08:38:34.077644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.081961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:34.123636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-1752e3f7-7638-4dfe-981b-70c262e559e8 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483422 Aug 28 08:38:34.133146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302875ca-1192-4291-b239-edbfe50aa675,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:34.160466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Checking segment: {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:34.160888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Network hostable DHCP agents. Network: 7666981b-48d8-4f67-8631-ed2083ed0861, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:38:34.162953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.227418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:34.237430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Network 7666981b-48d8-4f67-8631-ed2083ed0861 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:38:34.259280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-b4965f91-ed9b-4cd5-867c-f92310070ab6 service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274188 Aug 28 08:38:34.324014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7666981b-48d8-4f67-8631-ed2083ed0861) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:34.335053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89ab42f-5aa5-44ef-a7fb-7bb699c1b202 None None] Network 7666981b-48d8-4f67-8631-ed2083ed0861 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:34.354952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:34.355782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.373736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-11b327cf-7f9c-4145-b79e-fb1390d13a94 service neutron] 10.222.0.46 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076906 Aug 28 08:38:34.548494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7666981b-48d8-4f67-8631-ed2083ed0861', 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'fixed_ips': [{'subnet_id': '302875ca-1192-4291-b239-edbfe50aa675'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:38:34.549901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.562011 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0fab404b-94a7-458b-9225-59d409cbb746 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9383752 Aug 28 08:38:34.564838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:34.572107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:34.669181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95d52-43c2-4833-9bc7-3f58cf3e0ee5 req-fb4d3308-4209-4445-9d3f-8ee4d852bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:34.671336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a1d95d52-43c2-4833-9bc7-3f58cf3e0ee5 req-fb4d3308-4209-4445-9d3f-8ee4d852bba4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.0903537 Aug 28 08:38:34.680494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-cdaa0ced-9113-46b0-bd16-b03084a2722a tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:34.681973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-cdaa0ced-9113-46b0-bd16-b03084a2722a tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.1868939 Aug 28 08:38:34.711384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Request body: {'port': {'device_id': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'admin_state_up': True, 'tenant_id': '655f8e5950a94e418413a76021397fb5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:34.715815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Allocated IP 172.20.0.2 (7666981b-48d8-4f67-8631-ed2083ed0861/302875ca-1192-4291-b239-edbfe50aa675/9cf71f09-17f3-41b6-be21-66a3492dd5ce) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:34.724571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3377bfd-a617-44ed-aa52-0c8e9b2510eb req-33c46ee0-d3f9-4d0a-9a39-471975448a68 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0395083 Aug 28 08:38:34.851248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.858838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:34.914998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a1d95d52-43c2-4833-9bc7-3f58cf3e0ee5 req-38ce421a-1d47-433b-aced-98f97eaa89d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319696 Aug 28 08:38:34.978286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.000103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.044272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f08b8-46a1-4537-b073-e157952eedd3 req-e925e4c2-1be2-4774-bac9-7cae475bab3a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:35.046092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-870f08b8-46a1-4537-b073-e157952eedd3 req-e925e4c2-1be2-4774-bac9-7cae475bab3a tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1850481 Aug 28 08:38:35.071300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.081649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Transition to ACTIVE for port object 9cf71f09-17f3-41b6-be21-66a3492dd5ce will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:35.101445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-870f08b8-46a1-4537-b073-e157952eedd3 req-8f10c39e-c9b2-4436-af83-0125df3c127f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Aug 28 08:38:35.109085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Transition to ACTIVE for port object 9cf71f09-17f3-41b6-be21-66a3492dd5ce will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:35.224218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd3230-a55c-4424-906f-948cb58f8076 req-4d4d9a54-f000-4198-b19c-8882d8b06e8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:35.226160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cdd3230-a55c-4424-906f-948cb58f8076 req-4d4d9a54-f000-4198-b19c-8882d8b06e8e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0526240 Aug 28 08:38:35.242263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.274821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cdd3230-a55c-4424-906f-948cb58f8076 req-9f2c2ff1-7aec-4278-bbe2-e75fcdadb982 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Aug 28 08:38:35.306509 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.307705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Pushing event updated for resources: {'Port': ['ID=9cf71f09-17f3-41b6-be21-66a3492dd5ce,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:35.320814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Network 7666981b-48d8-4f67-8631-ed2083ed0861 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:35.322439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:35.324891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:35.401130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Attempting to bind port 9cf71f09-17f3-41b6-be21-66a3492dd5ce on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:35.402102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Attempting to bind port 9cf71f09-17f3-41b6-be21-66a3492dd5ce by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:35.402589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Attempting to bind port 9cf71f09-17f3-41b6-be21-66a3492dd5ce on network 7666981b-48d8-4f67-8631-ed2083ed0861 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:35.408381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:35.408626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Checking segment: {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:35.409063 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.409471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Bound using segment: {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:35.409952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Bound port: 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:35.410378 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.445899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2384fd94-21f1-4b6a-8574-bc1a0989d9ea up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:35.475858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Made reservation on behalf of 655f8e5950a94e418413a76021397fb5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:35.479382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.509749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] For port 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:35.516698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] For port 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9cf71f09-17f3-41b6-be21-66a3492dd5ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:35.525672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:35.527007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.596284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.612876 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:35.672879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215650b-bc29-4185-b7fd-9e8aca1aa08e None None] Pushing event updated for resources: {'Port': ['ID=9cf71f09-17f3-41b6-be21-66a3492dd5ce,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:35.748336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Allocated IP 172.20.0.14 (de48c058-4138-44be-a3af-7c1ce97e6368/d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e/fcf704f3-cec9-404b-a853-cb796a5405d0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:35.895810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e4cf465-aa0d-4381-8897-d7bdcd30d04e req-f769b791-cb6d-454b-9b02-d86acb9e14be tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0662694 Aug 28 08:38:35.929581 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:38:36.161037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.204028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-6095ebed-5c0f-4cc8-89b2-28f45f535c63 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:36.205528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-6095ebed-5c0f-4cc8-89b2-28f45f535c63 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.2749138 Aug 28 08:38:36.215308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Transition to ACTIVE for port object fcf704f3-cec9-404b-a853-cb796a5405d0 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:36.233084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Request body: {'port': {'device_id': '80754b85-5f36-4837-bc34-ed078f1be77a', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'admin_state_up': True, 'tenant_id': '655f8e5950a94e418413a76021397fb5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:36.237051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.249055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870371-5c62-44e6-a301-bf47a4d9226e req-4bb605bb-26ab-414e-be45-0e45031cfa78 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:36.250913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd870371-5c62-44e6-a301-bf47a4d9226e req-4bb605bb-26ab-414e-be45-0e45031cfa78 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0706398 Aug 28 08:38:36.297742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.314829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd870371-5c62-44e6-a301-bf47a4d9226e req-46be4545-951f-4dfa-93be-967cd69a876e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Aug 28 08:38:36.481388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb46ab6-410c-47c6-b81d-28c89d94a13f req-4969c10d-ff5a-41a4-b9d0-ac3f39ff08a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:36.486761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb46ab6-410c-47c6-b81d-28c89d94a13f req-4969c10d-ff5a-41a4-b9d0-ac3f39ff08a6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0783267 Aug 28 08:38:36.494175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Allocated IP 172.25.0.12 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/a0e2b598-d8f9-4a97-809d-afb877e07922) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:36.501518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.529094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb46ab6-410c-47c6-b81d-28c89d94a13f req-5c012fa7-962f-47a4-8ed6-886d673cefa4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Aug 28 08:38:36.602034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Network de48c058-4138-44be-a3af-7c1ce97e6368 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:36.608968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:36.611491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:36.623489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event updated for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:36.652851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Made reservation on behalf of 655f8e5950a94e418413a76021397fb5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:36.656630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.714882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:36.715687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.806776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:36.813583 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-060ea449-1a2f-4c11-b304-5a1ff8b80522 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1078436 Aug 28 08:38:36.845791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96395b-adc1-476d-8c86-66baed399fe0 None None] Network 7666981b-48d8-4f67-8631-ed2083ed0861 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:36.858288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Request body: {'port': {'device_id': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:36.926276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Allocated IP 172.20.0.5 (de48c058-4138-44be-a3af-7c1ce97e6368/d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e/ffdddd19-d97e-4e13-8655-df9a62475430) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:36.974650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.046352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6db3de41-ff33-4215-bf8f-deb9c17da5fe req-8f067213-6fd8-4656-8006-d2c2fa7bc9c0 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0517230 Aug 28 08:38:37.064606 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.090968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-117ec083-5332-4739-bd64-cced2d36ef68 None None] Provisioning for port 9cf71f09-17f3-41b6-be21-66a3492dd5ce completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:37.159462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:37.170615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:37.177301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:37.193516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:37.268646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Pushing event updated for resources: {'Port': ['ID=a0e2b598-d8f9-4a97-809d-afb877e07922,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:37.336194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:37.346957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-feb7385c-b48e-489a-bd50-8c68698d3427 None None] Provisioning for port fcf704f3-cec9-404b-a853-cb796a5405d0 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:37.357363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-feb7385c-b48e-489a-bd50-8c68698d3427 None None] Provisioning complete for port fcf704f3-cec9-404b-a853-cb796a5405d0 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:37.357832 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-feb7385c-b48e-489a-bd50-8c68698d3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.361583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'bb7371be-6954-45c1-821d-f851b59f193e', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': 'bb7371be-6954-45c1-821d-f851b59f193e', 'mac_address': 'fa:16:3e:7f:40:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:37.436254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-feb7385c-b48e-489a-bd50-8c68698d3427 None None] Port fcf704f3-cec9-404b-a853-cb796a5405d0 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:37.463747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.481194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7371be-6954-45c1-821d-f851b59f193e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:37.504000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9cf71f09-17f3-41b6-be21-66a3492dd5ce up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:37.544457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde01cc-da6a-4f65-a4b0-68502dd22320 req-20be2e16-2b79-4bd6-8b17-f1485ad1e85e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:37.558146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bde01cc-da6a-4f65-a4b0-68502dd22320 req-20be2e16-2b79-4bd6-8b17-f1485ad1e85e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1361940 Aug 28 08:38:37.578616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.584128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:37.611009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bde01cc-da6a-4f65-a4b0-68502dd22320 req-3c35266c-b5f7-4c73-8ce1-87f16ca2dd9c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Aug 28 08:38:37.634779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Transition to ACTIVE for port object ffdddd19-d97e-4e13-8655-df9a62475430 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:37.674305 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.678994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-554dd70e-72f5-4a52-9304-052e0e94f4e7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:37.681423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-554dd70e-72f5-4a52-9304-052e0e94f4e7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.39 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 815 time: 0.2641258 Aug 28 08:38:37.701475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Request body: {'port': {'device_id': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'admin_state_up': True, 'tenant_id': '655f8e5950a94e418413a76021397fb5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:37.736805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:37.739879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9cf71f09-17f3-41b6-be21-66a3492dd5ce completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:37.744554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9cf71f09-17f3-41b6-be21-66a3492dd5ce triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:37.745551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.771532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4ee28-187f-4567-b278-7ecfb201f44d req-0ff09f52-528f-42c4-a9aa-c436d067a389 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:37.779911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d4ee28-187f-4567-b278-7ecfb201f44d req-0ff09f52-528f-42c4-a9aa-c436d067a389 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 944 time: 0.0995700 Aug 28 08:38:37.825413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d4ee28-187f-4567-b278-7ecfb201f44d req-e153f3c8-9be0-413f-9f25-e03aefa7f1d3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Aug 28 08:38:37.836775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.875706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9cf71f09-17f3-41b6-be21-66a3492dd5ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:37.897802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:37.944120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.014639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9cf71f09-17f3-41b6-be21-66a3492dd5ce,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:38.057608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Network de48c058-4138-44be-a3af-7c1ce97e6368 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:38.073274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:38.080961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:38.089595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event updated for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:38.163960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.188132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['bb7371be-6954-45c1-821d-f851b59f193e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:38.229090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:38.230784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.306292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Made reservation on behalf of 655f8e5950a94e418413a76021397fb5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:38.310184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.424577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-9d887700-8a69-43de-a02b-d70e8c9b1cc1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2015328 Aug 28 08:38:38.426663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf704f3-cec9-404b-a853-cb796a5405d0 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:38.442703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.456196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Request body: {'port': {'device_id': '80754b85-5f36-4837-bc34-ed078f1be77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:38.497105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80905b95-e37c-4a33-bdc7-29facc6a83c0 req-02c9385b-ad67-40a8-b990-1369cd1f1e5c tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0307901 Aug 28 08:38:38.609428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3c42-f2b8-42ac-bdb4-ac91240df0d5 req-aee347a0-315b-4d0d-aa5c-f1a4b00f63fd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:38.611976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbd3c42-f2b8-42ac-bdb4-ac91240df0d5 req-aee347a0-315b-4d0d-aa5c-f1a4b00f63fd tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0559301 Aug 28 08:38:38.648376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f8ef9a8-5aed-4032-88aa-01b1378e7709 None None] Provisioning for port ffdddd19-d97e-4e13-8655-df9a62475430 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:38.653858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f8ef9a8-5aed-4032-88aa-01b1378e7709 None None] Provisioning complete for port ffdddd19-d97e-4e13-8655-df9a62475430 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:38.654351 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef9a8-5aed-4032-88aa-01b1378e7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.654741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fbd3c42-f2b8-42ac-bdb4-ac91240df0d5 req-e5eeac94-7794-44d8-a1c5-e7020e278257 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356154 Aug 28 08:38:38.692934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ef9a8-5aed-4032-88aa-01b1378e7709 None None] Port ffdddd19-d97e-4e13-8655-df9a62475430 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:38.877486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Transition to ACTIVE for port object fcf704f3-cec9-404b-a853-cb796a5405d0 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:38.949987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe952-fbe6-444f-b1bf-5bfbdf27f43f req-f404573e-6c11-406d-a5c6-39caf8e2e580 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:38.951662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcefe952-fbe6-444f-b1bf-5bfbdf27f43f req-f404573e-6c11-406d-a5c6-39caf8e2e580 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 944 time: 0.0556595 Aug 28 08:38:38.960081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.962076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:38.994588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcefe952-fbe6-444f-b1bf-5bfbdf27f43f req-5afef4b1-593e-4518-a929-1f1154d62266 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Aug 28 08:38:39.062603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-6412efb9-7c1c-47b1-a711-28fbf2e25aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:39.064153 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-6412efb9-7c1c-47b1-a711-28fbf2e25aba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=827e72093c394e02ab75e303711145e2&device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 1097 time: 0.2263937 Aug 28 08:38:39.212543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:39.232123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Allocated IP 172.20.0.6 (de48c058-4138-44be-a3af-7c1ce97e6368/d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e/e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:39.235704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:39.420700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9cf71f09-17f3-41b6-be21-66a3492dd5ce up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:39.478601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9cf71f09-17f3-41b6-be21-66a3492dd5ce triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:39.479912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:39.526821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-45894b2d-b837-4f92-8f45-6ef7f64421c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:39.528946 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-45894b2d-b837-4f92-8f45-6ef7f64421c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 200 len: 919 time: 0.4534807 Aug 28 08:38:39.566076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Attempting to bind port fcf704f3-cec9-404b-a853-cb796a5405d0 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:39.566076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Attempting to bind port fcf704f3-cec9-404b-a853-cb796a5405d0 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:39.566076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Attempting to bind port fcf704f3-cec9-404b-a853-cb796a5405d0 on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:39.608297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6be24b3d-0edc-4210-8066-49fbc823599f req-8ce54d56-b897-4ded-b6ad-52d6b70f1782 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0292587 Aug 28 08:38:39.645260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-cdb12aa0-b567-4e63-a2cb-b0f26075465c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 200 len: 217 time: 0.1010070 Aug 28 08:38:39.649083 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Port fcf704f3-cec9-404b-a853-cb796a5405d0 on network de48c058-4138-44be-a3af-7c1ce97e6368 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:39.649422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Attempting to bind port fcf704f3-cec9-404b-a853-cb796a5405d0 on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:39.676985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:39.677335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Checking segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:39.677727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Bound using segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:39.680049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Bound port: fcf704f3-cec9-404b-a853-cb796a5405d0, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:39.680049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:39.774133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061613e-4396-4e2a-91d1-b1b25b69850e req-7e7bc95d-90d5-4ac2-934f-b0a280ee123b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:39.775783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0061613e-4396-4e2a-91d1-b1b25b69850e req-7e7bc95d-90d5-4ac2-934f-b0a280ee123b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Aug 28 08:38:39.797404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-574b6021-2930-479c-a083-fcf5907d6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:39.798916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-574b6021-2930-479c-a083-fcf5907d6945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 200 len: 858 time: 0.1422412 Aug 28 08:38:39.818193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0061613e-4396-4e2a-91d1-b1b25b69850e req-c6895fdd-5413-4b51-84b1-13396ab0173f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Aug 28 08:38:39.861311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-ba45f6d3-4f4a-4263-936a-888f1939043b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8ac453-3f17-4a18-8f42-e6eb21b141cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541348 Aug 28 08:38:39.865858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:39.877962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:39.935175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Transition to ACTIVE for port object e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:39.937529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fcf704f3-cec9-404b-a853-cb796a5405d0,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:39.938633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:38:40.020559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.094407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-69ce75f8-ece2-4445-becb-8c3bb383c7e2 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249529 Aug 28 08:38:40.128732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.129373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.130866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcf704f3-cec9-404b-a853-cb796a5405d0 HTTP/1.1" status: 200 len: 1093 time: 3.2989902 Aug 28 08:38:40.135116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:40.137849 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd19d1-a631-4cca-a147-3684fb120fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:40.158890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3dc1c-790b-4f05-a83e-84c128e9a211 req-1429fac1-6399-4dff-bae9-f1da6ba0dc10 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.160493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59a3dc1c-790b-4f05-a83e-84c128e9a211 req-1429fac1-6399-4dff-bae9-f1da6ba0dc10 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 944 time: 0.0900319 Aug 28 08:38:40.210192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59a3dc1c-790b-4f05-a83e-84c128e9a211 req-b811a9be-3a82-437b-84d1-0e1252888c4f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Aug 28 08:38:40.234054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.294600 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b5283-dde5-4d2c-8a91-e02005f21704 x-openstack-request-id: req-7e3b5283-dde5-4d2c-8a91-e02005f21704 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:40.294887 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:40.295141 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e3b5283-dde5-4d2c-8a91-e02005f21704 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:40.296463 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0', 'status': 'completed', 'code': 200} Aug 28 08:38:40.297185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4cb77-e94a-4816-ac01-b983718534c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:40.337509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:38:40.354808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Sync routers for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:38:40.371618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:40.372379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:40.413238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Network de48c058-4138-44be-a3af-7c1ce97e6368 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:40.441438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:40.444197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:40.492296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event updated for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:40.532088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e90b9b12-0998-4186-ad6e-62bcb91d02bb req-e6a0a5a2-a959-4190-ac95-07c6cf987098 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002132 Aug 28 08:38:40.548523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:40.574813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-431c1992-5707-408e-8f62-30d5dc37047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.574813 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-431c1992-5707-408e-8f62-30d5dc37047f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 1096 time: 0.3093274 Aug 28 08:38:40.584113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.589705 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ab479f4-e941-4f6a-9586-9abfeb71bfdb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0235851 Aug 28 08:38:40.592603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43896) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:40.710740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.714582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.720433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-3b9cb6b5-4565-4846-8c38-3ed4a75eacf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf704f3-cec9-404b-a853-cb796a5405d0 HTTP/1.1" status: 200 len: 217 time: 0.1250346 Aug 28 08:38:40.832179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4f6c-4745-4f5a-bd1e-13fb1cbcc1eb req-580ff3a8-6a49-4722-9aaa-9b4470f94e16 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.835346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdddd19-d97e-4e13-8655-df9a62475430 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:40.842262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b6e4f6c-4745-4f5a-bd1e-13fb1cbcc1eb req-580ff3a8-6a49-4722-9aaa-9b4470f94e16 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 931 time: 0.0873024 Aug 28 08:38:40.844653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-8bfa5de8-5748-4147-8171-4370faef2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.846241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-8bfa5de8-5748-4147-8171-4370faef2ea0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.1121547 Aug 28 08:38:40.848400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.852110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8e509f3-77cc-44d2-a726-79569051ba43 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1555831 Aug 28 08:38:40.872837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Transition to ACTIVE for port object ffdddd19-d97e-4e13-8655-df9a62475430 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:40.879209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Request body: {'port': {'device_id': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:40.922840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b6e4f6c-4745-4f5a-bd1e-13fb1cbcc1eb req-a4412d99-4416-4737-a097-e4056860aa04 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794616 Aug 28 08:38:40.938263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:37Z', 'revision_number': 3, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:40.953332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:40.976522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Checking router: f2b0f214-2c16-4fa7-8b72-01c31a27bd2f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:38:40.976878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Updating router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f port a0e2b598-d8f9-4a97-809d-afb877e07922 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:38:40.991320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-6a764e21-edf4-4803-b61e-7afc3c2a916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:40.992422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-6a764e21-edf4-4803-b61e-7afc3c2a916d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299398 Aug 28 08:38:40.999834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.005823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.037955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d6a2c75-59c9-43d3-895c-3dfa8f5be277 None None] Provisioning for port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:41.037955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0d6a2c75-59c9-43d3-895c-3dfa8f5be277 None None] Provisioning complete for port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:41.039088 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c75-59c9-43d3-895c-3dfa8f5be277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.114323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:41.143430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a85ae0-5c51-4000-a0ba-db08a9a8d06a req-4fe0c734-9d7f-4bea-bd86-381d7168a26f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:41.145138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93a85ae0-5c51-4000-a0ba-db08a9a8d06a req-4fe0c734-9d7f-4bea-bd86-381d7168a26f tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1241214 Aug 28 08:38:41.156253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a2c75-59c9-43d3-895c-3dfa8f5be277 None None] Port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:41.304107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93a85ae0-5c51-4000-a0ba-db08a9a8d06a req-6515dfcb-a714-4768-ae7c-d3d3749f2fec tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169999 Aug 28 08:38:41.304444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-f0af4973-1877-4f43-a271-d5f8a2122405 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016212 Aug 28 08:38:41.321303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:41.403807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Attempting to bind port ffdddd19-d97e-4e13-8655-df9a62475430 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:41.404156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Attempting to bind port ffdddd19-d97e-4e13-8655-df9a62475430 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:41.406610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Attempting to bind port ffdddd19-d97e-4e13-8655-df9a62475430 on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:41.435791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.449198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Port ffdddd19-d97e-4e13-8655-df9a62475430 on network de48c058-4138-44be-a3af-7c1ce97e6368 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:41.449702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Attempting to bind port ffdddd19-d97e-4e13-8655-df9a62475430 on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:41.470041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:41.470041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Checking segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:41.470518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Bound using segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:41.470972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Bound port: ffdddd19-d97e-4e13-8655-df9a62475430, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:41.471336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.480488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.492055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Transition to ACTIVE for port object a0e2b598-d8f9-4a97-809d-afb877e07922 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:41.521360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767143a-741b-483b-93a1-5bfe54974528 req-68d85099-1501-4486-82b4-2c077c9c1918 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:41.523271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6767143a-741b-483b-93a1-5bfe54974528 req-68d85099-1501-4486-82b4-2c077c9c1918 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 944 time: 0.0985293 Aug 28 08:38:41.562050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e9fd65f6-a4ae-4bdf-ab52-4d49d53529ca req-3a5471a9-0ca0-4562-afe6-f1b584f05476 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458756 Aug 28 08:38:41.574420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port bb7371be-6954-45c1-821d-f851b59f193e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:41.579390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port bb7371be-6954-45c1-821d-f851b59f193e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:41.580265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.596855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:41.603276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6767143a-741b-483b-93a1-5bfe54974528 req-f66f07e5-33da-4368-81b7-df52ba829c59 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Aug 28 08:38:41.628551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.628758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ffdddd19-d97e-4e13-8655-df9a62475430,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:41.674426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Allocated IP 172.20.0.1 (7666981b-48d8-4f67-8631-ed2083ed0861/302875ca-1192-4291-b239-edbfe50aa675/5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:41.716000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Attempting to bind port a0e2b598-d8f9-4a97-809d-afb877e07922 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:41.716380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Attempting to bind port a0e2b598-d8f9-4a97-809d-afb877e07922 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:41.716814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Attempting to bind port a0e2b598-d8f9-4a97-809d-afb877e07922 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:41.721400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f749d-9e7f-4f05-83c2-fc7e85bc284d None None] Pushing event updated for resources: {'Port': ['ID=a0e2b598-d8f9-4a97-809d-afb877e07922,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:41.728443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:41.728823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:41.729298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.729654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:41.730303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Bound port: a0e2b598-d8f9-4a97-809d-afb877e07922, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:41.730552 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.814376 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.825308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.837990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Transition to ACTIVE for port object 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:41.860821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] For port a0e2b598-d8f9-4a97-809d-afb877e07922, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:41.864811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] For port a0e2b598-d8f9-4a97-809d-afb877e07922, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a0e2b598-d8f9-4a97-809d-afb877e07922,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:41.870507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:41.873334 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f0511-014e-4140-b291-425de4bfdbd7" -d '{"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:41.887507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:41.919048 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b8c7b-8bb9-481b-a628-e64dd4d200e3 x-openstack-request-id: req-014b8c7b-8bb9-481b-a628-e64dd4d200e3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:41.919471 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:41.919788 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-014b8c7b-8bb9-481b-a628-e64dd4d200e3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:41.920245 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e', 'code': 200} Aug 28 08:38:41.949914 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.980707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:41.994412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.030799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f749d-9e7f-4f05-83c2-fc7e85bc284d None None] Pushing event updated for resources: {'Port': ['ID=a0e2b598-d8f9-4a97-809d-afb877e07922,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:42.033834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:42.034619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:42.077501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.080925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:42.129723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.180921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Transition to ACTIVE for port object e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:42.189692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.190608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.192046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] 10.222.0.64 "PUT /v2.0/ports/ffdddd19-d97e-4e13-8655-df9a62475430 HTTP/1.1" status: 200 len: 1092 time: 3.7411025 Aug 28 08:38:42.204347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:42.231891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b848c6-8026-4f14-8739-657d4cc84e1b req-3665a85a-e100-4974-927a-ac1545cd0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.237975 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b848c6-8026-4f14-8739-657d4cc84e1b req-3665a85a-e100-4974-927a-ac1545cd0009 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 1097 time: 0.1714053 Aug 28 08:38:42.240352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-08d6551a-7889-4f9d-8bc4-2494a168850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.243271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-08d6551a-7889-4f9d-8bc4-2494a168850b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 1096 time: 0.1800134 Aug 28 08:38:42.243978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20367b-8c33-4822-933f-490bf63d7dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:42.283574 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.340452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:42.343310 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45456ab-5dd7-41a2-a517-8ef518181f42" -d '{"events": [{"name": "network-changed", "server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:42.451977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-a2d8c2fa-eb02-4e45-a799-147bca0975d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.453965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-a2d8c2fa-eb02-4e45-a799-147bca0975d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 916 time: 0.1946073 Aug 28 08:38:42.506321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Network 7666981b-48d8-4f67-8631-ed2083ed0861 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:42.509901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:42.516789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:42.546955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1b848c6-8026-4f14-8739-657d4cc84e1b req-1ede6165-8ad6-4a51-800b-8757f51abce8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976274 Aug 28 08:38:42.556828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-a56eb651-69e0-4f3e-94c8-5ff3279c4c5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf704f3-cec9-404b-a853-cb796a5405d0 HTTP/1.1" status: 200 len: 217 time: 0.0804648 Aug 28 08:38:42.561600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Pushing event updated for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:42.562568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:42.576988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcfd3-cb37-43b7-8b2f-807150227873 req-bbea698b-2f6e-4ec0-bb8e-957e90ce54a7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.583760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebebcfd3-cb37-43b7-8b2f-807150227873 req-bbea698b-2f6e-4ec0-bb8e-957e90ce54a7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 931 time: 0.5245266 Aug 28 08:38:42.607979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:42.610646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.651333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-a4d14201-85e0-407d-95a9-fffa5b0d20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.653089 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-a4d14201-85e0-407d-95a9-fffa5b0d20a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.0844767 Aug 28 08:38:42.714715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b7217b3-8822-4203-b9e1-928e7a738d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:42.717139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-8b7217b3-8822-4203-b9e1-928e7a738d4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 1095 time: 0.3708713 Aug 28 08:38:42.799425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:37Z', 'revision_number': 3, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:42.861835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec296ce-a0c1-45d2-bcf9-43474ce2ef93 None None] The sync data for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 is: [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:37Z', 'revision_number': 3, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:38:42.895573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebebcfd3-cb37-43b7-8b2f-807150227873 req-9436f82e-f62c-4d56-b40e-36458141deb8 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929935 Aug 28 08:38:42.930747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Attempting to bind port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:42.931099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Attempting to bind port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:42.931939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Attempting to bind port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:42.946201 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-3b82e610-40fb-4958-829b-b4a5dabe8013 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdddd19-d97e-4e13-8655-df9a62475430 HTTP/1.1" status: 200 len: 217 time: 0.1785109 Aug 28 08:38:42.946790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee on network de48c058-4138-44be-a3af-7c1ce97e6368 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:38:42.947141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Attempting to bind port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee on network de48c058-4138-44be-a3af-7c1ce97e6368 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:42.965930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:42.980491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:42.981039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Checking segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:42.981379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Bound using segment: {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:42.981838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Bound port: e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:42.982203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.007819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-1c3861c3-53ae-4a38-aceb-1884e576a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.009283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-1c3861c3-53ae-4a38-aceb-1884e576a7bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3417401 Aug 28 08:38:43.090182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2dc96-3569-4471-a2b3-0b2972e15919 req-b5f04cba-bef6-41ae-8f43-b36600af8d6e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.091827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b2dc96-3569-4471-a2b3-0b2972e15919 req-b5f04cba-bef6-41ae-8f43-b36600af8d6e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0844555 Aug 28 08:38:43.112314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-80ec9656-e8fe-4fca-8ad3-44f68bc9c80f None None] Provisioning for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:43.124014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-80ec9656-e8fe-4fca-8ad3-44f68bc9c80f None None] Provisioning complete for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:43.124763 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-80ec9656-e8fe-4fca-8ad3-44f68bc9c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.154482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-1e460859-8fd3-410f-ae0d-a23b9dbf344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.156043 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-1e460859-8fd3-410f-ae0d-a23b9dbf344e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.1983001 Aug 28 08:38:43.188956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b2dc96-3569-4471-a2b3-0b2972e15919 req-343890a5-4b0e-42c8-9774-53bfb9548116 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850441 Aug 28 08:38:43.194099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-80ec9656-e8fe-4fca-8ad3-44f68bc9c80f None None] Port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:43.255068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:43.261466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-ec22c430-a522-415a-8595-51b54e9d950c service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391691 Aug 28 08:38:43.267447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.273468 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0914d-fac1-40c7-9f45-504a4b265e61 x-openstack-request-id: req-2bd0914d-fac1-40c7-9f45-504a4b265e61 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:43.282736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:43.282736 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bd0914d-fac1-40c7-9f45-504a4b265e61 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:43.282736 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430', 'status': 'completed', 'code': 200} Aug 28 08:38:43.293985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9936c-427a-4cd6-9c57-27143899813e req-0d426b39-2f58-4b6f-bb79-24d9bcfcda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.295658 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-0d426b39-2f58-4b6f-bb79-24d9bcfcda31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238050 Aug 28 08:38:43.299393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:43.349212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.501588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.531437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Pushing event updated for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:43.551214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e675b6-c6e1-414e-84ea-9c837b047b94 req-3147d708-8af9-40cc-a7b8-640b00c57b09 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.552832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0e675b6-c6e1-414e-84ea-9c837b047b94 req-3147d708-8af9-40cc-a7b8-640b00c57b09 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.2225556 Aug 28 08:38:43.556607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.621708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a0e2b598-d8f9-4a97-809d-afb877e07922 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:43.633556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.634708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.637038 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] 10.222.0.39 "PUT /v2.0/ports/e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee HTTP/1.1" status: 200 len: 1092 time: 2.7654369 Aug 28 08:38:43.736239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-492c7bba-3ef3-4fec-8e8a-789e9c2472ce service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460482 Aug 28 08:38:43.748542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cbfd19d1-a631-4cca-a147-3684fb120fa7 req-beb5cc12-0b65-4753-ad7e-04c1159e3a40 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676595 Aug 28 08:38:43.751637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0e675b6-c6e1-414e-84ea-9c837b047b94 req-dd2f9f6c-e114-4e98-bbd2-08a913c9be25 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894736 Aug 28 08:38:43.834667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Network 7666981b-48d8-4f67-8631-ed2083ed0861 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:43.836165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:43.837245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ae465-65f9-4327-a53b-70e6c336b53b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:43.859588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a0e2b598-d8f9-4a97-809d-afb877e07922 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:43.864908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a0e2b598-d8f9-4a97-809d-afb877e07922 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:43.865439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:43.919164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8d0a67c-10b1-4df7-815a-29ce81130644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:43.921433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-a8d0a67c-10b1-4df7-815a-29ce81130644 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 1095 time: 0.0847759 Aug 28 08:38:43.934481 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2ad9936c-427a-4cd6-9c57-27143899813e req-64a3839a-94d3-4036-8ae0-df75f5f43954 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825492 Aug 28 08:38:44.059469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-6816f907-f19b-4b18-93a3-137bb11f8a57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee HTTP/1.1" status: 200 len: 217 time: 0.1179764 Aug 28 08:38:44.116177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:44.148923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:38:44.149621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a0e2b598-d8f9-4a97-809d-afb877e07922, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a0e2b598-d8f9-4a97-809d-afb877e07922,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:44.171167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9a1f-a8f1-4ee2-a035-a8eba5bd9dca req-cd51f32a-2d20-42cc-8b37-2422f9fbf0cf tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.173034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbea9a1f-a8f1-4ee2-a035-a8eba5bd9dca req-cd51f32a-2d20-42cc-8b37-2422f9fbf0cf tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 943 time: 0.1102085 Aug 28 08:38:44.214174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:44.255867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-cae6dd4c-4739-4037-b0d7-3d9f62a909bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.257429 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-cae6dd4c-4739-4037-b0d7-3d9f62a909bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.1369917 Aug 28 08:38:44.260913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-0804ca77-fac9-4414-a679-0ec2f3cde510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.262268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-0804ca77-fac9-4414-a679-0ec2f3cde510 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 1095 time: 0.1301689 Aug 28 08:38:44.305313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e05464be-16a8-460a-bde2-e1b60871bb2e None None] Provisioning complete for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:44.305830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e05464be-16a8-460a-bde2-e1b60871bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:44.311869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a0e2b598-d8f9-4a97-809d-afb877e07922,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:44.363583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbea9a1f-a8f1-4ee2-a035-a8eba5bd9dca req-6164e933-f71b-4e60-bdb4-a5f1aa191b85 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842227 Aug 28 08:38:44.388738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:38:44.395134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a4da5ba-f368-43e1-b5a5-b825e502d59e admin admin] 10.222.0.46 "PUT /v2.0/routers/f2b0f214-2c16-4fa7-8b72-01c31a27bd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8001623 Aug 28 08:38:44.405697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e05464be-16a8-460a-bde2-e1b60871bb2e None None] Port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:44.448830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-ec6a0ff3-df5f-4549-a6a1-ea4e6fd47471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.452683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-ec6a0ff3-df5f-4549-a6a1-ea4e6fd47471 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872938 Aug 28 08:38:44.562762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-f64efd59-8dd1-4b6d-8c43-9b0ffc005256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.564166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-f64efd59-8dd1-4b6d-8c43-9b0ffc005256 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 916 time: 0.2851570 Aug 28 08:38:44.571994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408135e7-e26e-424d-91f3-d71e72881117 req-3e112349-0d7c-48d4-bd6e-cbf4e9e4d18e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.573721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-408135e7-e26e-424d-91f3-d71e72881117 req-3e112349-0d7c-48d4-bd6e-cbf4e9e4d18e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0921893 Aug 28 08:38:44.628381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-408135e7-e26e-424d-91f3-d71e72881117 req-b8a0a9dc-b999-4394-9c62-01ce30112927 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Aug 28 08:38:44.639500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-4f3aa238-8a51-40a9-9306-440d7244faa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdddd19-d97e-4e13-8655-df9a62475430 HTTP/1.1" status: 200 len: 217 time: 0.0612400 Aug 28 08:38:44.681407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-be25d61b-16d0-431c-9f4d-ea58e78e6301 service neutron] 10.222.0.39 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996033 Aug 28 08:38:44.745977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-570df54e-202c-4a91-b63f-bef60bf29a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.747562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-570df54e-202c-4a91-b63f-bef60bf29a95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.0980263 Aug 28 08:38:44.787002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fcf704f3-cec9-404b-a853-cb796a5405d0 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:44.828422 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-5701b8a0-7a51-408e-b783-4036abf4e3b4 req-83db0ec8-c0f7-4dd5-a6df-b48e477472ad service neutron] 10.222.0.39 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389546 Aug 28 08:38:44.834347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-c2a5a6c6-33a4-4fd8-b156-c48dd9307eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:44.835827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-c2a5a6c6-33a4-4fd8-b156-c48dd9307eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792084 Aug 28 08:38:44.933171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fcf704f3-cec9-404b-a853-cb796a5405d0,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:44.947341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'fcf704f3-cec9-404b-a853-cb796a5405d0', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'port_id': 'fcf704f3-cec9-404b-a853-cb796a5405d0', 'mac_address': 'fa:16:3e:07:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:44.992307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:44.993735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-bdebc582-f4ee-409f-84b6-96cf53c265e6 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464181 Aug 28 08:38:45.006460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf704f3-cec9-404b-a853-cb796a5405d0 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:45.031918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fcf704f3-cec9-404b-a853-cb796a5405d0,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:45.106182 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:45.133035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e45456ab-5dd7-41a2-a517-8ef518181f42 req-a15dafd8-dedb-415d-bc89-34f79fa28851 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304047 Aug 28 08:38:45.192098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:45.273616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c186b-e374-4dc6-9660-ad7594afadd6 req-57210c64-4442-4edf-a60a-c9fef83b38d4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.275221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d60c186b-e374-4dc6-9660-ad7594afadd6 req-57210c64-4442-4edf-a60a-c9fef83b38d4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0602551 Aug 28 08:38:45.275912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:45.279184 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e5ab9-0691-4050-94cb-073360219ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:45.349855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d60c186b-e374-4dc6-9660-ad7594afadd6 req-7d5836c8-7904-4611-99ba-7121715272fa tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Aug 28 08:38:45.460502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fcf704f3-cec9-404b-a853-cb796a5405d0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:45.472767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Sync routers for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:38:45.485561 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:45.489427 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:45.504953 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0362323-e8c6-4691-8566-0182d99a7ee2 x-openstack-request-id: req-b0362323-e8c6-4691-8566-0182d99a7ee2 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:45.505666 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:45.505666 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0362323-e8c6-4691-8566-0182d99a7ee2 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:45.506301 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee', 'status': 'completed', 'code': 200} Aug 28 08:38:45.512700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a0e2b598-d8f9-4a97-809d-afb877e07922 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:45.569581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43966) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:45.575528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-311398273-network', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:45.624149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a0e2b598-d8f9-4a97-809d-afb877e07922 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:45.624528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:45.631728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-7a35c877-a0a6-47b5-b557-b87e4f05c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.632918 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-7a35c877-a0a6-47b5-b557-b87e4f05c578 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 1095 time: 0.0778565 Aug 28 08:38:45.670024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:45.700105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Made reservation on behalf of 00fc0b41ec4d447aa52dd234b0a38bce for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:45.703091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:45.715585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:45.765488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-4f31dc8d-b009-42e3-bef5-e4bd2bbc6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.767282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-4f31dc8d-b009-42e3-bef5-e4bd2bbc6f47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 916 time: 0.1267836 Aug 28 08:38:45.818018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-4e0aa24f-cf1e-4f69-9efb-72fc6d317040 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee HTTP/1.1" status: 200 len: 217 time: 0.0415366 Aug 28 08:38:45.857205 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:45.888857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-7758807c-2a95-486c-b8e8-d21b8147d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.890438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-7758807c-2a95-486c-b8e8-d21b8147d57e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.0647140 Aug 28 08:38:45.928632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7c1da-dd27-41c4-974a-c33ae3334b35 req-c07a97eb-7c9a-4ec8-9ac9-b4152f862745 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.930274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24a7c1da-dd27-41c4-974a-c33ae3334b35 req-c07a97eb-7c9a-4ec8-9ac9-b4152f862745 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 943 time: 0.0534608 Aug 28 08:38:45.931053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:42Z', 'revision_number': 4, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce', 'name': '', 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'mac_address': 'fa:16:3e:e9:22:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '302875ca-1192-4291-b239-edbfe50aa675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:41Z', 'updated_at': '2021-08-28T08:38:43Z', 'revision_number': 2, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'subnets': [{'id': '302875ca-1192-4291-b239-edbfe50aa675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:45.946466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-1023d95e-2280-4e2d-9081-c66d8816fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:45.948141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-1023d95e-2280-4e2d-9081-c66d8816fc24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484669 Aug 28 08:38:45.958959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Checking router: f2b0f214-2c16-4fa7-8b72-01c31a27bd2f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:38:45.959316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Updating router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:38:45.973936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24a7c1da-dd27-41c4-974a-c33ae3334b35 req-d0762a4b-065f-4a21-a4d8-5af5df443d0f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Aug 28 08:38:45.980332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.007068 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.019429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:38:46.038793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56e2a2-0fea-4620-b894-2722c07bc38a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:46.046846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.047263 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Added segment 2e4899f5-1774-4ef9-8fd3-82d5a1c92121 of type vlan for network 623af62b-1416-4a36-995d-15e34c272f72 Aug 28 08:38:46.110917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-81302d73-195c-477a-8f6e-419b520bd427 service neutron] 10.222.0.39 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Aug 28 08:38:46.126796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.156408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f73ef-60ad-49bd-b99e-9ba6149da172 req-b4d04b14-8191-4f11-b598-b29eaae35257 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:46.158355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-678f73ef-60ad-49bd-b99e-9ba6149da172 req-b4d04b14-8191-4f11-b598-b29eaae35257 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1086740 Aug 28 08:38:46.226153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-678f73ef-60ad-49bd-b99e-9ba6149da172 req-c82e8cc8-0aea-48cb-97fe-c9c0a1a784c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Aug 28 08:38:46.245421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.246544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:46.247181 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.344014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf8e5ab9-0691-4050-94cb-073360219ca4 req-2047e622-04b3-4169-b36a-5728040b8ec9 service neutron] 10.222.0.39 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210753 Aug 28 08:38:46.360866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] Pushing event updated for resources: {'Network': ['ID=623af62b-1416-4a36-995d-15e34c272f72,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:46.375010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 623af62b-1416-4a36-995d-15e34c272f72 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:38:46.429295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f0763a0-b559-437e-9e52-9636f806ed06 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8584020 Aug 28 08:38:46.431820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43976) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:46.438101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Request body: {'subnet': {'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-311398273-subnet', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:46.544749 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.559129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Transition to ACTIVE for port object 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:46.571188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Made reservation on behalf of 00fc0b41ec4d447aa52dd234b0a38bce for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:38:46.575035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.659738 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.712223 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Pushing event updated for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:46.730236 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.731233 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.731233 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.731233 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.731509 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.731827 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.732146 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.732464 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.732781 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.733097 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.733411 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.733724 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:38:46.801935 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Attempting to bind port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:46.805793 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Attempting to bind port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:46.805793 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Attempting to bind port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce on network 7666981b-48d8-4f67-8631-ed2083ed0861 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:46.808860 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:46.809365 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Checking segment: {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:46.810001 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.810528 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Bound using segment: {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:46.811089 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Bound port: 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc267c80-71de-438c-9570-646eb51da4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:46.811574 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.820817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ffdddd19-d97e-4e13-8655-df9a62475430 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:46.831208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fcf704f3-cec9-404b-a853-cb796a5405d0 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:46.854544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:46.912315 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] For port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:46.917529 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] For port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:46.979397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99971dd-e6b8-45d0-ae2c-a6b047a5b728,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:46.987065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Checking segment: {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:46.987323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Network hostable DHCP agents. Network: 623af62b-1416-4a36-995d-15e34c272f72, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:38:47.012329 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.040294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ffdddd19-d97e-4e13-8655-df9a62475430,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:47.071488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Network 623af62b-1416-4a36-995d-15e34c272f72 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:38:47.091610 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:47.092819 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:47.095915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ffdddd19-d97e-4e13-8655-df9a62475430', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'port_id': 'ffdddd19-d97e-4e13-8655-df9a62475430', 'mac_address': 'fa:16:3e:c0:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:47.142039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port fcf704f3-cec9-404b-a853-cb796a5405d0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:47.147952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port fcf704f3-cec9-404b-a853-cb796a5405d0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:47.148330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.175394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 623af62b-1416-4a36-995d-15e34c272f72) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:47.198729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc35f19b-f25d-4a8e-8da6-855a9732a2f3 None None] Network 623af62b-1416-4a36-995d-15e34c272f72 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:47.215283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:47.216265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.243688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e77d3-2524-4946-839a-c0abdfe1e543 req-01c3ae50-74db-4a29-b799-618803b17657 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:47.245921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-917e77d3-2524-4946-839a-c0abdfe1e543 req-01c3ae50-74db-4a29-b799-618803b17657 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 943 time: 0.1291509 Aug 28 08:38:47.261144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:47.292586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.323960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdddd19-d97e-4e13-8655-df9a62475430 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:47.348281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ffdddd19-d97e-4e13-8655-df9a62475430,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:47.375584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-917e77d3-2524-4946-839a-c0abdfe1e543 req-452d153d-4b28-4526-8fa7-f11d6f12543d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089911 Aug 28 08:38:47.411711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b33e975-0aea-4d91-98af-b391a08eb347 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9783952 Aug 28 08:38:47.414307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43986) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:47.418805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:38:47.438909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.448096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.477089 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699e4f1-c8c2-43a1-9d1d-dca1999eac01 None None] Pushing event updated for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:47.518511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:47.588993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.591615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.608715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:47.614420 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db6515-e181-44fd-9223-61c90bc5e7e1" -d '{"events": [{"server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:47.626568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-623af62b-1416-4a36-995d-15e34c272f72', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:38:47.627622 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.636096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fcf704f3-cec9-404b-a853-cb796a5405d0,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:47.685620 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:42Z', 'revision_number': 4, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce', 'name': '', 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'mac_address': 'fa:16:3e:e9:22:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '302875ca-1192-4291-b239-edbfe50aa675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:41Z', 'updated_at': '2021-08-28T08:38:46Z', 'revision_number': 4, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'subnets': [{'id': '302875ca-1192-4291-b239-edbfe50aa675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:47.689230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430529d-f2b6-4f29-8bfa-48e25550a94e req-1f58ad0e-5382-40b0-81be-2c904c98dfb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:47.692723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f430529d-f2b6-4f29-8bfa-48e25550a94e req-1f58ad0e-5382-40b0-81be-2c904c98dfb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1601050 Aug 28 08:38:47.742257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.773619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10582347-1f77-4110-81ff-f396e9f3029b None None] The sync data for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 is: [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:42Z', 'revision_number': 4, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce', 'name': '', 'network_id': '7666981b-48d8-4f67-8631-ed2083ed0861', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'mac_address': 'fa:16:3e:e9:22:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '302875ca-1192-4291-b239-edbfe50aa675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:41Z', 'updated_at': '2021-08-28T08:38:46Z', 'revision_number': 4, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'subnets': [{'id': '302875ca-1192-4291-b239-edbfe50aa675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:38:47.836970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:47.885081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f430529d-f2b6-4f29-8bfa-48e25550a94e req-998c4a83-feb3-47b7-a2d8-48b58533b0a1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728680 Aug 28 08:38:47.885944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ffdddd19-d97e-4e13-8655-df9a62475430'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:47.955441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:47.970466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Allocated IP 172.20.0.2 (623af62b-1416-4a36-995d-15e34c272f72/f99971dd-e6b8-45d0-ae2c-a6b047a5b728/37882991-102c-496f-b23d-20a1db68808c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:48.067645 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d3ffd-5d35-4f5a-a80d-779c3ce9b532 x-openstack-request-id: req-553d3ffd-5d35-4f5a-a80d-779c3ce9b532 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:48.068186 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:48.075480 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-553d3ffd-5d35-4f5a-a80d-779c3ce9b532 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:48.075480 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0', 'code': 200} Aug 28 08:38:48.134542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.255493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63956d08-4a4f-42de-bfeb-32d9038bb2fd req-42f31921-1b14-450c-909e-3ef78334cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:48.256998 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63956d08-4a4f-42de-bfeb-32d9038bb2fd req-42f31921-1b14-450c-909e-3ef78334cb7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 1098 time: 0.1015022 Aug 28 08:38:48.337049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63956d08-4a4f-42de-bfeb-32d9038bb2fd req-cd5ccc14-e201-44ee-a484-00d4f9b75a85 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701327 Aug 28 08:38:48.386473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.414628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Transition to ACTIVE for port object 37882991-102c-496f-b23d-20a1db68808c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:48.431976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Transition to ACTIVE for port object 37882991-102c-496f-b23d-20a1db68808c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:48.529369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.547459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.657398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.708059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Network 623af62b-1416-4a36-995d-15e34c272f72 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:48.711258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:48.719705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Allocated IP 172.25.0.117 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:48.719927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:48.725888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Pushing event updated for resources: {'Port': ['ID=37882991-102c-496f-b23d-20a1db68808c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:48.786268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Attempting to bind port 37882991-102c-496f-b23d-20a1db68808c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:48.786981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Attempting to bind port 37882991-102c-496f-b23d-20a1db68808c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:48.787855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Attempting to bind port 37882991-102c-496f-b23d-20a1db68808c on network 623af62b-1416-4a36-995d-15e34c272f72 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:48.801287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:48.802078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Checking segment: {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:48.802903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.804261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Bound using segment: {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:48.805028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Bound port: 37882991-102c-496f-b23d-20a1db68808c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:48.806740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.903216 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:48.934339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] For port 37882991-102c-496f-b23d-20a1db68808c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:48.938372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] For port 37882991-102c-496f-b23d-20a1db68808c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37882991-102c-496f-b23d-20a1db68808c,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:49.043505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:49.044175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:49.148942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:49.152988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:49.162931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:49.171883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd0f6-28ee-4f5f-a566-7078a6af01ee None None] Pushing event updated for resources: {'Port': ['ID=37882991-102c-496f-b23d-20a1db68808c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:49.251909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:49.474626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Pushing event updated for resources: {'Port': ['ID=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:49.562091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:49.633902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee', 'network_id': 'de48c058-4138-44be-a3af-7c1ce97e6368', 'port_id': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee', 'mac_address': 'fa:16:3e:b6:2e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:49.702997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518158a6-7f4a-42be-9641-9bdafc14a190 req-850824b0-d52e-4dc6-8076-9b0802352af1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:49.711115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-518158a6-7f4a-42be-9641-9bdafc14a190 req-850824b0-d52e-4dc6-8076-9b0802352af1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 943 time: 0.3579710 Aug 28 08:38:49.725204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:49.730769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:49.794339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:49.847376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-518158a6-7f4a-42be-9641-9bdafc14a190 req-8866b14c-8d39-4c17-8658-85fd5ace4e2d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352458 Aug 28 08:38:49.867489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:49.962739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:49.968638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.030804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:50.041982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:50.046993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:50.047736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.155313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add286-9834-414d-ac8e-99fdd54c2757 req-604d99a0-5482-434b-b39a-8edb36219fb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:50.155897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.157195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70add286-9834-414d-ac8e-99fdd54c2757 req-604d99a0-5482-434b-b39a-8edb36219fb6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0954380 Aug 28 08:38:50.200805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:50.276520 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.282991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.284309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37882991-102c-496f-b23d-20a1db68808c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:50.405102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:50.414926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70add286-9834-414d-ac8e-99fdd54c2757 req-ec3353e1-fcbc-46a9-ae88-4902f7338ad7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449964 Aug 28 08:38:50.465487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 37882991-102c-496f-b23d-20a1db68808c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:50.563843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9041432-bbe3-4017-b385-a5c48dee624f None None] Network 623af62b-1416-4a36-995d-15e34c272f72 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:38:50.642289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Router 0a7a92e3-7f00-4761-8442-c776f5230d3c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:38:50.766430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:38:50.776097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Provisioning for port 37882991-102c-496f-b23d-20a1db68808c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:50.782077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Sync routers for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:38:50.787440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Provisioning complete for port 37882991-102c-496f-b23d-20a1db68808c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:50.788032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.815113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:50.863673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ffdddd19-d97e-4e13-8655-df9a62475430 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:50.865766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:50.868411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45b0a197-c8cc-496d-bffe-866ad8bcad18 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4530611 Aug 28 08:38:50.871213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:50.903020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:50.909286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:51.094075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dbd5-9e01-469b-9189-112325e9ddba req-4955f8d2-fff5-48e0-ba57-3b457eff622f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:51.095699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5c8dbd5-9e01-469b-9189-112325e9ddba req-4955f8d2-fff5-48e0-ba57-3b457eff622f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 944 time: 0.1438117 Aug 28 08:38:51.313134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5c8dbd5-9e01-469b-9189-112325e9ddba req-53905bfc-32bd-416c-96d0-9e83596b443f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296647 Aug 28 08:38:51.327367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:51.329175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.494432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ffdddd19-d97e-4e13-8655-df9a62475430 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:51.515861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.524583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ffdddd19-d97e-4e13-8655-df9a62475430 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:51.526346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.590838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:51.616323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] For port 37882991-102c-496f-b23d-20a1db68808c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37882991-102c-496f-b23d-20a1db68808c,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:51.651565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290924c-5bd7-4ead-a66f-f0745d394c8f req-b1649390-a1f7-4d14-861b-edecdd14c68b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:51.653362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b290924c-5bd7-4ead-a66f-f0745d394c8f req-b1649390-a1f7-4d14-861b-edecdd14c68b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1238523 Aug 28 08:38:51.732509 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.745704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b290924c-5bd7-4ead-a66f-f0745d394c8f req-8b7ad793-9fee-47e2-a83b-e0c39c628bee tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811622 Aug 28 08:38:51.790445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Allocated IP 172.20.0.1 (623af62b-1416-4a36-995d-15e34c272f72/f99971dd-e6b8-45d0-ae2c-a6b047a5b728/a473b547-d935-47af-8840-cd9609c27316) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:38:51.825165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.839652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:51.840028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.889477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd6649-8253-45fb-9f40-cdbbaa361b4e None None] Pushing event updated for resources: {'Port': ['ID=37882991-102c-496f-b23d-20a1db68808c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:51.909176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:51.911559 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c900717-1985-459d-951c-34a081244d74" -d '{"events": [{"server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:51.938327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ffdddd19-d97e-4e13-8655-df9a62475430,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:51.943374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-dce21025-baf9-4c81-867e-ec77fff20e83 None None] Provisioning complete for port 37882991-102c-496f-b23d-20a1db68808c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:51.943725 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dce21025-baf9-4c81-867e-ec77fff20e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:51.968396 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec4523-d2f3-44b3-841e-a0ef32cbc723 x-openstack-request-id: req-76ec4523-d2f3-44b3-841e-a0ef32cbc723 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:51.968688 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:51.968938 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76ec4523-d2f3-44b3-841e-a0ef32cbc723 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:51.969327 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430', 'code': 200} Aug 28 08:38:51.973522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:49Z', 'revision_number': 3, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:52.022418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Checking router: 0a7a92e3-7f00-4761-8442-c776f5230d3c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:38:52.022674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Updating router 0a7a92e3-7f00-4761-8442-c776f5230d3c port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:38:52.053703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.101664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe468-b460-4904-ab39-5ee934f6adb3 req-3231226f-45fd-43df-9eee-01ccf5927330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:52.107119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63bfe468-b460-4904-ab39-5ee934f6adb3 req-3231226f-45fd-43df-9eee-01ccf5927330 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 1097 time: 0.0528574 Aug 28 08:38:52.130172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.180542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-63bfe468-b460-4904-ab39-5ee934f6adb3 req-c298d5c8-955d-4aa0-ab92-51357dc2bcf2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609071 Aug 28 08:38:52.237762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:52.268824 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.284340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Transition to ACTIVE for port object a473b547-d935-47af-8840-cd9609c27316 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:52.377569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.459655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Network 623af62b-1416-4a36-995d-15e34c272f72 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:52.492848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:52.501469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:38:52.507016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:52.563022 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.583241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Transition to ACTIVE for port object f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:52.593668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a139409-1e8f-45ae-b6a8-695051c15176 req-a90e7bc2-965f-44b9-9e0c-634f34f7c2f3 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:52.595989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a139409-1e8f-45ae-b6a8-695051c15176 req-a90e7bc2-965f-44b9-9e0c-634f34f7c2f3 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 944 time: 0.1721942 Aug 28 08:38:52.601144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.683589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a139409-1e8f-45ae-b6a8-695051c15176 req-ba16e700-2c11-4a26-ba14-667fc270c69a tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722768 Aug 28 08:38:52.685078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.760867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Attempting to bind port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:52.761244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Attempting to bind port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:52.761609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Attempting to bind port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:52.774987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c518551-d8ad-4604-9a5e-23a6461e9b85 None None] Pushing event updated for resources: {'Port': ['ID=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:52.787459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:52.787722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:52.788135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.788535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:52.789171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Bound port: f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:52.789559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.863905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] For port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:52.867294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] For port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:52.887102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d4293-c923-4fee-a414-111e3ebaff47 req-1cd67c2b-27e4-496f-83c7-aca01f7f4568 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:52.888636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd7d4293-c923-4fee-a414-111e3ebaff47 req-1cd67c2b-27e4-496f-83c7-aca01f7f4568 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Aug 28 08:38:52.926701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.934049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac27cf45-6e53-4ca2-8cdb-e8c7a1e26da9 None None] Provisioning for port a473b547-d935-47af-8840-cd9609c27316 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:52.939128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac27cf45-6e53-4ca2-8cdb-e8c7a1e26da9 None None] Provisioning complete for port a473b547-d935-47af-8840-cd9609c27316 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:52.939864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac27cf45-6e53-4ca2-8cdb-e8c7a1e26da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:52.958553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd7d4293-c923-4fee-a414-111e3ebaff47 req-3e347447-4642-4916-9349-825c3ffa79ee tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Aug 28 08:38:52.966029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:53.028927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ac27cf45-6e53-4ca2-8cdb-e8c7a1e26da9 None None] Port a473b547-d935-47af-8840-cd9609c27316 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:53.046749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c518551-d8ad-4604-9a5e-23a6461e9b85 None None] Pushing event updated for resources: {'Port': ['ID=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:53.051974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:53.052609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:53.137953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:53.179347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:53.235277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:53.300234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:38:53.318135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:53.326574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:53.328491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:53.463597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Network 623af62b-1416-4a36-995d-15e34c272f72 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:38:53.465142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:38:53.495502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37882991-102c-496f-b23d-20a1db68808c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:53.609256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Router 0a7a92e3-7f00-4761-8442-c776f5230d3c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:38:53.610565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:53.664232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'bb7371be-6954-45c1-821d-f851b59f193e', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'port_id': 'bb7371be-6954-45c1-821d-f851b59f193e', 'mac_address': 'fa:16:3e:7f:40:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:38:53.786773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:38:53.797440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ccbcc93-a0b3-4fd1-b776-fb2ad68c02b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/0a7a92e3-7f00-4761-8442-c776f5230d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9248343 Aug 28 08:38:53.891563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93369d-29d4-422c-89ff-c0a6bf9c566a req-55891e1e-1bfa-47b1-96c3-c4329d097042 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:53.899117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac93369d-29d4-422c-89ff-c0a6bf9c566a req-55891e1e-1bfa-47b1-96c3-c4329d097042 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 944 time: 0.0735600 Aug 28 08:38:53.947196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac93369d-29d4-422c-89ff-c0a6bf9c566a req-59e38f4e-7755-46e3-a20d-b9a987d592f3 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Aug 28 08:38:54.006125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:54.024107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:54.024481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.058137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 37882991-102c-496f-b23d-20a1db68808c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:54.058539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.063824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.092488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1c668215-6552-492e-9ce5-809ab4ebbba6 None None] Provisioning complete for port a473b547-d935-47af-8840-cd9609c27316 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:54.092752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c668215-6552-492e-9ce5-809ab4ebbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.095766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84578436-f53a-42d2-9189-abab704b58d2 req-11aa9f75-b249-43de-8483-47dab864542d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:54.097539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84578436-f53a-42d2-9189-abab704b58d2 req-11aa9f75-b249-43de-8483-47dab864542d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0572255 Aug 28 08:38:54.114596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'a473b547-d935-47af-8840-cd9609c27316', 'name': '', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'mac_address': 'fa:16:3e:d1:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:51Z', 'updated_at': '2021-08-28T08:38:51Z', 'revision_number': 1, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'subnets': [{'id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:54.162730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84578436-f53a-42d2-9189-abab704b58d2 req-5e7c8dfb-1cd1-48fb-90b3-0b4fbe5f62b7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Aug 28 08:38:54.172872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb7371be-6954-45c1-821d-f851b59f193e {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:38:54.185578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa74c-8892-424e-99fd-dd25b031e13d None None] The sync data for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 is: [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'a473b547-d935-47af-8840-cd9609c27316', 'name': '', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'mac_address': 'fa:16:3e:d1:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:51Z', 'updated_at': '2021-08-28T08:38:51Z', 'revision_number': 1, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'subnets': [{'id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:38:54.243289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1c668215-6552-492e-9ce5-809ab4ebbba6 None None] Port a473b547-d935-47af-8840-cd9609c27316 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:38:54.247274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:54.368058 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.372090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.421983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:54.424346 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dbae20-f1bc-4983-ab1a-6eb45428ab0c" -d '{"events": [{"server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "name": "network-vif-plugged", "status": "completed", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:54.447756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:54.458445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:54.512255 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:54.563782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['bb7371be-6954-45c1-821d-f851b59f193e'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:38:54.614828 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282985cb-ed44-4bd4-9d4e-b659287de03b x-openstack-request-id: req-282985cb-ed44-4bd4-9d4e-b659287de03b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:54.614828 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "name": "network-vif-plugged", "status": "completed", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:54.614828 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-282985cb-ed44-4bd4-9d4e-b659287de03b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:54.614828 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee', 'code': 200} Aug 28 08:38:54.660707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:54.723418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c785-63fd-4213-8b00-3f6a6a93b87f req-dcd16a96-1e66-4a9d-9337-e76aaee4d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:54.725781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a063c785-63fd-4213-8b00-3f6a6a93b87f req-dcd16a96-1e66-4a9d-9337-e76aaee4d265 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 1097 time: 0.0473316 Aug 28 08:38:54.763576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a063c785-63fd-4213-8b00-3f6a6a93b87f req-a7547520-3275-431b-8b90-fe3d6b9ea595 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299604 Aug 28 08:38:55.294060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:55.368704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port bb7371be-6954-45c1-821d-f851b59f193e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:55.371085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.499065 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.501346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:55.576860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:55.642382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768628-e370-4345-8089-cc1404c4c4a9 req-9f8bc051-cfa0-41a4-b2d0-c9797142892b tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:55.644191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57768628-e370-4345-8089-cc1404c4c4a9 req-9f8bc051-cfa0-41a4-b2d0-c9797142892b tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0570459 Aug 28 08:38:55.674179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:38:55.676561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.686090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57768628-e370-4345-8089-cc1404c4c4a9 req-03b404b6-059b-4673-8818-f87a0308a56b tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Aug 28 08:38:55.705118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:55.705501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.775119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:55.793103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44106) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:55.812724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399211d-bd7a-4753-8f1f-d895915d4734 req-92289dab-31d9-4fec-aa7d-eadd8172729c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:55.815732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399211d-bd7a-4753-8f1f-d895915d4734 req-92289dab-31d9-4fec-aa7d-eadd8172729c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0716999 Aug 28 08:38:55.848194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.865263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:55.872746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399211d-bd7a-4753-8f1f-d895915d4734 req-fa448d17-5a6b-41c4-a351-a9db7f5b5e5f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Aug 28 08:38:55.878880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:55.976346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:56.031490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:56.081521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e544de85-fc1c-4125-b256-926fbc0c96ad tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/floatingips/1fad3801-5e47-4908-8f9a-5e7425bc1fd3 HTTP/1.1" status: 200 len: 993 time: 0.2871442 Aug 28 08:38:56.341592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44122) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:56.609216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 038dba96-e461-4ef7-a94c-da409de21e6d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:38:56.612875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:56.614907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:56.617889 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1b3b4-44e9-4e40-a9e2-ae54d80462d2" -d '{"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:56.713945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:56.714312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:56.733723 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e56c8b-63d2-4d5a-853f-dbd57a7b2e3e x-openstack-request-id: req-f3e56c8b-63d2-4d5a-853f-dbd57a7b2e3e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:56.734253 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-plugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:56.734490 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3e56c8b-63d2-4d5a-853f-dbd57a7b2e3e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:56.735271 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e', 'code': 200} Aug 28 08:38:56.745836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 038dba96-e461-4ef7-a94c-da409de21e6d owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:38:56.872552 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Sync routers for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:38:56.890326 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:56.890326 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:56.890566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:38:57.072071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:57.092813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007727f-5beb-4e71-bf2b-17564dc8dd8c req-40d09120-ac0f-4555-9804-21e9355f8b99 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:57.094607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9007727f-5beb-4e71-bf2b-17564dc8dd8c req-40d09120-ac0f-4555-9804-21e9355f8b99 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0997050 Aug 28 08:38:57.161206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9007727f-5beb-4e71-bf2b-17564dc8dd8c req-9bfc264d-2fd3-4066-beec-ddb672173c94 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Aug 28 08:38:57.173540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.334826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=038dba96-e461-4ef7-a94c-da409de21e6d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:57.378368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'a473b547-d935-47af-8840-cd9609c27316', 'name': '', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'mac_address': 'fa:16:3e:d1:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:51Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 2, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'subnets': [{'id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:57.404811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.405352 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Floating IP 1fad3801-5e47-4908-8f9a-5e7425bc1fd3 disassociated (deleted). External IP: 172.25.0.130, port: cff5c106-5653-44e6-8bc6-bae86dad104b. Aug 28 08:38:57.499298 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Checking router: 0a7a92e3-7f00-4761-8442-c776f5230d3c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:38:57.501501 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Updating router 0a7a92e3-7f00-4761-8442-c776f5230d3c port a473b547-d935-47af-8840-cd9609c27316 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:38:57.517768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580967f4-14aa-4a27-af44-c33fcb5f9d7a req-f8383c96-7aaa-47a1-94cb-34721173abf8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:57.528395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-580967f4-14aa-4a27-af44-c33fcb5f9d7a req-f8383c96-7aaa-47a1-94cb-34721173abf8 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1822402 Aug 28 08:38:57.550110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:57.588361 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.645656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-580967f4-14aa-4a27-af44-c33fcb5f9d7a req-d8d54c36-d026-4b4e-baa5-4977a9e6b730 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015925 Aug 28 08:38:57.645999 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-978d2370-b657-4471-b8f8-069ade371cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.668829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:38:57.669215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.772652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:57.804949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 8509af21-8f66-4eb1-835c-0f63c379c25f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:38:58.072587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:38:58.079304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.083347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Sync routers for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:38:58.096213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:58.097672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:58.147948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-90b46ea3-4618-4c66-88ca-07597003348a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/floatingips/1fad3801-5e47-4908-8f9a-5e7425bc1fd3 HTTP/1.1" status: 204 len: 168 time: 1.8048375 Aug 28 08:38:58.149147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:38:58.169631 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:38:58.203618 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.233413 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Transition to ACTIVE for port object a473b547-d935-47af-8840-cd9609c27316 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:38:58.242832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Deleting port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:38:58.243406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.258810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:58.330556 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.364162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] For port 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:38:58.371669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.394491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Calling delete_port for 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:38:58.492210 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b912767-e863-438c-af1a-7bde08af2e97 None None] Pushing event updated for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:58.861264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:58.869189 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b2f221-621d-4662-b5ab-52a92ab851c0 x-openstack-request-id: req-c5b2f221-621d-4662-b5ab-52a92ab851c0 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:38:58.869731 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:38:58.869731 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5b2f221-621d-4662-b5ab-52a92ab851c0 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:38:58.870116 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'status': 'completed', 'code': 200} Aug 28 08:38:58.902802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.924623 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Attempting to bind port a473b547-d935-47af-8840-cd9609c27316 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:38:58.925000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Attempting to bind port a473b547-d935-47af-8840-cd9609c27316 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:38:58.925683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Attempting to bind port a473b547-d935-47af-8840-cd9609c27316 on network 623af62b-1416-4a36-995d-15e34c272f72 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:38:58.931113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Checking router: 8509af21-8f66-4eb1-835c-0f63c379c25f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:38:58.936620 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:38:58.937000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Checking segment: {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:38:58.937400 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.956772 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Bound using segment: {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:38:58.957195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:58.957350 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Bound port: a473b547-d935-47af-8840-cd9609c27316, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4899f5-1774-4ef9-8fd3-82d5a1c92121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '623af62b-1416-4a36-995d-15e34c272f72'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:38:58.957692 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:58.958375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:58.994493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:59.044876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-2627d361-1119-4454-b1c2-ecba74ad9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:59.062551 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-2627d361-1119-4454-b1c2-ecba74ad9d91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 1097 time: 0.1038325 Aug 28 08:38:59.133133 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] For port a473b547-d935-47af-8840-cd9609c27316, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:38:59.137445 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] For port a473b547-d935-47af-8840-cd9609c27316, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a473b547-d935-47af-8840-cd9609c27316,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:38:59.166876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:59.191547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-70cf18c0-a119-45d6-98c8-09c96e930c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:59.198270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-70cf18c0-a119-45d6-98c8-09c96e930c81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 200 len: 897 time: 0.1299336 Aug 28 08:38:59.234176 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:59.314392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-83128840-82f8-4093-aa0e-3c7d825a5e81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 200 len: 217 time: 0.1126437 Aug 28 08:38:59.419584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7236-5431-43ba-9f3d-a42bce4deb57 req-d84015e8-bccd-4fdb-99bf-7f4487294e98 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:59.427790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d1b7236-5431-43ba-9f3d-a42bce4deb57 req-d84015e8-bccd-4fdb-99bf-7f4487294e98 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.4249544 Aug 28 08:38:59.432588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:38:59.433248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:59.437022 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b912767-e863-438c-af1a-7bde08af2e97 None None] Pushing event updated for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:38:59.510643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-a700f2ca-8c78-4b16-b6e6-a6776ea7bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:59.540556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-a700f2ca-8c78-4b16-b6e6-a6776ea7bbb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa010339-8e4a-481a-81dd-b7a94cfec9dd HTTP/1.1" status: 200 len: 835 time: 0.2168868 Aug 28 08:38:59.665322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-6c8ec526-b3ee-43f1-abdf-1b794751e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:38:59.671964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-6c8ec526-b3ee-43f1-abdf-1b794751e414 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ae861bc-e547-4ad2-b1e4-7c138683200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138122 Aug 28 08:38:59.722381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:38:59.750911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:38:59.813851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:38:59.832214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaff258-b5a8-4eca-8bd5-a9bd31908e6b None None] The sync data for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 is: [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:36:56Z', 'revision_number': 4, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0b1761e5-1d67-46d1-bd9b-a9ca60176da9', 'name': '', 'network_id': '7ae861bc-e547-4ad2-b1e4-7c138683200e', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'mac_address': 'fa:16:3e:1d:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:54Z', 'updated_at': '2021-08-28T08:37:01Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'subnets': [{'id': 'aa010339-8e4a-481a-81dd-b7a94cfec9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:38:59.865545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a473b547-d935-47af-8840-cd9609c27316 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:38:59.883124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d1b7236-5431-43ba-9f3d-a42bce4deb57 req-a9663209-8db7-4835-805b-bd9ade48794d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223314 Aug 28 08:38:59.902484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-e078247f-46df-4d34-b22c-5f61ad0a259f service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178581 Aug 28 08:39:00.090732 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:00.185179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a473b547-d935-47af-8840-cd9609c27316 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:00.203508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a473b547-d935-47af-8840-cd9609c27316 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:00.203894 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:00.225027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3a948280-44c5-4f52-8e9d-5e8b6d8ff318 req-a2a09e99-062a-49b6-b701-8d4c64290f57 service neutron] 10.222.0.39 "GET /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815139 Aug 28 08:39:00.299093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a6eba-b9f4-452a-b591-bf2ff99f84ed req-5ae6b550-bf8b-4a41-ab71-1c03842d58b7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:00.307326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-313a6eba-b9f4-452a-b591-bf2ff99f84ed req-5ae6b550-bf8b-4a41-ab71-1c03842d58b7 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.2232494 Aug 28 08:39:00.328931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-05f52391-fc10-446a-979b-468e8136d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:00.337161 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'a473b547-d935-47af-8840-cd9609c27316', 'name': '', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'mac_address': 'fa:16:3e:d1:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:51Z', 'updated_at': '2021-08-28T08:38:59Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'subnets': [{'id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:00.372040 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49148465-373d-4e6b-98ec-e2dec812a585 None None] The sync data for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 is: [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:38:52Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'a473b547-d935-47af-8840-cd9609c27316', 'name': '', 'network_id': '623af62b-1416-4a36-995d-15e34c272f72', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'mac_address': 'fa:16:3e:d1:0a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:51Z', 'updated_at': '2021-08-28T08:38:59Z', 'revision_number': 4, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'subnets': [{'id': 'f99971dd-e6b8-45d0-ae2c-a6b047a5b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:00.408195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-313a6eba-b9f4-452a-b591-bf2ff99f84ed req-597eebba-8025-4206-a914-800efc8704bb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998981 Aug 28 08:39:00.414005 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61d275-f6f7-4db4-b2cd-ac569ba4d481 None None] New status for floating IP 1fad3801-5e47-4908-8f9a-5e7425bc1fd3: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:39:00.430790 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:00.509328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a473b547-d935-47af-8840-cd9609c27316, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a473b547-d935-47af-8840-cd9609c27316,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:00.594315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:00.609246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:00.722343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:00.779309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456573-9a4c-434c-a035-4f680089dd01 req-e5fff2eb-629e-47d8-9ff3-ca087d2f4e5f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:00.780876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd456573-9a4c-434c-a035-4f680089dd01 req-e5fff2eb-629e-47d8-9ff3-ca087d2f4e5f tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.2133701 Aug 28 08:39:00.929701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-49f63187-1212-4735-9998-b7713e0f361a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:00.937520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-49f63187-1212-4735-9998-b7713e0f361a tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 945 time: 0.0992601 Aug 28 08:39:00.974848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd456573-9a4c-434c-a035-4f680089dd01 req-5a5dd139-5bfc-4faf-90c9-094e92317177 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e85b5a4-f647-4618-a7ac-9b03c8127113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787450 Aug 28 08:39:01.043320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:01.054573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Sync routers for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:01.063396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b201ef4f-333c-4484-87b8-160fec08e7b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/f2b0f214-2c16-4fa7-8b72-01c31a27bd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1723735 Aug 28 08:39:01.070147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44210) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:01.073717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:01.079419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:01.190185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port cff5c106-5653-44e6-8bc6-bae86dad104b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:01.190707 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:01.349281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:01.398391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68dabe-7c89-4986-9077-52d65d12fa52 req-cdae90b7-58b4-4e62-8d40-1b36a09a2ead tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:01.410004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b68dabe-7c89-4986-9077-52d65d12fa52 req-cdae90b7-58b4-4e62-8d40-1b36a09a2ead tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.2560487 Aug 28 08:39:01.418787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port cff5c106-5653-44e6-8bc6-bae86dad104b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=cff5c106-5653-44e6-8bc6-bae86dad104b,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:01.419153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:01.467956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for cff5c106-5653-44e6-8bc6-bae86dad104b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:01.501890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:01.619995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a473b547-d935-47af-8840-cd9609c27316 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:01.809807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b68dabe-7c89-4986-9077-52d65d12fa52 req-4954b44c-d99f-4319-b5e4-209d9afdbd57 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988450 Aug 28 08:39:01.836263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.048504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a473b547-d935-47af-8840-cd9609c27316 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:02.048872 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.108004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Deleting port a0e2b598-d8f9-4a97-809d-afb877e07922 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:02.108364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.122387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:38:58Z', 'revision_number': 5, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port': {'id': 'a0e2b598-d8f9-4a97-809d-afb877e07922', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:36Z', 'updated_at': '2021-08-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:02.132177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.161723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Checking router: f2b0f214-2c16-4fa7-8b72-01c31a27bd2f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:02.195138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Routers {'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:02.198688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:02.270912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] For port a0e2b598-d8f9-4a97-809d-afb877e07922, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a0e2b598-d8f9-4a97-809d-afb877e07922,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:02.271569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.287976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Calling delete_port for a0e2b598-d8f9-4a97-809d-afb877e07922 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:02.348001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.419773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] Set router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:02.463860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=cff5c106-5653-44e6-8bc6-bae86dad104b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:02.518681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] No DVR routers for this DVR port cff5c106-5653-44e6-8bc6-bae86dad104b on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:02.530064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.537259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-3c391e4d-85b2-425a-bb07-716eaa51948d req-cfbdd401-fee1-45f5-9d1f-82feb6b5a358 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.39 "DELETE /v2.0/ports/cff5c106-5653-44e6-8bc6-bae86dad104b HTTP/1.1" status: 204 len: 173 time: 1.5910721 Aug 28 08:39:02.539602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'name': 'network-vif-deleted', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:02.545020 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad2f156-eeef-4103-ada8-da1ddd22bd8a" -d '{"events": [{"server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "name": "network-vif-deleted", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:02.559856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:39:01Z', 'revision_number': 6, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:02.594281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfd145-40a3-43bc-818f-7dcf4b55ca30 None None] The sync data for ids ['f2b0f214-2c16-4fa7-8b72-01c31a27bd2f'] in n-d-792458-16 is: [{'id': 'f2b0f214-2c16-4fa7-8b72-01c31a27bd2f', 'name': 'tempest-TestAggregatesBasicOps-1847949038-router', 'tenant_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:34Z', 'updated_at': '2021-08-28T08:39:01Z', 'revision_number': 6, 'project_id': 'b16bbd647ef845a09ae8a3b25dcce385', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:02.650399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b6c69-d5ee-4381-89ef-2602431b7fd0 req-8a7d1e99-bacd-4d6e-a13a-1c2f5b5759b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:02.652301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0b6c69-d5ee-4381-89ef-2602431b7fd0 req-8a7d1e99-bacd-4d6e-a13a-1c2f5b5759b0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0941727 Aug 28 08:39:02.713925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:02.722030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0b6c69-d5ee-4381-89ef-2602431b7fd0 req-d6ca1ef7-1198-414a-a5d7-3c6e94e09d98 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614591 Aug 28 08:39:02.746025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e2b598-d8f9-4a97-809d-afb877e07922,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:02.874728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.082110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.084880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.555197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd1015-6167-403a-866b-e1ea3fd7e235 req-ea1b4886-1fef-4a53-b3ce-3154f23679b9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:03.557102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bd1015-6167-403a-866b-e1ea3fd7e235 req-ea1b4886-1fef-4a53-b3ce-3154f23679b9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 945 time: 0.7204823 Aug 28 08:39:03.589737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:03.611183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:03.611833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5ad2e08b-3d14-4fc2-a004-7d5f6c2860ce not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:03.612476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a0e2b598-d8f9-4a97-809d-afb877e07922 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:03.626603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bd1015-6167-403a-866b-e1ea3fd7e235 req-2a33a37d-af63-4941-af93-b69c83b9785a tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Aug 28 08:39:03.638036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a0e2b598-d8f9-4a97-809d-afb877e07922 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:03.638746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a0e2b598-d8f9-4a97-809d-afb877e07922 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:03.671498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.677961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b0f214-2c16-4fa7-8b72-01c31a27bd2f {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:39:03.680432 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.681917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9cef0d8c-a1c1-426b-b015-62982096e2f1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f2b0f214-2c16-4fa7-8b72-01c31a27bd2f HTTP/1.1" status: 204 len: 168 time: 2.6106305 Aug 28 08:39:03.685290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44232) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:03.780182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Deleting subnet 302875ca-1192-4291-b239-edbfe50aa675 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:03.783935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.828246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8de8b15-67d9-41ae-8680-15bae84efe3f req-d9c6d56d-ee45-4d6a-a950-226f860d4260 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df8f552-ac7f-4f83-8be2-d57e70d7ab37 HTTP/1.1" status: 200 len: 210 time: 0.0678093 Aug 28 08:39:03.859793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:03.982685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.081818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5421-9e70-44e9-9c0d-72a0da13c579 req-16ada053-fed6-4d81-8e02-b8d4a899408e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:04.084533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-566d5421-9e70-44e9-9c0d-72a0da13c579 req-16ada053-fed6-4d81-8e02-b8d4a899408e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0920346 Aug 28 08:39:04.151790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.169111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-566d5421-9e70-44e9-9c0d-72a0da13c579 req-35884c6b-7120-4f80-b1f8-5154ee36b356 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Aug 28 08:39:04.190201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302875ca-1192-4291-b239-edbfe50aa675,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:04.200772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.204219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:04.204948 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a35e244e-378c-46a9-911d-c385c9cff0cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/302875ca-1192-4291-b239-edbfe50aa675 HTTP/1.1" status: 204 len: 168 time: 0.5178685 Aug 28 08:39:04.206623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f090b-7dd1-4ee2-9775-ac0b0e821c28 None None] Network 7666981b-48d8-4f67-8631-ed2083ed0861 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:04.233233 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c9076-c9bc-40a0-b604-0b8df842fdf8 x-openstack-request-id: req-8c0c9076-c9bc-40a0-b604-0b8df842fdf8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:04.233544 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f552-ac7f-4f83-8be2-d57e70d7ab37", "name": "network-vif-deleted", "tag": "cff5c106-5653-44e6-8bc6-bae86dad104b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:04.233791 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c0c9076-c9bc-40a0-b604-0b8df842fdf8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:04.234198 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8f552-ac7f-4f83-8be2-d57e70d7ab37', 'name': 'network-vif-deleted', 'tag': 'cff5c106-5653-44e6-8bc6-bae86dad104b', 'status': 'completed', 'code': 200} Aug 28 08:39:04.292689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.410562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Deleting port 9cf71f09-17f3-41b6-be21-66a3492dd5ce {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:04.410562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.517867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] For port 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9cf71f09-17f3-41b6-be21-66a3492dd5ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:04.518369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.532272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] DHCP port deletion for 7666981b-48d8-4f67-8631-ed2083ed0861 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:39:04.559093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Calling delete_port for 9cf71f09-17f3-41b6-be21-66a3492dd5ce owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:04.609005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Deleting port 9cf71f09-17f3-41b6-be21-66a3492dd5ce {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:04.609605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.713854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff018a9-04f4-4272-961b-3730b4de0c5b req-6d281612-989e-4a7a-ab81-bb39bee43def tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:04.715509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] For port 9cf71f09-17f3-41b6-be21-66a3492dd5ce, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9cf71f09-17f3-41b6-be21-66a3492dd5ce,segment=NetworkSegment(fc267c80-71de-438c-9570-646eb51da4c6),segment_id=fc267c80-71de-438c-9570-646eb51da4c6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:04.716082 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.723134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff018a9-04f4-4272-961b-3730b4de0c5b req-6d281612-989e-4a7a-ab81-bb39bee43def tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0942190 Aug 28 08:39:04.733500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Calling delete_port for 9cf71f09-17f3-41b6-be21-66a3492dd5ce owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:04.799465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff018a9-04f4-4272-961b-3730b4de0c5b req-8f6e18af-8935-4d06-ab33-1b3aa82192a0 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750079 Aug 28 08:39:04.854366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.888493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.902025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:04.924690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] No DVR routers for this DVR port 9cf71f09-17f3-41b6-be21-66a3492dd5ce on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:04.947684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf71f09-17f3-41b6-be21-66a3492dd5ce,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:04.966295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7046-90f5-4dea-90e9-543ccdcc866e None None] Pushing event deleted for resources: {'Port': ['ID=9cf71f09-17f3-41b6-be21-66a3492dd5ce,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:04.967871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] No DVR routers for this DVR port 9cf71f09-17f3-41b6-be21-66a3492dd5ce on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:05.067847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd65ec-7e7d-4dd1-8254-e58a00f81051 req-11fbce42-c49b-40e4-b4a4-2adfec1bc8dc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:05.069671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7bd65ec-7e7d-4dd1-8254-e58a00f81051 req-11fbce42-c49b-40e4-b4a4-2adfec1bc8dc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1494982 Aug 28 08:39:05.077021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.100256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7666981b-48d8-4f67-8631-ed2083ed0861']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:05.114595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc267c80-71de-438c-9570-646eb51da4c6') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:05.114891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc267c80-71de-438c-9570-646eb51da4c6') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:05.131756 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.144372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-9d23bcad-aec3-40c9-9b96-5b85a2613533 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:05.146810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-9d23bcad-aec3-40c9-9b96-5b85a2613533 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0613906 Aug 28 08:39:05.147264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7bd65ec-7e7d-4dd1-8254-e58a00f81051 req-b416bee9-eba9-4694-939e-5e6e6922f630 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671492 Aug 28 08:39:05.161876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.182663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:05.183129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:05.189992 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:05.358530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Deleting port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:05.358530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.359578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cff5c106-5653-44e6-8bc6-bae86dad104b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:05.378051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: cff5c106-5653-44e6-8bc6-bae86dad104b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:05.378528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device cff5c106-5653-44e6-8bc6-bae86dad104b not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:05.416693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] For port 6a1142ff-1b3a-4528-ab5a-cac39bbae501, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6a1142ff-1b3a-4528-ab5a-cac39bbae501,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:05.421784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.441200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Calling delete_port for 6a1142ff-1b3a-4528-ab5a-cac39bbae501 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:05.490096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e19680-6f66-4733-bd13-0e4528eb8cba req-e91d8bd2-db70-4687-a3e8-41f774996508 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:05.491961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e19680-6f66-4733-bd13-0e4528eb8cba req-e91d8bd2-db70-4687-a3e8-41f774996508 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0707645 Aug 28 08:39:05.494783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9cf71f09-17f3-41b6-be21-66a3492dd5ce no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:05.498450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.504062 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.522141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.524269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/7666981b-48d8-4f67-8631-ed2083ed0861 HTTP/1.1" status: 204 len: 168 time: 1.3185008 Aug 28 08:39:05.527952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9cf71f09-17f3-41b6-be21-66a3492dd5ce {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:05.528311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9cf71f09-17f3-41b6-be21-66a3492dd5ce not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:05.532222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44248) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:05.535493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d599a8-ed3c-4247-bed2-95bb539100bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7666981b-48d8-4f67-8631-ed2083ed0861,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:05.561218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f9e19680-6f66-4733-bd13-0e4528eb8cba req-a5f631ca-fb05-4f5d-8feb-f8ddd393fdad tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606794 Aug 28 08:39:05.601162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:05.743731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c100f6-7e5d-4a56-80c8-69fae36e45dd req-c8c0ce15-1436-4f4e-b4a3-b59e2233ca89 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:05.745160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4c100f6-7e5d-4a56-80c8-69fae36e45dd req-c8c0ce15-1436-4f4e-b4a3-b59e2233ca89 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6378537-e00c-4d6d-bc1b-6ec110d99daf HTTP/1.1" status: 200 len: 945 time: 0.0866487 Aug 28 08:39:05.786875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.813999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4c100f6-7e5d-4a56-80c8-69fae36e45dd req-0a549687-570d-4fa9-9f3c-6806110abb94 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 Aug 28 08:39:05.835351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.953809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:05.993358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['6a1142ff-1b3a-4528-ab5a-cac39bbae501'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:06.000239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Pushing event deleted for resources: {'Port': ['ID=6a1142ff-1b3a-4528-ab5a-cac39bbae501,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:06.003172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['40296436-49b3-4535-8c90-f772fec3aa8b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:06.027977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.028364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.028797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.029216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.029556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.030001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.030445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.030802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.031190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.031532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.037920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.037920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:06.074424 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.080312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.082629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/security-groups/5e85b5a4-f647-4618-a7ac-9b03c8127113 HTTP/1.1" status: 204 len: 168 time: 0.4803419 Aug 28 08:39:06.104850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] No DVR routers for this DVR port 6a1142ff-1b3a-4528-ab5a-cac39bbae501 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:06.108482 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.110983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944f3e-187e-4d34-8872-add433418075 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e85b5a4-f647-4618-a7ac-9b03c8127113,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:06.111520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ae19ecc8-aca4-418e-800d-22ab86d63ca2 req-fa76ff2c-0f0e-4792-992a-6f764b67a8a5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.64 "DELETE /v2.0/ports/6a1142ff-1b3a-4528-ab5a-cac39bbae501 HTTP/1.1" status: 204 len: 173 time: 0.9561520 Aug 28 08:39:06.255647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'name': 'network-vif-deleted', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:06.269317 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cbc2ac-1456-481a-9a73-008c51478f96" -d '{"events": [{"server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "name": "network-vif-deleted", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:06.315591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.352046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41873d1-8d04-4261-9aba-f959cc189225 req-83d18305-b88b-4e5c-9c1b-624a9d752fa5 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:06.360349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41873d1-8d04-4261-9aba-f959cc189225 req-83d18305-b88b-4e5c-9c1b-624a9d752fa5 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:06.365909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41873d1-8d04-4261-9aba-f959cc189225 req-83d18305-b88b-4e5c-9c1b-624a9d752fa5 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:06.367913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f41873d1-8d04-4261-9aba-f959cc189225 req-83d18305-b88b-4e5c-9c1b-624a9d752fa5 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a&device_id=80754b85-5f36-4837-bc34-ed078f1be77a&device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 2417 time: 0.1567013 Aug 28 08:39:06.424460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f41873d1-8d04-4261-9aba-f959cc189225 req-b6bbd3d8-b003-4de8-94c6-821784e0df6d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Aug 28 08:39:06.579234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44268) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:06.756553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Deleting port a473b547-d935-47af-8840-cd9609c27316 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:06.757339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.901390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79e02-5f71-447f-ad29-9b36d997ccd7 req-643784f8-2b39-4d31-89b8-dfc8c84175d0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:06.902416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] For port a473b547-d935-47af-8840-cd9609c27316, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a473b547-d935-47af-8840-cd9609c27316,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:06.902793 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:06.903760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ec79e02-5f71-447f-ad29-9b36d997ccd7 req-643784f8-2b39-4d31-89b8-dfc8c84175d0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1787443 Aug 28 08:39:06.944397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Calling delete_port for a473b547-d935-47af-8840-cd9609c27316 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:06.991611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ec79e02-5f71-447f-ad29-9b36d997ccd7 req-f4c9a1c2-3ca1-4b5e-91f6-ab2aa0748fec tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812285 Aug 28 08:39:07.080243 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d408ba-f200-46c6-a6c9-bd544fd51d9d x-openstack-request-id: req-a8d408ba-f200-46c6-a6c9-bd544fd51d9d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:07.080605 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6378537-e00c-4d6d-bc1b-6ec110d99daf", "name": "network-vif-deleted", "tag": "6a1142ff-1b3a-4528-ab5a-cac39bbae501", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:07.080855 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8d408ba-f200-46c6-a6c9-bd544fd51d9d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:07.081261 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6378537-e00c-4d6d-bc1b-6ec110d99daf', 'name': 'network-vif-deleted', 'tag': '6a1142ff-1b3a-4528-ab5a-cac39bbae501', 'status': 'completed', 'code': 200} Aug 28 08:39:07.265661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:07.382353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3d3dd-9c9f-4926-bcd7-7556ef06c1d0 req-a318a905-f3f3-45ce-9ad6-394d07902fc9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:07.395440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d3d3dd-9c9f-4926-bcd7-7556ef06c1d0 req-a318a905-f3f3-45ce-9ad6-394d07902fc9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.1876836 Aug 28 08:39:07.397946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:07.442711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Pushing event deleted for resources: {'Port': ['ID=a473b547-d935-47af-8840-cd9609c27316,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:07.502684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9d3d3dd-9c9f-4926-bcd7-7556ef06c1d0 req-dd8b7dd1-c6c8-426e-a5f5-c03167f08613 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069925 Aug 28 08:39:07.760211 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:07.809674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:07.810331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:07.973310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port 0b1761e5-1d67-46d1-bd9b-a9ca60176da9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:07.974302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:08.013248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:08.132769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Router 0a7a92e3-7f00-4761-8442-c776f5230d3c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:08.268032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:08.274451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-684fef2f-2600-4539-a34f-8bdc0f364112 admin admin] 10.222.0.46 "PUT /v2.0/routers/0a7a92e3-7f00-4761-8442-c776f5230d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407327 Aug 28 08:39:08.277674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44282) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:08.281252 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Sync routers for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:08.305995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:08.306959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:08.352415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:08.421192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=0b1761e5-1d67-46d1-bd9b-a9ca60176da9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:08.573067 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:08.657008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:08.808856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebfc5-64d4-452c-b6a4-de400b497425 req-bdfbf113-4230-4a8e-a6b0-7b2c2a438a22 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:08.810479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-191ebfc5-64d4-452c-b6a4-de400b497425 req-bdfbf113-4230-4a8e-a6b0-7b2c2a438a22 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.2157826 Aug 28 08:39:08.929694 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:39:07Z', 'revision_number': 5, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:08.961366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6a1142ff-1b3a-4528-ab5a-cac39bbae501 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:08.967529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-191ebfc5-64d4-452c-b6a4-de400b497425 req-f4abde45-aa93-4897-8864-a4563ec0d37b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446741 Aug 28 08:39:08.992356 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Checking router: 0a7a92e3-7f00-4761-8442-c776f5230d3c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:09.008985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:09.012679 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Routers {'0a7a92e3-7f00-4761-8442-c776f5230d3c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:09.013796 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0a7a92e3-7f00-4761-8442-c776f5230d3c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:09.030180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 6a1142ff-1b3a-4528-ab5a-cac39bbae501 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:09.030933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6a1142ff-1b3a-4528-ab5a-cac39bbae501 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:09.038397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:09.156673 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] Set router 0a7a92e3-7f00-4761-8442-c776f5230d3c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:09.272287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926258e-83d7-4519-a454-2d78d9d2c659 req-dc5e0c4c-d51c-44cb-a44d-1c02e5a1e82c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:09.274277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d926258e-83d7-4519-a454-2d78d9d2c659 req-dc5e0c4c-d51c-44cb-a44d-1c02e5a1e82c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1512332 Aug 28 08:39:09.365093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Deleting port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:09.365905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:09.423282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d926258e-83d7-4519-a454-2d78d9d2c659 req-86d1202e-f88b-46e2-baf4-e34c073e7113 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383095 Aug 28 08:39:09.568469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:39:07Z', 'revision_number': 5, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:09.658558 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455079f7-944e-466b-b4c7-385c6a69f293 None None] The sync data for ids ['0a7a92e3-7f00-4761-8442-c776f5230d3c'] in n-d-792458-16 is: [{'id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'name': 'tempest-TestAggregatesBasicOps-311398273-router', 'tenant_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:38:47Z', 'updated_at': '2021-08-28T08:39:07Z', 'revision_number': 5, 'project_id': '00fc0b41ec4d447aa52dd234b0a38bce', 'gw_port': {'id': 'f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a92e3-7f00-4761-8442-c776f5230d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:38:48Z', 'updated_at': '2021-08-28T08:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:09.715141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Router 8509af21-8f66-4eb1-835c-0f63c379c25f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:09.739981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] For port f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:09.740537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:09.769216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Calling delete_port for f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:10.144012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:10.166917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4d932e5c-1be1-439e-b85e-802c86be4184 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "PUT /v2.0/routers/8509af21-8f66-4eb1-835c-0f63c379c25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5864236 Aug 28 08:39:10.171621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44302) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:10.177592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Sync routers for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:10.203993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:10.211233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:10.296129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting subnet aa010339-8e4a-481a-81dd-b7a94cfec9dd {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:10.299533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:10.340793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab73a-3a3e-42f0-9604-bc824b7910ed req-8e655f5a-3bec-47a6-9852-40bf8937846d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:10.362829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deeab73a-3a3e-42f0-9604-bc824b7910ed req-8e655f5a-3bec-47a6-9852-40bf8937846d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.2396922 Aug 28 08:39:10.366734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:10.421929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deeab73a-3a3e-42f0-9604-bc824b7910ed req-fa549d99-d22b-40df-87bb-528f6da4dda4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Aug 28 08:39:10.457612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:10.473159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:10.535712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:10.574924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:10.822331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:39:08Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:10.849988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Checking router: 8509af21-8f66-4eb1-835c-0f63c379c25f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:10.859347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Routers {'8509af21-8f66-4eb1-835c-0f63c379c25f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:10.859984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['8509af21-8f66-4eb1-835c-0f63c379c25f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:10.972947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] Set router 8509af21-8f66-4eb1-835c-0f63c379c25f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:11.093218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.101824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec23907-1667-40f0-a681-a6d72c2e9613 req-7711d448-c079-4fc0-b3d7-de3ccb41928d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:11.103913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ec23907-1667-40f0-a681-a6d72c2e9613 req-7711d448-c079-4fc0-b3d7-de3ccb41928d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0806007 Aug 28 08:39:11.136938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.169027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.173394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f62bf-72ff-4186-bb61-faac1d7e4731 None None] Network 7ae861bc-e547-4ad2-b1e4-7c138683200e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:11.173549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/subnets/aa010339-8e4a-481a-81dd-b7a94cfec9dd HTTP/1.1" status: 204 len: 168 time: 0.9966459 Aug 28 08:39:11.176173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44310) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:11.198699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bc97f-fe3c-46c6-9f46-882047087ad4 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Subnet': ['ID=aa010339-8e4a-481a-81dd-b7a94cfec9dd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:11.237248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:39:08Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:11.262554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.267282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.269774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48820-8c2f-44d8-bcf1-0ecf8eab0590 None None] The sync data for ids ['8509af21-8f66-4eb1-835c-0f63c379c25f'] in n-d-792458-16 is: [{'id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'name': 'tempest-TestNetworkBasicOps-router-1556281822', 'tenant_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:47Z', 'updated_at': '2021-08-28T08:39:08Z', 'revision_number': 5, 'project_id': 'a2094d97dbfc4a71af8efaa13f1fbbb9', 'gw_port': {'id': '3428ae0c-6923-4db7-b9d1-5a8b7888b6b4', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:75:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509af21-8f66-4eb1-835c-0f63c379c25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:49Z', 'updated_at': '2021-08-28T08:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:11.372412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ec23907-1667-40f0-a681-a6d72c2e9613 req-bb3dfadd-f780-4646-81ce-9a1c6d07f950 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416389 Aug 28 08:39:11.434042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.486645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.487170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7a92e3-7f00-4761-8442-c776f5230d3c {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:39:11.504529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.504629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44318) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:11.504725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-942f5436-bcb1-4f48-913a-2dd5fd923fbe admin admin] 10.222.0.46 "DELETE /v2.0/routers/0a7a92e3-7f00-4761-8442-c776f5230d3c HTTP/1.1" status: 204 len: 168 time: 3.2184694 Aug 28 08:39:11.570457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Deleting subnet f99971dd-e6b8-45d0-ae2c-a6b047a5b728 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:11.574770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.626451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.676534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] DHCP port deletion for 7ae861bc-e547-4ad2-b1e4-7c138683200e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:39:11.688348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.905844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.910891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Deleting port 7dfba5af-baea-4037-b097-e3fab21c1c98 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:11.912846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:11.999281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Deleting port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:11.999734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.018839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] For port 7dfba5af-baea-4037-b097-e3fab21c1c98, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7dfba5af-baea-4037-b097-e3fab21c1c98,segment=NetworkSegment(a785d7ae-355f-4606-b732-b14306a1b851),segment_id=a785d7ae-355f-4606-b732-b14306a1b851)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:12.019191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.042194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Calling delete_port for 7dfba5af-baea-4037-b097-e3fab21c1c98 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:12.066807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1fbf9-a4be-49a7-9f0e-4098f72e1699 req-bdc07a18-bd1b-44d5-b945-8f688f1d83d9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:12.073851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8e1fbf9-a4be-49a7-9f0e-4098f72e1699 req-bdc07a18-bd1b-44d5-b945-8f688f1d83d9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1797931 Aug 28 08:39:12.107679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.151399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8e1fbf9-a4be-49a7-9f0e-4098f72e1699 req-95c646df-cd0b-4390-bf56-017b65f71031 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Aug 28 08:39:12.184461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99971dd-e6b8-45d0-ae2c-a6b047a5b728,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:12.200735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.204291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9adb0c4a-8cdd-4d94-ad9d-f3b595129612 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f99971dd-e6b8-45d0-ae2c-a6b047a5b728 HTTP/1.1" status: 204 len: 168 time: 0.7063828 Aug 28 08:39:12.208362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:12.216951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704337d8-3f1f-4c35-98e4-ee944e25f3c7 None None] Network 623af62b-1416-4a36-995d-15e34c272f72 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:12.251880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] For port 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:12.256949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.304174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Calling delete_port for 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:12.377324 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.471233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df442-1d92-43e9-9360-df339ee55fac req-80c93c72-a320-452a-824a-3b8a2ce7f8a6 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:12.483977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-901df442-1d92-43e9-9360-df339ee55fac req-80c93c72-a320-452a-824a-3b8a2ce7f8a6 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1018367 Aug 28 08:39:12.488027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Deleting port 37882991-102c-496f-b23d-20a1db68808c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:12.488460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.545053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-901df442-1d92-43e9-9360-df339ee55fac req-4c6c9576-5a35-4d2f-8870-1409aa35286d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597901 Aug 28 08:39:12.562802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a473b547-d935-47af-8840-cd9609c27316 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:12.618374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] For port 37882991-102c-496f-b23d-20a1db68808c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=37882991-102c-496f-b23d-20a1db68808c,segment=NetworkSegment(2e4899f5-1774-4ef9-8fd3-82d5a1c92121),segment_id=2e4899f5-1774-4ef9-8fd3-82d5a1c92121)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:12.620252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.642627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Calling delete_port for 37882991-102c-496f-b23d-20a1db68808c owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:12.645076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a473b547-d935-47af-8840-cd9609c27316 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:12.645466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a473b547-d935-47af-8840-cd9609c27316 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:12.645902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:12.678687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:12.679025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b1761e5-1d67-46d1-bd9b-a9ca60176da9 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:12.679453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7dfba5af-baea-4037-b097-e3fab21c1c98 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:12.681935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.720031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] No DVR routers for this DVR port 7dfba5af-baea-4037-b097-e3fab21c1c98 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:12.750631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b2f3-035a-41af-86eb-32ee113fe7e7 req-0fee95db-3cda-4aba-9d69-b979bd355336 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:12.757814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bc3b2f3-035a-41af-86eb-32ee113fe7e7 req-0fee95db-3cda-4aba-9d69-b979bd355336 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0844870 Aug 28 08:39:12.775530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7dfba5af-baea-4037-b097-e3fab21c1c98 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:12.775530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7dfba5af-baea-4037-b097-e3fab21c1c98 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:12.789152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Pushing event deleted for resources: {'Port': ['ID=7dfba5af-baea-4037-b097-e3fab21c1c98,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:12.813600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.815245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.815909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.816471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.816907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.817340 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.817772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.818340 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.818872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.819315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.823141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.823687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573f166-e85c-41c1-b4b3-e8d096be2680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:12.853737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bc3b2f3-035a-41af-86eb-32ee113fe7e7 req-6f7a2d71-95af-4550-b848-5e36b211d01c tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932214 Aug 28 08:39:12.913887 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.923499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb83e9-0955-49e6-8d45-72d98e73c330 None None] DHCP port deletion for 623af62b-1416-4a36-995d-15e34c272f72 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:39:12.934895 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:39:12.948808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:12.989678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37882991-102c-496f-b23d-20a1db68808c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:12.989906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Port': ['ID=3428ae0c-6923-4db7-b9d1-5a8b7888b6b4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:13.003027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] No DVR routers for this DVR port 37882991-102c-496f-b23d-20a1db68808c on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:13.092319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.114235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.132114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623af62b-1416-4a36-995d-15e34c272f72']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.158451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4899f5-1774-4ef9-8fd3-82d5a1c92121') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.158778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4899f5-1774-4ef9-8fd3-82d5a1c92121') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.169444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.187353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.198189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:13.200878 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:13.286616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.289761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.370487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd80666-5909-4cc5-a1d3-4becc1f0e527 req-bc34136c-0fef-4efd-9bde-7e10f9af86c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:13.372611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acd80666-5909-4cc5-a1d3-4becc1f0e527 req-bc34136c-0fef-4efd-9bde-7e10f9af86c1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1228108 Aug 28 08:39:13.374654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.383072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.387927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/623af62b-1416-4a36-995d-15e34c272f72 HTTP/1.1" status: 204 len: 168 time: 1.1774237 Aug 28 08:39:13.409409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219628-eef1-4fa6-a627-0d37abce27f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=623af62b-1416-4a36-995d-15e34c272f72,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:13.469846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acd80666-5909-4cc5-a1d3-4becc1f0e527 req-97283e37-e326-42ec-9c87-e0199e6a0045 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788152 Aug 28 08:39:13.476732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.477447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Fanout notify agent at l3_agent the message router_deleted on router 8509af21-8f66-4eb1-835c-0f63c379c25f {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:39:13.495416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.499901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:13.500505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8ce4ac16-bbd5-49d7-850c-39d884840cdc tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/routers/8509af21-8f66-4eb1-835c-0f63c379c25f HTTP/1.1" status: 204 len: 168 time: 2.3233480 Aug 28 08:39:13.677298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:13.694064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.711560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:13.712272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f75ad9e6-5725-4ee7-8d3f-0c7a124d50f5 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:13.713627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37882991-102c-496f-b23d-20a1db68808c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:13.748805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 37882991-102c-496f-b23d-20a1db68808c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:13.749663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 37882991-102c-496f-b23d-20a1db68808c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:13.783721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db9b2-eb17-46be-81ff-2358291e7680 req-38192937-0fe2-4fd2-9ef4-00a93342c351 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:13.785288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef0db9b2-eb17-46be-81ff-2358291e7680 req-38192937-0fe2-4fd2-9ef4-00a93342c351 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0935428 Aug 28 08:39:13.817992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.830648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae861bc-e547-4ad2-b1e4-7c138683200e']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.845522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a785d7ae-355f-4606-b732-b14306a1b851') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.845845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a785d7ae-355f-4606-b732-b14306a1b851') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:13.852928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef0db9b2-eb17-46be-81ff-2358291e7680 req-7c96fae3-9c13-4e6c-91dc-9e4c799e80a0 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Aug 28 08:39:13.856717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.872300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.889808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:13.889808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:13.895584 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:14.014923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f364-2771-4229-a02e-5b199d0e9dd8 req-7df9ca64-2f1d-43d1-b777-ffc46d9c984b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:14.029288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0566f364-2771-4229-a02e-5b199d0e9dd8 req-7df9ca64-2f1d-43d1-b777-ffc46d9c984b tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.0915961 Aug 28 08:39:14.031502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44342) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:14.102512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.103179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0566f364-2771-4229-a02e-5b199d0e9dd8 req-8df4894c-552e-4cf0-abe1-e057e3d96b64 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761995 Aug 28 08:39:14.143515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.149653 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] 10.222.0.46 "DELETE /v2.0/networks/7ae861bc-e547-4ad2-b1e4-7c138683200e HTTP/1.1" status: 204 len: 168 time: 0.6482711 Aug 28 08:39:14.150972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b78c5-3697-4f03-beb6-1f63018af929 tempest-TestNetworkBasicOps-239943798 tempest-TestNetworkBasicOps-239943798-project] Pushing event deleted for resources: {'Network': ['ID=7ae861bc-e547-4ad2-b1e4-7c138683200e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:14.185528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-82d4a69a-8f9e-4ea1-822e-95f55f2b400b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b16bbd647ef845a09ae8a3b25dcce385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504419 Aug 28 08:39:14.185765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44346) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:14.265057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.298754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.451083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.453803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:14.459327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cebbffd0-fd13-4e35-a0d3-2f0d3a28efea HTTP/1.1" status: 204 len: 168 time: 0.2697785 Aug 28 08:39:14.477459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f280633-94b6-4ce9-88db-63eb1fab75af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebbffd0-fd13-4e35-a0d3-2f0d3a28efea,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:14.638776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff10d67-75c8-429f-8bb4-25d134fab7a9 req-a34e4907-608e-4f83-a4ad-77b2eda6dbf2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:14.646261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eff10d67-75c8-429f-8bb4-25d134fab7a9 req-a34e4907-608e-4f83-a4ad-77b2eda6dbf2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0642562 Aug 28 08:39:14.693789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eff10d67-75c8-429f-8bb4-25d134fab7a9 req-909e9c7e-7775-4e1a-9633-7adcb994df17 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466402 Aug 28 08:39:14.894499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44358) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:14.992742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444233e7-1243-4b6d-ae27-8b71d8051c9b req-e959a367-5134-4ba2-8f63-d7f378769a09 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:15.001096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-444233e7-1243-4b6d-ae27-8b71d8051c9b req-e959a367-5134-4ba2-8f63-d7f378769a09 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0689855 Aug 28 08:39:15.052879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-444233e7-1243-4b6d-ae27-8b71d8051c9b req-144b9b55-ce72-441a-a97c-20fa1bd23489 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507019 Aug 28 08:39:15.187904 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19fd2257-a32c-4329-a618-012f71e58e91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2094d97dbfc4a71af8efaa13f1fbbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918696 Aug 28 08:39:15.190719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44366) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:15.197948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-26577346-7578-450b-bcec-9661abfa23d5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:15.200329 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-26577346-7578-450b-bcec-9661abfa23d5 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1254759 Aug 28 08:39:15.336794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.355837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Deleting port 40296436-49b3-4535-8c90-f772fec3aa8b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:15.360141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.365578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44368) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:15.399285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189403-76ee-46fa-9c8f-fc616c3196fd req-7bbc5867-d025-4e9b-8114-ef1d5f2f6bea tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:15.401369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81189403-76ee-46fa-9c8f-fc616c3196fd req-7bbc5867-d025-4e9b-8114-ef1d5f2f6bea tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 945 time: 0.1398144 Aug 28 08:39:15.415646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.432152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:15.458672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:15.459367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3428ae0c-6923-4db7-b9d1-5a8b7888b6b4 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:15.516505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] For port 40296436-49b3-4535-8c90-f772fec3aa8b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=40296436-49b3-4535-8c90-f772fec3aa8b,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:15.516862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.528991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81189403-76ee-46fa-9c8f-fc616c3196fd req-5d5888d7-a639-45d4-a279-50a528daae3e tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccee203f-463a-4c94-8569-07d49a21ffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981302 Aug 28 08:39:15.535320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Calling delete_port for 40296436-49b3-4535-8c90-f772fec3aa8b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:15.546272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b664864-cfa5-4c4b-8333-9be7a0038b0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00fc0b41ec4d447aa52dd234b0a38bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772280 Aug 28 08:39:15.549349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44370) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:15.669360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.701612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.704211 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.705374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c86d723c-dc8c-4b10-971c-87fe1d8ea902 HTTP/1.1" status: 204 len: 168 time: 0.5132639 Aug 28 08:39:15.714158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d723c-dc8c-4b10-971c-87fe1d8ea902,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:15.723376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.740550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.747603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.748647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.748647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.748647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726a78d-2306-4e95-a4fd-28cf286e1952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:15.853699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.892130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['40296436-49b3-4535-8c90-f772fec3aa8b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:15.895179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Pushing event deleted for resources: {'Port': ['ID=40296436-49b3-4535-8c90-f772fec3aa8b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:15.907716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf8dd-02d6-4a6c-9a8d-a9d959ad07b9 req-0e0ed7cb-a5a3-432e-a316-cdb389d67511 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:15.909677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cacf8dd-02d6-4a6c-9a8d-a9d959ad07b9 req-0e0ed7cb-a5a3-432e-a316-cdb389d67511 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.1115549 Aug 28 08:39:15.944183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] No DVR routers for this DVR port 40296436-49b3-4535-8c90-f772fec3aa8b on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:15.946815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:15.948830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be0c2d1b-7aeb-434b-8b4f-5f59b117c812 req-7fddc2b2-3ce0-4cfb-922f-f10e9fe20c1d tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.39 "DELETE /v2.0/ports/40296436-49b3-4535-8c90-f772fec3aa8b HTTP/1.1" status: 204 len: 173 time: 0.7398930 Aug 28 08:39:15.949282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'name': 'network-vif-deleted', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:15.951840 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdea236-9ddc-40d8-99bb-1ec60bd9e8e9" -d '{"events": [{"server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "name": "network-vif-deleted", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:15.962928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8cacf8dd-02d6-4a6c-9a8d-a9d959ad07b9 req-7445181e-745d-4984-9fad-432532b08c68 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Aug 28 08:39:16.008281 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e8186-7473-45fe-8c30-19205077655e x-openstack-request-id: req-5e3e8186-7473-45fe-8c30-19205077655e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:16.008742 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ede9f15-71b4-4854-b3c4-5de81a3438c4", "name": "network-vif-deleted", "tag": "40296436-49b3-4535-8c90-f772fec3aa8b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:16.009197 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e3e8186-7473-45fe-8c30-19205077655e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:16.009815 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ede9f15-71b4-4854-b3c4-5de81a3438c4', 'name': 'network-vif-deleted', 'tag': '40296436-49b3-4535-8c90-f772fec3aa8b', 'status': 'completed', 'code': 200} Aug 28 08:39:16.168779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8e216-7f08-41c5-8012-40a9b551aec7 req-ddbee9e7-2430-4387-a81f-6efdf153de27 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:16.170543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02d8e216-7f08-41c5-8012-40a9b551aec7 req-ddbee9e7-2430-4387-a81f-6efdf153de27 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0583673 Aug 28 08:39:16.208170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:16.210052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02d8e216-7f08-41c5-8012-40a9b551aec7 req-b15a3b72-fae1-4c03-951f-f31523eecce1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Aug 28 08:39:16.210863 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:16.214532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe56e2a2-0fea-4620-b894-2722c07bc38a HTTP/1.1" status: 204 len: 168 time: 0.6617825 Aug 28 08:39:16.224534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033289-dfba-4b1a-89b5-e6c87f72a3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56e2a2-0fea-4620-b894-2722c07bc38a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:16.776713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c727f81f-e865-4ebd-96b1-affd8ea052ef req-d2417887-9d4e-4eca-b862-7754486e1ed3 tempest-ServerRescueNegativeTestJSON-1709785363 tempest-ServerRescueNegativeTestJSON-1709785363-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ede9f15-71b4-4854-b3c4-5de81a3438c4 HTTP/1.1" status: 200 len: 210 time: 0.0426188 Aug 28 08:39:17.108246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec3fe8-49dc-4baf-84fd-91702540f876 req-db58d925-4845-48de-a4bf-f3e1fd55afcb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:17.109737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9ec3fe8-49dc-4baf-84fd-91702540f876 req-db58d925-4845-48de-a4bf-f3e1fd55afcb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0596731 Aug 28 08:39:17.154967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9ec3fe8-49dc-4baf-84fd-91702540f876 req-73f1c078-83ce-4c02-a64d-828d6fae7ce1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Aug 28 08:39:17.159154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:17.172954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0dac2ee6-32d8-4167-a343-99d45c43171e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.270629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0dac2ee6-32d8-4167-a343-99d45c43171e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.353140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0dac2ee6-32d8-4167-a343-99d45c43171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.373590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726417fd-8809-4025-9a75-39deadbd8aa5 req-9de9f639-ca47-4002-bb8f-a36ddeaea220 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:17.375160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-726417fd-8809-4025-9a75-39deadbd8aa5 req-9de9f639-ca47-4002-bb8f-a36ddeaea220 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0578082 Aug 28 08:39:17.403953 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0dac2ee6-32d8-4167-a343-99d45c43171e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=130456e720f34a818384eeaf347d705f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436976 Aug 28 08:39:17.405944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac2ee6-32d8-4167-a343-99d45c43171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adb63bd-aa98-49b2-b4b7-056e9820ce35,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:17.410588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:17.424914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-726417fd-8809-4025-9a75-39deadbd8aa5 req-96c99eec-83be-4299-babd-b7993773352f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Aug 28 08:39:17.495212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.525881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.793227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.796169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:17.800238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1adb63bd-aa98-49b2-b4b7-056e9820ce35 HTTP/1.1" status: 204 len: 168 time: 0.3885520 Aug 28 08:39:17.814162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e30b0-94fd-4ea0-b50e-d577a4a3185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adb63bd-aa98-49b2-b4b7-056e9820ce35,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:17.837952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44416) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:18.226193 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:18.359957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8270cb-b163-4722-a984-6f120ebd0257 req-15baf4fb-2ecb-4583-8fb3-8ee8b2dfb7bc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:18.364123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f8270cb-b163-4722-a984-6f120ebd0257 req-15baf4fb-2ecb-4583-8fb3-8ee8b2dfb7bc tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0990498 Aug 28 08:39:18.476433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f8270cb-b163-4722-a984-6f120ebd0257 req-f6d0ff2e-b40e-4903-8d63-90cd18640a30 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966895 Aug 28 08:39:18.624150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e03d49-b51e-4d6c-b649-a99f746e0955 req-00513189-dc9a-41f6-ae6f-4650eafd16ec tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:18.625538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96e03d49-b51e-4d6c-b649-a99f746e0955 req-00513189-dc9a-41f6-ae6f-4650eafd16ec tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0780063 Aug 28 08:39:18.658719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Deleting port e342d2a0-a2e2-41b0-8864-b46d3375b377 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:18.659065 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:18.722001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca113-12c7-4774-a805-ce62abd78571 req-b2d884e7-8806-4eb0-a07f-7b066fa7796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:18.723780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-b2d884e7-8806-4eb0-a07f-7b066fa7796a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0614243 Aug 28 08:39:18.724199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96e03d49-b51e-4d6c-b649-a99f746e0955 req-caff1e47-3ae9-47bd-88ef-f3abb32e8bf1 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886028 Aug 28 08:39:18.776018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] For port e342d2a0-a2e2-41b0-8864-b46d3375b377, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e342d2a0-a2e2-41b0-8864-b46d3375b377,segment=NetworkSegment(55a054e1-efc8-403e-81bc-e64fcf74f0c4),segment_id=55a054e1-efc8-403e-81bc-e64fcf74f0c4)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:18.776408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:18.791278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Calling delete_port for e342d2a0-a2e2-41b0-8864-b46d3375b377 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:18.836338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca113-12c7-4774-a805-ce62abd78571 req-3de2f014-79b1-48b2-9749-e4c3bf08d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:18.839116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-3de2f014-79b1-48b2-9749-e4c3bf08d7c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1072354 Aug 28 08:39:18.891460 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-5a0675bc-302a-4ffb-bd8e-42f11cdaf78f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7371be-6954-45c1-821d-f851b59f193e HTTP/1.1" status: 200 len: 217 time: 0.0424166 Aug 28 08:39:18.956675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca113-12c7-4774-a805-ce62abd78571 req-96c50434-20d7-438c-8ad7-0c6af739d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:18.958271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-96c50434-20d7-438c-8ad7-0c6af739d829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0589583 Aug 28 08:39:19.007048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca113-12c7-4774-a805-ce62abd78571 req-9f2f5d8d-430a-480b-93c5-d1168d46af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:19.008786 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-9f2f5d8d-430a-480b-93c5-d1168d46af73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428779 Aug 28 08:39:19.074006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.106796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Pushing event deleted for resources: {'Port': ['ID=e342d2a0-a2e2-41b0-8864-b46d3375b377,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:19.129952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-90f4bd37-8f9d-42fc-90ed-52b8a137b6f9 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128287 Aug 28 08:39:19.147924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44442) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:19.248017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a03ca113-12c7-4774-a805-ce62abd78571 req-beb45afd-2ed0-4bc2-bf4d-6c0edd8a2d72 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088181 Aug 28 08:39:19.297825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-517630580-network', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:19.316761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.421824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Made reservation on behalf of ffd7956cb5504a16969fdd0ab57979e6 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:19.424282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.438718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.451231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 40296436-49b3-4535-8c90-f772fec3aa8b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:19.492132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 40296436-49b3-4535-8c90-f772fec3aa8b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:19.492486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 40296436-49b3-4535-8c90-f772fec3aa8b not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:19.493000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:19.602930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.611322 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.635336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Router 20b7e9d6-2c52-408f-afaf-91f7544e2956 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:19.636698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:19.639235 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dec8c1-32a7-4e08-90b7-0eeed81dc70e" -d '{"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:19.648509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762af5a-591a-4625-ace0-bcd8b656b626 req-5adfc810-c661-4772-92af-43458a879396 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:19.650169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f762af5a-591a-4625-ace0-bcd8b656b626 req-5adfc810-c661-4772-92af-43458a879396 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 945 time: 0.0715752 Aug 28 08:39:19.655933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:19.730472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.731284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f762af5a-591a-4625-ace0-bcd8b656b626 req-be87fbb2-a0d1-4936-8965-fb31f673f77a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732143 Aug 28 08:39:19.768448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:19.777910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f707c0-cfe0-4fd1-8498-cd9ba02f6cea,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:19.784406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.784888 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Added segment ec0df92a-cdf0-4a1e-8f9d-692a25554771 of type vlan for network 2b803739-7133-45d2-92c8-67d76d0101a0 Aug 28 08:39:19.798016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.835819 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.869400 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4e18ca-29a8-40e6-b475-068a82904121 x-openstack-request-id: req-8f4e18ca-29a8-40e6-b475-068a82904121 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:19.870085 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7371be-6954-45c1-821d-f851b59f193e", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:19.870707 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f4e18ca-29a8-40e6-b475-068a82904121 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:19.871240 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e', 'code': 200} Aug 28 08:39:19.903810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:19.964831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:19.965925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:19.966550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.035393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] Pushing event updated for resources: {'Network': ['ID=2b803739-7133-45d2-92c8-67d76d0101a0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:20.050089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2b803739-7133-45d2-92c8-67d76d0101a0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:20.094706 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a23e49b0-7c24-43f2-a463-5cc66aacfb8d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9456754 Aug 28 08:39:20.097561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44454) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:20.102349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Request body: {'subnet': {'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-517630580-subnet', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:20.133783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:20.142319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a7e184c-f721-461c-a768-27ef83fd2955 admin admin] 10.222.0.46 "PUT /v2.0/routers/20b7e9d6-2c52-408f-afaf-91f7544e2956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000619 Aug 28 08:39:20.142319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:20.144289 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Sync routers for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:20.154622 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:20.156126 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:20.199878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245d81b-37cc-4786-b4bf-4d55fb60b6e6 req-31e7a467-9547-45b9-a1e6-cf096a608fd7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:20.201365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3245d81b-37cc-4786-b4bf-4d55fb60b6e6 req-31e7a467-9547-45b9-a1e6-cf096a608fd7 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1039798 Aug 28 08:39:20.211772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Made reservation on behalf of ffd7956cb5504a16969fdd0ab57979e6 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:20.214702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.286109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3245d81b-37cc-4786-b4bf-4d55fb60b6e6 req-39ed27e1-92dd-4623-bd7d-bf66b542cb6e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784299 Aug 28 08:39:20.289550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.290081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:20.435788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.613058 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:39:18Z', 'revision_number': 5, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port': {'id': 'c16111b7-57f9-49d7-b5d8-5f4acc26c62f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:36:19Z', 'updated_at': '2021-08-28T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:20.622810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Deleting port c16111b7-57f9-49d7-b5d8-5f4acc26c62f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:20.623305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.626086 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.639662 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Checking router: 20b7e9d6-2c52-408f-afaf-91f7544e2956 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:20.648544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Routers {'20b7e9d6-2c52-408f-afaf-91f7544e2956'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:20.649162 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['20b7e9d6-2c52-408f-afaf-91f7544e2956'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:20.685608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d779e779-f3e0-4860-80b0-349a91b8c101,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:20.713898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Checking segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:20.714447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Network hostable DHCP agents. Network: 2b803739-7133-45d2-92c8-67d76d0101a0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:39:20.727190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] For port c16111b7-57f9-49d7-b5d8-5f4acc26c62f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:20.728339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.742675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Calling delete_port for c16111b7-57f9-49d7-b5d8-5f4acc26c62f owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:20.744386 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] Set router 20b7e9d6-2c52-408f-afaf-91f7544e2956 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:20.800152 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:39:20Z', 'revision_number': 6, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:20.810261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:39:20.842533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4341-6d26-4b57-8a1f-79b069f247cf None None] The sync data for ids ['20b7e9d6-2c52-408f-afaf-91f7544e2956'] in n-d-792458-16 is: [{'id': '20b7e9d6-2c52-408f-afaf-91f7544e2956', 'name': 'tempest-ServerRescueNegativeTestJSON-637623246-router', 'tenant_id': '827e72093c394e02ab75e303711145e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:36:18Z', 'updated_at': '2021-08-28T08:39:20Z', 'revision_number': 6, 'project_id': '827e72093c394e02ab75e303711145e2', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:20.902925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2b803739-7133-45d2-92c8-67d76d0101a0) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:20.907418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:20.908463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:20.913791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb03dab-0600-4c21-90ba-7aeea3ac8a57 None None] Network 2b803739-7133-45d2-92c8-67d76d0101a0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:20.938480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73288d-23bd-43e3-a00f-ef3927544f0d req-51294af3-a19d-4c5e-b3d0-22d64c51bd9d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:20.940222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd73288d-23bd-43e3-a00f-ef3927544f0d req-51294af3-a19d-4c5e-b3d0-22d64c51bd9d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0911081 Aug 28 08:39:20.990767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d425d6f-23b7-4c5a-b547-b04f9b7d63d2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8895783 Aug 28 08:39:20.990987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd73288d-23bd-43e3-a00f-ef3927544f0d req-c14bf6da-fde7-4b5a-a9a1-6613043e737b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Aug 28 08:39:20.993732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44466) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:20.998326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:21.067186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2b803739-7133-45d2-92c8-67d76d0101a0', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:39:21.068093 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.094559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.117587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.119995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16111b7-57f9-49d7-b5d8-5f4acc26c62f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:21.120158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.193879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.217379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.245045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Allocated IP 172.20.0.2 (2b803739-7133-45d2-92c8-67d76d0101a0/d779e779-f3e0-4860-80b0-349a91b8c101/e9df35f9-58ff-4b91-a7f7-8acc9abf73e1) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:21.374684 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.381550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.418883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.474800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.475748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde49f7-5f88-4631-a5e3-51f2c011cde1 req-22fce97b-d2c9-485d-bd11-aee99bb5e100 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:21.482733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bde49f7-5f88-4631-a5e3-51f2c011cde1 req-22fce97b-d2c9-485d-bd11-aee99bb5e100 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0566480 Aug 28 08:39:21.499643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Transition to ACTIVE for port object e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:21.501959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.502617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b7e9d6-2c52-408f-afaf-91f7544e2956 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:39:21.507439 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.508599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1098cba2-cbe6-4dbd-82a1-c776c82aebe4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/20b7e9d6-2c52-408f-afaf-91f7544e2956 HTTP/1.1" status: 204 len: 168 time: 1.3652570 Aug 28 08:39:21.511293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:21.521929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Transition to ACTIVE for port object e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:21.536082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bde49f7-5f88-4631-a5e3-51f2c011cde1 req-84e9a914-854c-47db-91ce-fc07036e92bb tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Aug 28 08:39:21.566319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Deleting subnet 6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:21.566319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.601840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.648587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.701899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:21.715897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:21.720724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:21.724063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Pushing event updated for resources: {'Port': ['ID=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:21.821551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Attempting to bind port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:21.821551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Attempting to bind port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:21.821551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Attempting to bind port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:21.823191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e342d2a0-a2e2-41b0-8864-b46d3375b377 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:21.846750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Checking segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Bound using segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Bound port: e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e342d2a0-a2e2-41b0-8864-b46d3375b377 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:21.851346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e342d2a0-a2e2-41b0-8864-b46d3375b377 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:21.852032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c16111b7-57f9-49d7-b5d8-5f4acc26c62f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:21.879141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c16111b7-57f9-49d7-b5d8-5f4acc26c62f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:21.879479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c16111b7-57f9-49d7-b5d8-5f4acc26c62f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:21.953491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] For port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:21.958874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] For port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:22.039437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.095513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.173600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2186-a01a-4438-a74e-f6267f00a7c1 None None] Pushing event updated for resources: {'Port': ['ID=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:22.228102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc55fb-a377-48e2-9c17-9ccad49c94ef req-b6e3b513-a33a-4a6e-9839-1f1a410e7ffe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:22.247184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62cc55fb-a377-48e2-9c17-9ccad49c94ef req-b6e3b513-a33a-4a6e-9839-1f1a410e7ffe tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.1524143 Aug 28 08:39:22.297463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62cc55fb-a377-48e2-9c17-9ccad49c94ef req-49cc7ab8-0119-4a65-ab84-1a52bc1e1fbf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Aug 28 08:39:22.351658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.403842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2aa1d2-9a20-4858-9edd-e36231c7d2a2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:22.429092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.431978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d72011bc-d4dd-425c-8255-1bb401df03f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b2aa1d2-9a20-4858-9edd-e36231c7d2a2 HTTP/1.1" status: 204 len: 168 time: 0.9195240 Aug 28 08:39:22.434955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44480) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:22.474544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.525056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.570484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.591936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8565a-6147-4cb7-97ec-b3dbfd0c8b40 req-55559f1b-feba-400d-b0c2-f5609d3cd866 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:22.594448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d8565a-6147-4cb7-97ec-b3dbfd0c8b40 req-55559f1b-feba-400d-b0c2-f5609d3cd866 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1562564 Aug 28 08:39:22.684772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69d8565a-6147-4cb7-97ec-b3dbfd0c8b40 req-2ed41e22-3806-4ebb-a9c4-f44f5381202e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807889 Aug 28 08:39:22.690186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Allocated IP 172.25.0.62 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c95cf82c-060e-46af-a10b-a92c48ac86d7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:22.774407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.805267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8ac453-3f17-4a18-8f42-e6eb21b141cc']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:22.818341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a054e1-efc8-403e-81bc-e64fcf74f0c4') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:22.818646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a054e1-efc8-403e-81bc-e64fcf74f0c4') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:22.822063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.832087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.854913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c8a-d272-4ed2-a6bb-6eee469216b3 req-0353d8b6-6b07-4a71-a9f0-13087bde9be4 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:22.856419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e8f4c8a-d272-4ed2-a6bb-6eee469216b3 req-0353d8b6-6b07-4a71-a9f0-13087bde9be4 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0985465 Aug 28 08:39:22.863564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.883826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:22.884253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:22.885974 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:22.940801 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:22.951200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e8f4c8a-d272-4ed2-a6bb-6eee469216b3 req-57b960f5-61e3-4c82-a3bf-37f8d88a0980 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847774 Aug 28 08:39:22.998401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:23.003472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:23.008109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:23.011416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Pushing event updated for resources: {'Port': ['ID=c95cf82c-060e-46af-a10b-a92c48ac86d7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:23.048568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.056844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.061580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ae8ac453-3f17-4a18-8f42-e6eb21b141cc HTTP/1.1" status: 204 len: 168 time: 0.6258259 Aug 28 08:39:23.080698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eda58-5c75-4c18-af59-ee1f9d2135d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8ac453-3f17-4a18-8f42-e6eb21b141cc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:23.114070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0901-47ea-4411-b905-91a7fd319d8c req-6a85a3f1-1a73-4246-8dd9-8710e5a46089 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:23.122152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e77a0901-47ea-4411-b905-91a7fd319d8c req-6a85a3f1-1a73-4246-8dd9-8710e5a46089 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1022916 Aug 28 08:39:23.167918 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e77a0901-47ea-4411-b905-91a7fd319d8c req-65b2e97c-7082-4e4f-a147-24c19d11da8f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Aug 28 08:39:23.397569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.484194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44500) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:23.562695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53789155-72ee-4349-a51b-5dbd147f7e6b None None] Network 2b803739-7133-45d2-92c8-67d76d0101a0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:23.578408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-23d5990a-aff1-412a-829a-96f97029ea12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=827e72093c394e02ab75e303711145e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924277 Aug 28 08:39:23.582184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:23.610483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:23.669214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.700318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.726845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.763538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Provisioning for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:23.767404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:23.771962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Provisioning complete for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:23.772530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.793296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:23.793575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.843569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.847879 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.849152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccee203f-463a-4c94-8569-07d49a21ffe5 HTTP/1.1" status: 204 len: 168 time: 0.2656052 Aug 28 08:39:23.869114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e43392-035a-48a2-a350-999f5def9a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee203f-463a-4c94-8569-07d49a21ffe5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:23.989045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:23.996363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:39:24.016649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f85d74-3c5f-45fe-9800-ac028a520d93 req-615f189b-b933-4c0f-8d45-d7c380710d8b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.035463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0f85d74-3c5f-45fe-9800-ac028a520d93 req-615f189b-b933-4c0f-8d45-d7c380710d8b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1096661 Aug 28 08:39:24.036348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:24.095634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] For port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:24.102059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0f85d74-3c5f-45fe-9800-ac028a520d93 req-01eb1490-a4fa-477e-80e7-7d2fd68ada8f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655797 Aug 28 08:39:24.167589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-147ed540-fe18-4fc8-8002-7df516dbc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.169049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-147ed540-fe18-4fc8-8002-7df516dbc196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=655f8e5950a94e418413a76021397fb5&device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 1098 time: 0.0955684 Aug 28 08:39:24.202885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:24.233223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e58f6-ab8e-4349-849a-9731c10aaa5d req-8812e182-f8f4-49a4-84df-f71c08872793 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.235199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-783e58f6-ab8e-4349-849a-9731c10aaa5d req-8812e182-f8f4-49a4-84df-f71c08872793 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0571547 Aug 28 08:39:24.239667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:24.268260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Sync routers for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:24.283018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-674c8408-6409-45de-8906-1d5278f2d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.284607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-674c8408-6409-45de-8906-1d5278f2d2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 200 len: 916 time: 0.1083784 Aug 28 08:39:24.300555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-783e58f6-ab8e-4349-849a-9731c10aaa5d req-f3eafea8-dd3f-4fb2-b27a-f6a56b594015 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Aug 28 08:39:24.359891 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-fdfadd93-d1df-4727-aeec-0d3c5f68641a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf704f3-cec9-404b-a853-cb796a5405d0 HTTP/1.1" status: 200 len: 217 time: 0.0668108 Aug 28 08:39:24.370553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:24.371407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce7e4b48-b601-4cae-b10e-213e9c85adde admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3766506 Aug 28 08:39:24.374892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44514) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:24.377649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:24.378315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:24.421737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-dd45e462-ae26-4be7-8075-d79d30dd8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.423375 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-dd45e462-ae26-4be7-8075-d79d30dd8bdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 200 len: 854 time: 0.0509181 Aug 28 08:39:24.432218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:39:24.432576 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:39:24.437769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-85a33540-cbd6-4c25-bd24-73cae4aaf455 None None] Provisioning complete for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:24.437769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85a33540-cbd6-4c25-bd24-73cae4aaf455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:24.469074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6012e-9c89-4327-a427-9cd9d9cd5ee1 None None] Pushing event updated for resources: {'Port': ['ID=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:24.522482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-cba849fc-bd17-486c-a887-efb070ba66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:24.522988 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-cba849fc-bd17-486c-a887-efb070ba66a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de48c058-4138-44be-a3af-7c1ce97e6368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898144 Aug 28 08:39:24.549706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:24.656906 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-cf75db9a-f3b0-4a20-976b-bd82ecd86dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253145 Aug 28 08:39:24.804886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4a49648b-a7aa-4319-9fdb-6607341af68f req-82ec23bd-28c2-4f16-8b16-9dbcf6e3862d service neutron] 10.222.0.64 "GET /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403592 Aug 28 08:39:24.815897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:23Z', 'revision_number': 3, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:24.856957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Checking router: c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:24.857990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Updating router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 port c95cf82c-060e-46af-a10b-a92c48ac86d7 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:24.884731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.033445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.252341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Allocated IP 172.20.0.1 (2b803739-7133-45d2-92c8-67d76d0101a0/d779e779-f3e0-4860-80b0-349a91b8c101/149a4a6a-f1ba-4dd5-8e52-e6e33114ee06) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:25.276559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c487d1-d6ce-4b53-9070-3394593272ee req-2c81ea18-8891-4dd0-97b1-45ace299f813 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:25.283666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6c487d1-d6ce-4b53-9070-3394593272ee req-2c81ea18-8891-4dd0-97b1-45ace299f813 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0923405 Aug 28 08:39:25.325893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44534) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:25.364424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6c487d1-d6ce-4b53-9070-3394593272ee req-050df09e-ce1b-41ae-ade9-616d4302e084 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798135 Aug 28 08:39:25.365073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.380052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Transition to ACTIVE for port object c95cf82c-060e-46af-a10b-a92c48ac86d7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:25.435135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device bb7371be-6954-45c1-821d-f851b59f193e no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:25.456143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.501108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Transition to ACTIVE for port object 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:25.534332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:25.547839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-523144800-network', 'tenant_id': 'ff746c37d8e542b3a16c84a862e18de9'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:25.592260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.628451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e0f6-b283-4c91-aed4-54ea7f57abd9 req-bdbf0738-16a8-466d-a7b9-8569fee9cf5d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:25.630488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4606e0f6-b283-4c91-aed4-54ea7f57abd9 req-bdbf0738-16a8-466d-a7b9-8569fee9cf5d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1235411 Aug 28 08:39:25.682757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bea02-42d8-4fa3-8e89-4c3640cb8ac4 None None] Pushing event updated for resources: {'Port': ['ID=c95cf82c-060e-46af-a10b-a92c48ac86d7,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:25.682993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4606e0f6-b283-4c91-aed4-54ea7f57abd9 req-66cd9fed-ce62-4327-ae67-f6b8007ac294 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Aug 28 08:39:25.686648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Attempting to bind port c95cf82c-060e-46af-a10b-a92c48ac86d7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:25.687022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Attempting to bind port c95cf82c-060e-46af-a10b-a92c48ac86d7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:25.687409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Attempting to bind port c95cf82c-060e-46af-a10b-a92c48ac86d7 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:25.696117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Made reservation on behalf of ff746c37d8e542b3a16c84a862e18de9 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:25.699312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.706421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:25.706805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:25.707213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.707638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:25.708126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Bound port: c95cf82c-060e-46af-a10b-a92c48ac86d7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:25.708517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.722860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.726665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.739768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:25.740190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.866093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:25.867083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Pushing event updated for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:25.872791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:25.875393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:25.890537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.893613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] For port c95cf82c-060e-46af-a10b-a92c48ac86d7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:25.900848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] For port c95cf82c-060e-46af-a10b-a92c48ac86d7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c95cf82c-060e-46af-a10b-a92c48ac86d7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:25.944870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.970774 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:25.971161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.001891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.013873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:26.031111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea10460-813a-4bc5-96ba-7fdec537512e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:26.037271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.037927 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Added segment 3ab48c81-35b7-4046-b80a-bdde24aacd04 of type vlan for network 9bfae61c-f445-4421-8182-b8e849b81def Aug 28 08:39:26.114997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.128229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bea02-42d8-4fa3-8e89-4c3640cb8ac4 None None] Pushing event updated for resources: {'Port': ['ID=c95cf82c-060e-46af-a10b-a92c48ac86d7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:26.129715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:26.130712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:26.201744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.338381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:26.397002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.397002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:26.397002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.428973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.483148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] Pushing event updated for resources: {'Network': ['ID=9bfae61c-f445-4421-8182-b8e849b81def,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:26.497721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 9bfae61c-f445-4421-8182-b8e849b81def details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:26.502492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f13462e1-96ed-4d9a-8fe4-cd2cc0eaba29 None None] Provisioning for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:26.533279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.533549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36158908-c3d8-4450-b034-881fc5938fdc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2025664 Aug 28 08:39:26.544059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92896f1-6cc7-4709-99cb-b47b3a4db20f req-6158f473-5951-457b-8ce7-03e39cb52837 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:26.544982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92896f1-6cc7-4709-99cb-b47b3a4db20f req-6158f473-5951-457b-8ce7-03e39cb52837 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0586944 Aug 28 08:39:26.557280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f13462e1-96ed-4d9a-8fe4-cd2cc0eaba29 None None] Provisioning complete for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:26.557662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f13462e1-96ed-4d9a-8fe4-cd2cc0eaba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.644626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f13462e1-96ed-4d9a-8fe4-cd2cc0eaba29 None None] Port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:26.675787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Pushing event updated for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:26.692835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:26.715148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92896f1-6cc7-4709-99cb-b47b3a4db20f req-f313054a-2eeb-46fc-ac48-c948fc249525 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091602 Aug 28 08:39:26.780252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:23Z', 'revision_number': 3, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:26.821624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27679ac3-393d-4d8c-8a74-7a27c0afd62d None None] The sync data for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 is: [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:23Z', 'revision_number': 3, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:26.844050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:26.847604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:26.907858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ad3d3-1a56-4579-bcf8-5e2b13bf0a18 req-f28c7008-e480-4103-9d01-3c38bf0ba79e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:26.911600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb3ad3d3-1a56-4579-bcf8-5e2b13bf0a18 req-f28c7008-e480-4103-9d01-3c38bf0ba79e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1113555 Aug 28 08:39:27.012874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb3ad3d3-1a56-4579-bcf8-5e2b13bf0a18 req-0909826b-389c-4fc9-9f7d-d610cc4852ff tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879836 Aug 28 08:39:27.060889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:27.171831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a33a61dd-b66a-4074-bfa1-d671680f18f8 None None] Provisioning complete for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:27.172371 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a33a61dd-b66a-4074-bfa1-d671680f18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:27.225991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a33a61dd-b66a-4074-bfa1-d671680f18f8 None None] Port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:27.577284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c95cf82c-060e-46af-a10b-a92c48ac86d7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:27.620626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:27.626404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9773c42a-ce68-468c-9071-5c32cf459266 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3fb5fb7-e42a-4a8c-840e-4ebda039acc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2503705 Aug 28 08:39:27.635435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-88709551-ea82-464c-b9e1-a638ea65095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:27.682806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c95cf82c-060e-46af-a10b-a92c48ac86d7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:27.687417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c95cf82c-060e-46af-a10b-a92c48ac86d7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:27.687802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:27.722918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ee1c-f5db-4ebe-95bc-6e3c2d8f6aec req-8f30d405-0682-4fee-8a6b-a23f9ee53166 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:27.730868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ee1c-f5db-4ebe-95bc-6e3c2d8f6aec req-8f30d405-0682-4fee-8a6b-a23f9ee53166 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:27.739207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ee1c-f5db-4ebe-95bc-6e3c2d8f6aec req-8f30d405-0682-4fee-8a6b-a23f9ee53166 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:27.741052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9722ee1c-f5db-4ebe-95bc-6e3c2d8f6aec req-8f30d405-0682-4fee-8a6b-a23f9ee53166 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1781452 Aug 28 08:39:27.792598 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:27.817643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c95cf82c-060e-46af-a10b-a92c48ac86d7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c95cf82c-060e-46af-a10b-a92c48ac86d7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:27.898339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508e42a-2ad7-4e35-8a45-8039874caae3 req-74053323-8890-4af4-838f-88cd52bee7e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:27.900208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c508e42a-2ad7-4e35-8a45-8039874caae3 req-74053323-8890-4af4-838f-88cd52bee7e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0593872 Aug 28 08:39:27.924103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:27.958832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c508e42a-2ad7-4e35-8a45-8039874caae3 req-f17eda16-6087-429d-bdf3-62e082c6fcab tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468981 Aug 28 08:39:28.009754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c95cf82c-060e-46af-a10b-a92c48ac86d7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:28.081710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-37cc3316-828d-4cd5-89bb-ea9b30e0c068 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559464 Aug 28 08:39:28.094666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160852e1-18fa-4a7f-9b54-c31d62681e67 req-0ec56571-9c9b-4a6e-8a89-a0c0fbd19ba1 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.096117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-160852e1-18fa-4a7f-9b54-c31d62681e67 req-0ec56571-9c9b-4a6e-8a89-a0c0fbd19ba1 tempest-ComputeTenantNetworksTest-557295543 tempest-ComputeTenantNetworksTest-557295543-project] 10.222.0.46 "GET /v2.0/networks/9bfae61c-f445-4421-8182-b8e849b81def HTTP/1.1" status: 200 len: 768 time: 0.1070836 Aug 28 08:39:28.106627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:28.236816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.241985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-6ec1bd99-d54a-44f8-8192-fb36deb387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.244620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-6ec1bd99-d54a-44f8-8192-fb36deb387a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 1097 time: 0.0564840 Aug 28 08:39:28.261153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ab3e-77aa-4079-9c90-b582874d4e41 req-5e9a2eb7-a672-463a-abef-e65f765b0bcd tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.262730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2c2ab3e-77aa-4079-9c90-b582874d4e41 req-5e9a2eb7-a672-463a-abef-e65f765b0bcd tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.0889235 Aug 28 08:39:28.388197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.408880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2c2ab3e-77aa-4079-9c90-b582874d4e41 req-d6bf3be0-ccce-404b-bc0f-f9ef69e0cad4 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361599 Aug 28 08:39:28.427162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfae61c-f445-4421-8182-b8e849b81def']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:28.438799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-ef1589c1-d99d-4682-be3a-78bd7b001400 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569431 Aug 28 08:39:28.440808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab48c81-35b7-4046-b80a-bdde24aacd04') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:28.441111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab48c81-35b7-4046-b80a-bdde24aacd04') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:28.448038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-90673dbd-13a8-432d-a327-01863fdde9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.453474 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-90673dbd-13a8-432d-a327-01863fdde9e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1808722 Aug 28 08:39:28.454391 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.525993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-c9dbcd0d-fb54-4240-a0cd-cd8dec79a63d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 200 len: 217 time: 0.0624866 Aug 28 08:39:28.536195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.546689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:28.547101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:28.548874 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:28.585784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:28.593226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1495965939-network', 'tenant_id': '960902b8ef5e477db048830957d453a2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:28.635076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-7671abb2-28da-4741-91d5-6456583a2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.637493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-7671abb2-28da-4741-91d5-6456583a2650 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0996277 Aug 28 08:39:28.642600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-1a49cc33-58f6-4d07-aa56-ca910646deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.642719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2bfa3-c209-4fc7-8df6-40e153f578a1 req-5f31b29c-401d-4842-9a63-d12151238f00 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.643169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-1a49cc33-58f6-4d07-aa56-ca910646deaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 1097 time: 0.1239493 Aug 28 08:39:28.643272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50b2bfa3-c209-4fc7-8df6-40e153f578a1 req-5f31b29c-401d-4842-9a63-d12151238f00 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 945 time: 0.1405184 Aug 28 08:39:28.691664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50b2bfa3-c209-4fc7-8df6-40e153f578a1 req-7fb341f5-1645-4523-ad1d-5668647f8914 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361111 Aug 28 08:39:28.727651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Made reservation on behalf of 960902b8ef5e477db048830957d453a2 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:28.730010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.739774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.755370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-38239f2d-6c37-4fd6-988e-388db9af26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.756990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.758437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-38239f2d-6c37-4fd6-988e-388db9af26e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097145 Aug 28 08:39:28.764760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.766835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9bfae61c-f445-4421-8182-b8e849b81def HTTP/1.1" status: 204 len: 168 time: 0.6589959 Aug 28 08:39:28.800471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b19b6-fd99-4ace-bece-a70ab30f3c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfae61c-f445-4421-8182-b8e849b81def,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:28.863557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-5d982ac1-a872-4af7-9599-30407963af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.865170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-5d982ac1-a872-4af7-9599-30407963af22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.1847217 Aug 28 08:39:28.871601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55d7b2-6df4-4d70-aced-6dcb507f2988 req-7f04c1b5-bc27-4ca5-ba37-4d5bdbc2c5b0 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:28.874756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc55d7b2-6df4-4d70-aced-6dcb507f2988 req-7f04c1b5-bc27-4ca5-ba37-4d5bdbc2c5b0 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0849626 Aug 28 08:39:28.921717 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-a3819575-f2cd-45a4-a8d2-ba684a7439c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 200 len: 217 time: 0.0478740 Aug 28 08:39:28.929378 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Sync routers for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:28.941488 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:28.944324 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:28.961447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc55d7b2-6df4-4d70-aced-6dcb507f2988 req-1a0a95ee-1b1c-4c2e-9ace-ca27115c106f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788298 Aug 28 08:39:28.964029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:28.996491 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-788967cf-f50a-497e-94db-4510ba92979b service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161267 Aug 28 08:39:29.002539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-d049dab9-25f3-4f9b-9c5a-58d019f5dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:29.003982 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-d049dab9-25f3-4f9b-9c5a-58d019f5dca5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.0746663 Aug 28 08:39:29.066428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.083419 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:29.108554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:29.126287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.126287 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Added segment 37acf26d-6ae7-4214-8304-6afc8d0191eb of type vlan for network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 Aug 28 08:39:29.143931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-38e217d5-b467-4e74-b1f9-cea767ca5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:29.149363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-38e217d5-b467-4e74-b1f9-cea767ca5717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315644 Aug 28 08:39:29.181870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.269795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adbe803-005e-4146-99c0-f08563c8c447,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:29.287891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:39:29.308425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d5a2e2c4-9612-462a-b858-ee8d23dacdf1 req-43685b49-c665-4669-af09-918874b65714 service neutron] 10.222.0.64 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015499 Aug 28 08:39:29.323617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7e66-06a7-43d3-88c9-e1af28cea08f req-90abfe61-6acd-463f-a54e-ef1d66eac2e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:29.325634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-539c7e66-06a7-43d3-88c9-e1af28cea08f req-90abfe61-6acd-463f-a54e-ef1d66eac2e2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.2781689 Aug 28 08:39:29.365737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-361361ba-cdd6-44d6-9d28-45de6159e17e service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028594 Aug 28 08:39:29.369862 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.376213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:29.376398 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:26Z', 'revision_number': 4, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '149a4a6a-f1ba-4dd5-8e52-e6e33114ee06', 'name': '', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:25Z', 'updated_at': '2021-08-28T08:39:26Z', 'revision_number': 2, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'subnets': [{'id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:29.376665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.388340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44616) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:29.410275 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Checking router: c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:29.410631 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Updating router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:29.441111 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.470384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] Pushing event updated for resources: {'Network': ['ID=5abf994f-e457-4ef5-984a-175a4e3b6bb7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:29.487656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-539c7e66-06a7-43d3-88c9-e1af28cea08f req-cc21d203-cba4-4419-b534-1ccb0b4a665f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529284 Aug 28 08:39:29.507505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:29.540918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-b198d69a-b968-4549-9da9-ce6448e8e09c req-a496af3b-8b47-4828-8564-432da0a7682d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:39:29.546234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0b6c14ce-ef0e-4a0c-a246-67b9c2199b03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff746c37d8e542b3a16c84a862e18de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563590 Aug 28 08:39:29.548732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8be67f75-b986-48d8-a2ef-0713d9b7fbca req-0bf1aa90-22a7-4966-869e-1f6bbc8811a4 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755292 Aug 28 08:39:29.549335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44618) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:29.552859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b198d69a-b968-4549-9da9-ce6448e8e09c req-a496af3b-8b47-4828-8564-432da0a7682d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185213 Aug 28 08:39:29.597204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c95cf82c-060e-46af-a10b-a92c48ac86d7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:29.633007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.661576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.681729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c95cf82c-060e-46af-a10b-a92c48ac86d7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:29.682499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.684053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3c7998d-c264-43e1-9e9d-8ff1ca30e856 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0950074 Aug 28 08:39:29.691091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44620) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:29.697094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Request body: {'subnet': {'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1495965939-subnet', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:29.738471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b198d69a-b968-4549-9da9-ce6448e8e09c req-f911e4e4-8efa-4341-b374-d55220912498 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1844542 Aug 28 08:39:29.810179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.812721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.813889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ea10460-813a-4bc5-96ba-7fdec537512e HTTP/1.1" status: 204 len: 168 time: 0.2635655 Aug 28 08:39:29.823253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d3b2a-22d0-4460-b7bd-437d295c0684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea10460-813a-4bc5-96ba-7fdec537512e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:29.861391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Made reservation on behalf of 960902b8ef5e477db048830957d453a2 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:29.863906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.876326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44626) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:29.888638 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.901425 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Transition to ACTIVE for port object 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:29.940399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:29.963800 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.022460 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145e01-3723-4718-ace1-b078ef32b015 None None] Pushing event updated for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:30.078510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d122a7-9718-4b2c-86d1-4e261ad19940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.105012 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Attempting to bind port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:30.105389 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Attempting to bind port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:30.105752 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Attempting to bind port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:30.111196 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:30.111453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fc3b4-2085-4338-b4be-c41c0a260c08 req-e7a2255d-cdfc-4d6c-8463-92c691d97a9f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:30.112000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Checking segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:30.112629 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.113139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c51fc3b4-2085-4338-b4be-c41c0a260c08 req-e7a2255d-cdfc-4d6c-8463-92c691d97a9f tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1002514 Aug 28 08:39:30.119207 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Bound using segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:30.119959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Bound port: 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:30.120571 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.183396 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c51fc3b4-2085-4338-b4be-c41c0a260c08 req-e20bebbe-d514-43ec-b739-0cb625b3d93e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Aug 28 08:39:30.205382 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] For port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:30.208941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] For port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:30.233831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d122a7-9718-4b2c-86d1-4e261ad19940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.247947 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ef234445-5335-4147-bde4-e6806d7008f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.248373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.305998 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.334058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1d122a7-9718-4b2c-86d1-4e261ad19940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.339375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b8af15-c523-4109-b58b-cd204a9ed090,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:30.370387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa307e1-c0f8-4630-96fe-e17b472a5621 req-dffd88e2-8e04-4d1b-bead-5470e0750b25 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:30.378769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1d122a7-9718-4b2c-86d1-4e261ad19940 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77d5a783f7794c30b3e6eb0c51b833bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987085 Aug 28 08:39:30.379097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fa307e1-c0f8-4630-96fe-e17b472a5621 req-dffd88e2-8e04-4d1b-bead-5470e0750b25 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 945 time: 0.1253777 Aug 28 08:39:30.380666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44636) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:30.381779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d122a7-9718-4b2c-86d1-4e261ad19940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c6e3e-0238-449c-9492-45f617494bc6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:30.415794 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:30.416602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:30.430166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Checking segment: {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:30.430695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Network hostable DHCP agents. Network: 5abf994f-e457-4ef5-984a-175a4e3b6bb7, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:39:30.477098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fa307e1-c0f8-4630-96fe-e17b472a5621 req-dce3f11e-0f81-4041-a0a5-edbee0c7ed69 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971682 Aug 28 08:39:30.502705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.533711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.548354 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:30.569826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:39:30.609671 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145e01-3723-4718-ace1-b078ef32b015 None None] Pushing event updated for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:30.655604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4660-2c7d-4eec-b026-9c1f4906c01e req-d3b417b4-e18c-49f0-834d-9dbd48a96f64 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:30.657047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038f4660-2c7d-4eec-b026-9c1f4906c01e req-d3b417b4-e18c-49f0-834d-9dbd48a96f64 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0651810 Aug 28 08:39:30.670524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5abf994f-e457-4ef5-984a-175a4e3b6bb7) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:30.682556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:30.685108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.686363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793622d0-8a6f-4064-a506-58b6153cc453 None None] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:30.711464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038f4660-2c7d-4eec-b026-9c1f4906c01e req-999a2a3d-1aea-443b-804b-aafe2c923144 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Aug 28 08:39:30.740006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.740006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.740006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/610c6e3e-0238-449c-9492-45f617494bc6 HTTP/1.1" status: 204 len: 168 time: 0.3518577 Aug 28 08:39:30.755349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cdc28-cc36-4144-b3f2-7ea1d44e3b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c6e3e-0238-449c-9492-45f617494bc6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:30.779403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80215e3f-b45f-4825-84c7-d15c601c806c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0845873 Aug 28 08:39:30.779602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:30.784051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:30.889393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e136c0-4b9e-4036-876a-0cbe7978fe43 req-82ab9130-dea6-4de4-aff5-a47830f83b70 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:30.892662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8e136c0-4b9e-4036-876a-0cbe7978fe43 req-82ab9130-dea6-4de4-aff5-a47830f83b70 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0821612 Aug 28 08:39:30.896268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.897342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:30.922559 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:26Z', 'revision_number': 4, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '149a4a6a-f1ba-4dd5-8e52-e6e33114ee06', 'name': '', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:25Z', 'updated_at': '2021-08-28T08:39:30Z', 'revision_number': 4, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'subnets': [{'id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:30.958478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bbebd-93e6-4228-a6ff-72105bfb2134 None None] The sync data for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 is: [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:39:26Z', 'revision_number': 4, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '149a4a6a-f1ba-4dd5-8e52-e6e33114ee06', 'name': '', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:25Z', 'updated_at': '2021-08-28T08:39:30Z', 'revision_number': 4, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'subnets': [{'id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:30.959325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8e136c0-4b9e-4036-876a-0cbe7978fe43 req-d4d9ad0e-7d14-44a2-adda-c42f9278aeef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600445 Aug 28 08:39:30.986860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:39:30.992714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.005639 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.223603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d3e8-a3a2-4d9a-89d6-88f133cffb90 req-8775a6fd-94a9-4434-b158-f6b8200c0cca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:31.233680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d3e8-a3a2-4d9a-89d6-88f133cffb90 req-8775a6fd-94a9-4434-b158-f6b8200c0cca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:31.241137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d3e8-a3a2-4d9a-89d6-88f133cffb90 req-8775a6fd-94a9-4434-b158-f6b8200c0cca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:31.251311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9c9d3e8-a3a2-4d9a-89d6-88f133cffb90 req-8775a6fd-94a9-4434-b158-f6b8200c0cca tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a&device_id=80754b85-5f36-4837-bc34-ed078f1be77a&device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 2417 time: 0.0969765 Aug 28 08:39:31.254758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Allocated IP 172.20.0.2 (5abf994f-e457-4ef5-984a-175a4e3b6bb7/97b8af15-c523-4109-b58b-cd204a9ed090/0b3d55b5-037b-4f62-8673-0fd9066dbc0a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:31.323445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9c9d3e8-a3a2-4d9a-89d6-88f133cffb90 req-5dac7903-a0cf-4d63-a826-986fd82bb133 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585742 Aug 28 08:39:31.492473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e72120c4-ea93-4b26-8759-f00fbc0fac3e req-01f7b041-8167-4054-8297-002c471dc30d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1268671 Aug 28 08:39:31.614982 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.638139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Transition to ACTIVE for port object 0b3d55b5-037b-4f62-8673-0fd9066dbc0a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:31.660023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Transition to ACTIVE for port object 0b3d55b5-037b-4f62-8673-0fd9066dbc0a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:31.665563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:31.671425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44676) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:31.745712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.759585 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.821767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:31.821767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:31.835007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:31.846278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:31.854577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:31.861438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:31.898824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Pushing event updated for resources: {'Port': ['ID=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:31.981171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-808185525-network', 'tenant_id': '530484dbed5142ed997641d6b003217e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:31.998014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.023553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Attempting to bind port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:32.023929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Attempting to bind port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:32.024902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Attempting to bind port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a on network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:32.036396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:32.036779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Checking segment: {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:32.037185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.037579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Bound using segment: {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:32.038049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Bound port: 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:32.038459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.099194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Made reservation on behalf of 530484dbed5142ed997641d6b003217e for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:32.102367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.120347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.169590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.189608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] For port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:32.213259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] For port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:32.238472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:32.252753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.280276 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.296486 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.319626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.335100 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.358165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d24ee1-1917-4490-8ae0-acd85841b48c req-3ac225ef-cb11-4e49-840c-b02afb0fce57 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:32.364681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7d24ee1-1917-4490-8ae0-acd85841b48c req-3ac225ef-cb11-4e49-840c-b02afb0fce57 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0860918 Aug 28 08:39:32.392581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.398107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc0c78-72ec-4520-9a1c-f199f9505486 None None] Pushing event updated for resources: {'Port': ['ID=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:32.433724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:32.453609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7d24ee1-1917-4490-8ae0-acd85841b48c req-44a9ebe7-9959-4fc0-a69e-62bb8d038347 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855327 Aug 28 08:39:32.457536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b0873-d825-4eef-88be-0483c79debf3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:32.464692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.465225 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Added segment af6fc048-271a-4688-9c07-0e260f493395 of type vlan for network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d Aug 28 08:39:32.488165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Allocated IP 172.25.0.24 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/bb1a3a0f-a27e-415f-953a-84b8d44471e2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:32.528518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:32.536560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.545916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:32.650936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.696323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.697946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:32.698849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.809660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-140754212-network', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:32.820241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:32.845707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:32.865240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:32.913473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:32.918288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:32.923576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:32.937424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9e87057c-b720-4e3c-b9ab-70a9ff899cb6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2622087 Aug 28 08:39:32.937692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:32.944133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Request body: {'subnet': {'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-808185525-subnet', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:32.962522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Pushing event updated for resources: {'Port': ['ID=bb1a3a0f-a27e-415f-953a-84b8d44471e2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:33.040687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Made reservation on behalf of 3a5cdfbde9d14d81aa83566874fe0d5d for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:33.043372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.067563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.158540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Made reservation on behalf of 530484dbed5142ed997641d6b003217e for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:33.160938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.330677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.356049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.454905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.497427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c2848-692e-4606-b8c7-d1438d275b20,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:33.512349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:33.524813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.526925 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Added segment 95e93391-ff21-4874-b095-afefbf21b002 of type vlan for network df2a4956-d007-4f53-8ed5-93df33425803 Aug 28 08:39:33.647626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.670758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c606d7-3a48-4ac1-8a02-23ba36dee697 req-dd5dd350-c630-4f07-bd0b-c0891db8ce62 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:33.672463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6c606d7-3a48-4ac1-8a02-23ba36dee697 req-dd5dd350-c630-4f07-bd0b-c0891db8ce62 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1267116 Aug 28 08:39:33.690808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.704344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.718320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:33.786183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:33.786594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.789964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6c606d7-3a48-4ac1-8a02-23ba36dee697 req-3e70593a-9097-463c-a512-52612a9030f2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091087 Aug 28 08:39:33.812394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.812394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:33.812394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:33.812394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=080d87d1-9476-48d7-94a5-eb511ab4569b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:33.828033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dec713-e214-449d-b414-b3bbb51cd5bb None None] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:33.895892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Checking segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:33.896250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Network hostable DHCP agents. Network: bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:39:33.902805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] Pushing event updated for resources: {'Network': ['ID=df2a4956-d007-4f53-8ed5-93df33425803,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:33.917186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network df2a4956-d007-4f53-8ed5-93df33425803 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:33.966076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3346d953-8af4-4f9f-86de-8f5ccbdf0426 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4160113 Aug 28 08:39:33.966497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:33.971770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Request body: {'subnet': {'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-140754212-subnet', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:34.009475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:39:34.009856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Router 5b4cf050-f137-4224-8aa1-471fae85ed7c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:39:34.101539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Made reservation on behalf of 3a5cdfbde9d14d81aa83566874fe0d5d for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:34.105166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.168277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:34.176534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:34.177146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.179442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:34.231975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Sync routers for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:34.233883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bcb99005-f243-46fe-99e1-f202902ff5ac None None] Provisioning for port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:34.235857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032b2aa-5f93-4729-8662-174dc6857c99 None None] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:34.282861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.284675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9238a169-e87a-4886-afe2-96298648a38d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5041926 Aug 28 08:39:34.289933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44712) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:34.325737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:34.326057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:34.332337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b3d55b5-037b-4f62-8673-0fd9066dbc0a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:34.354335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26eddaaf-e96d-4cfe-bbef-ad875e7484eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4117603 Aug 28 08:39:34.356472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:34.364509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:34.439278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d1b9-dec1-44a4-b98c-9de7f81c32dc req-db18d438-bca3-49d8-ac0b-8421d46a21e8 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:34.447306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ab7d1b9-dec1-44a4-b98c-9de7f81c32dc req-db18d438-bca3-49d8-ac0b-8421d46a21e8 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0721118 Aug 28 08:39:34.449852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.491144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.492273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.547030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ab7d1b9-dec1-44a4-b98c-9de7f81c32dc req-e90fb085-faae-49dd-a5db-ee3cf56d522b tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945022 Aug 28 08:39:34.549366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08313ac6-639c-44ff-a15f-1530b985f382,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:34.559115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Checking segment: {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:34.559572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Network hostable DHCP agents. Network: df2a4956-d007-4f53-8ed5-93df33425803, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:39:34.600032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:34.610262 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.689191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Network df2a4956-d007-4f53-8ed5-93df33425803 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:39:34.689792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:34.705389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:39:34.706411 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.740473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:34.741979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.785377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, df2a4956-d007-4f53-8ed5-93df33425803) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:34.791745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:34.792594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.813169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb72412-4d05-4604-97e3-89e8aef95976 None None] Network df2a4956-d007-4f53-8ed5-93df33425803 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:34.887152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.919813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:34.923184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bf96273d-de37-4446-966e-7300b34d0a31 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9531250 Aug 28 08:39:34.925194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44720) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:34.929558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:34.965274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e5347-0c0b-4e33-8f41-9715c366e97d req-20db1121-c303-4207-9191-39a04598796a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:34.966818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f61e5347-0c0b-4e33-8f41-9715c366e97d req-20db1121-c303-4207-9191-39a04598796a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0788164 Aug 28 08:39:35.014373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f61e5347-0c0b-4e33-8f41-9715c366e97d req-773fe0a4-7046-4bb1-8472-1753dac9933b tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 Aug 28 08:39:35.037322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c9819380-74d6-4100-a5f4-fc5a193a5637 None None] Provisioning complete for port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:35.037690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c9819380-74d6-4100-a5f4-fc5a193a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.056179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.057678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.093566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.138368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.161623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Allocated IP 172.20.0.2 (bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d/080d87d1-9476-48d7-94a5-eb511ab4569b/b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:35.167870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.303259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-df2a4956-d007-4f53-8ed5-93df33425803', 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'fixed_ips': [{'subnet_id': '08313ac6-639c-44ff-a15f-1530b985f382'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:39:35.304109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.348060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:35.357099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:33Z', 'revision_number': 3, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:35.404818 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.405562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Checking router: 5b4cf050-f137-4224-8aa1-471fae85ed7c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:35.405903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Updating router 5b4cf050-f137-4224-8aa1-471fae85ed7c port bb1a3a0f-a27e-415f-953a-84b8d44471e2 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:35.425724 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.447462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c9819380-74d6-4100-a5f4-fc5a193a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.448657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Allocated IP 172.20.0.1 (5abf994f-e457-4ef5-984a-175a4e3b6bb7/97b8af15-c523-4109-b58b-cd204a9ed090/78a413e6-894f-403a-8c18-d86cfe0adb76) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:35.481649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.484995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.543865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff1d0-92ff-4eb9-b322-f99a500b4272 req-10e1edb5-af56-45b3-a9a8-9f337480ad57 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:35.546987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-687ff1d0-92ff-4eb9-b322-f99a500b4272 req-10e1edb5-af56-45b3-a9a8-9f337480ad57 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1520748 Aug 28 08:39:35.578940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.590850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.649586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-687ff1d0-92ff-4eb9-b322-f99a500b4272 req-84a06d22-ee85-46f1-9f69-b0d1680fdc86 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946529 Aug 28 08:39:35.735106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-4d2f9dee-a644-4fe1-be51-24cb6ad99ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:35.736802 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-4d2f9dee-a644-4fe1-be51-24cb6ad99ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.1411595 Aug 28 08:39:35.778051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:35.825830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.859296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Transition to ACTIVE for port object 78a413e6-894f-403a-8c18-d86cfe0adb76 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:35.871073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.877226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Allocated IP 172.25.0.115 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/80f98202-8b17-40ec-b0ed-0e19e2df2671) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:35.891027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-c9819380-74d6-4100-a5f4-fc5a193a5637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:39:35.891417 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-c9819380-74d6-4100-a5f4-fc5a193a5637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:39:35.892711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Allocated IP 172.20.0.2 (df2a4956-d007-4f53-8ed5-93df33425803/08313ac6-639c-44ff-a15f-1530b985f382/b6d1de06-e54b-49ef-8983-ce7ade5adb9e) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:35.907353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Transition to ACTIVE for port object b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:35.933903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db19ac-73a9-435d-b84e-6f72bf3e852e req-5f169ad3-5559-4ca1-a234-382738d4b15d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:35.936673 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96db19ac-73a9-435d-b84e-6f72bf3e852e req-5f169ad3-5559-4ca1-a234-382738d4b15d tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.1215711 Aug 28 08:39:35.937232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.943246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Transition to ACTIVE for port object b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:35.965754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:35.992004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-24a3876b-63c2-477f-afb5-01530a6c47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:35.994041 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-24a3876b-63c2-477f-afb5-01530a6c47e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.2304831 Aug 28 08:39:36.056551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.070605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96db19ac-73a9-435d-b84e-6f72bf3e852e req-607518d5-1cce-4348-8189-cc4c6ef3a51b tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071677 Aug 28 08:39:36.091161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.112986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-5fc29c63-5ecc-4dc1-a503-a7002574a5c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.1094468 Aug 28 08:39:36.197180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:36.222079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.230771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:36.240061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:36.241986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Pushing event updated for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:36.292905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-9f22c0a5-4ec2-47d7-a609-ecdc87858d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:36.294723 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-9f22c0a5-4ec2-47d7-a609-ecdc87858d5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1577258 Aug 28 08:39:36.303382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:36.318786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:36.323092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:36.325099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Pushing event updated for resources: {'Port': ['ID=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:36.332748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.333868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-cf528b12-7d61-4c97-86d4-27d60643a8af tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:36.335665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-cf528b12-7d61-4c97-86d4-27d60643a8af tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.1961327 Aug 28 08:39:36.353385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.360974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Transition to ACTIVE for port object b6d1de06-e54b-49ef-8983-ce7ade5adb9e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:36.419916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Attempting to bind port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:36.420288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Attempting to bind port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:36.420649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Attempting to bind port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:36.425019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Transition to ACTIVE for port object b6d1de06-e54b-49ef-8983-ce7ade5adb9e will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:36.437195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:36.437573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Checking segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:36.437979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.438408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Bound using segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:36.439298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Bound port: b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:36.439536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.510786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.516361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] For port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:36.555758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] For port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:36.576533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Network df2a4956-d007-4f53-8ed5-93df33425803 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:36.582039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:36.583785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Pushing event updated for resources: {'Port': ['ID=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:36.586009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:36.635461 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.672772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c1bed29d-bd89-4084-86ac-4f714a012c93 None None] Provisioning for port 78a413e6-894f-403a-8c18-d86cfe0adb76 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:36.677031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Attempting to bind port b6d1de06-e54b-49ef-8983-ce7ade5adb9e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:36.677402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Attempting to bind port b6d1de06-e54b-49ef-8983-ce7ade5adb9e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:36.677765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Attempting to bind port b6d1de06-e54b-49ef-8983-ce7ade5adb9e on network df2a4956-d007-4f53-8ed5-93df33425803 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:36.697245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c1bed29d-bd89-4084-86ac-4f714a012c93 None None] Provisioning complete for port 78a413e6-894f-403a-8c18-d86cfe0adb76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:36.697619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c1bed29d-bd89-4084-86ac-4f714a012c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.702716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:36.703091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Checking segment: {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:36.708393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.708393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Bound using segment: {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:36.708393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Bound port: b6d1de06-e54b-49ef-8983-ce7ade5adb9e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:36.708393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.752349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381acaa6-58e0-460c-b409-838d8832d88f None None] Pushing event updated for resources: {'Port': ['ID=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:36.786189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c1bed29d-bd89-4084-86ac-4f714a012c93 None None] Port 78a413e6-894f-403a-8c18-d86cfe0adb76 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:36.827929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] For port b6d1de06-e54b-49ef-8983-ce7ade5adb9e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:36.832857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] For port b6d1de06-e54b-49ef-8983-ce7ade5adb9e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,segment=NetworkSegment(95e93391-ff21-4874-b095-afefbf21b002),segment_id=95e93391-ff21-4874-b095-afefbf21b002)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:36.843848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661935-f0fc-46b9-bd15-df87a6a0e64a req-c153c76d-b90b-4efd-add2-b24ecb2c0abb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:36.845500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e661935-f0fc-46b9-bd15-df87a6a0e64a req-c153c76d-b90b-4efd-add2-b24ecb2c0abb tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0732925 Aug 28 08:39:36.874921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:36.900248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e661935-f0fc-46b9-bd15-df87a6a0e64a req-9d47ed25-161a-45ab-a267-cc48eb324705 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471880 Aug 28 08:39:36.928756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.002791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-6e2d62de-04b4-48d2-8aea-7aa03db592db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:37.005390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-6e2d62de-04b4-48d2-8aea-7aa03db592db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7006600 Aug 28 08:39:37.036496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:37.053929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:37.074013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d91ed-4c7b-47e6-b3b8-cf9d210d68ef None None] Pushing event updated for resources: {'Port': ['ID=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:37.078590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Pushing event updated for resources: {'Port': ['ID=80f98202-8b17-40ec-b0ed-0e19e2df2671,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:37.159034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:37.211573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.231559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Transition to ACTIVE for port object bb1a3a0f-a27e-415f-953a-84b8d44471e2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:37.249338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fda30-bd02-4463-92c3-23aa7bde906f req-4abd6212-bf03-4dbe-859a-10ceb0b77503 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:37.251073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1fda30-bd02-4463-92c3-23aa7bde906f req-4abd6212-bf03-4dbe-859a-10ceb0b77503 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 945 time: 0.0668209 Aug 28 08:39:37.323910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1fda30-bd02-4463-92c3-23aa7bde906f req-94e6a7c7-7ad1-46d6-b497-abf06df661cf tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501928 Aug 28 08:39:37.328393 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-6600b8cd-8789-4487-a3e4-899968c7aede service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113635 Aug 28 08:39:37.347143 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.350897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Deleting port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:37.351246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.433093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Attempting to bind port bb1a3a0f-a27e-415f-953a-84b8d44471e2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:37.433469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Attempting to bind port bb1a3a0f-a27e-415f-953a-84b8d44471e2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:37.433845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Attempting to bind port bb1a3a0f-a27e-415f-953a-84b8d44471e2 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:37.437355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583cf3-3701-49d5-9bf4-045f1516adc9 None None] Pushing event updated for resources: {'Port': ['ID=bb1a3a0f-a27e-415f-953a-84b8d44471e2,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:37.438065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Allocated IP 172.25.0.124 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b1b6b287-43f6-434d-a1a5-6656560d517b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:37.445405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:37.445922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:37.449930 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.449930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:37.450774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Bound port: bb1a3a0f-a27e-415f-953a-84b8d44471e2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:37.451198 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.503558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.573603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] For port bb1a3a0f-a27e-415f-953a-84b8d44471e2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:37.579765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] For port bb1a3a0f-a27e-415f-953a-84b8d44471e2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1a3a0f-a27e-415f-953a-84b8d44471e2,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:37.636711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.671801 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-89a92e37-2a6b-4082-8089-e324713db2f3 req-cb20230f-43b4-414e-83e9-0ae3e98f432e service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249500 Aug 28 08:39:37.682531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] For port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:37.682898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.707642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.773685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b3d55b5-037b-4f62-8673-0fd9066dbc0a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:37.778595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Calling delete_port for e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:37.782087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.843925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:37.844748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:37.850082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:37.853921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:37.856671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:37.892593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583cf3-3701-49d5-9bf4-045f1516adc9 None None] Pushing event updated for resources: {'Port': ['ID=bb1a3a0f-a27e-415f-953a-84b8d44471e2,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:37.960965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:37.981127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Pushing event updated for resources: {'Port': ['ID=b1b6b287-43f6-434d-a1a5-6656560d517b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:38.005044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:38.005803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.053115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:38.093844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.191167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f504d0-0db7-4123-b772-9c4a498f4019 req-c5cfa954-672e-4375-8838-a687a088895f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:38.202197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13f504d0-0db7-4123-b772-9c4a498f4019 req-c5cfa954-672e-4375-8838-a687a088895f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1401830 Aug 28 08:39:38.205621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.335306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13f504d0-0db7-4123-b772-9c4a498f4019 req-75d08a45-6e5e-4c9d-94f2-a8e185bd1af6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311443 Aug 28 08:39:38.361613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b6d1de06-e54b-49ef-8983-ce7ade5adb9e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:38.393242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.397377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Pushing event updated for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:38.408336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.418495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aea11b-2a92-4ab4-bd7a-eee07222ac1a None None] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:38.438354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fcf704f3-cec9-404b-a853-cb796a5405d0', 'ffdddd19-d97e-4e13-8655-df9a62475430'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:38.470250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event deleted for resources: {'Port': ['ID=e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:38.626042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4e14bf6-5825-4ac5-8bcf-9e3b04b01cf2 req-fe9287eb-c6da-4f22-86b5-be1fc5095625 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab9eace-cfe2-4bb7-8e47-6176aee3836a HTTP/1.1" status: 200 len: 210 time: 0.0799787 Aug 28 08:39:38.626714 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.724597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] No DVR routers for this DVR port e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:38.733203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.735767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1c54c3c3-8eef-4555-800a-1aaef3bf5c86 req-2e43d2ab-e7c9-46b7-bbf2-408129afb032 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.39 "DELETE /v2.0/ports/e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee HTTP/1.1" status: 204 len: 173 time: 1.9178061 Aug 28 08:39:38.739851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'name': 'network-vif-deleted', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:38.742254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a09caca7-ee97-489e-be63-3ecd804da7b5 None None] Provisioning for port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:38.742749 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79a923-9fb6-46a5-8e0e-96d9a2afc616" -d '{"events": [{"server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "name": "network-vif-deleted", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:38.744670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b6d1de06-e54b-49ef-8983-ce7ade5adb9e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:38.778425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:38.794362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:38.818990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:38.855460 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9451ccce-a3f0-4ef8-891d-3031a87b9af6 x-openstack-request-id: req-9451ccce-a3f0-4ef8-891d-3031a87b9af6 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:38.855591 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab9eace-cfe2-4bb7-8e47-6176aee3836a", "name": "network-vif-deleted", "tag": "e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:38.855796 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9451ccce-a3f0-4ef8-891d-3031a87b9af6 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:38.856206 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9eace-cfe2-4bb7-8e47-6176aee3836a', 'name': 'network-vif-deleted', 'tag': 'e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee', 'status': 'completed', 'code': 200} Aug 28 08:39:38.859482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:38.889836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108d6f8-304d-4197-81b5-3aaceee4c43b None None] Network df2a4956-d007-4f53-8ed5-93df33425803 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:38.985977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.049452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78a413e6-894f-403a-8c18-d86cfe0adb76', 'name': '', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'mac_address': 'fa:16:3e:c7:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:35Z', 'revision_number': 1, 'project_id': '960902b8ef5e477db048830957d453a2', 'subnets': [{'id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:39.091597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Router 5b4cf050-f137-4224-8aa1-471fae85ed7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:39.097688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511ef55-7569-4a9f-ba00-bafe29273259 None None] The sync data for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 is: [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78a413e6-894f-403a-8c18-d86cfe0adb76', 'name': '', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'mac_address': 'fa:16:3e:c7:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:35Z', 'revision_number': 1, 'project_id': '960902b8ef5e477db048830957d453a2', 'subnets': [{'id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:39.143786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Provisioning for port b6d1de06-e54b-49ef-8983-ce7ade5adb9e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:39.161561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Provisioning complete for port b6d1de06-e54b-49ef-8983-ce7ade5adb9e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:39.162446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.186942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:39:39.316032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Router 0b008fcd-8da5-4521-9d04-97035eab0b04 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:39:39.362486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:39.381204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d5cc89c9-f97b-49e0-a864-8bc957824779 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b4cf050-f137-4224-8aa1-471fae85ed7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0922720 Aug 28 08:39:39.401134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:39.415133 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:39.416274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:39.427037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:39.429118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.431255 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:39.432245 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:39.519600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.522480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c55ab137-41b4-4602-8c0f-eca84914246a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1647520 Aug 28 08:39:39.525850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:39.589250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.642607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:39.738518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:39.738873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e6c8eef0-98b2-4ff4-90e2-e4d7a3b691ee not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:39.790976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:39.796893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] For port b6d1de06-e54b-49ef-8983-ce7ade5adb9e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,segment=NetworkSegment(95e93391-ff21-4874-b095-afefbf21b002),segment_id=95e93391-ff21-4874-b095-afefbf21b002)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:39.803258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.879492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:39.882897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:39.969857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.026729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc07cd-dfa3-429a-ad1a-215f397a1888 None None] Pushing event updated for resources: {'Port': ['ID=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:40.038743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Provisioning complete for port 78a413e6-894f-403a-8c18-d86cfe0adb76 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:40.039344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.136052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:40.176568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Port 78a413e6-894f-403a-8c18-d86cfe0adb76 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:40.187020 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 3, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:40.190515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Provisioning complete for port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:40.191209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.217419 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:40.218104 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Updating router 708f2b8e-e363-4eee-ba23-484e0c97c9ee port 80f98202-8b17-40ec-b0ed-0e19e2df2671 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:40.246435 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.264693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:40.277076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3ef36-7ef6-450e-8871-67683aad359b req-c7fc5397-ec58-4ec8-ba93-ec45a241e320 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:40.278443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Sync routers for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:40.280841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09b3ef36-7ef6-450e-8871-67683aad359b req-c7fc5397-ec58-4ec8-ba93-ec45a241e320 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0802877 Aug 28 08:39:40.297408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Routers {'0b008fcd-8da5-4521-9d04-97035eab0b04'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:40.298057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0b008fcd-8da5-4521-9d04-97035eab0b04'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:40.403538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09b3ef36-7ef6-450e-8871-67683aad359b req-cb3ecc93-033d-45b4-be52-79adf5e975b3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068294 Aug 28 08:39:40.422804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.424069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c230b04-3b92-4bca-9f12-f81ae321fb8e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.4986892 Aug 28 08:39:40.426901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:40.534071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Set router 0b008fcd-8da5-4521-9d04-97035eab0b04 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:40.768819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Provisioning complete for port b6d1de06-e54b-49ef-8983-ce7ade5adb9e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:40.769209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-88da632a-db7e-46a8-b260-ea084f363f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.861919 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:40.890499 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Transition to ACTIVE for port object 80f98202-8b17-40ec-b0ed-0e19e2df2671 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:40.979567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:38Z', 'revision_number': 3, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:40.987593 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.064646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Checking router: 0b008fcd-8da5-4521-9d04-97035eab0b04 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:41.065004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Updating router 0b008fcd-8da5-4521-9d04-97035eab0b04 port b1b6b287-43f6-434d-a1a5-6656560d517b binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:41.075198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2eaf-8af4-42d2-9ad4-0cd3457419bd req-1402af5e-288f-45b5-a791-9423efaccb33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:41.077088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4aa2eaf-8af4-42d2-9ad4-0cd3457419bd req-1402af5e-288f-45b5-a791-9423efaccb33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1566484 Aug 28 08:39:41.093265 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd664-1d1d-48e8-a2c1-fa6a7b0fb1c9 None None] Pushing event updated for resources: {'Port': ['ID=80f98202-8b17-40ec-b0ed-0e19e2df2671,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:41.098169 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Attempting to bind port 80f98202-8b17-40ec-b0ed-0e19e2df2671 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:41.099387 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Attempting to bind port 80f98202-8b17-40ec-b0ed-0e19e2df2671 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:41.100009 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Attempting to bind port 80f98202-8b17-40ec-b0ed-0e19e2df2671 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:41.109017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.110198 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:41.110884 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:41.111627 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.112283 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:41.113101 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Bound port: 80f98202-8b17-40ec-b0ed-0e19e2df2671, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:41.113952 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.118680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.177504 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] For port 80f98202-8b17-40ec-b0ed-0e19e2df2671, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:41.182697 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] For port 80f98202-8b17-40ec-b0ed-0e19e2df2671, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80f98202-8b17-40ec-b0ed-0e19e2df2671,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:41.218866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4aa2eaf-8af4-42d2-9ad4-0cd3457419bd req-40fa1101-ac8f-49e7-b1d7-460bae00b052 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283021 Aug 28 08:39:41.250376 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.253232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.369476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd664-1d1d-48e8-a2c1-fa6a7b0fb1c9 None None] Pushing event updated for resources: {'Port': ['ID=80f98202-8b17-40ec-b0ed-0e19e2df2671,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:41.378449 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:41.379616 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:41.420442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Allocated IP 172.20.0.1 (bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d/080d87d1-9476-48d7-94a5-eb511ab4569b/87182859-27cb-43b5-812d-a141503928b7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:41.497741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.511063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Transition to ACTIVE for port object b1b6b287-43f6-434d-a1a5-6656560d517b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:41.521229 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:41.539944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Allocated IP 172.20.0.1 (df2a4956-d007-4f53-8ed5-93df33425803/08313ac6-639c-44ff-a15f-1530b985f382/e627dcd5-e186-441a-aee7-4a46c7c80d62) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:41.611259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.628489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Transition to ACTIVE for port object 87182859-27cb-43b5-812d-a141503928b7 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:41.638045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.665888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.685444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Transition to ACTIVE for port object e627dcd5-e186-441a-aee7-4a46c7c80d62 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:41.735251 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 3, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:41.738141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fa291-c45c-41a2-94c1-4f577a56070e None None] Pushing event updated for resources: {'Port': ['ID=b1b6b287-43f6-434d-a1a5-6656560d517b,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:41.740724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Attempting to bind port b1b6b287-43f6-434d-a1a5-6656560d517b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:41.741098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Attempting to bind port b1b6b287-43f6-434d-a1a5-6656560d517b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:41.741459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Attempting to bind port b1b6b287-43f6-434d-a1a5-6656560d517b on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:41.747102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:41.747474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:41.747874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.748265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:41.748728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Bound port: b1b6b287-43f6-434d-a1a5-6656560d517b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:41.749101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.759612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.770959 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7127c14-5746-4781-9264-a97548bddd4e None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 3, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:41.810454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Pushing event updated for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:41.821094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] For port b1b6b287-43f6-434d-a1a5-6656560d517b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:41.823629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:41.824887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] For port b1b6b287-43f6-434d-a1a5-6656560d517b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b1b6b287-43f6-434d-a1a5-6656560d517b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:41.825174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:41.827816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:41.862679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.884867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.954892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:41.990131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Network df2a4956-d007-4f53-8ed5-93df33425803 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:42.090426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Routers {'0b008fcd-8da5-4521-9d04-97035eab0b04'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:42.091284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0b008fcd-8da5-4521-9d04-97035eab0b04'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:42.153990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Pushing event updated for resources: {'Port': ['ID=e627dcd5-e186-441a-aee7-4a46c7c80d62,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:42.168355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:42.177805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:42.181844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fa291-c45c-41a2-94c1-4f577a56070e None None] Pushing event updated for resources: {'Port': ['ID=b1b6b287-43f6-434d-a1a5-6656560d517b,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:42.237610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-00ba3b65-7a33-448e-905a-1b68b98055d1 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:42.239394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-00ba3b65-7a33-448e-905a-1b68b98055d1 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.3027868 Aug 28 08:39:42.262884 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.267211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:42.279554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-aee3e745-b84d-4b7e-b7a3-dd0a74a321e0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/quotas/960902b8ef5e477db048830957d453a2 HTTP/1.1" status: 200 len: 375 time: 0.0144570 Aug 28 08:39:42.312216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] Set router 0b008fcd-8da5-4521-9d04-97035eab0b04 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:42.351209 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.439252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-ed20619f-936a-4367-9879-6385a147d922 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461029 Aug 28 08:39:42.487500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.505875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5d5cc2ea-58ce-4ded-b2ae-93c56a2f7811 None None] Provisioning for port 87182859-27cb-43b5-812d-a141503928b7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:42.525273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5d5cc2ea-58ce-4ded-b2ae-93c56a2f7811 None None] Provisioning complete for port 87182859-27cb-43b5-812d-a141503928b7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:42.525849 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc2ea-58ce-4ded-b2ae-93c56a2f7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.578233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-f77d6cf3-1317-439a-a473-e076cb2fffa6 service neutron] 10.222.0.46 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380908 Aug 28 08:39:42.589820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:42.590193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.599685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cc2ea-58ce-4ded-b2ae-93c56a2f7811 None None] Port 87182859-27cb-43b5-812d-a141503928b7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:42.621337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.698945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:38Z', 'revision_number': 3, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:42.724559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.736292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Pushing event updated for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:42.752265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfbcd7-a65c-45a2-947e-b05bf3852a3a None None] The sync data for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 is: [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:38Z', 'revision_number': 3, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:42.786284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1a3a0f-a27e-415f-953a-84b8d44471e2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:42.788598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.840069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-e028d76d-4b58-41dc-89e4-bb52f8cb4eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289376 Aug 28 08:39:42.873356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a124106f-d34e-4aee-bc2e-36f5312b3cde None None] Provisioning for port e627dcd5-e186-441a-aee7-4a46c7c80d62 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:42.876208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a124106f-d34e-4aee-bc2e-36f5312b3cde None None] Provisioning complete for port e627dcd5-e186-441a-aee7-4a46c7c80d62 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:42.876650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a124106f-d34e-4aee-bc2e-36f5312b3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.881381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-0ff9eb6b-46d8-4290-a0a9-ebaa8d4f8ab0 req-d373abff-be35-45b3-a263-8443b771bf67 service neutron] (95466) timed out ('10.222.0.39', 59052) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:39:42.925446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a124106f-d34e-4aee-bc2e-36f5312b3cde None None] Port e627dcd5-e186-441a-aee7-4a46c7c80d62 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:42.941444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port bb1a3a0f-a27e-415f-953a-84b8d44471e2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:42.947389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bb1a3a0f-a27e-415f-953a-84b8d44471e2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:42.949194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:42.985695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:42.987449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:43.097276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.111724 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.240472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port bb1a3a0f-a27e-415f-953a-84b8d44471e2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1a3a0f-a27e-415f-953a-84b8d44471e2,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:43.259360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:43.269197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.339223 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.340092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b6d1de06-e54b-49ef-8983-ce7ade5adb9e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:43.366508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Pushing event updated for resources: {'Port': ['ID=e627dcd5-e186-441a-aee7-4a46c7c80d62,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:43.479922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.496621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=bb1a3a0f-a27e-415f-953a-84b8d44471e2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:43.513052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b6d1de06-e54b-49ef-8983-ce7ade5adb9e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:43.513440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.559232 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Sync routers for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:43.578766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:43.580330 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:43.641860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5e947f57-e00a-4599-8fb2-d3522edc1a3e None None] Provisioning complete for port 87182859-27cb-43b5-812d-a141503928b7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:43.642278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e947f57-e00a-4599-8fb2-d3522edc1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:43.649494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:43.663344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9a477-7716-4e9c-9e92-334b1ec94668 req-6574531f-a404-4436-9bb7-0bfd7526d935 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:43.673979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba9a477-7716-4e9c-9e92-334b1ec94668 req-6574531f-a404-4436-9bb7-0bfd7526d935 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.2867396 Aug 28 08:39:43.674280 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0aea20b6-e5c8-4117-ae84-5c50929e9c96 admin admin] 10.222.0.46 "PUT /v2.0/routers/708f2b8e-e363-4eee-ba23-484e0c97c9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444268 Aug 28 08:39:43.737951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-3b5a4cea-61f8-4d43-97ab-48dfc1153ff2 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:43.743766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-3b5a4cea-61f8-4d43-97ab-48dfc1153ff2 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 945 time: 0.2057450 Aug 28 08:39:43.779866 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:43.815135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5e947f57-e00a-4599-8fb2-d3522edc1a3e None None] Port 87182859-27cb-43b5-812d-a141503928b7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:43.821825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba9a477-7716-4e9c-9e92-334b1ec94668 req-02d3fa90-e142-478f-855c-ca25e11d3cae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319957 Aug 28 08:39:43.860451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Network df2a4956-d007-4f53-8ed5-93df33425803 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:43.865833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:43.987768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Deleting port ffdddd19-d97e-4e13-8655-df9a62475430 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:43.988257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.189519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] For port ffdddd19-d97e-4e13-8655-df9a62475430, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ffdddd19-d97e-4e13-8655-df9a62475430,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:44.189519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.233326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Calling delete_port for ffdddd19-d97e-4e13-8655-df9a62475430 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:44.320638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1a3a0f-a27e-415f-953a-84b8d44471e2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:44.395874 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78a413e6-894f-403a-8c18-d86cfe0adb76', 'name': '', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'mac_address': 'fa:16:3e:c7:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 2, 'project_id': '960902b8ef5e477db048830957d453a2', 'subnets': [{'id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:44.437243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94d89-7304-4672-8ab5-788fac8c960c req-a7ed5d82-f446-4a4e-8e7e-eeb232feb47e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:44.443715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Checking router: 5b4cf050-f137-4224-8aa1-471fae85ed7c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:44.444328 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Updating router 5b4cf050-f137-4224-8aa1-471fae85ed7c port 78a413e6-894f-403a-8c18-d86cfe0adb76 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:44.447671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22f94d89-7304-4672-8ab5-788fac8c960c req-a7ed5d82-f446-4a4e-8e7e-eeb232feb47e tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=80754b85-5f36-4837-bc34-ed078f1be77a HTTP/1.1" status: 200 len: 945 time: 0.4198182 Aug 28 08:39:44.457582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Router 0b008fcd-8da5-4521-9d04-97035eab0b04 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:44.470946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e2d0fe35-2c8f-4aa2-92ab-c4a936d736cb None None] Provisioning complete for port e627dcd5-e186-441a-aee7-4a46c7c80d62 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:44.471372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2d0fe35-2c8f-4aa2-92ab-c4a936d736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.478100 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.565613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0fe35-2c8f-4aa2-92ab-c4a936d736cb None None] Port e627dcd5-e186-441a-aee7-4a46c7c80d62 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:44.569542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bb1a3a0f-a27e-415f-953a-84b8d44471e2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:44.572941 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.573192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22f94d89-7304-4672-8ab5-788fac8c960c req-95d4fc63-418a-4979-b3e8-f667b11112af tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214373 Aug 28 08:39:44.661364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.706195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event deleted for resources: {'Port': ['ID=ffdddd19-d97e-4e13-8655-df9a62475430,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:44.713285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:44.746779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-092abd98-8254-4de5-a169-1385b5160e3d admin admin] 10.222.0.46 "PUT /v2.0/routers/0b008fcd-8da5-4521-9d04-97035eab0b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3180096 Aug 28 08:39:44.788271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] No DVR routers for this DVR port ffdddd19-d97e-4e13-8655-df9a62475430 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:44.793087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:44.796123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ad97443e-3b00-4ad2-8dfa-208fbd1b6748 req-8c52c835-446c-429b-8753-9b6a186ae5ae tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "DELETE /v2.0/ports/ffdddd19-d97e-4e13-8655-df9a62475430 HTTP/1.1" status: 204 len: 173 time: 1.0427778 Aug 28 08:39:44.798195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'name': 'network-vif-deleted', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:44.813749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acd87631-0980-4607-8039-c3e0bf208d52 req-5a1f631b-1ada-4fa0-8adb-77dbafb8850c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Aug 28 08:39:44.814484 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73b4be1-3b40-4da3-9c2d-ad32dfc3c716" -d '{"events": [{"server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "name": "network-vif-deleted", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:44.817532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fcf704f3-cec9-404b-a853-cb796a5405d0', 'ffdddd19-d97e-4e13-8655-df9a62475430'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:44.967577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80f98202-8b17-40ec-b0ed-0e19e2df2671 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:45.064610 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.079368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Transition to ACTIVE for port object 78a413e6-894f-403a-8c18-d86cfe0adb76 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:45.139772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 80f98202-8b17-40ec-b0ed-0e19e2df2671 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:45.147722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 80f98202-8b17-40ec-b0ed-0e19e2df2671 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:45.148441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.180013 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.296936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.346489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 80f98202-8b17-40ec-b0ed-0e19e2df2671, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80f98202-8b17-40ec-b0ed-0e19e2df2671,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:45.370775 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba28cb2-f29c-4be5-bada-0835487419b3 None None] Pushing event updated for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:45.416335 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.417169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b1b6b287-43f6-434d-a1a5-6656560d517b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:45.512829 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Attempting to bind port 78a413e6-894f-403a-8c18-d86cfe0adb76 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:45.516263 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Attempting to bind port 78a413e6-894f-403a-8c18-d86cfe0adb76 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:45.516826 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Attempting to bind port 78a413e6-894f-403a-8c18-d86cfe0adb76 on network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:45.531640 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:45.532007 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Checking segment: {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:45.532982 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.535302 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Bound using segment: {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:45.535890 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Bound port: 78a413e6-894f-403a-8c18-d86cfe0adb76, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37acf26d-6ae7-4214-8304-6afc8d0191eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:45.536508 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.568932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=80f98202-8b17-40ec-b0ed-0e19e2df2671,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:45.684277 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] For port 78a413e6-894f-403a-8c18-d86cfe0adb76, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:45.692243 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] For port 78a413e6-894f-403a-8c18-d86cfe0adb76, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78a413e6-894f-403a-8c18-d86cfe0adb76,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:45.708966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b1b6b287-43f6-434d-a1a5-6656560d517b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:45.718783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b1b6b287-43f6-434d-a1a5-6656560d517b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:45.721119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.805353 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.871497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:45.896763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b1b6b287-43f6-434d-a1a5-6656560d517b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b1b6b287-43f6-434d-a1a5-6656560d517b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:45.929889 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:45.930628 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:45.978743 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba28cb2-f29c-4be5-bada-0835487419b3 None None] Pushing event updated for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:46.010160 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.087447 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:46.124158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b1b6b287-43f6-434d-a1a5-6656560d517b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:46.164787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44814) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:46.169973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642013903', 'description': 'tempest-description--2014015230'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:46.219933 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622106fb-9e62-4584-91be-232ab2690799 x-openstack-request-id: req-622106fb-9e62-4584-91be-232ab2690799 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:46.220483 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80754b85-5f36-4837-bc34-ed078f1be77a", "name": "network-vif-deleted", "tag": "ffdddd19-d97e-4e13-8655-df9a62475430", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:46.220587 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-622106fb-9e62-4584-91be-232ab2690799 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:46.220929 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80754b85-5f36-4837-bc34-ed078f1be77a', 'name': 'network-vif-deleted', 'tag': 'ffdddd19-d97e-4e13-8655-df9a62475430', 'status': 'completed', 'code': 200} Aug 28 08:39:46.261198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78a413e6-894f-403a-8c18-d86cfe0adb76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:46.295634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.393241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 78a413e6-894f-403a-8c18-d86cfe0adb76 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:46.398413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 78a413e6-894f-403a-8c18-d86cfe0adb76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:46.398907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.485445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20994a62-85a4-45c1-9412-b75a2f312410 req-f1b39c91-1a65-40e3-a32f-ed1e5bc78922 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:46.493713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20994a62-85a4-45c1-9412-b75a2f312410 req-f1b39c91-1a65-40e3-a32f-ed1e5bc78922 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1292357 Aug 28 08:39:46.531451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.541644 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78a413e6-894f-403a-8c18-d86cfe0adb76', 'name': '', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'mac_address': 'fa:16:3e:c7:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'subnets': [{'id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:46.576990 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980cb5-bb48-43bb-a3ca-9718a1a30b71 None None] The sync data for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 is: [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:39:37Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '78a413e6-894f-403a-8c18-d86cfe0adb76', 'name': '', 'network_id': '5abf994f-e457-4ef5-984a-175a4e3b6bb7', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'mac_address': 'fa:16:3e:c7:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '960902b8ef5e477db048830957d453a2', 'subnets': [{'id': '97b8af15-c523-4109-b58b-cd204a9ed090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:46.583294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.590821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 78a413e6-894f-403a-8c18-d86cfe0adb76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78a413e6-894f-403a-8c18-d86cfe0adb76,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:46.598438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20994a62-85a4-45c1-9412-b75a2f312410 req-5cb12106-3a2a-4ffb-aca0-03276ffeed76 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003330 Aug 28 08:39:46.660128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-3a0f79de-098e-42bb-80f1-462d154936eb tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:46.661755 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-3a0f79de-098e-42bb-80f1-462d154936eb tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.39 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.1725888 Aug 28 08:39:46.671353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:46.689615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:46.691096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Request body: {'port': {'device_id': '53320c67-db50-494d-aae0-c1b515743617', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'admin_state_up': True, 'tenant_id': '960902b8ef5e477db048830957d453a2'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:46.694937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:46.695840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.745394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc943758-cd2a-43e4-af0f-5171071374bc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:46.803474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d078437-dc8a-43bc-9b63-63f03f014e2f req-a43a6252-bd3d-4d18-a264-b454cb1e7e98 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 210 time: 0.0551462 Aug 28 08:39:46.808191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Made reservation on behalf of 960902b8ef5e477db048830957d453a2 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:46.812360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.872838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:46.879108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-46a387e2-515a-4f3b-83af-aa901b3f603f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7093647 Aug 28 08:39:46.879108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:46.885134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group_rule': {'security_group_id': 'dc943758-cd2a-43e4-af0f-5171071374bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:46.921343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:46.928982 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Sync routers for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:46.950184 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Routers {'0b008fcd-8da5-4521-9d04-97035eab0b04'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:46.951498 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0b008fcd-8da5-4521-9d04-97035eab0b04'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:47.029615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.052246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Allocated IP 172.20.0.12 (2b803739-7133-45d2-92c8-67d76d0101a0/d779e779-f3e0-4860-80b0-349a91b8c101/010de74d-8bd5-43af-93c6-5e9bfdb66892) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:47.056628 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.057549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80f98202-8b17-40ec-b0ed-0e19e2df2671 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:47.144006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44826) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:47.193992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ffdddd19-d97e-4e13-8655-df9a62475430 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:47.199794 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Set router 0b008fcd-8da5-4521-9d04-97035eab0b04 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:47.235449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ffdddd19-d97e-4e13-8655-df9a62475430 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:47.235860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ffdddd19-d97e-4e13-8655-df9a62475430 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:47.288563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.304384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:47.370223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 80f98202-8b17-40ec-b0ed-0e19e2df2671 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:47.370526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.384970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.405295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.430005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e42175-310a-4ea7-9cab-8ebca515ae37,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:47.443983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Transition to ACTIVE for port object 010de74d-8bd5-43af-93c6-5e9bfdb66892 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:47.461861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 2, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:47.510181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:47.510567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Updating router 708f2b8e-e363-4eee-ba23-484e0c97c9ee port 87182859-27cb-43b5-812d-a141503928b7 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:47.526476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.530680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45faaad1-963f-44cc-8b22-3ee94a50bdf2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6485012 Aug 28 08:39:47.532574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44830) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:47.539336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group_rule': {'security_group_id': 'dc943758-cd2a-43e4-af0f-5171071374bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:47.560740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.572061 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e627dcd5-e186-441a-aee7-4a46c7c80d62', 'name': '', 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'mac_address': 'fa:16:3e:45:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '08313ac6-639c-44ff-a15f-1530b985f382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 2, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'subnets': [{'id': '08313ac6-639c-44ff-a15f-1530b985f382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:47.604590 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Checking router: 0b008fcd-8da5-4521-9d04-97035eab0b04 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:39:47.605233 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Updating router 0b008fcd-8da5-4521-9d04-97035eab0b04 port e627dcd5-e186-441a-aee7-4a46c7c80d62 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:39:47.607815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.618622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d452a4-fd0d-4cd9-9315-c9014563f1e5 req-41dc8d60-95dc-4df2-886b-572825fe61fb tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:47.620362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d452a4-fd0d-4cd9-9315-c9014563f1e5 req-41dc8d60-95dc-4df2-886b-572825fe61fb tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1674309 Aug 28 08:39:47.633788 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.713325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d452a4-fd0d-4cd9-9315-c9014563f1e5 req-8428be73-aa51-45a1-afe5-d4943bcfa3f6 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781617 Aug 28 08:39:47.715384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:47.723184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:47.729045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:47.737782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.854945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Pushing event updated for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:47.880035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:47.880905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:47.976812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-2f0bddfb-f01e-4d08-995e-67432dea9bf7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2962618 Aug 28 08:39:47.995506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.001203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Request body: {'port': {'device_id': '53320c67-db50-494d-aae0-c1b515743617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:48.013173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330596-8f41-4403-829b-d987e627c48d req-e2cbc0f3-873a-495f-9e3c-98f5acce0825 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:48.013173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9330596-8f41-4403-829b-d987e627c48d req-e2cbc0f3-873a-495f-9e3c-98f5acce0825 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1319084 Aug 28 08:39:48.035804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.050094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Transition to ACTIVE for port object 87182859-27cb-43b5-812d-a141503928b7 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:48.091249 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.094471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.099594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.104861 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Transition to ACTIVE for port object e627dcd5-e186-441a-aee7-4a46c7c80d62 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:48.110591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec0bf56-8a76-4151-abee-209ce8dbaecf,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:48.131688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78a413e6-894f-403a-8c18-d86cfe0adb76 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:48.155885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9330596-8f41-4403-829b-d987e627c48d req-acd90a57-59e8-49a4-b815-50bc89a5875c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231375 Aug 28 08:39:48.162765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.168884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.179542 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.210647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c459fafe-8e2b-4f0f-8a08-05f4c13debd8 None None] Provisioning for port 010de74d-8bd5-43af-93c6-5e9bfdb66892 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:48.233110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c459fafe-8e2b-4f0f-8a08-05f4c13debd8 None None] Provisioning complete for port 010de74d-8bd5-43af-93c6-5e9bfdb66892 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:48.233526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c459fafe-8e2b-4f0f-8a08-05f4c13debd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.257602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.259179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-459cc515-3b2e-4ce2-89a0-2fb0e05e6e45 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7272191 Aug 28 08:39:48.263876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44838) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:48.274170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:48.288225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ec194-efca-4efd-9dc3-35889bf33ad7 None None] Pushing event updated for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:48.345942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 78a413e6-894f-403a-8c18-d86cfe0adb76 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:48.346820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.387286 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Pushing event updated for resources: {'Port': ['ID=e627dcd5-e186-441a-aee7-4a46c7c80d62,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:48.409109 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.410719 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.411432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.412110 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.412820 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.413477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.414127 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.415363 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.416027 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.416665 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.417316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.417958 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:39:48.444950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a0c4-1443-4eed-b297-8f4b195c13bf req-7078bbab-bcb5-4fa0-97d4-2c41c89d7531 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:48.453619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b361a0c4-1443-4eed-b297-8f4b195c13bf req-7078bbab-bcb5-4fa0-97d4-2c41c89d7531 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1028 time: 0.1576684 Aug 28 08:39:48.467406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c459fafe-8e2b-4f0f-8a08-05f4c13debd8 None None] Port 010de74d-8bd5-43af-93c6-5e9bfdb66892 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:48.498673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Attempting to bind port 87182859-27cb-43b5-812d-a141503928b7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:48.498673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Attempting to bind port 87182859-27cb-43b5-812d-a141503928b7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:48.498673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Attempting to bind port 87182859-27cb-43b5-812d-a141503928b7 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:48.505703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:48.506095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.506362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Checking segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:48.506866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.507367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Bound using segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:48.508144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Bound port: 87182859-27cb-43b5-812d-a141503928b7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:48.508631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.606849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b1b6b287-43f6-434d-a1a5-6656560d517b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:48.631835 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Attempting to bind port e627dcd5-e186-441a-aee7-4a46c7c80d62 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:48.632212 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Attempting to bind port e627dcd5-e186-441a-aee7-4a46c7c80d62 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:48.632575 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Attempting to bind port e627dcd5-e186-441a-aee7-4a46c7c80d62 on network df2a4956-d007-4f53-8ed5-93df33425803 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:48.649814 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:48.650202 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Checking segment: {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:48.650663 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.651215 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Bound using segment: {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:48.652811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] For port 87182859-27cb-43b5-812d-a141503928b7, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:48.653233 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Bound port: e627dcd5-e186-441a-aee7-4a46c7c80d62, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e93391-ff21-4874-b095-afefbf21b002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:48.653565 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.661473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] For port 87182859-27cb-43b5-812d-a141503928b7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87182859-27cb-43b5-812d-a141503928b7,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:48.691482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b1b6b287-43f6-434d-a1a5-6656560d517b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:48.693535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.746691 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.747426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010de74d-8bd5-43af-93c6-5e9bfdb66892 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:39:48.760930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.776238 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] For port e627dcd5-e186-441a-aee7-4a46c7c80d62, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:48.784602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] For port e627dcd5-e186-441a-aee7-4a46c7c80d62, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e627dcd5-e186-441a-aee7-4a46c7c80d62,segment=NetworkSegment(95e93391-ff21-4874-b095-afefbf21b002),segment_id=95e93391-ff21-4874-b095-afefbf21b002)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:48.784986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Transition to ACTIVE for port object 010de74d-8bd5-43af-93c6-5e9bfdb66892 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:48.831083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:48.831697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:48.853964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ec194-efca-4efd-9dc3-35889bf33ad7 None None] Pushing event updated for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:48.855640 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.882115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:48.915877 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Routers {'0b008fcd-8da5-4521-9d04-97035eab0b04'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:48.916526 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0b008fcd-8da5-4521-9d04-97035eab0b04'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:48.982521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Pushing event updated for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:49.033967 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87d87a-e357-48fd-9e05-e2de52635e43 None None] Pushing event updated for resources: {'Port': ['ID=e627dcd5-e186-441a-aee7-4a46c7c80d62,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:49.047756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:49.137263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b361a0c4-1443-4eed-b297-8f4b195c13bf req-0b3ec527-3398-4e10-966a-f856d5e9ba2a tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827245 Aug 28 08:39:49.186185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Attempting to bind port 010de74d-8bd5-43af-93c6-5e9bfdb66892 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:49.186651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Attempting to bind port 010de74d-8bd5-43af-93c6-5e9bfdb66892 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:49.187065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Attempting to bind port 010de74d-8bd5-43af-93c6-5e9bfdb66892 on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:49.202777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Port 010de74d-8bd5-43af-93c6-5e9bfdb66892 on network 2b803739-7133-45d2-92c8-67d76d0101a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:39:49.204893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Attempting to bind port 010de74d-8bd5-43af-93c6-5e9bfdb66892 on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:49.224845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] Set router 0b008fcd-8da5-4521-9d04-97035eab0b04 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:39:49.226262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:49.230784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Checking segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:49.239448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Bound using segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:49.240042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Bound port: 010de74d-8bd5-43af-93c6-5e9bfdb66892, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:49.240489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.331882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.409119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:49.415092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:49.438442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-7c14609e-6f8a-48c2-b731-b54ecf7cfc05 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:49.441740 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-7c14609e-6f8a-48c2-b731-b54ecf7cfc05 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.1232905 Aug 28 08:39:49.518617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:48Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:49.519177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Deleting port e627dcd5-e186-441a-aee7-4a46c7c80d62 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:49.519645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.547038 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.581640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:49.582952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.584599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] 10.222.0.39 "PUT /v2.0/ports/010de74d-8bd5-43af-93c6-5e9bfdb66892 HTTP/1.1" status: 200 len: 1093 time: 1.5936573 Aug 28 08:39:49.629447 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e627dcd5-e186-441a-aee7-4a46c7c80d62', 'name': '', 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'mac_address': 'fa:16:3e:45:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '08313ac6-639c-44ff-a15f-1530b985f382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:48Z', 'revision_number': 4, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'subnets': [{'id': '08313ac6-639c-44ff-a15f-1530b985f382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:49.635050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:49.637493 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ed775-be18-4937-9c45-46134ecc2c04" -d '{"events": [{"name": "network-changed", "server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:49.655012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] For port e627dcd5-e186-441a-aee7-4a46c7c80d62, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e627dcd5-e186-441a-aee7-4a46c7c80d62,segment=NetworkSegment(95e93391-ff21-4874-b095-afefbf21b002),segment_id=95e93391-ff21-4874-b095-afefbf21b002)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:49.656871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.684209 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecb33f-ffb0-4cd6-b58e-fbd30cdcdac3 None None] The sync data for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 is: [{'id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'name': 'tempest-ImageQuotaTest-140754212-router', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'gw_port': {'id': 'b1b6b287-43f6-434d-a1a5-6656560d517b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e627dcd5-e186-441a-aee7-4a46c7c80d62', 'name': '', 'network_id': 'df2a4956-d007-4f53-8ed5-93df33425803', 'tenant_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'mac_address': 'fa:16:3e:45:bb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b008fcd-8da5-4521-9d04-97035eab0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '08313ac6-639c-44ff-a15f-1530b985f382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:48Z', 'revision_number': 4, 'project_id': '3a5cdfbde9d14d81aa83566874fe0d5d', 'subnets': [{'id': '08313ac6-639c-44ff-a15f-1530b985f382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:49.708083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Allocated IP 172.25.0.146 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/83d270c4-518c-4399-9257-40ca8f590d12) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:49.730572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Calling delete_port for e627dcd5-e186-441a-aee7-4a46c7c80d62 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:49.752740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e382-1f29-4030-a5f7-650e7504602a service neutron] Pushing event updated for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:49.845606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e8fe4-fdd7-46f7-8980-375ce9e1bee5 None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:48Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:49.855679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Deleting port fcf704f3-cec9-404b-a853-cb796a5405d0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:49.856489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:49.936860 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:39:49.964726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-41916e16-232a-482d-b688-6b9c84b3817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:49.966678 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-41916e16-232a-482d-b688-6b9c84b3817d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6b44c193914c459ba4ec239c844baf&device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 1096 time: 0.2540133 Aug 28 08:39:49.987922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35f38-1bb9-4f46-9c87-09abd0fc3f59 req-4ac15350-e337-4ff7-961e-aa84a4a8fb31 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:49.990800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b35f38-1bb9-4f46-9c87-09abd0fc3f59 req-4ac15350-e337-4ff7-961e-aa84a4a8fb31 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 946 time: 0.2859359 Aug 28 08:39:49.993381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-63af86c7-f336-4d3c-a886-18b9dedcaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:49.997853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-63af86c7-f336-4d3c-a886-18b9dedcaa98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1096 time: 0.1713250 Aug 28 08:39:50.076947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-7b63b411-a6a5-4945-b097-539f6dfb35ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892 HTTP/1.1" status: 200 len: 217 time: 0.0652933 Aug 28 08:39:50.082954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] For port fcf704f3-cec9-404b-a853-cb796a5405d0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=fcf704f3-cec9-404b-a853-cb796a5405d0,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:50.083327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.119442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b35f38-1bb9-4f46-9c87-09abd0fc3f59 req-1c5f8dc4-4159-456c-afcd-f59adccb1b17 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ad78c77-6640-4296-8996-712f3073ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202669 Aug 28 08:39:50.131453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.131650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Calling delete_port for fcf704f3-cec9-404b-a853-cb796a5405d0 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:50.143548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e627dcd5-e186-441a-aee7-4a46c7c80d62 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:50.223885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-ede43311-06d0-403b-9f5c-f46ee5820811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.228942 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-ede43311-06d0-403b-9f5c-f46ee5820811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d779e779-f3e0-4860-80b0-349a91b8c101 HTTP/1.1" status: 200 len: 848 time: 0.1396792 Aug 28 08:39:50.277108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d68933-2a70-42f4-97a3-abb0897d3c8b req-328486d1-8887-4c92-99ed-384245414f3f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.278910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2d68933-2a70-42f4-97a3-abb0897d3c8b req-328486d1-8887-4c92-99ed-384245414f3f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0707092 Aug 28 08:39:50.279942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-21688528-95bd-4a62-aeb0-62b2e27dd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.281416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-21688528-95bd-4a62-aeb0-62b2e27dd5b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 200 len: 911 time: 0.3065169 Aug 28 08:39:50.296969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.329210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e627dcd5-e186-441a-aee7-4a46c7c80d62 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:50.337641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e627dcd5-e186-441a-aee7-4a46c7c80d62 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:50.339280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.339601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.360532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-f8c557e4-b998-41ac-a85b-45f0014d9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.361418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-f8c557e4-b998-41ac-a85b-45f0014d9de9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b803739-7133-45d2-92c8-67d76d0101a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265130 Aug 28 08:39:50.365887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port e627dcd5-e186-441a-aee7-4a46c7c80d62 was deleted so its status cannot be updated. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 08:39:50.375076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:50.403036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:50.408852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:50.476095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2d68933-2a70-42f4-97a3-abb0897d3c8b req-73431390-3430-4fc0-92a7-7ee9fa6c2ba9 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891675 Aug 28 08:39:50.476734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-5800b22a-0b3c-4b90-8460-aa682a9c5b08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 200 len: 999 time: 0.1857145 Aug 28 08:39:50.509758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=83d270c4-518c-4399-9257-40ca8f590d12,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:50.573435 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a614a2-5e1b-4625-a0d7-4fd5ffdada25 x-openstack-request-id: req-18a614a2-5e1b-4625-a0d7-4fd5ffdada25 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:50.573724 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:50.573980 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18a614a2-5e1b-4625-a0d7-4fd5ffdada25 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:50.574590 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892', 'status': 'completed', 'code': 200} Aug 28 08:39:50.590871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Pushing event deleted for resources: {'Port': ['ID=e627dcd5-e186-441a-aee7-4a46c7c80d62,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:50.613446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-2b72f770-7b56-45cd-9ff4-3a055c64e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.615292 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-2b72f770-7b56-45cd-9ff4-3a055c64e5ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 200 len: 849 time: 0.1287384 Aug 28 08:39:50.669197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-cf361d1f-31f9-4762-b790-095e72edad1e service neutron] 10.222.0.39 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974572 Aug 28 08:39:50.670163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.715329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['fcf704f3-cec9-404b-a853-cb796a5405d0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:50.755316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Pushing event deleted for resources: {'Port': ['ID=fcf704f3-cec9-404b-a853-cb796a5405d0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:50.838015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] No DVR routers for this DVR port fcf704f3-cec9-404b-a853-cb796a5405d0 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:50.847166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.850664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea7b9eaa-529c-4488-ab65-f00fbf905252 req-bd8c71a3-0835-41e4-bd76-09dba39477d9 tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.64 "DELETE /v2.0/ports/fcf704f3-cec9-404b-a853-cb796a5405d0 HTTP/1.1" status: 204 len: 173 time: 1.4010878 Aug 28 08:39:50.860149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-52e8bd28-a412-46ff-b8ca-816928394f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.861970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-52e8bd28-a412-46ff-b8ca-816928394f25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edbae5a6-038f-4f1c-be52-2c76a0563766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2375844 Aug 28 08:39:50.887341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:50.910901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e623e-31d9-41df-85dd-51e6b3f82f68 req-a7dfbc25-ab01-487e-a240-661cd3bc69dc tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:50.919162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a41e623e-31d9-41df-85dd-51e6b3f82f68 req-a7dfbc25-ab01-487e-a240-661cd3bc69dc tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1096 time: 0.2670510 Aug 28 08:39:50.966325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.004601 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-be1b96ff-4ffe-4aa4-b624-b284ea68e1f5 req-807cede9-ec1b-4935-b29e-8a8c01c1c8f7 service neutron] 10.222.0.39 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172891 Aug 28 08:39:51.011897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a41e623e-31d9-41df-85dd-51e6b3f82f68 req-b9621584-7678-480a-a093-c7ab928d59ca tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917943 Aug 28 08:39:51.053599 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-ea34c757-30df-4c4e-b6e0-36d36980f9c5 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809125 Aug 28 08:39:51.119823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.233209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-6adcc2bc-006e-44ed-8940-f9bba2338842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:51.234797 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-6adcc2bc-006e-44ed-8940-f9bba2338842 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1096 time: 0.0675106 Aug 28 08:39:51.237105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-aee85c17-386d-4b1a-8073-b69b53c037d5 service neutron] 10.222.0.39 "GET /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731718 Aug 28 08:39:51.281497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e798c264-6079-4352-8eb7-743daa9e0926 req-5ba7d3d4-48aa-4aeb-a40d-fbe7fbcddbfd tempest-ListServerFiltersTestJSON-1323301565 tempest-ListServerFiltersTestJSON-1323301565-project] 10.222.0.46 "GET /v2.0/ports?device_id=2504fc0a-323a-4c28-a2e8-7aea105c9f7c HTTP/1.1" status: 200 len: 210 time: 0.0607994 Aug 28 08:39:51.367101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-a5a99d73-b8d4-4613-ad20-0cfaa92e2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:51.377144 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-a5a99d73-b8d4-4613-ad20-0cfaa92e2d6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.1254084 Aug 28 08:39:51.428240 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-e70040a9-b62e-4d31-bfc8-ce3962b44f8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892 HTTP/1.1" status: 200 len: 217 time: 0.0433195 Aug 28 08:39:51.495812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-4d66aa26-71f3-4378-aaa9-67fc47370f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:51.501562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-4d66aa26-71f3-4378-aaa9-67fc47370f28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d779e779-f3e0-4860-80b0-349a91b8c101 HTTP/1.1" status: 200 len: 848 time: 0.0558686 Aug 28 08:39:51.503399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.506169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Router 0b008fcd-8da5-4521-9d04-97035eab0b04 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:39:51.565567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-c3b2cc81-0ed2-4dc4-a2e0-e96f788562cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:51.567357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-c3b2cc81-0ed2-4dc4-a2e0-e96f788562cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b803739-7133-45d2-92c8-67d76d0101a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607362 Aug 28 08:39:51.631565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.679624 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-e4408e22-7cf1-4e1d-a183-74a980a24f63 service neutron] 10.222.0.39 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990009 Aug 28 08:39:51.728170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:39:51.739222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161b688-5b3a-482c-a368-c061894b6982 req-ed4a9171-94a8-4316-9367-7aaa40365240 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:51.740862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0161b688-5b3a-482c-a368-c061894b6982 req-ed4a9171-94a8-4316-9367-7aaa40365240 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1832423 Aug 28 08:39:51.746259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a988039-178c-4bb7-80af-e65ac922a718 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b008fcd-8da5-4521-9d04-97035eab0b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5987797 Aug 28 08:39:51.747160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=83d270c4-518c-4399-9257-40ca8f590d12,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:51.749528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44852) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:51.776523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.801824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0161b688-5b3a-482c-a368-c061894b6982 req-fd4aef42-313e-422b-a68c-54f00654357c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485594 Aug 28 08:39:51.878231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:51.888273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48372607-46a7-47ac-b6d0-552ab4452724 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6145861 Aug 28 08:39:52.118988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-ec9d8c80-0191-4938-8a41-aa282f14ee77 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1642013903&fields=id&tenant_id=530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 267 time: 0.0864980 Aug 28 08:39:52.227758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87182859-27cb-43b5-812d-a141503928b7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:52.310379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-d67ab9e7-fc2f-4bcf-960c-f8cb7ae1ebe8 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:52.310379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-d67ab9e7-fc2f-4bcf-960c-f8cb7ae1ebe8 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 810 time: 0.1858790 Aug 28 08:39:52.327239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-2cf5adc4-e8c9-4f0d-b2dc-ece4a16d8efd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/quotas/530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 375 time: 0.0117676 Aug 28 08:39:52.352831 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bb2ed775-be18-4937-9c45-46134ecc2c04 req-0970da4f-8ba9-4122-81fc-4981b9b49363 service neutron] 10.222.0.39 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531434 Aug 28 08:39:52.370763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 87182859-27cb-43b5-812d-a141503928b7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:52.376349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 87182859-27cb-43b5-812d-a141503928b7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:52.377063 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.380161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.403443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-99666664-7f1e-4eb5-82cb-4651cadb46ea tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700581 Aug 28 08:39:52.481951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.511213 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.520334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 87182859-27cb-43b5-812d-a141503928b7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87182859-27cb-43b5-812d-a141503928b7,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:52.528838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-1627ca94-daad-490d-8195-3de2865c66fb service neutron] 10.222.0.46 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082029 Aug 28 08:39:52.576257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'name': 'network-vif-deleted', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:52.578503 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43603d88-aaaa-43dc-a209-1e5cc23cd472" -d '{"events": [{"server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "name": "network-vif-deleted", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:52.598653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.635024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-ce4d5d50-5727-4335-a18c-25d5b6810be3 service neutron] 10.222.0.46 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995321 Aug 28 08:39:52.650072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Deleting port b1b6b287-43f6-434d-a1a5-6656560d517b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:52.650653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.658885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:52.737867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] For port b1b6b287-43f6-434d-a1a5-6656560d517b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b1b6b287-43f6-434d-a1a5-6656560d517b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:52.738265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:52.752327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Calling delete_port for b1b6b287-43f6-434d-a1a5-6656560d517b owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:52.960611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91524cb-32ce-4779-9a6d-27936782743c req-4637300e-d2b7-4f0f-8313-32399a8c7e64 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:52.962510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f91524cb-32ce-4779-9a6d-27936782743c req-4637300e-d2b7-4f0f-8313-32399a8c7e64 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1096 time: 0.0524030 Aug 28 08:39:53.005571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f91524cb-32ce-4779-9a6d-27936782743c req-64c45836-5938-4eea-be79-ab599bc6171f tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Aug 28 08:39:53.043943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.081067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b6b287-43f6-434d-a1a5-6656560d517b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:53.098789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:53.150464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Deleting subnet d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:53.158252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fcf704f3-cec9-404b-a853-cb796a5405d0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:53.161687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.163016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.225056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: fcf704f3-cec9-404b-a853-cb796a5405d0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:53.225419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device fcf704f3-cec9-404b-a853-cb796a5405d0 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:53.236107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.301217 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4fe2d-8cc2-4942-b0ec-ffa75298063c x-openstack-request-id: req-a0c4fe2d-8cc2-4942-b0ec-ffa75298063c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:53.301601 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2504fc0a-323a-4c28-a2e8-7aea105c9f7c", "name": "network-vif-deleted", "tag": "fcf704f3-cec9-404b-a853-cb796a5405d0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:53.301907 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0c4fe2d-8cc2-4942-b0ec-ffa75298063c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:53.302428 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504fc0a-323a-4c28-a2e8-7aea105c9f7c', 'name': 'network-vif-deleted', 'tag': 'fcf704f3-cec9-404b-a853-cb796a5405d0', 'status': 'completed', 'code': 200} Aug 28 08:39:53.337522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.340243 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.354039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bbc14-ccf5-4a80-81f5-b1dcf7c1edfe req-aa059e5f-c8e8-424c-a288-23dd2b11ab5d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:53.355779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038bbc14-ccf5-4a80-81f5-b1dcf7c1edfe req-aa059e5f-c8e8-424c-a288-23dd2b11ab5d tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0919700 Aug 28 08:39:53.388962 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.436180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038bbc14-ccf5-4a80-81f5-b1dcf7c1edfe req-188b9ad7-0879-4918-a5b4-a538da547573 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712197 Aug 28 08:39:53.474660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.482952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b008fcd-8da5-4521-9d04-97035eab0b04 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:39:53.484090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.486074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46002a24-aa77-45cd-bc2c-fcadd503415f admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b008fcd-8da5-4521-9d04-97035eab0b04 HTTP/1.1" status: 204 len: 168 time: 1.7354727 Aug 28 08:39:53.493704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44888) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:53.513715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096aa824-7199-4d64-803a-707db698c91e req-83c5cb26-5fb0-4f42-8ee5-a373a2831c30 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 210 time: 0.0353949 Aug 28 08:39:53.556045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Deleting subnet 08313ac6-639c-44ff-a15f-1530b985f382 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:39:53.559815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.598138 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.608619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.644696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:53.651509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.653439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b1b2a01-27e1-4143-892c-6421068d526f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8b1ef17-a00a-45b6-9c1c-5dfa6c4eba7e HTTP/1.1" status: 204 len: 168 time: 0.5551040 Aug 28 08:39:53.656477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525262f-b0fe-4f60-a228-1deb99188529 None None] Network de48c058-4138-44be-a3af-7c1ce97e6368 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:53.657018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:53.697936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.729078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a075b-155c-48f9-b110-760e35bf0e99 req-2135ece1-0b53-4f42-8be7-752dc7bbe5c3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:53.730708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d48a075b-155c-48f9-b110-760e35bf0e99 req-2135ece1-0b53-4f42-8be7-752dc7bbe5c3 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.1389446 Aug 28 08:39:53.764333 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.789117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d48a075b-155c-48f9-b110-760e35bf0e99 req-b1d4260f-cda3-4b08-b7a7-dc55de3b7d3c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514522 Aug 28 08:39:53.854121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Deleting port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:53.854500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.860165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.874835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:53.879213 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/08313ac6-639c-44ff-a15f-1530b985f382 HTTP/1.1" status: 204 len: 168 time: 0.3820508 Aug 28 08:39:53.879468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] DHCP port deletion for de48c058-4138-44be-a3af-7c1ce97e6368 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:39:53.885550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620319d-1e31-4532-9bbf-59b912d0ec4c None None] Network df2a4956-d007-4f53-8ed5-93df33425803 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:53.903918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44894) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:53.910528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c91f-f5d5-4dae-9865-be9ba6eafe8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08313ac6-639c-44ff-a15f-1530b985f382,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:53.969331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] For port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:53.969724 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.000150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Calling delete_port for 2384fd94-21f1-4b6a-8574-bc1a0989d9ea owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:54.011167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.124432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Deleting port b6d1de06-e54b-49ef-8983-ce7ade5adb9e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:54.124688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.131084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Deleting port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:54.133982 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.234941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] For port b6d1de06-e54b-49ef-8983-ce7ade5adb9e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,segment=NetworkSegment(95e93391-ff21-4874-b095-afefbf21b002),segment_id=95e93391-ff21-4874-b095-afefbf21b002)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:54.235329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.237541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] For port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,segment=NetworkSegment(ecbc46c6-db76-4ea1-b26e-31edcb96f71e),segment_id=ecbc46c6-db76-4ea1-b26e-31edcb96f71e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:54.238313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.249673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.255335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87182859-27cb-43b5-812d-a141503928b7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:54.263376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Calling delete_port for b6d1de06-e54b-49ef-8983-ce7ade5adb9e owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:54.288617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Pushing event deleted for resources: {'Port': ['ID=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:54.308912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] No DVR routers for this DVR port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:54.309238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Calling delete_port for 2384fd94-21f1-4b6a-8574-bc1a0989d9ea owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:54.391528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 87182859-27cb-43b5-812d-a141503928b7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:54.392181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.470804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.475313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ef0c9-87d1-446f-8b7d-44db2670e2e4 None None] DHCP port deletion for df2a4956-d007-4f53-8ed5-93df33425803 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:39:54.479000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.541225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de48c058-4138-44be-a3af-7c1ce97e6368']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.555355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] No DVR routers for this DVR port b6d1de06-e54b-49ef-8983-ce7ade5adb9e on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:54.562692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d1de06-e54b-49ef-8983-ce7ade5adb9e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:54.569707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.570340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbc46c6-db76-4ea1-b26e-31edcb96f71e') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.582248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.602505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.611957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:54.612457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:54.614411 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:54.616868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.667216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] No DVR routers for this DVR port 2384fd94-21f1-4b6a-8574-bc1a0989d9ea on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:54.669128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7e8a3-8a88-481a-9155-04c9f912ed6f None None] Pushing event deleted for resources: {'Port': ['ID=2384fd94-21f1-4b6a-8574-bc1a0989d9ea,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:54.722626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.746234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2a4956-d007-4f53-8ed5-93df33425803']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.748460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Sync routers for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:39:54.759532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:54.759532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:39:54.761154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e93391-ff21-4874-b095-afefbf21b002') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.761680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e93391-ff21-4874-b095-afefbf21b002') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:39:54.767686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b008fcd-8da5-4521-9d04-97035eab0b04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:39:54.771982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2384fd94-21f1-4b6a-8574-bc1a0989d9ea no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:54.776663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.806092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:39:54.806508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:39:54.807343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b008fcd-8da5-4521-9d04-97035eab0b04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:39:54.807855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51903c0d-a6c5-4b10-9417-e1eba09174c6 None None] The sync data for ids ['0b008fcd-8da5-4521-9d04-97035eab0b04'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:39:54.809274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2384fd94-21f1-4b6a-8574-bc1a0989d9ea {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:54.809613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2384fd94-21f1-4b6a-8574-bc1a0989d9ea not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:54.813933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.824280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.826580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] 10.222.0.46 "DELETE /v2.0/networks/de48c058-4138-44be-a3af-7c1ce97e6368 HTTP/1.1" status: 204 len: 168 time: 1.1688862 Aug 28 08:39:54.829249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.841679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:39:54.842406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:39:54.844640 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:39:54.852244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef9a60-fe00-492c-93b4-ac456d8b85af admin admin] Pushing event deleted for resources: {'Network': ['ID=de48c058-4138-44be-a3af-7c1ce97e6368,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:54.974079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.981738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:54.983725 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] 10.222.0.46 "DELETE /v2.0/networks/df2a4956-d007-4f53-8ed5-93df33425803 HTTP/1.1" status: 204 len: 168 time: 1.0796475 Aug 28 08:39:54.996530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fe55e-32fe-4947-9490-4917efb7ec26 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2a4956-d007-4f53-8ed5-93df33425803,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:55.314357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44942) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:55.363657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39b10f36-72ca-411c-8e4a-a6f414a2ff5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=655f8e5950a94e418413a76021397fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457792 Aug 28 08:39:55.364829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44944) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:55.420129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.444165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.458935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:55.503454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5157c167-a864-4de2-af4e-85aca8d45a33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a5cdfbde9d14d81aa83566874fe0d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432999 Aug 28 08:39:55.506061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 44948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:55.561181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.591497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.626861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.629582 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.631053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ad78c77-6640-4296-8996-712f3073ad4a HTTP/1.1" status: 204 len: 168 time: 0.2657204 Aug 28 08:39:55.644614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ff77b-0fc6-438e-aeb0-2d384d9836f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad78c77-6640-4296-8996-712f3073ad4a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:55.683659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010de74d-8bd5-43af-93c6-5e9bfdb66892 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:39:55.731263 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.734871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.739381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d3c2848-692e-4606-b8c7-d1438d275b20 HTTP/1.1" status: 204 len: 168 time: 0.2321272 Aug 28 08:39:55.756776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07866e23-74d4-4b5e-b336-bbfc3c2353a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3c2848-692e-4606-b8c7-d1438d275b20,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:55.785833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632be31e-5605-472d-9f7e-8455efd35316 req-178678ab-0870-40e5-bfe0-1ac0f8fb2f0a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:55.793803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-632be31e-5605-472d-9f7e-8455efd35316 req-178678ab-0870-40e5-bfe0-1ac0f8fb2f0a tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1490e4f2-07ee-4835-b931-ebd7705ff8a3 HTTP/1.1" status: 200 len: 943 time: 0.0955288 Aug 28 08:39:55.846865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:55.866375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '010de74d-8bd5-43af-93c6-5e9bfdb66892', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'port_id': '010de74d-8bd5-43af-93c6-5e9bfdb66892', 'mac_address': 'fa:16:3e:6f:10:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:39:55.909930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port bb7371be-6954-45c1-821d-f851b59f193e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:39:55.910541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.911677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.916989 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:55.932471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010de74d-8bd5-43af-93c6-5e9bfdb66892 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:39:55.954355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:56.003959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.007577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-b535c62d-cdb2-4f36-be8d-e374ec8a7c3e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:56.009840 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-b535c62d-cdb2-4f36-be8d-e374ec8a7c3e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 810 time: 0.1369741 Aug 28 08:39:56.024502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port bb7371be-6954-45c1-821d-f851b59f193e, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=bb7371be-6954-45c1-821d-f851b59f193e,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:56.024882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.040341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for bb7371be-6954-45c1-821d-f851b59f193e owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:39:56.056214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:56.081821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-599381ba-457c-426d-83bd-6525035e768f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 380 time: 0.0539618 Aug 28 08:39:56.100503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'port': {'device_id': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'admin_state_up': True, 'tenant_id': '530484dbed5142ed997641d6b003217e', 'security_groups': ['dc943758-cd2a-43e4-af0f-5171071374bc']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:56.122809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e627dcd5-e186-441a-aee7-4a46c7c80d62 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:56.165117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e627dcd5-e186-441a-aee7-4a46c7c80d62 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:56.165728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e627dcd5-e186-441a-aee7-4a46c7c80d62 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:56.166341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b6d1de06-e54b-49ef-8983-ce7ade5adb9e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:56.186690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b6d1de06-e54b-49ef-8983-ce7ade5adb9e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:56.187338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b6d1de06-e54b-49ef-8983-ce7ade5adb9e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:56.188091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b1b6b287-43f6-434d-a1a5-6656560d517b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:39:56.235851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b1b6b287-43f6-434d-a1a5-6656560d517b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:39:56.237109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b1b6b287-43f6-434d-a1a5-6656560d517b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:39:56.278117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.301272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Made reservation on behalf of 530484dbed5142ed997641d6b003217e for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:56.305224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.306029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=bb7371be-6954-45c1-821d-f851b59f193e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:56.315227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['177514d2-ec69-45bd-9e04-602a1048dee0'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:56.317437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:56.407614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] No DVR routers for this DVR port bb7371be-6954-45c1-821d-f851b59f193e on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:39:56.416029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.424168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-632be31e-5605-472d-9f7e-8455efd35316 req-e79ce405-134f-40ba-ac09-75889ee320ae tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "DELETE /v2.0/ports/bb7371be-6954-45c1-821d-f851b59f193e HTTP/1.1" status: 204 len: 173 time: 0.6293933 Aug 28 08:39:56.425091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-deleted', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:56.427766 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd3955-fdeb-46a8-aa2a-cdaa6c84097e" -d '{"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-deleted", "tag": "bb7371be-6954-45c1-821d-f851b59f193e"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:56.477746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['010de74d-8bd5-43af-93c6-5e9bfdb66892'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:39:56.502594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Allocated IP 172.20.0.11 (bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d/080d87d1-9476-48d7-94a5-eb511ab4569b/13424848-05cb-431f-adbf-e9f19cfc0722) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:39:56.728295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44970) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:56.747665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6be348a-819e-468f-b05b-1bab585e52f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.772170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.791545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Transition to ACTIVE for port object 13424848-05cb-431f-adbf-e9f19cfc0722 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:56.855636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6be348a-819e-468f-b05b-1bab585e52f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.901684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.936677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e6be348a-819e-468f-b05b-1bab585e52f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:56.954571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:39:56.958007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:56.961322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:39:56.986047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:56.999065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6be348a-819e-468f-b05b-1bab585e52f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2660353 Aug 28 08:39:56.999065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be348a-819e-468f-b05b-1bab585e52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f877d4-5db2-492e-b74b-623fa8ea2144,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:57.001438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44976) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:57.053880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:57.055084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.089740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.113698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.217937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-01058381-6403-4feb-91f7-43aa44d1f3be tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1263480 Aug 28 08:39:57.266415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Request body: {'port': {'device_id': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:57.269232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f80-31ec-4dae-aa1d-d53ee22f4647 req-c5cfeea8-2cf5-40f7-bea2-835f8c5cc385 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:57.271136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d198f80-31ec-4dae-aa1d-d53ee22f4647 req-c5cfeea8-2cf5-40f7-bea2-835f8c5cc385 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1097 time: 0.0520854 Aug 28 08:39:57.313302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.329517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d198f80-31ec-4dae-aa1d-d53ee22f4647 req-1be7bbbf-c5aa-48f0-b03d-049743e745cf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514944 Aug 28 08:39:57.350911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.354377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.356354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8f877d4-5db2-492e-b74b-623fa8ea2144 HTTP/1.1" status: 204 len: 168 time: 0.3538475 Aug 28 08:39:57.378518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e640f85-e577-44d1-a21c-97965ed2e442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f877d4-5db2-492e-b74b-623fa8ea2144,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:57.380107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44986) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:57.511779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4feca1-89d7-49ff-ac45-f10d1fd34952 req-2d6622f6-a5e8-4d0d-b908-af344fe04cd9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:57.514986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a4feca1-89d7-49ff-ac45-f10d1fd34952 req-2d6622f6-a5e8-4d0d-b908-af344fe04cd9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 932 time: 0.0724957 Aug 28 08:39:57.544940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e3975eb-ee91-473b-ba14-4b5a8a39e349 None None] Provisioning for port 13424848-05cb-431f-adbf-e9f19cfc0722 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:57.549642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1710941953-network', 'tenant_id': '329128e122524768ace163da60e8a7cc'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:57.552835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e3975eb-ee91-473b-ba14-4b5a8a39e349 None None] Provisioning complete for port 13424848-05cb-431f-adbf-e9f19cfc0722 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:57.553463 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e3975eb-ee91-473b-ba14-4b5a8a39e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.595104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a4feca1-89d7-49ff-ac45-f10d1fd34952 req-be564589-f264-4805-b6ef-1f5dfe6e3825 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712771 Aug 28 08:39:57.603690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e3975eb-ee91-473b-ba14-4b5a8a39e349 None None] Port 13424848-05cb-431f-adbf-e9f19cfc0722 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:39:57.678300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6089-f1ae-4924-a939-5e3b1595b4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.701746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010de74d-8bd5-43af-93c6-5e9bfdb66892 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:39:57.713255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Made reservation on behalf of 329128e122524768ace163da60e8a7cc for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:57.716809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.728834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.731065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13424848-05cb-431f-adbf-e9f19cfc0722 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:39:57.750778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.767463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Transition to ACTIVE for port object 13424848-05cb-431f-adbf-e9f19cfc0722 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:39:57.830784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.855788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 010de74d-8bd5-43af-93c6-5e9bfdb66892 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:39:57.862967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 010de74d-8bd5-43af-93c6-5e9bfdb66892 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:39:57.863349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.899264 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81ac5be-f244-433c-8e32-eeaddefcaf10 x-openstack-request-id: req-e81ac5be-f244-433c-8e32-eeaddefcaf10 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:57.899675 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490e4f2-07ee-4835-b931-ebd7705ff8a3", "name": "network-vif-deleted", "tag": "bb7371be-6954-45c1-821d-f851b59f193e", "status": "failed", "code": 422}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:57.899927 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e81ac5be-f244-433c-8e32-eeaddefcaf10 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:57.900376 n-d-792458-16 neutron-server[95466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1490e4f2-07ee-4835-b931-ebd7705ff8a3', 'name': 'network-vif-deleted', 'tag': 'bb7371be-6954-45c1-821d-f851b59f193e', 'status': 'failed', 'code': 422} returned with failed status Aug 28 08:39:57.914828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:57.930929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Pushing event updated for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:57.996335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Attempting to bind port 13424848-05cb-431f-adbf-e9f19cfc0722 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:39:57.996828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Attempting to bind port 13424848-05cb-431f-adbf-e9f19cfc0722 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:39:57.997049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Attempting to bind port 13424848-05cb-431f-adbf-e9f19cfc0722 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:57.998448 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.003410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Port 13424848-05cb-431f-adbf-e9f19cfc0722 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:39:58.003800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Attempting to bind port 13424848-05cb-431f-adbf-e9f19cfc0722 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:39:58.010001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:39:58.010383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Checking segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:58.010789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Bound using segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:39:58.011241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Bound port: 13424848-05cb-431f-adbf-e9f19cfc0722, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:39:58.011617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.021732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.026464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:58.029855 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a3c42e-5d3b-485d-943b-80be36ac0e0d" -d '{"events": [{"server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "name": "network-vif-plugged", "status": "completed", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:58.044731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:39:58.064163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:39:58.078645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e2c4b-a63c-4d2c-b88a-648afff9c59c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:58.081895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.082068 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Added segment 093f00e2-5390-4870-be6a-db6101b957eb of type vlan for network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 Aug 28 08:39:58.092843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:39:58.096425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=13424848-05cb-431f-adbf-e9f19cfc0722,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:39:58.128831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.144755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.212076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:58.284406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.312687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.314944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.315832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.321985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.323681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.324227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] 10.222.0.64 "PUT /v2.0/ports/13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1093 time: 1.0902193 Aug 28 08:39:58.324571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:39:58.327663 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ec32e-1859-4305-89bc-142e0f009f02" -d '{"events": [{"name": "network-changed", "server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:39:58.357520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d4f61-d4ac-49e9-8399-dee6ed919524 service neutron] Pushing event updated for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:58.406303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:58.417478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:39:58.458752 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22597301-1fa5-435f-91b5-3cf40040ab2b x-openstack-request-id: req-22597301-1fa5-435f-91b5-3cf40040ab2b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:58.459065 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "name": "network-vif-plugged", "status": "completed", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:58.459297 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22597301-1fa5-435f-91b5-3cf40040ab2b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:58.459713 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892', 'code': 200} Aug 28 08:39:58.481445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45002) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:39:58.482101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5b22cf4e-22e8-40f4-bd8f-62f6cb2773e2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1001055 Aug 28 08:39:58.488998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Request body: {'subnet': {'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1710941953-subnet', 'tenant_id': '329128e122524768ace163da60e8a7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:39:58.517340 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f549c7-8ff0-4697-a072-db3f0f897d0a x-openstack-request-id: req-68f549c7-8ff0-4697-a072-db3f0f897d0a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:39:58.517987 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:39:58.518463 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68f549c7-8ff0-4697-a072-db3f0f897d0a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:39:58.519528 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722', 'status': 'completed', 'code': 200} Aug 28 08:39:58.602373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-ce19cf07-bc15-4ee8-8f0b-61c3ea20a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.604109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-ce19cf07-bc15-4ee8-8f0b-61c3ea20a29c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1096 time: 0.0886612 Aug 28 08:39:58.611728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8799ef2-fb2b-4cad-b300-eb591edd175a req-4f57e376-093e-45a0-b925-7f17b8ae52a7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.613287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8799ef2-fb2b-4cad-b300-eb591edd175a req-4f57e376-093e-45a0-b925-7f17b8ae52a7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0554373 Aug 28 08:39:58.614799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c98ee9-067d-4baf-a8ee-047d99331cd8 req-1d2aad6d-755e-4ecf-b102-bb26b326bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.616358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-13c98ee9-067d-4baf-a8ee-047d99331cd8 req-1d2aad6d-755e-4ecf-b102-bb26b326bb8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0583730 Aug 28 08:39:58.659848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8799ef2-fb2b-4cad-b300-eb591edd175a req-52902a11-c397-4718-a08e-df6baf803ed2 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Aug 28 08:39:58.662003 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-61fd7041-5048-4484-9750-5f9d79a0014e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 217 time: 0.0420494 Aug 28 08:39:58.682630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Made reservation on behalf of 329128e122524768ace163da60e8a7cc for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:39:58.687820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:58.776445 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-13c98ee9-067d-4baf-a8ee-047d99331cd8 req-94ed94ab-ec04-441b-90e8-c1790f328861 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502669 Aug 28 08:39:58.794915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-b47e132a-44c8-41de-aabc-dd85bbf457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.796369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-b47e132a-44c8-41de-aabc-dd85bbf457ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.1270463 Aug 28 08:39:58.903772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-371694f8-b0a3-413b-a084-f0ef8ee9c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:58.905330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-371694f8-b0a3-413b-a084-f0ef8ee9c091 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976679 Aug 28 08:39:59.050500 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-6cf3255a-a50c-429c-b1f3-f900530535af service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365120 Aug 28 08:39:59.138276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40584e50-43e8-4a4a-a38d-e9fcd0309308 req-f7f214a6-c47e-48ac-99d8-e00b228a9fe1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.139789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40584e50-43e8-4a4a-a38d-e9fcd0309308 req-f7f214a6-c47e-48ac-99d8-e00b228a9fe1 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 908 time: 0.4072492 Aug 28 08:39:59.140775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:59.244937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de85dd-2617-4fd4-ac28-3df72ad1d9ad req-a7a3f4b8-954b-42cb-bf30-3d5282c7f4f3 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.246762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5de85dd-2617-4fd4-ac28-3df72ad1d9ad req-a7a3f4b8-954b-42cb-bf30-3d5282c7f4f3 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 28 08:39:59.277316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bb1bd0-07e9-49e3-8edf-bc2d794ee43d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:39:59.285784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5de85dd-2617-4fd4-ac28-3df72ad1d9ad req-bf218308-80e3-469c-b96e-1be3bcee551c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Aug 28 08:39:59.297744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Checking segment: {'id': '093f00e2-5390-4870-be6a-db6101b957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:39:59.298115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Network hostable DHCP agents. Network: 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:39:59.313168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-556ff8b4-5f44-4f57-b09a-376f276e8ff3 req-394b38ab-1fb5-4251-9c32-d274d22645d6 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526944 Aug 28 08:39:59.426741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:39:59.521894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:39:59.528530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.529960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:59.535589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec84d39-ab76-412b-bcf2-982947ed1e9f None None] Network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:59.614456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-169af8ca-1078-4510-b2a2-6b8b8ff83096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.616111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-169af8ca-1078-4510-b2a2-6b8b8ff83096 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1096 time: 0.0648322 Aug 28 08:39:59.633974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ef415bca-eef7-4ba8-9751-e06c07126c1d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1512434 Aug 28 08:39:59.673842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c21a55-20fc-4be2-8da5-de8d070f14db None None] Network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:39:59.727285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-f1897321-7e9f-4df4-a64c-76465211e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.729596 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-f1897321-7e9f-4df4-a64c-76465211e965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1051228 Aug 28 08:39:59.787754 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-eba96c2d-63b9-4cff-86d3-cef2b70ef13c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 217 time: 0.0493119 Aug 28 08:39:59.808881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183ca98-5917-4cf6-8cd6-437b9c09dbd7 req-736946e0-57c6-4777-a986-e689eb2f64e0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.810623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6183ca98-5917-4cf6-8cd6-437b9c09dbd7 req-736946e0-57c6-4777-a986-e689eb2f64e0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0533388 Aug 28 08:39:59.858837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6183ca98-5917-4cf6-8cd6-437b9c09dbd7 req-bd91d58c-7df7-4068-872d-3e7d85956c07 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Aug 28 08:39:59.879694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-00ab8f10-0b9c-45f2-a5fe-57e2d05320c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.879694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-00ab8f10-0b9c-45f2-a5fe-57e2d05320c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0528929 Aug 28 08:39:59.933219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:39:59.941940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-48a26c98-faef-45cc-8039-039ae523837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:39:59.943577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-48a26c98-faef-45cc-8039-039ae523837e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568817 Aug 28 08:40:00.060242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-294b1e0e-022d-4040-9c96-deb8d66715e3 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986991 Aug 28 08:40:00.105487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-7c563a28-2ca5-449f-93e2-f5fbf456e9c0 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:00.107004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-7c563a28-2ca5-449f-93e2-f5fbf456e9c0 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/networks?id=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 HTTP/1.1" status: 200 len: 822 time: 0.1167088 Aug 28 08:40:00.125285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-6f6c29aa-18be-4a09-9b82-34971c0adf67 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/quotas/329128e122524768ace163da60e8a7cc HTTP/1.1" status: 200 len: 375 time: 0.0116816 Aug 28 08:40:00.158298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-e93c661a-4c4b-4283-8a7a-ddcc6b923d08 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=329128e122524768ace163da60e8a7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270917 Aug 28 08:40:00.180276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f69ec32e-1859-4305-89bc-142e0f009f02 req-368b12c1-33ce-404f-9d80-0dd90f66cd22 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948665 Aug 28 08:40:00.256946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-9269b2fe-11a1-4ade-b6f9-757185ab4ebe service neutron] 10.222.0.46 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911701 Aug 28 08:40:00.270649 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-76b26af0-f466-469f-99c3-ddeb1eb2d915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:00.359865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-de5e68af-a1e0-491a-9d65-5745426422fb service neutron] 10.222.0.46 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964677 Aug 28 08:40:00.363003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-635b10e0-74aa-456d-b0e4-f9c50c323766 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:00.364563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-635b10e0-74aa-456d-b0e4-f9c50c323766 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 908 time: 0.0677123 Aug 28 08:40:00.478559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port e34afa2e-1de5-44d3-929b-52f2383a0d3b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:00.478977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:00.572851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port e34afa2e-1de5-44d3-929b-52f2383a0d3b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e34afa2e-1de5-44d3-929b-52f2383a0d3b,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:00.573221 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:00.586750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for e34afa2e-1de5-44d3-929b-52f2383a0d3b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:00.714144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cccfbd-2db7-4aa7-b885-543c760c68fe req-b555a797-8c28-4dd3-b4a5-5aea4bb73fbf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:00.716542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8cccfbd-2db7-4aa7-b885-543c760c68fe req-b555a797-8c28-4dd3-b4a5-5aea4bb73fbf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf47a7b4-49ef-458e-9b3f-41602188aed2 HTTP/1.1" status: 200 len: 908 time: 0.0685430 Aug 28 08:40:00.825104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:00.855039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=e34afa2e-1de5-44d3-929b-52f2383a0d3b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:00.873654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9a023-6613-469a-862b-64d9ffcfdf20 req-af71eee7-e2ef-4bd6-a0cc-c1f483d07b89 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:00.876366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dff9a023-6613-469a-862b-64d9ffcfdf20 req-af71eee7-e2ef-4bd6-a0cc-c1f483d07b89 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 944 time: 0.0952122 Aug 28 08:40:00.934486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] No DVR routers for this DVR port e34afa2e-1de5-44d3-929b-52f2383a0d3b on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:00.934486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:00.934486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-59449560-66a0-4251-8552-ba6cc0ccd6bc req-85f68860-652a-4745-b239-9502220446ef tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "DELETE /v2.0/ports/e34afa2e-1de5-44d3-929b-52f2383a0d3b HTTP/1.1" status: 204 len: 173 time: 0.5475810 Aug 28 08:40:00.934486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'name': 'network-vif-deleted', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:00.934486 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e0983-b7d1-40f7-9975-0ab88158abd5" -d '{"events": [{"server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "name": "network-vif-deleted", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:00.947822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dff9a023-6613-469a-862b-64d9ffcfdf20 req-8ccab5f1-a377-4365-9624-9cad4f284467 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555396 Aug 28 08:40:01.016252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c00942de-71de-47e9-9c91-f4213d2f9849 req-ba0c4320-62d0-4609-ab74-4eebc2c7af46 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 210 time: 0.0284796 Aug 28 08:40:01.129845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12be2f-46e8-41ea-833e-85f23e472ab9 req-ffce3a0f-57a4-4e12-863f-0dad2365b4b1 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:01.131447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f12be2f-46e8-41ea-833e-85f23e472ab9 req-ffce3a0f-57a4-4e12-863f-0dad2365b4b1 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0445154 Aug 28 08:40:01.173181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f12be2f-46e8-41ea-833e-85f23e472ab9 req-b067dbb0-e769-498a-b8cd-c1cc727b0a3d tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Aug 28 08:40:01.209724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 13424848-05cb-431f-adbf-e9f19cfc0722 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:40:01.222098 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f571a31c-4bd9-4113-a67b-cb03ab53f22c x-openstack-request-id: req-f571a31c-4bd9-4113-a67b-cb03ab53f22c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:01.222703 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf47a7b4-49ef-458e-9b3f-41602188aed2", "name": "network-vif-deleted", "tag": "e34afa2e-1de5-44d3-929b-52f2383a0d3b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:01.223005 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f571a31c-4bd9-4113-a67b-cb03ab53f22c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:01.223441 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf47a7b4-49ef-458e-9b3f-41602188aed2', 'name': 'network-vif-deleted', 'tag': 'e34afa2e-1de5-44d3-929b-52f2383a0d3b', 'status': 'completed', 'code': 200} Aug 28 08:40:01.324982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f8ba-7936-483a-bfc1-f70e4cdcc19c req-71c5b03a-f125-4506-bb3b-d9b4b0c8262c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:01.327274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53d6f8ba-7936-483a-bfc1-f70e4cdcc19c req-71c5b03a-f125-4506-bb3b-d9b4b0c8262c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0509422 Aug 28 08:40:01.341445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=13424848-05cb-431f-adbf-e9f19cfc0722,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:01.360090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '13424848-05cb-431f-adbf-e9f19cfc0722', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'port_id': '13424848-05cb-431f-adbf-e9f19cfc0722', 'mac_address': 'fa:16:3e:91:70:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:40:01.371505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53d6f8ba-7936-483a-bfc1-f70e4cdcc19c req-b17c9ecd-fc16-4d09-a765-27914ad37b6d tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Aug 28 08:40:01.406012 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:01.419858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13424848-05cb-431f-adbf-e9f19cfc0722 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:01.440860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=13424848-05cb-431f-adbf-e9f19cfc0722,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:01.485599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d76f-d2b3-441c-9d42-84a2ddafe325 req-6468fa2e-1c56-455a-a189-47fb08de7870 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:01.487219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98e4d76f-d2b3-441c-9d42-84a2ddafe325 req-6468fa2e-1c56-455a-a189-47fb08de7870 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0435803 Aug 28 08:40:01.518000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:01.525087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98e4d76f-d2b3-441c-9d42-84a2ddafe325 req-fe4389d1-ada0-42ef-918e-2551b57cd43f tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Aug 28 08:40:01.571060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:01.790881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-0387bab3-6e4e-46ab-9f51-97d7ef47bf4f tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:01.799158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-0387bab3-6e4e-46ab-9f51-97d7ef47bf4f tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.0969048 Aug 28 08:40:01.815875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-8ecaf379-22ef-440d-b811-4dd39469eca5 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/quotas/960902b8ef5e477db048830957d453a2 HTTP/1.1" status: 200 len: 375 time: 0.0105054 Aug 28 08:40:01.868031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-0a0e7970-1341-4d59-9d0f-9ef89d35fd0a tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457296 Aug 28 08:40:01.895421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:01.934992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['13424848-05cb-431f-adbf-e9f19cfc0722'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:01.975401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1f2cf2dc-30a2-4b7d-9ae7-8dcd1b5fbafe service neutron] 10.222.0.46 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995791 Aug 28 08:40:02.073333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-e9493628-c789-43dc-8be8-1c2a67c8a1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970535 Aug 28 08:40:02.350103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b75c0-1f4b-48cc-823a-18a15a3e3883 req-2ec7dc4e-1616-464f-8d72-f7deb47f933c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:02.351856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c50b75c0-1f4b-48cc-823a-18a15a3e3883 req-2ec7dc4e-1616-464f-8d72-f7deb47f933c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 945 time: 0.0549150 Aug 28 08:40:02.394974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c50b75c0-1f4b-48cc-823a-18a15a3e3883 req-a062504b-5fc2-432e-bdfb-536fdb2a1095 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361006 Aug 28 08:40:02.480398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aebdf1b-af28-4865-a332-6fe59aa615f7 req-1a4234e7-70c7-494d-b595-74bb268202bd tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 210 time: 0.0270720 Aug 28 08:40:02.543652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee1cec02-e71a-4cb5-bac6-0812c50e5de3 req-8db19776-31fa-4c19-8345-45d0cdd608f9 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Aug 28 08:40:02.962104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7cb20-eff4-4811-a821-bfbe70f0038e req-ce6997db-62b0-47f7-acb2-e6e635d81acf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:02.963757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de7cb20-eff4-4811-a821-bfbe70f0038e req-ce6997db-62b0-47f7-acb2-e6e635d81acf tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Aug 28 08:40:03.003921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8de7cb20-eff4-4811-a821-bfbe70f0038e req-0d9200e7-35dc-4152-91cf-228ebbb5c5ca tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Aug 28 08:40:03.078677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-5c967359-48e8-4e42-8f2f-2f0d493e5c24 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:03.080152 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-5c967359-48e8-4e42-8f2f-2f0d493e5c24 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.64 "GET /v2.0/networks?id=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 HTTP/1.1" status: 200 len: 822 time: 0.1090300 Aug 28 08:40:03.105169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Request body: {'port': {'device_id': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70', 'admin_state_up': True, 'tenant_id': '329128e122524768ace163da60e8a7cc'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:03.220767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 13424848-05cb-431f-adbf-e9f19cfc0722 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:03.306481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Made reservation on behalf of 329128e122524768ace163da60e8a7cc for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:03.310149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.384582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 13424848-05cb-431f-adbf-e9f19cfc0722 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:03.388900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 13424848-05cb-431f-adbf-e9f19cfc0722 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:03.389362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.462587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Allocated IP 172.20.0.11 (8945348d-b33a-49b4-bc7f-4aa5d7bb6e70/65bb1bd0-07e9-49e3-8edf-bc2d794ee43d/e366d493-4be6-48a4-97a2-ece826c0baac) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:03.485178 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.512159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:03.514793 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3f124-8e25-4b38-82aa-020d119866eb" -d '{"events": [{"server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "name": "network-vif-plugged", "status": "completed", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:03.532713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=13424848-05cb-431f-adbf-e9f19cfc0722,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:03.539149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e374-6ddf-40df-b6b8-fd2cf10d9471 req-0ab2ed2b-961b-4e77-9d7c-08ea7b793373 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:03.541495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e81e374-6ddf-40df-b6b8-fd2cf10d9471 req-0ab2ed2b-961b-4e77-9d7c-08ea7b793373 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 945 time: 0.0594528 Aug 28 08:40:03.588036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e81e374-6ddf-40df-b6b8-fd2cf10d9471 req-57b0221f-c178-4bb8-90a1-513bf3df4fc6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 Aug 28 08:40:03.642617 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.644152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e34afa2e-1de5-44d3-929b-52f2383a0d3b no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:03.663465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.697910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da05ba93-0a87-4f5f-9b11-a9084824f0fc req-1aa6792b-7b26-4f07-8e67-9bb37023a2f6 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 210 time: 0.0304773 Aug 28 08:40:03.746126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: e34afa2e-1de5-44d3-929b-52f2383a0d3b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:03.746515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e34afa2e-1de5-44d3-929b-52f2383a0d3b not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:03.748512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:03.758519 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2193d7a-23e9-4a64-883b-ef2312a3c0af x-openstack-request-id: req-e2193d7a-23e9-4a64-883b-ef2312a3c0af {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:03.759502 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "name": "network-vif-plugged", "status": "completed", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:03.759811 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2193d7a-23e9-4a64-883b-ef2312a3c0af {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:03.760247 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722', 'code': 200} Aug 28 08:40:03.823073 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:03.840402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68939870-0f66-40d8-9983-bb46b940ba53 req-04eb02db-cd55-4973-bd47-b7a73a1201b8 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 210 time: 0.0370443 Aug 28 08:40:03.893705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:03.899814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:03.907129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:03.913249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Pushing event updated for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:03.959268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248bd2-266f-4b1b-9556-d884dd0de235 req-fef06be4-baf4-44e6-8c40-e07b015b8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:03.960804 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c248bd2-266f-4b1b-9556-d884dd0de235 req-fef06be4-baf4-44e6-8c40-e07b015b8586 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.1060677 Aug 28 08:40:03.971013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:03.971614 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:04.008796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7c248bd2-266f-4b1b-9556-d884dd0de235 req-cf33974a-b60a-47c3-8d68-48f95f099829 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346587 Aug 28 08:40:04.078456 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-fac13eb0-a7a0-4bfa-b409-6e9a36e946f2 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776189 Aug 28 08:40:04.124602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426c892-36e4-44ea-a271-6448802bb898 req-7470e513-196a-473f-89dd-e26c3846568e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:04.128666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4426c892-36e4-44ea-a271-6448802bb898 req-7470e513-196a-473f-89dd-e26c3846568e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.0506966 Aug 28 08:40:04.162941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4426c892-36e4-44ea-a271-6448802bb898 req-2621584d-6d58-43e6-9843-7b900514997c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Aug 28 08:40:04.358545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Request body: {'port': {'device_id': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:04.410204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:04.683853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e366d493-4be6-48a4-97a2-ece826c0baac {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:04.692225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:04.705782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Transition to ACTIVE for port object e366d493-4be6-48a4-97a2-ece826c0baac will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:04.724929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3e4b7-f8d2-4a8d-900b-a29eb056009b req-226e1b7d-a950-4f22-bf22-c8131de765d6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:04.726885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ba3e4b7-f8d2-4a8d-900b-a29eb056009b req-226e1b7d-a950-4f22-bf22-c8131de765d6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0543294 Aug 28 08:40:04.764912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-ed636a3d-6f99-4f6a-80e7-0c82e3502748 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:04.771914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-ed636a3d-6f99-4f6a-80e7-0c82e3502748 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Aug 28 08:40:04.790945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ba3e4b7-f8d2-4a8d-900b-a29eb056009b req-532312b9-9e96-466b-85a9-6ac467d16189 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557892 Aug 28 08:40:04.801660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:04.821032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:04.896697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:04.901170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-acfe5aca-7537-464b-b44a-721c57a939a9 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:04.902721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-acfe5aca-7537-464b-b44a-721c57a939a9 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.64 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.1370513 Aug 28 08:40:04.921909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Request body: {'port': {'device_id': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'admin_state_up': True, 'tenant_id': '960902b8ef5e477db048830957d453a2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:04.957481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6286ea-52de-4c9c-8137-50e16402032f req-34205ade-3864-4563-8f5c-5aa1b8922339 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:04.966083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6286ea-52de-4c9c-8137-50e16402032f req-34205ade-3864-4563-8f5c-5aa1b8922339 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 944 time: 0.0801570 Aug 28 08:40:04.981191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port 177514d2-ec69-45bd-9e04-602a1048dee0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:04.981531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.003709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6286ea-52de-4c9c-8137-50e16402032f req-be4e7114-a41e-4b90-a9a7-7f2e55bd9e71 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Aug 28 08:40:05.015003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Made reservation on behalf of 960902b8ef5e477db048830957d453a2 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:05.024382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.043455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Attempting to bind port e366d493-4be6-48a4-97a2-ece826c0baac on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:40:05.043871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Attempting to bind port e366d493-4be6-48a4-97a2-ece826c0baac by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '093f00e2-5390-4870-be6a-db6101b957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:40:05.046374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Attempting to bind port e366d493-4be6-48a4-97a2-ece826c0baac on network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:05.053888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Port e366d493-4be6-48a4-97a2-ece826c0baac on network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:40:05.054262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Attempting to bind port e366d493-4be6-48a4-97a2-ece826c0baac on network 8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:05.064410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:40:05.064747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Checking segment: {'id': '093f00e2-5390-4870-be6a-db6101b957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:05.065132 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Bound using segment: {'id': '093f00e2-5390-4870-be6a-db6101b957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:40:05.065567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Bound port: e366d493-4be6-48a4-97a2-ece826c0baac, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093f00e2-5390-4870-be6a-db6101b957eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:40:05.065922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.118428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f22e8014-3ff1-4c3f-91a2-3e0ac311059f req-7c22b678-24a5-4bb6-a624-5f73b78a5fae tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 210 time: 0.0347369 Aug 28 08:40:05.136426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port 177514d2-ec69-45bd-9e04-602a1048dee0, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=177514d2-ec69-45bd-9e04-602a1048dee0,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:05.136807 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.157859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for 177514d2-ec69-45bd-9e04-602a1048dee0 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:05.171255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Allocated IP 172.20.0.3 (2b803739-7133-45d2-92c8-67d76d0101a0/d779e779-f3e0-4860-80b0-349a91b8c101/b432096b-3508-4eb0-96e2-0d46901d127c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:05.175243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:40:05.177651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e366d493-4be6-48a4-97a2-ece826c0baac,segment=NetworkSegment(093f00e2-5390-4870-be6a-db6101b957eb),segment_id=093f00e2-5390-4870-be6a-db6101b957eb)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:40:05.254470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.317235 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.323607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:05.324244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.325727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] 10.222.0.64 "PUT /v2.0/ports/e366d493-4be6-48a4-97a2-ece826c0baac HTTP/1.1" status: 200 len: 1093 time: 0.9717255 Aug 28 08:40:05.328373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:05.330656 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:05.346753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d1d4-d12d-4401-b73a-2b333a9c1d44 req-756cba6e-8f74-4c8a-a01e-885ebc8f2bc0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:05.348350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59c2d1d4-d12d-4401-b73a-2b333a9c1d44 req-756cba6e-8f74-4c8a-a01e-885ebc8f2bc0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=2912fab3-c8e6-4bcf-8857-5cd67d7efd91 HTTP/1.1" status: 200 len: 945 time: 0.0848467 Aug 28 08:40:05.373172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6625-e2f4-44c4-a254-b81bd0bd0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:05.384839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.410303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Transition to ACTIVE for port object b432096b-3508-4eb0-96e2-0d46901d127c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:05.414135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59c2d1d4-d12d-4401-b73a-2b333a9c1d44 req-dfb6528a-f7e3-411e-97b3-c8170c637e27 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Aug 28 08:40:05.463726 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60be80f3-b89f-4f9b-9643-cf73f3190fa4 x-openstack-request-id: req-60be80f3-b89f-4f9b-9643-cf73f3190fa4 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:05.464025 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:05.464287 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60be80f3-b89f-4f9b-9643-cf73f3190fa4 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:05.464752 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac', 'status': 'completed', 'code': 200} Aug 28 08:40:05.516309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.549682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-4164869f-a0b9-47c3-8dc7-c04a1be4f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:05.552668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-4164869f-a0b9-47c3-8dc7-c04a1be4f917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=329128e122524768ace163da60e8a7cc&device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 1096 time: 0.0695782 Aug 28 08:40:05.553557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=177514d2-ec69-45bd-9e04-602a1048dee0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:05.565379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:05.583734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.634153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Network 2b803739-7133-45d2-92c8-67d76d0101a0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:05.637265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:05.640810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] No DVR routers for this DVR port 177514d2-ec69-45bd-9e04-602a1048dee0 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:05.641175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:05.644689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-bff55b53-cfdf-4e54-9aa0-816cdbb9af04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e366d493-4be6-48a4-97a2-ece826c0baac HTTP/1.1" status: 200 len: 217 time: 0.0615413 Aug 28 08:40:05.645773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.647767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.64 "DELETE /v2.0/ports/177514d2-ec69-45bd-9e04-602a1048dee0 HTTP/1.1" status: 204 len: 173 time: 0.8751149 Aug 28 08:40:05.666824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Pushing event updated for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:05.685471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:05.686163 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:05.715900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-0856ce1f-49a2-4cad-82f3-2f6a5c35bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:05.717417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-0856ce1f-49a2-4cad-82f3-2f6a5c35bc83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65bb1bd0-07e9-49e3-8edf-bc2d794ee43d HTTP/1.1" status: 200 len: 862 time: 0.0636287 Aug 28 08:40:05.757298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-117c3083-df87-495f-b060-f926bbc2951f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308995 Aug 28 08:40:05.791109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1631a342-9b34-422d-bdb9-f27dc4e932ed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8741317 Aug 28 08:40:05.809073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Request body: {'port': {'device_id': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:05.905699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-df0e37d5-7db8-4d2b-a5f5-3f8ecba031cf service neutron] 10.222.0.64 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407111 Aug 28 08:40:05.962002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:06.009693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e61380e3-7612-40d9-947d-b52b906febfe None None] Provisioning for port b432096b-3508-4eb0-96e2-0d46901d127c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:06.013983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da3a6-c9df-4d4c-97e1-ec7676da47aa req-568f54b9-33e5-4f60-981a-3765e4932b94 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.018523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c8da3a6-c9df-4d4c-97e1-ec7676da47aa req-568f54b9-33e5-4f60-981a-3765e4932b94 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.1267319 Aug 28 08:40:06.025621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e61380e3-7612-40d9-947d-b52b906febfe None None] Provisioning complete for port b432096b-3508-4eb0-96e2-0d46901d127c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:06.026267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e61380e3-7612-40d9-947d-b52b906febfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:06.039980 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b18faa83-42eb-4dc8-a938-3ff279d7b3d6 req-c637e37d-8759-404c-a55e-ccb69171312e service neutron] 10.222.0.64 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256909 Aug 28 08:40:06.084166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e61380e3-7612-40d9-947d-b52b906febfe None None] Port b432096b-3508-4eb0-96e2-0d46901d127c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:40:06.107506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['010de74d-8bd5-43af-93c6-5e9bfdb66892'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:06.118848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c8da3a6-c9df-4d4c-97e1-ec7676da47aa req-c49a5e4e-d893-45fe-8c9d-fa590236f069 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993323 Aug 28 08:40:06.299014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-b3f2ed85-51e0-413c-9a86-d0d38657249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.300426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-b3f2ed85-51e0-413c-9a86-d0d38657249f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=329128e122524768ace163da60e8a7cc&device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 1096 time: 0.0434020 Aug 28 08:40:06.383445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d8582-e1dc-4a31-a595-c38741ce2cf3 req-b139efae-c2d9-48fb-bdea-1f4eda316a5d tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.385018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b7d8582-e1dc-4a31-a595-c38741ce2cf3 req-b139efae-c2d9-48fb-bdea-1f4eda316a5d tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 944 time: 0.1571381 Aug 28 08:40:06.393408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-e5a8a01f-5e31-4837-bb8e-2e3016f3f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.394958 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-e5a8a01f-5e31-4837-bb8e-2e3016f3f449 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 HTTP/1.1" status: 200 len: 923 time: 0.0869246 Aug 28 08:40:06.446892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-f741ffe0-76c0-4c38-8b2e-25135784b63a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e366d493-4be6-48a4-97a2-ece826c0baac HTTP/1.1" status: 200 len: 217 time: 0.0437827 Aug 28 08:40:06.462748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b7d8582-e1dc-4a31-a595-c38741ce2cf3 req-04f857fa-42e0-4d44-9eb8-2eec44de8fa1 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Aug 28 08:40:06.509239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-140c0cf2-2176-44a3-997e-0dabedfd2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.510868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-140c0cf2-2176-44a3-997e-0dabedfd2011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65bb1bd0-07e9-49e3-8edf-bc2d794ee43d HTTP/1.1" status: 200 len: 862 time: 0.0536394 Aug 28 08:40:06.523578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b432096b-3508-4eb0-96e2-0d46901d127c {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:06.541562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:06.555461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-887733de-2384-479d-81dc-40c907fa32c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261247 Aug 28 08:40:06.576239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Transition to ACTIVE for port object b432096b-3508-4eb0-96e2-0d46901d127c will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:06.592926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aaf3b-a576-4ad3-a3ac-93b19a676225 req-ebe3ac0b-c9fb-40d0-8ecd-70f7f7bfd3b8 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.594593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-363aaf3b-a576-4ad3-a3ac-93b19a676225 req-ebe3ac0b-c9fb-40d0-8ecd-70f7f7bfd3b8 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0654886 Aug 28 08:40:06.607536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45108) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:06.608277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'floatingip': {'port_id': '13424848-05cb-431f-adbf-e9f19cfc0722'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:06.656379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-23853eb6-7ff3-4faf-be9b-0a9303c57f80 service neutron] 10.222.0.64 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931499 Aug 28 08:40:06.698749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:06.702201 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:06.754821 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0ecd31a-66bd-4375-bbf4-c45c2ff37d43 req-ef35db2f-0e94-4093-a87b-6f67f7e02390 service neutron] 10.222.0.64 "GET /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894616 Aug 28 08:40:06.853634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a7190-9600-4304-91f9-6cab69bb4465 req-c774c2d7-ff5f-495f-a2d0-47012035a5c0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:06.855194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-692a7190-9600-4304-91f9-6cab69bb4465 req-c774c2d7-ff5f-495f-a2d0-47012035a5c0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1027 time: 0.1864624 Aug 28 08:40:06.876635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:07.008144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-692a7190-9600-4304-91f9-6cab69bb4465 req-6c554753-872a-4302-ac76-670e38f7573c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352680 Aug 28 08:40:07.055406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Attempting to bind port b432096b-3508-4eb0-96e2-0d46901d127c on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:40:07.055742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Attempting to bind port b432096b-3508-4eb0-96e2-0d46901d127c by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:40:07.056076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Attempting to bind port b432096b-3508-4eb0-96e2-0d46901d127c on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:07.067986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Port b432096b-3508-4eb0-96e2-0d46901d127c on network 2b803739-7133-45d2-92c8-67d76d0101a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:40:07.068241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Attempting to bind port b432096b-3508-4eb0-96e2-0d46901d127c on network 2b803739-7133-45d2-92c8-67d76d0101a0 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:07.080231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:40:07.080469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Checking segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:07.080864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Bound using segment: {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:40:07.081297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Bound port: b432096b-3508-4eb0-96e2-0d46901d127c, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0df92a-cdf0-4a1e-8f9d-692a25554771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:40:07.081649 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:07.266804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 177514d2-ec69-45bd-9e04-602a1048dee0 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:07.286954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 177514d2-ec69-45bd-9e04-602a1048dee0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:07.287298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 177514d2-ec69-45bd-9e04-602a1048dee0 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:07.349015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:40:07.383861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b432096b-3508-4eb0-96e2-0d46901d127c,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:40:07.441536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:07.465693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'name': 'network-vif-deleted', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:07.471748 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5734df-80d5-4a98-b0a1-357aff40c8e8" -d '{"events": [{"server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "name": "network-vif-deleted", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:07.518818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:07.518818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:07.518818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] 10.222.0.64 "PUT /v2.0/ports/b432096b-3508-4eb0-96e2-0d46901d127c HTTP/1.1" status: 200 len: 1092 time: 1.7136180 Aug 28 08:40:07.518818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:07.520305 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28d943-2783-4f0f-8b45-142305b5547c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:07.525874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.resource_extend [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 08:40:08.003305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13a63f-7747-469d-9206-979590c288d7 req-c5c056cb-f934-4c92-bf5f-6146b60976a0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.004877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf13a63f-7747-469d-9206-979590c288d7 req-c5c056cb-f934-4c92-bf5f-6146b60976a0 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.0530224 Aug 28 08:40:08.033569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a8ca9-eeb1-4f5e-9ed4-9613bb966cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:08.049774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.067633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af146-a5d4-4b15-bf42-139689da7c82 req-827a385f-68c9-45ba-8adc-2f251f9109f6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.069193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1af146-a5d4-4b15-bf42-139689da7c82 req-827a385f-68c9-45ba-8adc-2f251f9109f6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 945 time: 0.5821848 Aug 28 08:40:08.078260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-e84cefd2-953e-494c-b56c-1938d0d77e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.079838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-e84cefd2-953e-494c-b56c-1938d0d77e1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1095 time: 0.1264477 Aug 28 08:40:08.133306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port 95a65059-8e28-4b40-b8ac-7b2279206de4 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:08.133895 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.159328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.208941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-cb0ce79d-995e-41b1-ac8a-50998aab65dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b432096b-3508-4eb0-96e2-0d46901d127c HTTP/1.1" status: 200 len: 217 time: 0.1135328 Aug 28 08:40:08.216618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1af146-a5d4-4b15-bf42-139689da7c82 req-aeedc3f0-e795-4e14-a34f-f729a507ea33 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e99ed6b-3288-4b70-ad0a-44265a2a4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358075 Aug 28 08:40:08.232234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port 95a65059-8e28-4b40-b8ac-7b2279206de4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95a65059-8e28-4b40-b8ac-7b2279206de4,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:08.232615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.254304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for 95a65059-8e28-4b40-b8ac-7b2279206de4 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:08.314774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-c7e3948c-12e7-440d-ade1-f1ee56755f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.316196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-c7e3948c-12e7-440d-ade1-f1ee56755f52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d779e779-f3e0-4860-80b0-349a91b8c101 HTTP/1.1" status: 200 len: 848 time: 0.0970869 Aug 28 08:40:08.391237 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Floating IP a6762cc4-5f2a-452b-bcd8-0c124af4326e associated. External IP: 172.25.0.146, port: 13424848-05cb-431f-adbf-e9f19cfc0722. Aug 28 08:40:08.533344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6351de-33f8-4884-b1d7-050f0f7a428b req-fb808e2d-5ac7-4331-a8e3-626ff83acf0e tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.540866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a6351de-33f8-4884-b1d7-050f0f7a428b req-fb808e2d-5ac7-4331-a8e3-626ff83acf0e tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 944 time: 0.2033021 Aug 28 08:40:08.553690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-53b9d0b6-fb78-46ba-a0a9-66cbd26d2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.555326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-53b9d0b6-fb78-46ba-a0a9-66cbd26d2f71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b803739-7133-45d2-92c8-67d76d0101a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272153 Aug 28 08:40:08.658845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a6351de-33f8-4884-b1d7-050f0f7a428b req-acc6e102-5be3-4dd8-b2ac-740694555c61 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169891 Aug 28 08:40:08.683024 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40173db-3423-40c3-b315-a4314e8e97cc x-openstack-request-id: req-e40173db-3423-40c3-b315-a4314e8e97cc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:08.683505 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912fab3-c8e6-4bcf-8857-5cd67d7efd91", "name": "network-vif-deleted", "tag": "177514d2-ec69-45bd-9e04-602a1048dee0", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:08.683505 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e40173db-3423-40c3-b315-a4314e8e97cc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:08.683825 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912fab3-c8e6-4bcf-8857-5cd67d7efd91', 'name': 'network-vif-deleted', 'tag': '177514d2-ec69-45bd-9e04-602a1048dee0', 'status': 'completed', 'code': 200} Aug 28 08:40:08.796372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-b6840786-b385-4505-81e4-51478e4b87d0 service neutron] 10.222.0.64 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312834 Aug 28 08:40:08.806422 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9312036b-343d-49ea-a59c-7b5615cfd5eb x-openstack-request-id: req-9312036b-343d-49ea-a59c-7b5615cfd5eb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:08.806796 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:08.807109 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9312036b-343d-49ea-a59c-7b5615cfd5eb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:08.807584 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c', 'status': 'completed', 'code': 200} Aug 28 08:40:08.842328 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.874713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=95a65059-8e28-4b40-b8ac-7b2279206de4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:08.890010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.890480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.890896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.891302 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.891708 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.892467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.892467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.892909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.893305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.893716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.894108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.894556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:08.896612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95a65059-8e28-4b40-b8ac-7b2279206de4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:08.923106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:08.935942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce0ec4-bede-4dd9-abee-0fdb402c18b4 req-585f6914-2a71-48f9-a134-844fa3923e0b tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:08.939028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8ce0ec4-bede-4dd9-abee-0fdb402c18b4 req-585f6914-2a71-48f9-a134-844fa3923e0b tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1095 time: 0.1413929 Aug 28 08:40:08.944382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] No DVR routers for this DVR port 95a65059-8e28-4b40-b8ac-7b2279206de4 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:08.948760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:08.951451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bf13a63f-7747-469d-9206-979590c288d7 req-cfecc65a-e82a-4f86-8179-ee8bdbbdb92e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "DELETE /v2.0/ports/95a65059-8e28-4b40-b8ac-7b2279206de4 HTTP/1.1" status: 204 len: 173 time: 0.9373589 Aug 28 08:40:08.990573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a539450-175d-43ce-81cc-dd4a9a2e10b9 req-1d3b1d8f-d288-448d-b30b-2e9660983db2 service neutron] 10.222.0.64 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796389 Aug 28 08:40:09.039576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8ce0ec4-bede-4dd9-abee-0fdb402c18b4 req-74554739-b577-4e1e-93d6-14c61f1bb7f8 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902295 Aug 28 08:40:09.134911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:09.139614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:09.152866 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:09.199936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f957e25f-1276-4a5f-a4cd-044d9b25b6e6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "PUT /v2.0/floatingips/a6762cc4-5f2a-452b-bcd8-0c124af4326e HTTP/1.1" status: 200 len: 992 time: 2.5922620 Aug 28 08:40:09.251671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d943-2783-4f0f-8b45-142305b5547c req-995545dc-5930-4462-84ca-f309d7542c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:09.254178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-995545dc-5930-4462-84ca-f309d7542c6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=960902b8ef5e477db048830957d453a2&device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1095 time: 0.0697017 Aug 28 08:40:09.268784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e366d493-4be6-48a4-97a2-ece826c0baac details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:40:09.294102 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:09.295383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:09.416998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d943-2783-4f0f-8b45-142305b5547c req-4df4079e-247b-450a-920e-331a756a978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:09.418596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-4df4079e-247b-450a-920e-331a756a978a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 200 len: 910 time: 0.1564214 Aug 28 08:40:09.456466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e366d493-4be6-48a4-97a2-ece826c0baac,segment=NetworkSegment(093f00e2-5390-4870-be6a-db6101b957eb),segment_id=093f00e2-5390-4870-be6a-db6101b957eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:09.458687 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:09.472258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e366d493-4be6-48a4-97a2-ece826c0baac', 'network_id': '8945348d-b33a-49b4-bc7f-4aa5d7bb6e70', 'port_id': 'e366d493-4be6-48a4-97a2-ece826c0baac', 'mac_address': 'fa:16:3e:d6:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bb1bd0-07e9-49e3-8edf-bc2d794ee43d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:40:09.488073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-c3223a50-5508-42bd-9890-5e48c423d13d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b432096b-3508-4eb0-96e2-0d46901d127c HTTP/1.1" status: 200 len: 217 time: 0.0598340 Aug 28 08:40:09.513287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6057b074-2c95-4833-a89d-c539f472652a req-fc6ec8f9-ada7-4403-9d02-faa28f7fc46f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b721409-30d5-40d5-be4c-f5627aea685f HTTP/1.1" status: 200 len: 210 time: 0.0375776 Aug 28 08:40:09.516635 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:09.534012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e366d493-4be6-48a4-97a2-ece826c0baac {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:09.561977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d943-2783-4f0f-8b45-142305b5547c req-b0b986c6-a916-414f-9db0-f1b228ed302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:09.561977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-b0b986c6-a916-414f-9db0-f1b228ed302c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d779e779-f3e0-4860-80b0-349a91b8c101 HTTP/1.1" status: 200 len: 848 time: 0.0555968 Aug 28 08:40:09.563615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e366d493-4be6-48a4-97a2-ece826c0baac,segment=NetworkSegment(093f00e2-5390-4870-be6a-db6101b957eb),segment_id=093f00e2-5390-4870-be6a-db6101b957eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:09.636082 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:09.636412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d943-2783-4f0f-8b45-142305b5547c req-6a29a941-f029-44bf-ba63-5be9bb03a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:09.637975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-6a29a941-f029-44bf-ba63-5be9bb03a8cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b803739-7133-45d2-92c8-67d76d0101a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712135 Aug 28 08:40:09.697850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:09.780616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-79d9f3e0-36cd-4534-a91a-fcad39294ece service neutron] 10.222.0.64 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302865 Aug 28 08:40:09.787291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6762cc4-5f2a-452b-bcd8-0c124af4326e', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '13424848-05cb-431f-adbf-e9f19cfc0722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:91:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:39:50Z', 'updated_at': '2021-08-28T08:40:07Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:09.817967 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:09.828642 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:09.829266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:09.850308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d462-e628-4d99-a4cf-dc6221ce9250 req-45d7afa8-46d5-4286-8dd4-f4558798f3f6 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:09.852067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c358d462-e628-4d99-a4cf-dc6221ce9250 req-45d7afa8-46d5-4286-8dd4-f4558798f3f6 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 945 time: 0.1128571 Aug 28 08:40:09.926746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c358d462-e628-4d99-a4cf-dc6221ce9250 req-65e37248-87b3-4bd9-819e-b57f810c715b tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Aug 28 08:40:09.931443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f28d943-2783-4f0f-8b45-142305b5547c req-091bf33c-5f19-4552-aa10-a12841691310 service neutron] 10.222.0.64 "GET /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425679 Aug 28 08:40:09.982905 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:09.998621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e366d493-4be6-48a4-97a2-ece826c0baac'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:10.165022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73897-951c-4d6c-9e52-e068be69fbb4 req-8c0c1ce0-86f0-47b4-9747-3d78378d47ff tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:10.166861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7b73897-951c-4d6c-9e52-e068be69fbb4 req-8c0c1ce0-86f0-47b4-9747-3d78378d47ff tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1095 time: 0.0462937 Aug 28 08:40:10.218856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7b73897-951c-4d6c-9e52-e068be69fbb4 req-f5b18800-ccb7-4734-b20d-42d94404b8b7 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Aug 28 08:40:10.290511 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6762cc4-5f2a-452b-bcd8-0c124af4326e', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '13424848-05cb-431f-adbf-e9f19cfc0722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:91:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:39:50Z', 'updated_at': '2021-08-28T08:40:07Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:10.317817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295744-fdc1-420c-8aba-fa95fa287561 None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6762cc4-5f2a-452b-bcd8-0c124af4326e', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '13424848-05cb-431f-adbf-e9f19cfc0722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:91:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:39:50Z', 'updated_at': '2021-08-28T08:40:07Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:10.540318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2846c-40c8-40ea-8e06-928264da1af3 None None] New status for floating IP a6762cc4-5f2a-452b-bcd8-0c124af4326e: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:40:10.685077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'name': 'network-vif-deleted', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:10.687780 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a3184-470d-4250-87ce-2399b011f0c3" -d '{"events": [{"server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "name": "network-vif-deleted", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:10.809487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:10.811986 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d9106-15da-421b-aeb4-d5939369e30c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:10.938950 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbfb10-5ca3-4eec-8ce0-ed8805309618 x-openstack-request-id: req-48dbfb10-5ca3-4eec-8ce0-ed8805309618 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:10.939242 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b721409-30d5-40d5-be4c-f5627aea685f", "name": "network-vif-deleted", "tag": "95a65059-8e28-4b40-b8ac-7b2279206de4", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:10.939542 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48dbfb10-5ca3-4eec-8ce0-ed8805309618 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:10.939941 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b721409-30d5-40d5-be4c-f5627aea685f', 'name': 'network-vif-deleted', 'tag': '95a65059-8e28-4b40-b8ac-7b2279206de4', 'status': 'completed', 'code': 200} Aug 28 08:40:10.971280 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12294e0-83e5-466c-9bf3-11c0f006dbef x-openstack-request-id: req-d12294e0-83e5-466c-9bf3-11c0f006dbef {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:10.971580 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:10.971858 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d12294e0-83e5-466c-9bf3-11c0f006dbef {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:10.972266 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722', 'status': 'completed', 'code': 200} Aug 28 08:40:11.093335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9106-15da-421b-aeb4-d5939369e30c req-25eecb5d-4a98-4bf7-a2e4-08401f6ea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.095092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-25eecb5d-4a98-4bf7-a2e4-08401f6ea3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0789733 Aug 28 08:40:11.103039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351315-ca8d-4176-89a1-9a6bf1dc37fb req-7d548de2-9c2b-4590-bbd0-007531e1f320 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.104735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c351315-ca8d-4176-89a1-9a6bf1dc37fb req-7d548de2-9c2b-4590-bbd0-007531e1f320 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0795903 Aug 28 08:40:11.190678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c351315-ca8d-4176-89a1-9a6bf1dc37fb req-e8cab633-fdfd-43dd-ab14-d17a58c64875 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769234 Aug 28 08:40:11.217661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9106-15da-421b-aeb4-d5939369e30c req-4021fda6-0268-4762-842e-8c26a9a52c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.219196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-4021fda6-0268-4762-842e-8c26a9a52c03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1135237 Aug 28 08:40:11.284138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b432096b-3508-4eb0-96e2-0d46901d127c details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:40:11.291442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e366d493-4be6-48a4-97a2-ece826c0baac up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:11.350097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-c392ecae-3cad-4f72-af2e-8dc6df30acce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.1221411 Aug 28 08:40:11.362950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f5c8b-eb0c-4cba-9482-9a38c066d722 req-560d8595-1ea2-47ce-99c5-b75eebc08312 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.364416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608f5c8b-eb0c-4cba-9482-9a38c066d722 req-560d8595-1ea2-47ce-99c5-b75eebc08312 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 945 time: 0.0945206 Aug 28 08:40:11.417456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b432096b-3508-4eb0-96e2-0d46901d127c,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:11.429083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b432096b-3508-4eb0-96e2-0d46901d127c', 'network_id': '2b803739-7133-45d2-92c8-67d76d0101a0', 'port_id': 'b432096b-3508-4eb0-96e2-0d46901d127c', 'mac_address': 'fa:16:3e:70:bd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e779-f3e0-4860-80b0-349a91b8c101', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:40:11.436877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9106-15da-421b-aeb4-d5939369e30c req-09d711ed-ac4e-4f31-a96a-8271993adf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.441417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-09d711ed-ac4e-4f31-a96a-8271993adf7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0730734 Aug 28 08:40:11.443872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-608f5c8b-eb0c-4cba-9482-9a38c066d722 req-52dcf923-f9a8-4a24-99fb-5db6b1b62c87 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703754 Aug 28 08:40:11.461510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e366d493-4be6-48a4-97a2-ece826c0baac completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:11.465982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e366d493-4be6-48a4-97a2-ece826c0baac triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:11.466635 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:11.496304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9106-15da-421b-aeb4-d5939369e30c req-c5ef7600-d883-416b-a921-93ba8c628dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.499160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-c5ef7600-d883-416b-a921-93ba8c628dbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483172 Aug 28 08:40:11.505603 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:11.528378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b432096b-3508-4eb0-96e2-0d46901d127c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:11.555896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b432096b-3508-4eb0-96e2-0d46901d127c,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:11.594242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:11.621102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:11.623459 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c79d55-f06e-42e6-9f8e-a2303ea2a085" -d '{"events": [{"server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "name": "network-vif-plugged", "status": "completed", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:11.638244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e366d493-4be6-48a4-97a2-ece826c0baac,segment=NetworkSegment(093f00e2-5390-4870-be6a-db6101b957eb),segment_id=093f00e2-5390-4870-be6a-db6101b957eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:11.649506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:11.704070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:11.741202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:11.785664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95a65059-8e28-4b40-b8ac-7b2279206de4 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:11.815848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:11.818520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 95a65059-8e28-4b40-b8ac-7b2279206de4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:11.818859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95a65059-8e28-4b40-b8ac-7b2279206de4 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:11.855148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0864e1-e95b-4831-b2d9-8bb6c62dfac6 req-34a85f13-1888-4ec9-9e85-4860d60e65ae tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:11.856713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab0864e1-e95b-4831-b2d9-8bb6c62dfac6 req-34a85f13-1888-4ec9-9e85-4860d60e65ae tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1095 time: 0.3529027 Aug 28 08:40:11.893203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-6ab5523b-3743-44b6-8e4c-d2f6e71bccd2 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811600 Aug 28 08:40:11.916414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab0864e1-e95b-4831-b2d9-8bb6c62dfac6 req-9971eb75-1607-4e27-909c-296ed1dc63d3 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Aug 28 08:40:11.953575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b432096b-3508-4eb0-96e2-0d46901d127c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:11.998866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-147d9106-15da-421b-aeb4-d5939369e30c req-679f2cb8-b0b3-46ed-b061-c449de03db51 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967205 Aug 28 08:40:12.045223 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566dadd5-85a0-481d-93b1-446bc19ddb16 x-openstack-request-id: req-566dadd5-85a0-481d-93b1-446bc19ddb16 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:12.045223 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "name": "network-vif-plugged", "status": "completed", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:12.045223 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-566dadd5-85a0-481d-93b1-446bc19ddb16 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:12.045719 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac', 'code': 200} Aug 28 08:40:12.167021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0852a84-9ae6-485e-b5db-ce5ec62a6586 req-337d8a3a-aa6c-4b46-8754-8b1e56ae9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:12.168513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0852a84-9ae6-485e-b5db-ce5ec62a6586 req-337d8a3a-aa6c-4b46-8754-8b1e56ae9526 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 1098 time: 0.0427780 Aug 28 08:40:12.203899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0852a84-9ae6-485e-b5db-ce5ec62a6586 req-d547ae49-902c-4de2-8d95-4c6fba8c6a15 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281231 Aug 28 08:40:12.308964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd19e-1c3c-4b19-b93f-afaa9564bd67 req-1605c48a-f1d6-460c-a34f-5f032eccac2e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:12.310462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9dbd19e-1c3c-4b19-b93f-afaa9564bd67 req-1605c48a-f1d6-460c-a34f-5f032eccac2e tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0505092 Aug 28 08:40:12.349494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9dbd19e-1c3c-4b19-b93f-afaa9564bd67 req-636cc95d-1c3b-43a3-9e23-444d07f89def tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Aug 28 08:40:12.559809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febbddf-90ba-4689-842d-0a3d9b673a3f req-32fd1d2a-a703-4a8b-bcfa-11eedc1dcd50 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:12.561198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6febbddf-90ba-4689-842d-0a3d9b673a3f req-32fd1d2a-a703-4a8b-bcfa-11eedc1dcd50 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 946 time: 0.0491662 Aug 28 08:40:12.605170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6febbddf-90ba-4689-842d-0a3d9b673a3f req-7fd8ba0c-9a75-4230-918b-e6905119e18a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377643 Aug 28 08:40:13.020439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073028be-3020-4f0c-a63e-ed21ecbe117b req-e55914d7-4be6-4f14-bbac-3e5fe22ef41c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:13.022056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-073028be-3020-4f0c-a63e-ed21ecbe117b req-e55914d7-4be6-4f14-bbac-3e5fe22ef41c tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1096 time: 0.0405598 Aug 28 08:40:13.057814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-073028be-3020-4f0c-a63e-ed21ecbe117b req-aefbd8df-33f0-4603-b0f9-edc2f97dd193 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Aug 28 08:40:13.117542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-0838c692-fa2b-4200-8223-b4f0425763ed tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:13.119031 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-0838c692-fa2b-4200-8223-b4f0425763ed tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0508082 Aug 28 08:40:13.219359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:13.219620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.298448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b432096b-3508-4eb0-96e2-0d46901d127c up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:13.313724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] For port 50181929-fa43-44bf-a9a5-51ae6613b9ad, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=50181929-fa43-44bf-a9a5-51ae6613b9ad,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:13.313969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.443757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b432096b-3508-4eb0-96e2-0d46901d127c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:13.449335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b432096b-3508-4eb0-96e2-0d46901d127c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:13.450063 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.469242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a65c3-8fd6-4a95-8182-963e47523734 req-e4e75e43-926b-459b-b5b8-843d485a179c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:13.475628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-765a65c3-8fd6-4a95-8182-963e47523734 req-e4e75e43-926b-459b-b5b8-843d485a179c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 944 time: 0.0535631 Aug 28 08:40:13.501642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.507232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.507232 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Floating IP 6e5a248d-975f-499c-b238-a26ef24d0277 disassociated. External IP: 172.25.0.111, port: 50181929-fa43-44bf-a9a5-51ae6613b9ad. Aug 28 08:40:13.507232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for 50181929-fa43-44bf-a9a5-51ae6613b9ad owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:13.513518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-765a65c3-8fd6-4a95-8182-963e47523734 req-f5df7278-97ed-4c79-b351-fd41e78c97f2 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups?id=70f0c71e-207e-40da-a7a4-b618dadc7a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Aug 28 08:40:13.551360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.587135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b432096b-3508-4eb0-96e2-0d46901d127c,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:13.653113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.705364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:13.707120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:13.715276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.715623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.715964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.716328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.716658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.716986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.717318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.717649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.717975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.718503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.718841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.719168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:13.734407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff9b5c-080d-47c1-bee7-ae6e0c2568b8 req-73f247aa-5a32-4fac-a0d4-df5a076d5915 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:13.736529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91ff9b5c-080d-47c1-bee7-ae6e0c2568b8 req-73f247aa-5a32-4fac-a0d4-df5a076d5915 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 946 time: 0.0572941 Aug 28 08:40:13.747636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=50181929-fa43-44bf-a9a5-51ae6613b9ad,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:13.791340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91ff9b5c-080d-47c1-bee7-ae6e0c2568b8 req-b72f619d-eee1-4a55-bd53-96d7c3eda441 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Aug 28 08:40:13.875924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:13.997191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:14.006781 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Sync routers for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:14.016602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:14.017473 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:14.038204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] No DVR routers for this DVR port 50181929-fa43-44bf-a9a5-51ae6613b9ad on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:14.040975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:14.043021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-225dbe42-cb25-4ecc-8233-cebaef45709c req-70d15eaf-09d4-4d62-9ded-3b4b40f238c5 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.39 "DELETE /v2.0/ports/50181929-fa43-44bf-a9a5-51ae6613b9ad HTTP/1.1" status: 204 len: 173 time: 0.9163508 Aug 28 08:40:14.043469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-deleted', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:14.046230 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a82b22-3867-4183-8328-faba0e3f2e51" -d '{"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-deleted", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:14.047059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:14.049953 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810d52e9-46cf-4786-b144-6f629065fc75" -d '{"events": [{"server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "name": "network-vif-plugged", "status": "completed", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:14.139026 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:14.240314 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0821ecb9-0e2d-4206-b274-03510cde68f1 x-openstack-request-id: req-0821ecb9-0e2d-4206-b274-03510cde68f1 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:14.240801 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d12cea-e3c0-44c0-97b7-217de1bf673b", "name": "network-vif-deleted", "tag": "50181929-fa43-44bf-a9a5-51ae6613b9ad", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:14.242548 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0821ecb9-0e2d-4206-b274-03510cde68f1 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:14.242548 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d12cea-e3c0-44c0-97b7-217de1bf673b', 'name': 'network-vif-deleted', 'tag': '50181929-fa43-44bf-a9a5-51ae6613b9ad', 'status': 'completed', 'code': 200} Aug 28 08:40:14.272661 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e3bfbb-d358-40de-88c9-6e53f9027c4c x-openstack-request-id: req-92e3bfbb-d358-40de-88c9-6e53f9027c4c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:14.272944 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "name": "network-vif-plugged", "status": "completed", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:14.273251 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92e3bfbb-d358-40de-88c9-6e53f9027c4c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:14.273660 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c', 'code': 200} Aug 28 08:40:14.368762 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:14.369788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9b7b4-bcb3-4448-acaa-43295f7488b9 req-e752014c-b97e-4c63-abbd-e6b2e2dbd7ba tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:14.371527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ee9b7b4-bcb3-4448-acaa-43295f7488b9 req-e752014c-b97e-4c63-abbd-e6b2e2dbd7ba tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0464907 Aug 28 08:40:14.400386 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Checking router: ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:14.409429 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:14.410043 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:14.436998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ee9b7b4-bcb3-4448-acaa-43295f7488b9 req-078caae8-dc0f-4b51-a22e-a09e5e86e856 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Aug 28 08:40:14.443545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a30169-6234-46f8-b362-c6557580e650 req-d867058e-963d-4c28-8668-56c0f6c581b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:14.448225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2a30169-6234-46f8-b362-c6557580e650 req-d867058e-963d-4c28-8668-56c0f6c581b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0591354 Aug 28 08:40:14.488407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2a30169-6234-46f8-b362-c6557580e650 req-148c5169-ad3e-40ef-b58e-1509a7181c20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Aug 28 08:40:14.522717 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:14.721476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:14.750482 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48b23-94ae-44a6-b2e4-89ee8e3e705c None None] The sync data for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 is: [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:28:23Z', 'revision_number': 4, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9ba16bce-15f3-48d0-9721-8df274886ad2', 'name': '', 'network_id': 'edbae5a6-038f-4f1c-be52-2c76a0563766', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'mac_address': 'fa:16:3e:0e:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:21Z', 'updated_at': '2021-08-28T08:28:30Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'subnets': [{'id': '6e7c3c31-7627-4113-b859-8947b34d0fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:14.906927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1a3dc-77b3-43ff-a5b4-d51629224cf6 req-4e87bf74-c7e3-446c-8846-765b2087462a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:14.912390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fe1a3dc-77b3-43ff-a5b4-d51629224cf6 req-4e87bf74-c7e3-446c-8846-765b2087462a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 946 time: 0.0559964 Aug 28 08:40:14.952458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6fe1a3dc-77b3-43ff-a5b4-d51629224cf6 req-21ac4041-f800-497f-befe-b70dc55a6e83 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 Aug 28 08:40:15.026392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29865bc5-0c55-4005-843e-fd3c374462fa None None] New status for floating IP 6e5a248d-975f-499c-b238-a26ef24d0277: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:40:15.065856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2c01204-4ac4-4510-a3d7-e95347e3a5b5 req-7ee5fb88-169b-4db6-bae7-8cbdb0280176 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d12cea-e3c0-44c0-97b7-217de1bf673b HTTP/1.1" status: 200 len: 210 time: 0.0283387 Aug 28 08:40:15.544266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288aa1a-2743-4f7c-bcc8-5d85ca224f24 req-86585b59-f403-49a8-b565-b9cb5a6813ba tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:15.545962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4288aa1a-2743-4f7c-bcc8-5d85ca224f24 req-86585b59-f403-49a8-b565-b9cb5a6813ba tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0422149 Aug 28 08:40:15.586225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4288aa1a-2743-4f7c-bcc8-5d85ca224f24 req-290b3145-bcfe-4336-bcba-89fb1a075972 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Aug 28 08:40:16.079428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5362c66-efd2-493d-b64a-eff3a1289731 req-1739899c-b1a4-43d4-9f42-676b373d310e tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:16.080845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5362c66-efd2-493d-b64a-eff3a1289731 req-1739899c-b1a4-43d4-9f42-676b373d310e tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 946 time: 0.0516131 Aug 28 08:40:16.127625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5362c66-efd2-493d-b64a-eff3a1289731 req-21d5cea3-2acf-46de-bf34-ea8e2b24bd33 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/security-groups?id=c36e2c4b-a63c-4d2c-b88a-648afff9c59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Aug 28 08:40:16.253831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45190) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:16.307848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.331695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.452800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.455512 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.456823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "DELETE /v2.0/security-groups/70f0c71e-207e-40da-a7a4-b618dadc7a00 HTTP/1.1" status: 204 len: 168 time: 0.2018988 Aug 28 08:40:16.459469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45192) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:16.473460 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-745b8627-0cdc-4dd3-a220-5388cf3f594c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] show failed (client error): The resource could not be found. Aug 28 08:40:16.474585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-745b8627-0cdc-4dd3-a220-5388cf3f594c tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "GET /v2.0/security-groups/70f0c71e-207e-40da-a7a4-b618dadc7a00 HTTP/1.1" status: 404 len: 347 time: 0.0140607 Aug 28 08:40:16.486602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45194) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:16.488329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f0c71e-207e-40da-a7a4-b618dadc7a00,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:16.500537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.500888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.501236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.501577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.501913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.502268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.502604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.502934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.503260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.503587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.503911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.504243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905edbf2-a6d2-4c37-839c-deb2b4248e1f tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:40:16.526794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-8bfa0ff7-bdf9-4d10-a495-c826613dcd07 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:16.528907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-8bfa0ff7-bdf9-4d10-a495-c826613dcd07 tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 946 time: 0.0705583 Aug 28 08:40:16.620216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Deleting port 9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:16.620562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.630417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Deleting port e366d493-4be6-48a4-97a2-ece826c0baac {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:16.630976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.700528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.700860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.715450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Calling delete_port for 9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:16.748778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27677-7dd8-422a-b744-62d590cb264c req-3b9c4fd1-8654-4af0-9a7f-f7592d6454e5 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:16.750331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d27677-7dd8-422a-b744-62d590cb264c req-3b9c4fd1-8654-4af0-9a7f-f7592d6454e5 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0798709 Aug 28 08:40:16.755203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] For port e366d493-4be6-48a4-97a2-ece826c0baac, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e366d493-4be6-48a4-97a2-ece826c0baac,segment=NetworkSegment(093f00e2-5390-4870-be6a-db6101b957eb),segment_id=093f00e2-5390-4870-be6a-db6101b957eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:16.755576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.779583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Calling delete_port for e366d493-4be6-48a4-97a2-ece826c0baac owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:16.805817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7d27677-7dd8-422a-b744-62d590cb264c req-5bdccd01-fcc7-43a8-a209-181e7b20ba98 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 Aug 28 08:40:16.951868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d71da-b829-4b5e-b4fc-d128f97598fc req-5b7dab0f-5bfd-4c59-a691-2d5d74f5bf00 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:16.952207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:16.953342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76d71da-b829-4b5e-b4fc-d128f97598fc req-5b7dab0f-5bfd-4c59-a691-2d5d74f5bf00 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0816293 Aug 28 08:40:16.984336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Pushing event deleted for resources: {'Port': ['ID=9d3bc0b3-5b01-401f-8a3f-4baedfd32b2e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:16.997408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76d71da-b829-4b5e-b4fc-d128f97598fc req-c75f4012-bd19-4bb8-97c8-36457eb8496e tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Aug 28 08:40:17.003463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.035789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Pushing event deleted for resources: {'Port': ['ID=e366d493-4be6-48a4-97a2-ece826c0baac,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:17.050002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e366d493-4be6-48a4-97a2-ece826c0baac'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:17.071500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.074348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.077533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c8a3511e-c150-4cab-a625-9d353f5462f4 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] 10.222.0.46 "DELETE /v2.0/floatingips/6e5a248d-975f-499c-b238-a26ef24d0277 HTTP/1.1" status: 204 len: 168 time: 0.5879586 Aug 28 08:40:17.078407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45204) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:17.091468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] No DVR routers for this DVR port e366d493-4be6-48a4-97a2-ece826c0baac on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:17.094020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.096002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc8c447f-65d9-488b-a2d1-72434f46415f req-f3558310-3245-40bd-8a7f-07a88d73947a tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.64 "DELETE /v2.0/ports/e366d493-4be6-48a4-97a2-ece826c0baac HTTP/1.1" status: 204 len: 173 time: 0.5615983 Aug 28 08:40:17.096440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'name': 'network-vif-deleted', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:17.098681 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef066aa-f09e-4a42-9818-e3a7214e2f2e" -d '{"events": [{"server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "name": "network-vif-deleted", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:17.204102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f69a-f0e2-4fa2-b01d-3755f8771f1a req-d1d0e267-5925-43e5-9807-a0c84a216dca tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:17.205577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bc4f69a-f0e2-4fa2-b01d-3755f8771f1a req-d1d0e267-5925-43e5-9807-a0c84a216dca tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0511858 Aug 28 08:40:17.242977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bc4f69a-f0e2-4fa2-b01d-3755f8771f1a req-9fcaefbb-d127-4dcb-a3b8-5b71334ac43f tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Aug 28 08:40:17.287097 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e2576-024b-40d1-b3dd-ee2a8a93030f x-openstack-request-id: req-4b5e2576-024b-40d1-b3dd-ee2a8a93030f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:17.287691 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef25fe0-f8a2-4872-87a0-89826301abac", "name": "network-vif-deleted", "tag": "e366d493-4be6-48a4-97a2-ece826c0baac", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:17.288259 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b5e2576-024b-40d1-b3dd-ee2a8a93030f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:17.289487 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef25fe0-f8a2-4872-87a0-89826301abac', 'name': 'network-vif-deleted', 'tag': 'e366d493-4be6-48a4-97a2-ece826c0baac', 'status': 'completed', 'code': 200} Aug 28 08:40:17.364357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0886bf3d-26ec-4c20-b102-95f2134202da req-dd413212-6bf6-4737-88ef-9d3070bb82aa tempest-ServerAddressesNegativeTestJSON-1901308724 tempest-ServerAddressesNegativeTestJSON-1901308724-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef25fe0-f8a2-4872-87a0-89826301abac HTTP/1.1" status: 200 len: 210 time: 0.0275018 Aug 28 08:40:17.526971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.781787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Deleting port 9ba16bce-15f3-48d0-9721-8df274886ad2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:17.782236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.792519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9027a-09a4-4383-8f1c-ed199a2eace5 req-ae94fcee-4a81-4957-9d3c-1651428d53cd tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:17.794141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2d9027a-09a4-4383-8f1c-ed199a2eace5 req-ae94fcee-4a81-4957-9d3c-1651428d53cd tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0577564 Aug 28 08:40:17.829468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:17.839134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2d9027a-09a4-4383-8f1c-ed199a2eace5 req-6e1d135e-9694-4955-93cb-c886363c6ff0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 Aug 28 08:40:17.864074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 50181929-fa43-44bf-a9a5-51ae6613b9ad {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:17.864428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 50181929-fa43-44bf-a9a5-51ae6613b9ad not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:17.889483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] For port 9ba16bce-15f3-48d0-9721-8df274886ad2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9ba16bce-15f3-48d0-9721-8df274886ad2,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:17.889956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:17.904444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Calling delete_port for 9ba16bce-15f3-48d0-9721-8df274886ad2 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:18.169349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.195013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba16bce-15f3-48d0-9721-8df274886ad2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:18.369108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.420186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:18.465965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Deleting subnet 65bb1bd0-07e9-49e3-8edf-bc2d794ee43d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:40:18.469086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.508766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.555204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.590322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:18.687931 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.703022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:18.708409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-10060dac-cd93-4594-a057-0b38af627412 admin admin] 10.222.0.46 "PUT /v2.0/routers/ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6287949 Aug 28 08:40:18.711416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45222) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:18.713696 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Sync routers for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:18.716976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bb1bd0-07e9-49e3-8edf-bc2d794ee43d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:18.725746 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:18.727003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.727134 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:18.731373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3fff0380-5941-425c-8d36-ceaf3fd757c3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/65bb1bd0-07e9-49e3-8edf-bc2d794ee43d HTTP/1.1" status: 204 len: 168 time: 0.3077335 Aug 28 08:40:18.736798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45224) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:18.811701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.822821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.893670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.904489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8945348d-b33a-49b4-bc7f-4aa5d7bb6e70']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:18.923712 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:18.924041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093f00e2-5390-4870-be6a-db6101b957eb') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:18.924345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093f00e2-5390-4870-be6a-db6101b957eb') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:18.946444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.953229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.969567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.978387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:40:18.978782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:40:18.980583 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:40:19.022586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62275be-1343-48f2-a989-069018fe35eb req-c76e560d-1353-4e19-b07b-db966727b7b0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:19.024876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62275be-1343-48f2-a989-069018fe35eb req-c76e560d-1353-4e19-b07b-db966727b7b0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.1117096 Aug 28 08:40:19.065835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62275be-1343-48f2-a989-069018fe35eb req-e0f3bac6-dcde-47de-9b04-8a2749d5fefc tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Aug 28 08:40:19.103406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Deleting port be950df3-525d-4587-a1fc-6cddb4b93ef3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:19.103907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.104576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.113432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:40:18Z', 'revision_number': 5, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port': {'id': 'be950df3-525d-4587-a1fc-6cddb4b93ef3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:28:17Z', 'updated_at': '2021-08-28T08:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:19.116712 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.119039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] 10.222.0.46 "DELETE /v2.0/networks/8945348d-b33a-49b4-bc7f-4aa5d7bb6e70 HTTP/1.1" status: 204 len: 168 time: 0.3863354 Aug 28 08:40:19.131807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87cd77-2917-4600-b85e-7d50f981e41a admin admin] Pushing event deleted for resources: {'Network': ['ID=8945348d-b33a-49b4-bc7f-4aa5d7bb6e70,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:19.145174 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Checking router: ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:19.154595 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Routers {'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:19.155011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:19.195589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] For port be950df3-525d-4587-a1fc-6cddb4b93ef3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=be950df3-525d-4587-a1fc-6cddb4b93ef3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:19.196048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.222651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Calling delete_port for be950df3-525d-4587-a1fc-6cddb4b93ef3 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:19.247242 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] Set router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:19.301237 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:40:18Z', 'revision_number': 6, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:19.328715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cb75-78ba-4ce7-9a34-4df344e2090c None None] The sync data for ids ['ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d'] in n-d-792458-16 is: [{'id': 'ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d', 'name': 'tempest-ServerActionsTestJSON-95281973-router', 'tenant_id': '0c6b44c193914c459ba4ec239c844baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:28:16Z', 'updated_at': '2021-08-28T08:40:18Z', 'revision_number': 6, 'project_id': '0c6b44c193914c459ba4ec239c844baf', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:19.339528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e366d493-4be6-48a4-97a2-ece826c0baac no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:19.368601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: e366d493-4be6-48a4-97a2-ece826c0baac {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:19.369012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e366d493-4be6-48a4-97a2-ece826c0baac not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:19.433072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:19.471939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.474584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d73fba3f-42b8-41fd-8fb1-51c3b9d2167a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=329128e122524768ace163da60e8a7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401726 Aug 28 08:40:19.477921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45234) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:19.499759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=be950df3-525d-4587-a1fc-6cddb4b93ef3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:19.559992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.564839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-82755e1f-b8d7-4ade-953f-7ecf65065380 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:19.566397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-82755e1f-b8d7-4ade-953f-7ecf65065380 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 1097 time: 0.0714872 Aug 28 08:40:19.567457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.613304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.652907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.654997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.713903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Deleting port b432096b-3508-4eb0-96e2-0d46901d127c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:19.714622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.808683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] For port b432096b-3508-4eb0-96e2-0d46901d127c, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b432096b-3508-4eb0-96e2-0d46901d127c,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:19.809051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.817826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.820461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.821609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c36e2c4b-a63c-4d2c-b88a-648afff9c59c HTTP/1.1" status: 204 len: 168 time: 0.3427551 Aug 28 08:40:19.825794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.826256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:40:19.828367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Calling delete_port for b432096b-3508-4eb0-96e2-0d46901d127c owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:19.831008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.833528 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eca3025f-66d8-4ae8-8c7e-6f8f4280d6ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/ec7f2ffa-1a7b-49d0-a2c1-d84c24820a5d HTTP/1.1" status: 204 len: 168 time: 1.1211035 Aug 28 08:40:19.838543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45238) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:19.838694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f5018-94b7-4425-941d-6e2cc028b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e2c4b-a63c-4d2c-b88a-648afff9c59c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:19.884738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Deleting subnet 6e7c3c31-7627-4113-b859-8947b34d0fcf {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:40:19.888055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:19.923261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.010668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.054802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.086079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Pushing event deleted for resources: {'Port': ['ID=b432096b-3508-4eb0-96e2-0d46901d127c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:20.103870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['010de74d-8bd5-43af-93c6-5e9bfdb66892'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:20.124268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.177119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] No DVR routers for this DVR port b432096b-3508-4eb0-96e2-0d46901d127c on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:20.189430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b432096b-3508-4eb0-96e2-0d46901d127c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:20.199318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.200917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4dde9c8-31cc-4024-ade2-6bea0e08ce47 req-d49250da-848c-4187-9fc8-f226177a9edf tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b432096b-3508-4eb0-96e2-0d46901d127c HTTP/1.1" status: 204 len: 173 time: 0.6238863 Aug 28 08:40:20.202087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'name': 'network-vif-deleted', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:20.204500 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cefb74d-c74a-4b76-af20-2e0bfe383307" -d '{"events": [{"server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "name": "network-vif-deleted", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:20.218765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7c3c31-7627-4113-b859-8947b34d0fcf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:20.227135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.239071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:20.240358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b8802f6c-8d03-4554-ac4d-11bf52965dcb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6e7c3c31-7627-4113-b859-8947b34d0fcf HTTP/1.1" status: 204 len: 168 time: 0.3948240 Aug 28 08:40:20.241324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad426238-618a-46e3-96d5-b6a1ba6cd5a1 req-c4c876d6-65a1-42d0-9668-cc7a3ac7c3b0 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 210 time: 0.0440774 Aug 28 08:40:20.273922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af130a-d066-47d2-85d6-12f8feb7e5b6 None None] Network edbae5a6-038f-4f1c-be52-2c76a0563766 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:40:20.335167 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1a0044-2f6f-49eb-8dea-38729c764bdd x-openstack-request-id: req-cb1a0044-2f6f-49eb-8dea-38729c764bdd {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:20.336009 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1025ca-738a-48b8-b9bc-32b3e5c97428", "name": "network-vif-deleted", "tag": "b432096b-3508-4eb0-96e2-0d46901d127c", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:20.336268 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb1a0044-2f6f-49eb-8dea-38729c764bdd {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:20.340668 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1025ca-738a-48b8-b9bc-32b3e5c97428', 'name': 'network-vif-deleted', 'tag': 'b432096b-3508-4eb0-96e2-0d46901d127c', 'status': 'completed', 'code': 200} Aug 28 08:40:20.373922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.407939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device be950df3-525d-4587-a1fc-6cddb4b93ef3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:20.445531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: be950df3-525d-4587-a1fc-6cddb4b93ef3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:20.446151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device be950df3-525d-4587-a1fc-6cddb4b93ef3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:20.446785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9ba16bce-15f3-48d0-9721-8df274886ad2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:20.480920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Deleting port c5e10d21-2516-4867-aad3-705ebf05f9ab {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:20.481382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.505762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9ba16bce-15f3-48d0-9721-8df274886ad2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:20.506336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9ba16bce-15f3-48d0-9721-8df274886ad2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:20.583089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] For port c5e10d21-2516-4867-aad3-705ebf05f9ab, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c5e10d21-2516-4867-aad3-705ebf05f9ab,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:20.583089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.597392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Calling delete_port for c5e10d21-2516-4867-aad3-705ebf05f9ab owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:20.637383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] DHCP port deletion for edbae5a6-038f-4f1c-be52-2c76a0563766 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:40:20.697317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Deleting port c5e10d21-2516-4867-aad3-705ebf05f9ab {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:20.697693 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.760653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] For port c5e10d21-2516-4867-aad3-705ebf05f9ab, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c5e10d21-2516-4867-aad3-705ebf05f9ab,segment=NetworkSegment(034735e6-fa9b-49a0-93b2-75a6a7960019),segment_id=034735e6-fa9b-49a0-93b2-75a6a7960019)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:20.761037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.763772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.776982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Calling delete_port for c5e10d21-2516-4867-aad3-705ebf05f9ab owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:20.791531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e10d21-2516-4867-aad3-705ebf05f9ab,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:20.795388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] No DVR routers for this DVR port c5e10d21-2516-4867-aad3-705ebf05f9ab on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:20.867428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.876183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.891861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbae5a6-038f-4f1c-be52-2c76a0563766']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:20.893870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] Pushing event deleted for resources: {'Port': ['ID=c5e10d21-2516-4867-aad3-705ebf05f9ab,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:20.899872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba7e3d-b836-4683-818b-4b11fbdaee95 None None] No DVR routers for this DVR port c5e10d21-2516-4867-aad3-705ebf05f9ab on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:20.904746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034735e6-fa9b-49a0-93b2-75a6a7960019') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:20.905045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034735e6-fa9b-49a0-93b2-75a6a7960019') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:20.917521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.932461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.939236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:40:20.939631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:40:20.941456 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:40:21.055462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.061762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.064190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/edbae5a6-038f-4f1c-be52-2c76a0563766 HTTP/1.1" status: 204 len: 168 time: 0.8219545 Aug 28 08:40:21.079968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc310-0656-4c57-9e97-16711d47b6e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbae5a6-038f-4f1c-be52-2c76a0563766,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:21.381844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f25505c0-07d5-4cf4-b8b1-0dc708200b51 req-b6878733-46f2-4145-979b-6502c0f1153d tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1025ca-738a-48b8-b9bc-32b3e5c97428 HTTP/1.1" status: 200 len: 210 time: 0.0389576 Aug 28 08:40:21.479419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:21.526489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-085c8730-38fc-4f68-998e-04543f90911c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c6b44c193914c459ba4ec239c844baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436010 Aug 28 08:40:21.526877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45280) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:21.582064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.607607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.814919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.817882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:21.819169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e99ed6b-3288-4b70-ad0a-44265a2a4945 HTTP/1.1" status: 204 len: 168 time: 0.2913547 Aug 28 08:40:21.827293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd184d92-f122-4683-a9cb-9b4268bc93ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99ed6b-3288-4b70-ad0a-44265a2a4945,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:22.102900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c5e10d21-2516-4867-aad3-705ebf05f9ab no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:22.123209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c5e10d21-2516-4867-aad3-705ebf05f9ab {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:22.123552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c5e10d21-2516-4867-aad3-705ebf05f9ab not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:23.016112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a21da5-7e21-4beb-a08b-e9b7e0eb6fec req-f69cbbb6-5e5b-4255-9913-2126174d21b9 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:23.017123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66a21da5-7e21-4beb-a08b-e9b7e0eb6fec req-f69cbbb6-5e5b-4255-9913-2126174d21b9 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0471230 Aug 28 08:40:23.056877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66a21da5-7e21-4beb-a08b-e9b7e0eb6fec req-073f5f17-0d42-4553-90d6-36f56909b0dc tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Aug 28 08:40:23.115739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45338) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:23.252690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-network', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:23.356012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Made reservation on behalf of 89c049fb659d496aa1c2bee2a371c4c4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:23.358469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.364082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b432096b-3508-4eb0-96e2-0d46901d127c no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:23.367304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.385661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b432096b-3508-4eb0-96e2-0d46901d127c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:23.386403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b432096b-3508-4eb0-96e2-0d46901d127c not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:23.459927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.546505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.573433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:40:23.589726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a9368-2ed8-46d5-be55-91ed364ba880,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:23.592885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.593240 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Added segment ffcdb1be-ed63-442b-a943-dd6a726d1688 of type vlan for network e32a6e3f-330e-454e-9b8d-327a1229a5cd Aug 28 08:40:23.647796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.746044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.747070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:23.747688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:23.809048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e32a6e3f-330e-454e-9b8d-327a1229a5cd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:23.819644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:40:23.918614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80f26d4a-26f5-414d-bccd-cda4248060d8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8016403 Aug 28 08:40:23.921504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45354) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:23.926554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Request body: {'subnet': {'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-subnet', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:24.037904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Made reservation on behalf of 89c049fb659d496aa1c2bee2a371c4c4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:24.041134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.123243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:24.245123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc1d2d-9e09-47d5-870a-bb1307e45649 req-6a3e710d-be8e-4ae0-9a9c-4bb76cadcaed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:24.245900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d769bd57-38cc-44fd-918b-b73107de07bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.246648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cdc1d2d-9e09-47d5-870a-bb1307e45649 req-6a3e710d-be8e-4ae0-9a9c-4bb76cadcaed tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0970902 Aug 28 08:40:24.282529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cdc1d2d-9e09-47d5-870a-bb1307e45649 req-ed2a3d07-5a07-4a92-a54e-34821ecfc536 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adbe803-005e-4146-99c0-f08563c8c447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292528 Aug 28 08:40:24.311445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.335604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d769bd57-38cc-44fd-918b-b73107de07bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.363632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d146665-432e-4a83-b5b1-8d092642f1b7,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:24.375710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Checking segment: {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:24.376127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Network hostable DHCP agents. Network: e32a6e3f-330e-454e-9b8d-327a1229a5cd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:40:24.392133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d769bd57-38cc-44fd-918b-b73107de07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.430044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769bd57-38cc-44fd-918b-b73107de07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4998a1b-0c23-4c0b-8d8d-4e238a462a09,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:24.434478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d769bd57-38cc-44fd-918b-b73107de07bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10fe66e3e17e4fedb32bdbd5d1144268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095260 Aug 28 08:40:24.437284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45366) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:24.452756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:40:24.494196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.515611 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.572648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e32a6e3f-330e-454e-9b8d-327a1229a5cd) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:24.576918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:24.577521 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.586135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcf47e-a5cf-4989-8b87-b9598c3175d6 None None] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:40:24.692836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.695497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.696688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4998a1b-0c23-4c0b-8d8d-4e238a462a09 HTTP/1.1" status: 204 len: 168 time: 0.2584598 Aug 28 08:40:24.696923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-72fa1be5-1cc8-42c1-a867-76ad9bb973ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7743156 Aug 28 08:40:24.697621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45368) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:24.703081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:24.716871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fcbacb-d33e-44f5-84f5-85a029721b1d None None] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:40:24.717710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc288fd-efbb-4fe6-9068-75d1c9615386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4998a1b-0c23-4c0b-8d8d-4e238a462a09,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:24.796061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.797178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.861333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-f1894cb0-8047-4811-9488-00134fe583b5 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:24.862985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-f1894cb0-8047-4811-9488-00134fe583b5 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 1098 time: 0.0459456 Aug 28 08:40:24.867116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:24.950475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Deleting port 010de74d-8bd5-43af-93c6-5e9bfdb66892 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:24.950834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.045377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] For port 010de74d-8bd5-43af-93c6-5e9bfdb66892, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=010de74d-8bd5-43af-93c6-5e9bfdb66892,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:25.045830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.062674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Calling delete_port for 010de74d-8bd5-43af-93c6-5e9bfdb66892 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:25.083231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.259283 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.288686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Pushing event deleted for resources: {'Port': ['ID=010de74d-8bd5-43af-93c6-5e9bfdb66892,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:25.293080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['010de74d-8bd5-43af-93c6-5e9bfdb66892'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:25.347524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] No DVR routers for this DVR port 010de74d-8bd5-43af-93c6-5e9bfdb66892 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:25.350123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.352274 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b27ae3d4-e598-44a6-ad57-c82ba804d67f req-748793ff-4024-481f-86a4-53c192fd6609 tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.39 "DELETE /v2.0/ports/010de74d-8bd5-43af-93c6-5e9bfdb66892 HTTP/1.1" status: 204 len: 173 time: 0.4821057 Aug 28 08:40:25.352958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'name': 'network-vif-deleted', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:25.355281 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d4ff59-7f5b-4752-a141-7ee743919831" -d '{"events": [{"server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "name": "network-vif-deleted", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:25.391892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45380) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:25.407809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf55321-cadf-40dc-b666-91421197a5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.418611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4458695-93c2-4e88-a7ef-d873da965b39 req-0d24752f-ca53-445a-a7c7-e357578e0c4d tempest-TestServerMultinode-505172554 tempest-TestServerMultinode-505172554-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53320c67-db50-494d-aae0-c1b515743617 HTTP/1.1" status: 200 len: 210 time: 0.0335166 Aug 28 08:40:25.429746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.454773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.502103 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e540a3f-6870-41a1-9792-5f9a3a785a79 x-openstack-request-id: req-5e540a3f-6870-41a1-9792-5f9a3a785a79 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:25.502430 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53320c67-db50-494d-aae0-c1b515743617", "name": "network-vif-deleted", "tag": "010de74d-8bd5-43af-93c6-5e9bfdb66892", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:25.502687 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e540a3f-6870-41a1-9792-5f9a3a785a79 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:25.503141 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53320c67-db50-494d-aae0-c1b515743617', 'name': 'network-vif-deleted', 'tag': '010de74d-8bd5-43af-93c6-5e9bfdb66892', 'status': 'completed', 'code': 200} Aug 28 08:40:25.553037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf55321-cadf-40dc-b666-91421197a5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.583222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Allocated IP 172.25.0.202 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/69a37239-3ec7-4a50-b517-49006d72724a) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:25.689619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.694544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf55321-cadf-40dc-b666-91421197a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.734048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf55321-cadf-40dc-b666-91421197a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab1dc6-c0ae-4c55-aadf-474d3c31bc78,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:25.738524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-acf55321-cadf-40dc-b666-91421197a5a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9523e32e47b145aaa0ebf9205cf740af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455546 Aug 28 08:40:25.741499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45382) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:25.794454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.815364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.816436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.852067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:25.856984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:25.860548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:25.883125 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.886962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Pushing event updated for resources: {'Port': ['ID=69a37239-3ec7-4a50-b517-49006d72724a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:25.930010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.933296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:25.935001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fab1dc6-c0ae-4c55-aadf-474d3c31bc78 HTTP/1.1" status: 204 len: 168 time: 0.1912019 Aug 28 08:40:25.949561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206e11e-0d24-4b3a-901c-b417b53bde37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab1dc6-c0ae-4c55-aadf-474d3c31bc78,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:26.462645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:26.493914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:26.672740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:26.889019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Router 5fa04577-137e-49c5-b043-ddb0f5307918 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:40:26.938049 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:40:27.015250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:27.031912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Sync routers for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:27.046035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:27.046809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:27.072422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.077002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d1c6fd29-4524-4533-8cd7-a2f36ece6526 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3782687 Aug 28 08:40:27.077651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45412) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:27.163970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:27.237042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.562334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Deleting port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:27.562988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.566096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:26Z', 'revision_number': 3, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:27.574698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.598817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Checking router: 5fa04577-137e-49c5-b043-ddb0f5307918 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:27.599164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Updating router 5fa04577-137e-49c5-b043-ddb0f5307918 port 69a37239-3ec7-4a50-b517-49006d72724a binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:40:27.627980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.629880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-036aa006-57b6-4f5a-b7ba-f3a754be77f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.656138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] For port 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:27.656430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.670864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Calling delete_port for 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:27.767078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Allocated IP 172.20.0.1 (e32a6e3f-330e-454e-9b8d-327a1229a5cd/0d146665-432e-4a83-b5b1-8d092642f1b7/9bae5916-17d5-469a-a69a-d73fc2154f21) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:27.905565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.952844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.957859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:27.963448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Transition to ACTIVE for port object 69a37239-3ec7-4a50-b517-49006d72724a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:27.989432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Pushing event deleted for resources: {'Port': ['ID=149a4a6a-f1ba-4dd5-8e52-e6e33114ee06,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:28.036334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.049102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.102000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:28.105719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:28.110913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:28.149927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Pushing event updated for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:28.160234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e138c28-f8ef-4b49-8cf5-de8cc0fd6a5d None None] Pushing event updated for resources: {'Port': ['ID=69a37239-3ec7-4a50-b517-49006d72724a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:28.165062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Attempting to bind port 69a37239-3ec7-4a50-b517-49006d72724a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:40:28.165211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Attempting to bind port 69a37239-3ec7-4a50-b517-49006d72724a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:40:28.166196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Attempting to bind port 69a37239-3ec7-4a50-b517-49006d72724a on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:28.178437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:40:28.214713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:28.214713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.214713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:40:28.214713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Bound port: 69a37239-3ec7-4a50-b517-49006d72724a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:40:28.214713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.215770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.278125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.334635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] For port 69a37239-3ec7-4a50-b517-49006d72724a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:40:28.342065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] For port 69a37239-3ec7-4a50-b517-49006d72724a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=69a37239-3ec7-4a50-b517-49006d72724a,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:40:28.404294 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.459804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:28.460571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:28.468275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.508349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e138c28-f8ef-4b49-8cf5-de8cc0fd6a5d None None] Pushing event updated for resources: {'Port': ['ID=69a37239-3ec7-4a50-b517-49006d72724a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:28.538846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:28.581874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:28.661410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.676003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:28.685241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-616d7edd-e515-490c-9924-f94969669955 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3fb5fb7-e42a-4a8c-840e-4ebda039acc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1867874 Aug 28 08:40:28.685241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45440) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:28.699998 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Sync routers for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:28.711838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:28.712471 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:28.775401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.797724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.819130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:27Z', 'revision_number': 1, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:28.844713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:28.851491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3064e53-ccb6-4cc5-9716-4014118c78f4 None None] The sync data for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 is: [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:27Z', 'revision_number': 1, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:28.900693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:28.907433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Pushing event updated for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:28.952742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.036650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:29.038233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:29.085827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Deleting port c95cf82c-060e-46af-a10b-a92c48ac86d7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:29.086762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.145911 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:40:27Z', 'revision_number': 5, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port': {'id': 'c95cf82c-060e-46af-a10b-a92c48ac86d7', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:22Z', 'updated_at': '2021-08-28T08:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:29.176591 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Checking router: c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:29.186441 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Routers {'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:29.187356 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:29.227978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Router 5fa04577-137e-49c5-b043-ddb0f5307918 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:29.234732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] For port c95cf82c-060e-46af-a10b-a92c48ac86d7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c95cf82c-060e-46af-a10b-a92c48ac86d7,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:29.235216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.254600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Calling delete_port for c95cf82c-060e-46af-a10b-a92c48ac86d7 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:29.326023 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] Set router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:29.379510 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 6, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:29.381615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:29.395018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2cfd546d-81ea-4911-8147-7ea8c267c72f admin admin] 10.222.0.46 "PUT /v2.0/routers/5fa04577-137e-49c5-b043-ddb0f5307918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3161697 Aug 28 08:40:29.414423 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bd61f-5067-4a31-9c9b-23c5d6a8168e None None] The sync data for ids ['c3fb5fb7-e42a-4a8c-840e-4ebda039acc5'] in n-d-792458-16 is: [{'id': 'c3fb5fb7-e42a-4a8c-840e-4ebda039acc5', 'name': 'tempest-TestServerMultinode-517630580-router', 'tenant_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:21Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 6, 'project_id': 'ffd7956cb5504a16969fdd0ab57979e6', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:29.557778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.586007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95cf82c-060e-46af-a10b-a92c48ac86d7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:29.680524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.778654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.780705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.885828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010de74d-8bd5-43af-93c6-5e9bfdb66892 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:29.908583 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.908583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:40:29.918016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.918016 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34803c3b-deef-4a26-a47f-252ce10325e6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c3fb5fb7-e42a-4a8c-840e-4ebda039acc5 HTTP/1.1" status: 204 len: 168 time: 1.2292824 Aug 28 08:40:29.918354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45464) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:29.957808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:29.959398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 010de74d-8bd5-43af-93c6-5e9bfdb66892 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:29.960747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 010de74d-8bd5-43af-93c6-5e9bfdb66892 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:29.995787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Deleting subnet d779e779-f3e0-4860-80b0-349a91b8c101 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:40:30.016182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.108808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.184592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-74daf00a-654f-414b-8a8f-1f7aeadf7473 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:30.186173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-74daf00a-654f-414b-8a8f-1f7aeadf7473 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 819 time: 0.1877701 Aug 28 08:40:30.226460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-2393b367-be18-4e89-a73a-2b3859d7f6c0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/quotas/89c049fb659d496aa1c2bee2a371c4c4 HTTP/1.1" status: 200 len: 375 time: 0.0182924 Aug 28 08:40:30.244243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.278303 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c50970f4-d4d1-4513-a208-d35ce313eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.474491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 69a37239-3ec7-4a50-b517-49006d72724a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:30.608338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-22f03dcf-5123-4c24-b336-0e89cd11c967 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3747885 Aug 28 08:40:30.650074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 69a37239-3ec7-4a50-b517-49006d72724a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:30.659614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 69a37239-3ec7-4a50-b517-49006d72724a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:30.666989 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.734149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-0b86532c-4380-47fb-8d8d-b044d2d32efc service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163137 Aug 28 08:40:30.787850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.789943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.813487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 69a37239-3ec7-4a50-b517-49006d72724a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=69a37239-3ec7-4a50-b517-49006d72724a,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:30.832565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.837649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d779e779-f3e0-4860-80b0-349a91b8c101 HTTP/1.1" status: 204 len: 168 time: 0.9156404 Aug 28 08:40:30.837649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb46c0-2459-47e2-9203-e0c5c4ea977d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d779e779-f3e0-4860-80b0-349a91b8c101,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:30.838450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45488) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:30.844059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51dcbc6-ea0c-4700-98ed-80f1c01e60da None None] Network 2b803739-7133-45d2-92c8-67d76d0101a0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:40:30.890086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-4d143cb2-aa94-4374-a6d0-84957150678a service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479552 Aug 28 08:40:30.924147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:30.925143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.003260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Deleting port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:31.003685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.026999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:31.060124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:31.060603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 149a4a6a-f1ba-4dd5-8e52-e6e33114ee06 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:31.060879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c95cf82c-060e-46af-a10b-a92c48ac86d7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:31.081337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] For port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:31.081594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.096505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Calling delete_port for e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:31.110179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=69a37239-3ec7-4a50-b517-49006d72724a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:31.114681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c95cf82c-060e-46af-a10b-a92c48ac86d7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:31.115049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c95cf82c-060e-46af-a10b-a92c48ac86d7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:31.265801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] DHCP port deletion for 2b803739-7133-45d2-92c8-67d76d0101a0 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:40:31.365996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Deleting port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:31.366329 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.397064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a9cb659-8295-4d10-bc10-5442829fee3b req-f194c85d-ada1-49f1-985f-99ca52a0cda6 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 210 time: 0.0437195 Aug 28 08:40:31.403582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.436053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:31.441736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] No DVR routers for this DVR port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:31.473200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] For port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,segment=NetworkSegment(ec0df92a-cdf0-4a1e-8f9d-692a25554771),segment_id=ec0df92a-cdf0-4a1e-8f9d-692a25554771)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:31.473701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.492862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Calling delete_port for e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:31.521204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.532451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b803739-7133-45d2-92c8-67d76d0101a0']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:31.545109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0df92a-cdf0-4a1e-8f9d-692a25554771') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:31.549009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0df92a-cdf0-4a1e-8f9d-692a25554771') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:31.570193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.581782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.598751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.614638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:40:31.615523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.615830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] Pushing event deleted for resources: {'Port': ['ID=e9df35f9-58ff-4b91-a7f7-8acc9abf73e1,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:31.621182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18bcc12-9b7a-47b4-a23e-adb4bb8598a1 None None] No DVR routers for this DVR port e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:40:31.640255 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:40:31.720972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Sync routers for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:31.731572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:31.732361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:31.751941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.757069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:31.761195 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2b803739-7133-45d2-92c8-67d76d0101a0 HTTP/1.1" status: 204 len: 168 time: 0.9194899 Aug 28 08:40:31.762762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45508) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:31.777462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c3e19-706f-4ac3-ab20-66fb021e0e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b803739-7133-45d2-92c8-67d76d0101a0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:31.860063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:31.900222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.099025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 2, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:32.136308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 69a37239-3ec7-4a50-b517-49006d72724a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:32.138730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Checking router: 5fa04577-137e-49c5-b043-ddb0f5307918 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:32.140966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Updating router 5fa04577-137e-49c5-b043-ddb0f5307918 port 9bae5916-17d5-469a-a69a-d73fc2154f21 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:40:32.184773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.201795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.261158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 69a37239-3ec7-4a50-b517-49006d72724a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:32.261535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.471598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Deleting port 78a413e6-894f-403a-8c18-d86cfe0adb76 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:32.472212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.531282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:32.557864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18bda7d-7ac6-4aa4-acf1-015a413ec48b req-d12e0a31-a783-4fee-96c6-847c0e4900f3 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 210 time: 0.0715072 Aug 28 08:40:32.562163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:32.562549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e9df35f9-58ff-4b91-a7f7-8acc9abf73e1 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:32.605111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] For port 78a413e6-894f-403a-8c18-d86cfe0adb76, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=78a413e6-894f-403a-8c18-d86cfe0adb76,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:32.605523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.621060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Calling delete_port for 78a413e6-894f-403a-8c18-d86cfe0adb76 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:32.635259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.645154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Transition to ACTIVE for port object 9bae5916-17d5-469a-a69a-d73fc2154f21 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:32.725133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.787131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c374b-252e-4c9c-8ad2-5c3cbafa3093 None None] Pushing event updated for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:32.840968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Attempting to bind port 9bae5916-17d5-469a-a69a-d73fc2154f21 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:40:32.841331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Attempting to bind port 9bae5916-17d5-469a-a69a-d73fc2154f21 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:40:32.841695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Attempting to bind port 9bae5916-17d5-469a-a69a-d73fc2154f21 on network e32a6e3f-330e-454e-9b8d-327a1229a5cd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:32.846554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:40:32.846926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Checking segment: {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:32.852059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.852059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Bound using segment: {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:40:32.852059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Bound port: 9bae5916-17d5-469a-a69a-d73fc2154f21, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:40:32.852059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.900913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:32.918692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] For port 9bae5916-17d5-469a-a69a-d73fc2154f21, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:40:32.924710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] For port 9bae5916-17d5-469a-a69a-d73fc2154f21, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9bae5916-17d5-469a-a69a-d73fc2154f21,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:40:32.932115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a413e6-894f-403a-8c18-d86cfe0adb76,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:33.025171 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:33.101825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c374b-252e-4c9c-8ad2-5c3cbafa3093 None None] Pushing event updated for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:33.106436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:33.107197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:33.119982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:33.229064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:33.376172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Router 5b4cf050-f137-4224-8aa1-471fae85ed7c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:40:33.494977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:32Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:33.510065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:40:33.519855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45534) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:33.521552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47a2b72a-bd96-4a17-bdea-7d5c9b89a256 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b4cf050-f137-4224-8aa1-471fae85ed7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571316 Aug 28 08:40:33.526856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Sync routers for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:40:33.528317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7989e-813f-4824-b295-8972f68bf511 None None] The sync data for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 is: [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:32Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:33.536973 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:33.537608 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:33.699033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-8968265d-4d0d-4ad9-bcfb-cd8274f0d93a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:33.699303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aca4793e-4b1a-4e50-928d-0bd6a1dfdfbc req-a23ee8a1-4917-4d0d-927e-9d65e96fa6d3 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 210 time: 0.0467877 Aug 28 08:40:33.700769 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-8968265d-4d0d-4ad9-bcfb-cd8274f0d93a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 819 time: 0.2582073 Aug 28 08:40:33.730581 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:33.743821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'port': {'device_id': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'admin_state_up': True, 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:33.831424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.005839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.058527 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:40:32Z', 'revision_number': 5, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:34.091931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Checking router: 5b4cf050-f137-4224-8aa1-471fae85ed7c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:40:34.094815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Made reservation on behalf of 89c049fb659d496aa1c2bee2a371c4c4 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:34.100160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.102846 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Routers {'5b4cf050-f137-4224-8aa1-471fae85ed7c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:40:34.103710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5b4cf050-f137-4224-8aa1-471fae85ed7c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:34.226145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] Set router 5b4cf050-f137-4224-8aa1-471fae85ed7c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:40:34.309995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Deleting port bb1a3a0f-a27e-415f-953a-84b8d44471e2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:34.314957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.319400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9bae5916-17d5-469a-a69a-d73fc2154f21 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:34.362177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Allocated IP 172.20.0.3 (e32a6e3f-330e-454e-9b8d-327a1229a5cd/0d146665-432e-4a83-b5b1-8d092642f1b7/b7285691-312d-4d35-885f-39a566cfd21d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:34.455997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] For port bb1a3a0f-a27e-415f-953a-84b8d44471e2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1a3a0f-a27e-415f-953a-84b8d44471e2,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:34.456380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.472329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9bae5916-17d5-469a-a69a-d73fc2154f21 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:34.478541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9bae5916-17d5-469a-a69a-d73fc2154f21 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:34.478917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.479677 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:40:32Z', 'revision_number': 5, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:34.526991 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83899536-7dc3-43e3-9019-6fb04811c858 None None] The sync data for ids ['5b4cf050-f137-4224-8aa1-471fae85ed7c'] in n-d-792458-16 is: [{'id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'name': 'tempest-TestServerMultinode-1495965939-router', 'tenant_id': '960902b8ef5e477db048830957d453a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:30Z', 'updated_at': '2021-08-28T08:40:32Z', 'revision_number': 5, 'project_id': '960902b8ef5e477db048830957d453a2', 'gw_port': {'id': 'bb1a3a0f-a27e-415f-953a-84b8d44471e2', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4cf050-f137-4224-8aa1-471fae85ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:32Z', 'updated_at': '2021-08-28T08:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:40:34.629544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.665440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9bae5916-17d5-469a-a69a-d73fc2154f21, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9bae5916-17d5-469a-a69a-d73fc2154f21,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:34.778915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:34.821501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ca41506-2388-41cc-9bfd-7330a209f475 req-055ccb7b-2905-43c8-a180-b0d278c2c917 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 210 time: 0.0325320 Aug 28 08:40:34.901329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Calling delete_port for bb1a3a0f-a27e-415f-953a-84b8d44471e2 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:34.988257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.014478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:35.015888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.203914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.236515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.254619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Network e32a6e3f-330e-454e-9b8d-327a1229a5cd is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:35.268506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:35.270964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:35.313701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.319959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:35.380568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1a3a0f-a27e-415f-953a-84b8d44471e2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:35.396276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:35.396940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.411477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.474328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-faf6bdc8-e1f1-4f1a-8c6c-9c88338d9847 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7360728 Aug 28 08:40:35.506350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Request body: {'port': {'device_id': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:35.526440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.530074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.601824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.702472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.703057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4cf050-f137-4224-8aa1-471fae85ed7c {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:40:35.709095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.712623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4f1588ab-eaac-4c6a-aab6-6672afab59a2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5b4cf050-f137-4224-8aa1-471fae85ed7c HTTP/1.1" status: 204 len: 168 time: 2.1888049 Aug 28 08:40:35.713027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45566) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:35.769726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Deleting subnet 97b8af15-c523-4109-b58b-cd204a9ed090 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:40:35.773806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.814515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.924543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7285691-312d-4d35-885f-39a566cfd21d {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:35.933027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:35.950129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Transition to ACTIVE for port object b7285691-312d-4d35-885f-39a566cfd21d will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:40:35.960771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.017161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dc841-6603-40c1-83c1-a764a6323a9a req-8c444423-053a-4d07-a3f8-7ceb0e4e5de9 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:36.018660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c2dc841-6603-40c1-83c1-a764a6323a9a req-8c444423-053a-4d07-a3f8-7ceb0e4e5de9 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 931 time: 0.0976057 Aug 28 08:40:36.037623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.065826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c2dc841-6603-40c1-83c1-a764a6323a9a req-1ed309ed-19d0-4347-9823-5d792c983115 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Aug 28 08:40:36.121029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:36.127523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.140809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.142667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/97b8af15-c523-4109-b58b-cd204a9ed090 HTTP/1.1" status: 204 len: 168 time: 0.4286196 Aug 28 08:40:36.149538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45574) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:36.150883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c21be-dc96-4858-886d-73adc02b40a2 None None] Network 5abf994f-e457-4ef5-984a-175a4e3b6bb7 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:40:36.161250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba049a-42a3-4c6f-92f2-045cc23f77f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b8af15-c523-4109-b58b-cd204a9ed090,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:36.248429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.267301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Attempting to bind port b7285691-312d-4d35-885f-39a566cfd21d on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:40:36.267915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Attempting to bind port b7285691-312d-4d35-885f-39a566cfd21d by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:40:36.268675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Attempting to bind port b7285691-312d-4d35-885f-39a566cfd21d on network e32a6e3f-330e-454e-9b8d-327a1229a5cd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:36.278543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Port b7285691-312d-4d35-885f-39a566cfd21d on network e32a6e3f-330e-454e-9b8d-327a1229a5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:40:36.278676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Attempting to bind port b7285691-312d-4d35-885f-39a566cfd21d on network e32a6e3f-330e-454e-9b8d-327a1229a5cd {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:40:36.318868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:40:36.324634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Checking segment: {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:40:36.324634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Bound using segment: {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:40:36.324634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Bound port: b7285691-312d-4d35-885f-39a566cfd21d, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcdb1be-ed63-442b-a943-dd6a726d1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:40:36.324634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.325015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9bae5916-17d5-469a-a69a-d73fc2154f21 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:36.387198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9bae5916-17d5-469a-a69a-d73fc2154f21 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:36.387827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.396758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Deleting port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:36.399167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.443603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:40:36.456807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] DHCP port deletion for 5abf994f-e457-4ef5-984a-175a4e3b6bb7 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:40:36.461724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:40:36.491900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] For port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:36.492461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.510248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Calling delete_port for 0b3d55b5-037b-4f62-8673-0fd9066dbc0a owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:36.549917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Deleting port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:36.550562 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.579052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.607671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:36.608892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.610657 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 1092 time: 1.1103945 Aug 28 08:40:36.620392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78a413e6-894f-403a-8c18-d86cfe0adb76 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:36.630472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:36.632942 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98fa769-5bee-4060-af61-fa3ae3f1e07e" -d '{"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:36.648053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] For port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,segment=NetworkSegment(37acf26d-6ae7-4214-8304-6afc8d0191eb),segment_id=37acf26d-6ae7-4214-8304-6afc8d0191eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:36.648474 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.652437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 78a413e6-894f-403a-8c18-d86cfe0adb76 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:36.652437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 78a413e6-894f-403a-8c18-d86cfe0adb76 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:36.652437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1a3a0f-a27e-415f-953a-84b8d44471e2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:36.683388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27771-926f-4e9c-bc54-0690c6b3dec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:36.684232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Calling delete_port for 0b3d55b5-037b-4f62-8673-0fd9066dbc0a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:36.686559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: bb1a3a0f-a27e-415f-953a-84b8d44471e2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:36.686907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1a3a0f-a27e-415f-953a-84b8d44471e2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:36.742959 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343c19aa-94ca-461e-a5e9-f98294c5bd89 x-openstack-request-id: req-343c19aa-94ca-461e-a5e9-f98294c5bd89 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:36.743320 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:36.743600 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-343c19aa-94ca-461e-a5e9-f98294c5bd89 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:36.744000 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:40:36.785174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.796400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.821814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] Pushing event deleted for resources: {'Port': ['ID=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:36.827539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f77f4-7a33-4706-a5d9-e7f9df92d8c5 None None] No DVR routers for this DVR port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:36.839070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3d55b5-037b-4f62-8673-0fd9066dbc0a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:36.847968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] No DVR routers for this DVR port 0b3d55b5-037b-4f62-8673-0fd9066dbc0a on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:40:36.886915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-aa65ff9d-5b69-4568-9b6e-e841e4173e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:36.888476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-aa65ff9d-5b69-4568-9b6e-e841e4173e44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1095 time: 0.1136186 Aug 28 08:40:36.961102 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-88f1d62d-b583-4a9c-ac05-fe7fc88c9686 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0473847 Aug 28 08:40:36.966548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:36.984363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abf994f-e457-4ef5-984a-175a4e3b6bb7']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:37.013101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37acf26d-6ae7-4214-8304-6afc8d0191eb') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:37.013379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37acf26d-6ae7-4214-8304-6afc8d0191eb') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:40:37.028712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.044037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-7890d475-071d-49c0-a1d8-9c974b50644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:37.045513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-7890d475-071d-49c0-a1d8-9c974b50644d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0717928 Aug 28 08:40:37.048990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.064762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:40:37.065185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:40:37.067035 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:40:37.122539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-dadacc4d-1c65-4668-9625-0d45b619d0f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690813 Aug 28 08:40:37.128897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45588) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:37.190185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac19c63-7f23-46d6-b58b-696d889df737 req-725fdbc0-e5ce-46a4-a3a1-2e85d6a25247 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:37.192061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ac19c63-7f23-46d6-b58b-696d889df737 req-725fdbc0-e5ce-46a4-a3a1-2e85d6a25247 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 943 time: 0.0522215 Aug 28 08:40:37.233050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-7ebb45a7-5eaa-48ec-b25e-6370142cb642 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998681 Aug 28 08:40:37.238078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ac19c63-7f23-46d6-b58b-696d889df737 req-468658d9-6393-4e40-ba0d-8acee9e92f8e tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Aug 28 08:40:37.305026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4d9e-326d-477b-a72e-491d9d7af808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.312550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.329154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.331023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5abf994f-e457-4ef5-984a-175a4e3b6bb7 HTTP/1.1" status: 204 len: 168 time: 1.1805267 Aug 28 08:40:37.350976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba70a6-9700-4df3-9362-03212d3fb456 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abf994f-e457-4ef5-984a-175a4e3b6bb7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:37.384957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8eb43b66-cf80-4cb2-8d5c-732dd8fff308 req-3723cf6b-6804-48bd-90a5-2a554c719c7a service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435530 Aug 28 08:40:37.458026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4d9e-326d-477b-a72e-491d9d7af808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.658709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4d9e-326d-477b-a72e-491d9d7af808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.729879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ed7b4d9e-326d-477b-a72e-491d9d7af808 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cf7ab82bc3f4ef4a055a46bf6660838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999436 Aug 28 08:40:37.732207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b4d9e-326d-477b-a72e-491d9d7af808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc3b21-6687-4b93-b01f-62c0c4be333a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:37.732646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45596) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:37.749213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-f68c21a3-35fd-476d-9dbf-b3dc32dbc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:37.749213 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-f68c21a3-35fd-476d-9dbf-b3dc32dbc434 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1095 time: 0.0845864 Aug 28 08:40:37.779767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45598) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:37.800204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.838523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.842747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-e77b7e7c-ca8f-4ef0-9277-db64d8ca094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:37.844259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-e77b7e7c-ca8f-4ef0-9277-db64d8ca094c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.0876606 Aug 28 08:40:37.857013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-79fa55c9-33bb-481d-aa59-ae576cb309a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffd7956cb5504a16969fdd0ab57979e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734859 Aug 28 08:40:37.858837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:37.896873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-6c827b63-851d-4ab9-8433-a68e37596fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0449054 Aug 28 08:40:37.926952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.948957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-f6429c13-05fa-4366-b630-dc5806ce81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:37.949821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.950497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-f6429c13-05fa-4366-b630-dc5806ce81e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0466268 Aug 28 08:40:37.983388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-6bf48e5e-4330-4698-b324-d7c1b8e2a56a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255141 Aug 28 08:40:37.997253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:37.999989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:38.001127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dbc3b21-6687-4b93-b01f-62c0c4be333a HTTP/1.1" status: 204 len: 168 time: 0.2674828 Aug 28 08:40:38.012007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3eaf0-fbfd-42c4-94b4-934641fff20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc3b21-6687-4b93-b01f-62c0c4be333a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:38.083707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-ec3f2d96-5670-49f0-a478-b565fcb1ded7 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912602 Aug 28 08:40:38.100981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:38.104129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:38.107609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5f707c0-cfe0-4fd1-8498-cd9ba02f6cea HTTP/1.1" status: 204 len: 168 time: 0.2450643 Aug 28 08:40:38.118418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b3d55b5-037b-4f62-8673-0fd9066dbc0a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:40:38.119990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346b16-20db-4781-9061-1bb8faaa83fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f707c0-cfe0-4fd1-8498-cd9ba02f6cea,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:38.152127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0b3d55b5-037b-4f62-8673-0fd9066dbc0a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:40:38.152707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0b3d55b5-037b-4f62-8673-0fd9066dbc0a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:40:38.206994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f98fa769-5bee-4060-af61-fa3ae3f1e07e req-def384da-6f52-4109-aa00-12f20b03360c service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156206 Aug 28 08:40:38.358307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b375b1-592c-4484-bd5b-eaabb9907978 req-9f4a1ac5-c9a3-4133-9be6-4ac2cee22633 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:38.360545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93b375b1-592c-4484-bd5b-eaabb9907978 req-9f4a1ac5-c9a3-4133-9be6-4ac2cee22633 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 943 time: 0.0525496 Aug 28 08:40:38.404809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93b375b1-592c-4484-bd5b-eaabb9907978 req-64812c76-38dc-4e83-a470-db0fc3f6fd6d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Aug 28 08:40:38.823204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:38.863965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e9334fd8-fead-4ed8-8d8f-1a146cb159b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=960902b8ef5e477db048830957d453a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395169 Aug 28 08:40:38.866537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45616) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:38.898365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:38.916586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da6e640e-e042-49d0-b7bc-80e5da5dc32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:38.938413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:38.971121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.059973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da6e640e-e042-49d0-b7bc-80e5da5dc32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.132934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.135499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.136661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8adbe803-005e-4146-99c0-f08563c8c447 HTTP/1.1" status: 204 len: 168 time: 0.2692068 Aug 28 08:40:39.144571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362daef-0cf2-4670-a8f0-733aebf23633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adbe803-005e-4146-99c0-f08563c8c447,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:39.168845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-da6e640e-e042-49d0-b7bc-80e5da5dc32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.209763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da6e640e-e042-49d0-b7bc-80e5da5dc32d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c81c82d29a04c5b96a61242120e2e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103702 Aug 28 08:40:39.211098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e640e-e042-49d0-b7bc-80e5da5dc32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b3e0c-5b63-49dc-822f-5f230ceb94dc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:39.212533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45624) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:39.265719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.287376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.441458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.444071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:39.447629 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f7b3e0c-5b63-49dc-822f-5f230ceb94dc HTTP/1.1" status: 204 len: 168 time: 0.2310243 Aug 28 08:40:39.457701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9b92b-f459-41f7-a9d1-e9a1c4fff962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b3e0c-5b63-49dc-822f-5f230ceb94dc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:39.546475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b8682-25d5-49a9-96ff-9a8af373c4f7 req-1befa228-eada-4ed1-aae1-efd3f79eb4f8 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:39.548141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-431b8682-25d5-49a9-96ff-9a8af373c4f7 req-1befa228-eada-4ed1-aae1-efd3f79eb4f8 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 943 time: 0.0642123 Aug 28 08:40:39.594907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-431b8682-25d5-49a9-96ff-9a8af373c4f7 req-78d10110-e500-4748-9358-36384b70755a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Aug 28 08:40:40.723056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e0fd0-3f4a-4026-8c2d-77145265906c req-ab15a224-dcf3-479a-86cc-3dc600108208 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:40.724630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c55e0fd0-3f4a-4026-8c2d-77145265906c req-ab15a224-dcf3-479a-86cc-3dc600108208 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 943 time: 0.0585124 Aug 28 08:40:40.767322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c55e0fd0-3f4a-4026-8c2d-77145265906c req-b6b2d334-0654-4997-a588-ab83156424ac tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Aug 28 08:40:41.887844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fcc4-8cd5-44c8-b3f3-18391e121de9 req-c0b2e81c-451b-4b63-a818-365348d9a70a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:41.890760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e64fcc4-8cd5-44c8-b3f3-18391e121de9 req-c0b2e81c-451b-4b63-a818-365348d9a70a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 943 time: 0.0503368 Aug 28 08:40:41.934683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e64fcc4-8cd5-44c8-b3f3-18391e121de9 req-07f52ca5-cfaa-46d0-bc61-76641128275d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378215 Aug 28 08:40:41.946866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b7285691-312d-4d35-885f-39a566cfd21d details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:40:42.042687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:42.053853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'b7285691-312d-4d35-885f-39a566cfd21d', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'port_id': 'b7285691-312d-4d35-885f-39a566cfd21d', 'mac_address': 'fa:16:3e:67:92:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:40:42.092057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.105191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7285691-312d-4d35-885f-39a566cfd21d {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:40:42.127916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:42.203085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.251855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:42.350028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45684) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:42.462931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c80a2473-e918-42d9-9d61-2a670d1044c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.551069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c80a2473-e918-42d9-9d61-2a670d1044c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.587657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:40:42.625785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c80a2473-e918-42d9-9d61-2a670d1044c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.663206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a2473-e918-42d9-9d61-2a670d1044c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e04f6-3381-4898-9463-2383704a4a09,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:42.669230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c80a2473-e918-42d9-9d61-2a670d1044c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=910f0485d0db43f3b09c8ed38f6bba6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178635 Aug 28 08:40:42.672399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45688) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:42.722569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.746149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.871750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.874359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:42.875544 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f3e04f6-3381-4898-9463-2383704a4a09 HTTP/1.1" status: 204 len: 168 time: 0.2022038 Aug 28 08:40:42.884212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1901d-ca60-47a0-8404-a727c56352b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e04f6-3381-4898-9463-2383704a4a09,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:43.056903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0125-5f05-4e81-9686-b3f87fc58928 req-0643fd17-e721-437c-9981-f61a1c607b70 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:43.058419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d92b0125-5f05-4e81-9686-b3f87fc58928 req-0643fd17-e721-437c-9981-f61a1c607b70 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 944 time: 0.0552397 Aug 28 08:40:43.100166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d92b0125-5f05-4e81-9686-b3f87fc58928 req-c83e0133-b90a-442e-80cd-5bd1e2870ae7 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353017 Aug 28 08:40:43.476136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:43.489293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6bcd-80c3-4cb5-9962-5e72ddb320af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.578759 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6bcd-80c3-4cb5-9962-5e72ddb320af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.648935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6bcd-80c3-4cb5-9962-5e72ddb320af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.689066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9cb6bcd-80c3-4cb5-9962-5e72ddb320af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2b0f6d09e06454a9bcc8531c7203697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117577 Aug 28 08:40:43.689954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb6bcd-80c3-4cb5-9962-5e72ddb320af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137243fb-5c6c-42d7-9dde-169238ce8802,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:43.691780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45700) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:43.740377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.761327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.871861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.874543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:43.878539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/137243fb-5c6c-42d7-9dde-169238ce8802 HTTP/1.1" status: 204 len: 168 time: 0.1828837 Aug 28 08:40:43.884098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fdfd3-7e0f-4dfa-b9e3-829ef7269574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137243fb-5c6c-42d7-9dde-169238ce8802,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:43.946933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b7285691-312d-4d35-885f-39a566cfd21d up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:40:44.081425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port b7285691-312d-4d35-885f-39a566cfd21d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:40:44.088750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port b7285691-312d-4d35-885f-39a566cfd21d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:40:44.089316 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:44.169164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:44.192223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:40:44.194796 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de16cd-0a7f-4176-9f40-9484712cbab4" -d '{"events": [{"server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:40:44.207971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:40:44.220433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485486-ccb1-4362-bc07-cdf10008d9d9 req-cae2e923-1daa-425e-bf18-aab9984255b6 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:44.221580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4485486-ccb1-4362-bc07-cdf10008d9d9 req-cae2e923-1daa-425e-bf18-aab9984255b6 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 944 time: 0.0520077 Aug 28 08:40:44.260683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4485486-ccb1-4362-bc07-cdf10008d9d9 req-a78c547f-a8a8-4a12-91f2-5152077d3d59 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Aug 28 08:40:44.271839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:44.317843 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ac729-abcf-45a8-9b1d-03ece62c9578 x-openstack-request-id: req-866ac729-abcf-45a8-9b1d-03ece62c9578 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:40:44.318142 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:40:44.318422 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-866ac729-abcf-45a8-9b1d-03ece62c9578 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:40:44.318819 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'code': 200} Aug 28 08:40:44.335693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:44.437090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6f32b-9f99-4598-a3cb-7246d47a2191 req-40ead93e-8bd1-43a9-82f2-07f9e710233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:44.438935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16e6f32b-9f99-4598-a3cb-7246d47a2191 req-40ead93e-8bd1-43a9-82f2-07f9e710233c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0414288 Aug 28 08:40:44.474765 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-16e6f32b-9f99-4598-a3cb-7246d47a2191 req-5b242dda-ceba-4c7c-aba1-431c20dd3195 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292976 Aug 28 08:40:45.383717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721a722-a30e-43cb-8082-2eb8cb7984a3 req-fdbd40e4-f8ff-4239-9e20-e27d78f9503d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:45.385335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7721a722-a30e-43cb-8082-2eb8cb7984a3 req-fdbd40e4-f8ff-4239-9e20-e27d78f9503d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0549664 Aug 28 08:40:45.428683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7721a722-a30e-43cb-8082-2eb8cb7984a3 req-975d2706-81b1-42be-99cf-ad604965ff75 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Aug 28 08:40:46.548800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234148-90af-4e1f-9c47-efd4f2307621 req-4ac9bb97-ca8b-4140-8a43-e98afbb13a31 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:46.550510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be234148-90af-4e1f-9c47-efd4f2307621 req-4ac9bb97-ca8b-4140-8a43-e98afbb13a31 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0502083 Aug 28 08:40:46.565975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:46.590880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be234148-90af-4e1f-9c47-efd4f2307621 req-e50bc888-45bf-49ff-b3c3-1c984f3d4d4d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Aug 28 08:40:46.675208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-171e691b-939b-4cb7-9153-5b1934eb6fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:46.767713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-171e691b-939b-4cb7-9153-5b1934eb6fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:46.858399 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-171e691b-939b-4cb7-9153-5b1934eb6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:46.896803 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-171e691b-939b-4cb7-9153-5b1934eb6fe9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc82ab43284a4f69946d585f9549f100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296754 Aug 28 08:40:46.898740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e691b-939b-4cb7-9153-5b1934eb6fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c03112-d7ce-4761-bc18-577d613d87aa,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:46.899553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45766) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:46.951544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:46.972231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:47.089392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:47.092141 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:47.098155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49c03112-d7ce-4761-bc18-577d613d87aa HTTP/1.1" status: 204 len: 168 time: 0.1926823 Aug 28 08:40:47.101412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20c7b-f3a0-400a-8fa6-8f7e6de23ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c03112-d7ce-4761-bc18-577d613d87aa,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:47.161312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be1888-ad34-4fde-b741-c10c0e15bd86 req-10db3c6d-faa3-4030-8d2e-df43e393272e tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:47.162876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32be1888-ad34-4fde-b741-c10c0e15bd86 req-10db3c6d-faa3-4030-8d2e-df43e393272e tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0552630 Aug 28 08:40:47.203335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32be1888-ad34-4fde-b741-c10c0e15bd86 req-82b6d647-f5de-4334-acd4-ef12d90d83f4 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 28 08:40:47.231057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-8ca50ff0-9728-4665-8b3d-b8af2601f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:47.232613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-8ca50ff0-9728-4665-8b3d-b8af2601f07b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0474262 Aug 28 08:40:47.330190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-35e76133-4882-46ee-b2c7-b1f8a60779f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:47.330190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-35e76133-4882-46ee-b2c7-b1f8a60779f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.0861931 Aug 28 08:40:47.376710 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-6d0cd5f9-ea56-4c56-8e29-85e58e7219b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0425849 Aug 28 08:40:47.427924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-5b550095-a947-434b-bd4e-50725d185a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:47.432661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-5b550095-a947-434b-bd4e-50725d185a36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0443773 Aug 28 08:40:47.464005 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-17cb8b27-d0c5-448a-b541-c63215dc3e92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270157 Aug 28 08:40:47.559021 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-1e61cae3-392a-47d2-a09a-c1ef4d7e7585 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872364 Aug 28 08:40:47.660523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9f409b21-82bc-4c27-972b-e5324dd0dc7f req-f404f2da-987e-4bcc-b558-9bcb3dd619e9 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927327 Aug 28 08:40:48.322614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8057-7a76-442a-b73b-68b5f01814a4 req-21402415-584c-4f12-9681-4870174bff27 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:48.324117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0be8057-7a76-442a-b73b-68b5f01814a4 req-21402415-584c-4f12-9681-4870174bff27 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Aug 28 08:40:48.362339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0be8057-7a76-442a-b73b-68b5f01814a4 req-1524cbbb-af2a-4ebb-89eb-7c6924045e08 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Aug 28 08:40:48.904678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45814) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:49.020029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7ea2c9a4-bcc4-4326-91b5-7c94124a66de tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-875946184'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:49.020530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7ea2c9a4-bcc4-4326-91b5-7c94124a66de tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Unknown quota resources ['metering_label']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:40:49.266990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c9a4-bcc4-4326-91b5-7c94124a66de tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:49.268091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ea2c9a4-bcc4-4326-91b5-7c94124a66de tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3623693 Aug 28 08:40:49.270862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45818) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:49.275502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-77e02a98-3bd9-4e24-a788-89cb3a2e3c4a tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '699001d6-aee5-4a43-b96c-763e4b54479f'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:49.276014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-77e02a98-3bd9-4e24-a788-89cb3a2e3c4a tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:40:49.395463 n-d-792458-16 neutron-server[95466]: WARNING neutron.services.metering.metering_plugin [None req-77e02a98-3bd9-4e24-a788-89cb3a2e3c4a tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 08:40:49.768212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-77e02a98-3bd9-4e24-a788-89cb3a2e3c4a tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:49.769377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77e02a98-3bd9-4e24-a788-89cb3a2e3c4a tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4975886 Aug 28 08:40:49.772850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45822) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:49.778033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c2e3d5ac-dfed-4ecb-a170-e31fb6359279 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '699001d6-aee5-4a43-b96c-763e4b54479f'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:49.778716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c2e3d5ac-dfed-4ecb-a170-e31fb6359279 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:40:49.794706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb543e-e2cc-4566-9d77-9e4c0c95eec8 req-711c8f74-983a-4b39-8df5-33cc33b33e89 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:49.796208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eaeb543e-e2cc-4566-9d77-9e4c0c95eec8 req-711c8f74-983a-4b39-8df5-33cc33b33e89 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0846775 Aug 28 08:40:49.834936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eaeb543e-e2cc-4566-9d77-9e4c0c95eec8 req-32f69a8e-9124-4a2a-824f-4a2276c0da4d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Aug 28 08:40:49.920923 n-d-792458-16 neutron-server[95467]: WARNING neutron.services.metering.metering_plugin [None req-c2e3d5ac-dfed-4ecb-a170-e31fb6359279 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 08:40:50.038310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c2e3d5ac-dfed-4ecb-a170-e31fb6359279 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:50.039407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2e3d5ac-dfed-4ecb-a170-e31fb6359279 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2655127 Aug 28 08:40:50.042089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45826) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.052215 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-23c58365-3b77-41a3-b811-a454a4588f61 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=59e97853-ee0a-4a12-af65-0cd109dd2f5c HTTP/1.1" status: 200 len: 464 time: 0.0090961 Aug 28 08:40:50.054518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.228352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f9cf-f68b-41ff-8a81-d76c7e25f75e tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:50.229492 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1b7f9cf-f68b-41ff-8a81-d76c7e25f75e tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/59e97853-ee0a-4a12-af65-0cd109dd2f5c HTTP/1.1" status: 204 len: 168 time: 0.1741190 Aug 28 08:40:50.232197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.240634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6af8fc2a-c616-4374-88e3-e97b8e52afa7 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=59e97853-ee0a-4a12-af65-0cd109dd2f5c HTTP/1.1" status: 200 len: 221 time: 0.0074666 Aug 28 08:40:50.244207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.248173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f685058a-ee87-4010-8a8f-aebd4a5491ba tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--18344233', 'description': 'label created by tempest'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:50.248626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f685058a-ee87-4010-8a8f-aebd4a5491ba tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Unknown quota resources ['metering_label']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:40:50.500148 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f685058a-ee87-4010-8a8f-aebd4a5491ba tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:50.501344 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f685058a-ee87-4010-8a8f-aebd4a5491ba tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2562535 Aug 28 08:40:50.504092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45834) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.576976 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-01ffb222-6660-4db0-bc76-4af5d2439c2f tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=27d408b5-3b03-4d22-a816-8bf262138640 HTTP/1.1" status: 200 len: 466 time: 0.0717256 Aug 28 08:40:50.579609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45836) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.816535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ff7690-37a7-4c01-bc01-6bf77310c3ee tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:50.817702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-61ff7690-37a7-4c01-bc01-6bf77310c3ee tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/27d408b5-3b03-4d22-a816-8bf262138640 HTTP/1.1" status: 204 len: 168 time: 0.2372048 Aug 28 08:40:50.820241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45838) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.831889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f298164e-8f78-45de-beb6-249d325b12d0 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=27d408b5-3b03-4d22-a816-8bf262138640 HTTP/1.1" status: 200 len: 216 time: 0.0105693 Aug 28 08:40:50.835080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.843616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3215761c-f0e3-4329-b115-55a763347e13 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075319 Aug 28 08:40:50.846626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.861200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c56cc3d4-c445-4dc6-a17b-7a65b607a8fe tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0135274 Aug 28 08:40:50.864453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45846) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.914933 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e26907a0-e357-4ea3-a77b-ea01aae9fe14 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/699001d6-aee5-4a43-b96c-763e4b54479f HTTP/1.1" status: 200 len: 472 time: 0.0493550 Aug 28 08:40:50.918951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.928410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-84d0945b-2617-4ad3-8064-3ae5ef6f73ec tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/e91cd4bf-0d89-4057-965e-c3fad3063a71 HTTP/1.1" status: 200 len: 461 time: 0.0083869 Aug 28 08:40:50.932229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45850) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:50.962099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed6108-bda0-4812-803b-dc4d6de71257 req-0f0eca52-2eba-4f69-9fa1-e92a818ac71d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:50.963706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ed6108-bda0-4812-803b-dc4d6de71257 req-0f0eca52-2eba-4f69-9fa1-e92a818ac71d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0581830 Aug 28 08:40:51.000975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ed6108-bda0-4812-803b-dc4d6de71257 req-dad352ee-c634-4388-a49e-4cacf0a5153b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Aug 28 08:40:51.100837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa55898d-c0fc-4020-be96-16885db8a567 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:51.101964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa55898d-c0fc-4020-be96-16885db8a567 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/e91cd4bf-0d89-4057-965e-c3fad3063a71 HTTP/1.1" status: 204 len: 168 time: 0.1688256 Aug 28 08:40:51.105005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45854) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:51.346300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8649fa8e-984b-42c2-be63-bee72bdfbe46 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:51.347373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8649fa8e-984b-42c2-be63-bee72bdfbe46 tempest-MeteringTestJSON-2089280907 tempest-MeteringTestJSON-2089280907-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/699001d6-aee5-4a43-b96c-763e4b54479f HTTP/1.1" status: 204 len: 168 time: 0.2414551 Aug 28 08:40:51.807524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:51.927698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0e7-dbe0-4171-83f1-c4207fce2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.015024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0e7-dbe0-4171-83f1-c4207fce2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.107397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0e7-dbe0-4171-83f1-c4207fce2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.144776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b1e0-2212-47f9-9b39-0b424dff8ff3 req-89fcef87-8c1a-493f-821d-3599fa573aad tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:52.146194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e625b1e0-2212-47f9-9b39-0b424dff8ff3 req-89fcef87-8c1a-493f-821d-3599fa573aad tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0766175 Aug 28 08:40:52.167163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f36d0e7-dbe0-4171-83f1-c4207fce2b7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=903e04204692446799bd2bf0ee255342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585291 Aug 28 08:40:52.167929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d0e7-dbe0-4171-83f1-c4207fce2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199c5f2-a26e-4756-bde4-018574d649e1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:52.169995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45868) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:52.199236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e625b1e0-2212-47f9-9b39-0b424dff8ff3 req-dc8a1024-0b29-493d-9ab2-fc803dc21c7b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Aug 28 08:40:52.224408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.249808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.389683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.392336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:52.393521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e199c5f2-a26e-4756-bde4-018574d649e1 HTTP/1.1" status: 204 len: 168 time: 0.2224140 Aug 28 08:40:52.401713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed7423-4ee4-4f9e-8cff-01bc1b119fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199c5f2-a26e-4756-bde4-018574d649e1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:53.007189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45874) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:53.020623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7232-aec1-4089-9406-7fc47d0967dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.108729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7232-aec1-4089-9406-7fc47d0967dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.178163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7232-aec1-4089-9406-7fc47d0967dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.218477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f0a7232-aec1-4089-9406-7fc47d0967dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d374be1a02fb41069f02c37c63ac8fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100918 Aug 28 08:40:53.219342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a7232-aec1-4089-9406-7fc47d0967dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15667f8b-65b8-4019-b1a2-9b3dbac9a881,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:53.222066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45876) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:53.276587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.298966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.323964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21d23-b7c4-4124-90ae-58f34997c3db req-e6070058-f020-4319-b74e-4d598a7be06a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:53.325466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90d21d23-b7c4-4124-90ae-58f34997c3db req-e6070058-f020-4319-b74e-4d598a7be06a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0536973 Aug 28 08:40:53.363709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90d21d23-b7c4-4124-90ae-58f34997c3db req-a437c3f4-87b1-4e11-9845-662d634a00c0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 28 08:40:53.423878 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.426508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:53.427685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15667f8b-65b8-4019-b1a2-9b3dbac9a881 HTTP/1.1" status: 204 len: 168 time: 0.2050765 Aug 28 08:40:53.435496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ddcf0-d5d4-4c4f-a46b-e4c121248cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15667f8b-65b8-4019-b1a2-9b3dbac9a881,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:54.486062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5812-b7b7-4902-8084-b1e7987cbc4a req-88f12762-254a-40f5-9d20-febac2b4a7c6 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:54.487702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72bd5812-b7b7-4902-8084-b1e7987cbc4a req-88f12762-254a-40f5-9d20-febac2b4a7c6 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0542338 Aug 28 08:40:54.529102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72bd5812-b7b7-4902-8084-b1e7987cbc4a req-690d9bab-8008-4fe2-9b19-9cde53538839 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 28 08:40:55.296087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45920) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:55.397924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-564436770', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:55.528634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Made reservation on behalf of 2bf5c1af4e6a4124bac925e4cca4f903 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:40:55.531275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:55.540556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:55.638500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:55.651508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc286c-e1f6-4d50-a822-f8a8fc0c5438 req-66a7b167-675b-4395-81ff-451b0b31c57d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:55.653004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22cc286c-e1f6-4d50-a822-f8a8fc0c5438 req-66a7b167-675b-4395-81ff-451b0b31c57d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Aug 28 08:40:55.691413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22cc286c-e1f6-4d50-a822-f8a8fc0c5438 req-ab49e896-312e-4b35-a382-b03f4d29e99c tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Aug 28 08:40:55.693962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:55.699889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] device_id is not set on port 5325fd8e-a395-4723-8b95-77540052baee yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:40:55.752535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e044b-1aa1-47f3-a8e4-b43ac8a63366,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:55.839453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Allocated IP 172.25.0.132 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/5325fd8e-a395-4723-8b95-77540052baee) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:40:55.881141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.297774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.412504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.460810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:40:56.463792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:40:56.468169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:40:56.471285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Pushing event updated for resources: {'Port': ['ID=5325fd8e-a395-4723-8b95-77540052baee,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:56.508442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:56.509070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.603743 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-076560bb-5994-4b3c-b907-4d3b90241432 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3064933 Aug 28 08:40:56.606718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45928) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:56.611037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.132'}]}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:40:56.689157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.690141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.743502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:56.821960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7759f1-74bd-4733-b60f-441fd24b7e4e req-9025b70b-d4ac-4720-9d52-2fdb474e5682 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:56.823532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b7759f1-74bd-4733-b60f-441fd24b7e4e req-9025b70b-d4ac-4720-9d52-2fdb474e5682 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0538225 Aug 28 08:40:56.862330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b7759f1-74bd-4733-b60f-441fd24b7e4e req-58256dd3-603c-430d-a93f-120ae7c0fce0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 28 08:40:56.931828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.191331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.211310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.384693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.546134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.548308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.608739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f50d7b38-33bc-4408-9ab5-7cee6d3be66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.705217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.705796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb129eea-5e40-4988-9a74-c3d9eebf7809 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:40:57.799466 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:40:57.800477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af8a0498-f195-4c0f-a6d6-a731a79f50ac tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1928356 Aug 28 08:40:57.803584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45934) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:57.881360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Deleting port 5325fd8e-a395-4723-8b95-77540052baee {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:40:57.881710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.961830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:57.974034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Calling delete_port for 5325fd8e-a395-4723-8b95-77540052baee owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:40:57.986279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a7b6e-c639-4606-b882-f46b045da2bc req-382cda9e-fdb8-4445-831b-6d9dd80eaf1b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:57.987811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-729a7b6e-c639-4606-b882-f46b045da2bc req-382cda9e-fdb8-4445-831b-6d9dd80eaf1b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Aug 28 08:40:58.027348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-729a7b6e-c639-4606-b882-f46b045da2bc req-8ae92743-8821-4f4c-a20c-d007920b43da tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Aug 28 08:40:58.189569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:58.218258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Pushing event deleted for resources: {'Port': ['ID=5325fd8e-a395-4723-8b95-77540052baee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:58.281709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:58.283668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-35319b53-90d1-4571-bb31-41778f146478 tempest-RoutersAdminNegativeIpV6Test-448035768 tempest-RoutersAdminNegativeIpV6Test-448035768-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5325fd8e-a395-4723-8b95-77540052baee HTTP/1.1" status: 204 len: 168 time: 0.4790995 Aug 28 08:40:58.810705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45944) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:58.918540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52f4e0c8-edab-48d7-a125-4c3f1af9a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.005249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52f4e0c8-edab-48d7-a125-4c3f1af9a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.071928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52f4e0c8-edab-48d7-a125-4c3f1af9a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.124956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-52f4e0c8-edab-48d7-a125-4c3f1af9a795 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d0ba9595b3e44c0936d11db0e396ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130684 Aug 28 08:40:59.142391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:59.143971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e0c8-edab-48d7-a125-4c3f1af9a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2860757-cae8-4306-b906-a9bb55469fc9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:59.172133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d2d5-957f-4182-a2dd-b5108ccb0d1b req-624ec125-9901-4429-bf0e-80c92768d23c tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:40:59.173988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3e3d2d5-957f-4182-a2dd-b5108ccb0d1b req-624ec125-9901-4429-bf0e-80c92768d23c tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0688221 Aug 28 08:40:59.190973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.213398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.215745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3e3d2d5-957f-4182-a2dd-b5108ccb0d1b req-cc279b98-7fae-4e40-957a-1a6027e81095 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Aug 28 08:40:59.385827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.388444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.389670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2860757-cae8-4306-b906-a9bb55469fc9 HTTP/1.1" status: 204 len: 168 time: 0.2584622 Aug 28 08:40:59.397794 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b931c-01ee-461b-92a1-74ee6fb02e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2860757-cae8-4306-b906-a9bb55469fc9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:40:59.900204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:40:59.944388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45958) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:40:59.985581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e57cab2f-1e8a-4eda-b0a4-825a2567c24a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bf5c1af4e6a4124bac925e4cca4f903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400348 Aug 28 08:40:59.988085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45960) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:00.035770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:00.057006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:00.212904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:00.215487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:00.217045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/846e044b-1aa1-47f3-a8e4-b43ac8a63366 HTTP/1.1" status: 204 len: 168 time: 0.2279470 Aug 28 08:41:00.225998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a01e9-7d80-45bd-bd54-432c76be9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e044b-1aa1-47f3-a8e4-b43ac8a63366,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:00.293961 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4de23c8-6d09-44e8-8046-d146caa49c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:00.343003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c7ad8-b500-49cf-8e61-02c46adf2001 req-900b4012-9428-4b10-b1dc-812e87503da1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:00.344561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b54c7ad8-b500-49cf-8e61-02c46adf2001 req-900b4012-9428-4b10-b1dc-812e87503da1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0566068 Aug 28 08:41:00.388522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b54c7ad8-b500-49cf-8e61-02c46adf2001 req-f6c38e58-ce8c-4690-8490-0615364185bc tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Aug 28 08:41:01.247444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45986) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:01.342928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-203426750'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:01.431502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:01.435254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.444548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.507234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341a2bf-7a29-41c6-a03c-0076de3eccfe req-4562604d-5206-44fe-941d-c24fb1a6e900 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:01.509341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1341a2bf-7a29-41c6-a03c-0076de3eccfe req-4562604d-5206-44fe-941d-c24fb1a6e900 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0505598 Aug 28 08:41:01.546616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.547625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1341a2bf-7a29-41c6-a03c-0076de3eccfe req-38ec54f9-d007-4842-a0a9-e9e6985f4c3b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Aug 28 08:41:01.625280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.652004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:41:01.660718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d718366-ace7-4324-ae40-47fa0c0f05c1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:01.667156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.667504 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Added segment c21f32de-aa6c-4848-b50f-7cdc2c1c3c42 of type vlan for network dab3c998-9370-4dbb-b509-f7f8cf06f480 Aug 28 08:41:01.708139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.773677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.779337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:01.786125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.853108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Network': ['ID=dab3c998-9370-4dbb-b509-f7f8cf06f480,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:01.863138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:41:01.902228 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:01.906129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-554b1202-049b-4559-9e16-504a264e993d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6575665 Aug 28 08:41:01.909519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45994) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:01.917928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'subnet': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:02.065686 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:02.069312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:02.322826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:02.384983 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Subnet': ['ID=9e9bfffd-259d-4e0c-ba0c-f1adbabc6251,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:02.395140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Checking segment: {'id': 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:02.395500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network hostable DHCP agents. Network: dab3c998-9370-4dbb-b509-f7f8cf06f480, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:41:02.470911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:41:02.579994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, dab3c998-9370-4dbb-b509-f7f8cf06f480) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:02.584376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:02.585223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:02.592700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b7b1d7-04fb-4c47-95a7-9e65312a6483 None None] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:02.668256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30409bd-c2c4-4539-878b-3bdb136cc4b8 req-690a05c2-f908-407e-910a-834d71376d85 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:02.669910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30409bd-c2c4-4539-878b-3bdb136cc4b8 req-690a05c2-f908-407e-910a-834d71376d85 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0508399 Aug 28 08:41:02.677501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9996b37b-e2d8-4b39-b4af-3f20af82066d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7664466 Aug 28 08:41:02.680565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46000) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:02.685621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1205521224'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:02.713352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30409bd-c2c4-4539-878b-3bdb136cc4b8 req-edb53421-fc2e-49f2-bce0-d595a933d5e2 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Aug 28 08:41:02.746264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-dab3c998-9370-4dbb-b509-f7f8cf06f480', 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'tenant_id': 'a0975e5a80304ad5b8ac3445f4749f1b', 'fixed_ips': [{'subnet_id': '9e9bfffd-259d-4e0c-ba0c-f1adbabc6251'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:02.747147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:02.882339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:02.885224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Allocated IP 2001:db8::2 (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/7b0fdd26-b339-4c62-ac5c-a7baf8781a49) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:02.886655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:02.904209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port e49e9621-d1fe-4525-abdc-a04459ab5409 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:03.027650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.035765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Transition to ACTIVE for port object 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:03.049943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Transition to ACTIVE for port object 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:03.140268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.175854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:03.181451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:03.185007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:03.196128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:03.204514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::f (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/e49e9621-d1fe-4525-abdc-a04459ab5409) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:03.248101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Attempting to bind port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:03.248471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Attempting to bind port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:03.248832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Attempting to bind port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 on network dab3c998-9370-4dbb-b509-f7f8cf06f480 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:03.253840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:03.254221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Checking segment: {'id': 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:03.254638 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.255027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Bound using segment: {'id': 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:03.255594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Bound port: 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:03.255980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.326585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] For port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:03.329710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] For port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,segment=NetworkSegment(c21f32de-aa6c-4848-b50f-7cdc2c1c3c42),segment_id=c21f32de-aa6c-4848-b50f-7cdc2c1c3c42)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:03.358115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.373355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object e49e9621-d1fe-4525-abdc-a04459ab5409 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:03.407117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.469543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e721c74-d48f-4731-a686-e7885524c593 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:03.483257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.528920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:03.532208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:03.536702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:03.542977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:03.543601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.549953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=e49e9621-d1fe-4525-abdc-a04459ab5409,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:03.626796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c831c2d4-73d2-492a-b4ab-255b16bf48fa tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9451401 Aug 28 08:41:03.629898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46002) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:03.636584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1701309997', 'allowed_address_pairs': [{'ip_address': '2001:db8::f', 'mac_address': 'fa:16:3e:86:b5:36'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:03.814015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:03.834399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9c538-396a-4335-b37d-9deb309341bb req-349d2506-e004-4f02-af93-8d0ee10a7b56 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:03.835937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfd9c538-396a-4335-b37d-9deb309341bb req-349d2506-e004-4f02-af93-8d0ee10a7b56 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Aug 28 08:41:03.880891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfd9c538-396a-4335-b37d-9deb309341bb req-6eeea879-3db4-4e0e-84ff-aa5b16ab0dc0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Aug 28 08:41:03.918390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:03.939465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:41:03.948505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port 1cdeecb3-c978-4518-a6b4-23e64728fbea yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:04.073484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::119 (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/1cdeecb3-c978-4518-a6b4-23e64728fbea) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:04.182039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:04.248447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.266752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object 1cdeecb3-c978-4518-a6b4-23e64728fbea will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:04.311167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:04.350065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52bc33-c814-440a-9ca6-728470d651d3 None None] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:04.367339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.412021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:04.415790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:04.419742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:04.425323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:04.425950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.436806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=1cdeecb3-c978-4518-a6b4-23e64728fbea,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:04.529076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d325a25f-acf9-4866-93ce-d6050328a947 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8979859 Aug 28 08:41:04.531640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:04.562961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Provisioning for port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:04.570911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Provisioning complete for port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:04.570911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.636799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680218be-61de-429a-9170-1a4c562c8f73 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:04.642674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680218be-61de-429a-9170-1a4c562c8f73 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:04.649294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680218be-61de-429a-9170-1a4c562c8f73 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:04.651048 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-680218be-61de-429a-9170-1a4c562c8f73 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1184616 Aug 28 08:41:04.653859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46010) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:04.661800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.698888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] For port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,segment=NetworkSegment(c21f32de-aa6c-4848-b50f-7cdc2c1c3c42),segment_id=c21f32de-aa6c-4848-b50f-7cdc2c1c3c42)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:04.761508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port 1cdeecb3-c978-4518-a6b4-23e64728fbea {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:04.761864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.812916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.841266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.859336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:04.873269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for 1cdeecb3-c978-4518-a6b4-23e64728fbea owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:04.873545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9019723-13ca-4740-b6a6-f4dadacb943d None None] Pushing event updated for resources: {'Port': ['ID=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:04.956337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Provisioning complete for port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:04.956965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.016820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64515ca-9d35-4bc5-b54d-299f84a5f418 req-556bc4a6-b0fc-4dcf-9106-75d116108566 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:05.018710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d64515ca-9d35-4bc5-b54d-299f84a5f418 req-556bc4a6-b0fc-4dcf-9106-75d116108566 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0659959 Aug 28 08:41:05.067033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d64515ca-9d35-4bc5-b54d-299f84a5f418 req-cb67196e-c23a-45c7-8e83-c321b6b311c2 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Aug 28 08:41:05.088353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.088873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Provisioning for port 1cdeecb3-c978-4518-a6b4-23e64728fbea completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:05.093400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Provisioning complete for port 1cdeecb3-c978-4518-a6b4-23e64728fbea triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:05.093780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.114916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Port 1cdeecb3-c978-4518-a6b4-23e64728fbea was deleted so its status cannot be updated. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 08:41:05.124571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=1cdeecb3-c978-4518-a6b4-23e64728fbea,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:05.246945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Provisioning for port e49e9621-d1fe-4525-abdc-a04459ab5409 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:05.251869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Provisioning complete for port e49e9621-d1fe-4525-abdc-a04459ab5409 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:05.252250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.262789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.264761 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce64d7e3-db95-4b5e-b526-6ed7d97eb386 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/1cdeecb3-c978-4518-a6b4-23e64728fbea HTTP/1.1" status: 204 len: 168 time: 0.6099198 Aug 28 08:41:05.267466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:05.294590 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-36daa2aa-883a-42ef-9fd5-2c38c599e94e tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] GET failed (client error): The resource could not be found. Aug 28 08:41:05.296443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36daa2aa-883a-42ef-9fd5-2c38c599e94e tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports/1cdeecb3-c978-4518-a6b4-23e64728fbea HTTP/1.1" status: 404 len: 333 time: 0.0278208 Aug 28 08:41:05.300801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46018) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:05.304345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f508d-4464-4b0f-a635-e90d50f56b64 None None] Port e49e9621-d1fe-4525-abdc-a04459ab5409 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:05.306425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1313221774'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:05.374729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.422597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b591325c-a7bf-4428-857a-6891c6c96c58 None None] Could not find standard attr ID for object 1cdeecb3-c978-4518-a6b4-23e64728fbea. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:05.522493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:05.527116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.551099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:05.724958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::2ab (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/1a9eaf0f-d5ac-4342-a87a-3060eac9542c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:05.871142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:05.884398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object 1a9eaf0f-d5ac-4342-a87a-3060eac9542c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:05.991445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.037947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:06.043400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:06.045921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:06.051751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:06.052366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.067934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=1a9eaf0f-d5ac-4342-a87a-3060eac9542c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:06.157643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:06.169342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b0e7e87-28fe-4abd-bc9c-e604a0473316 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8675826 Aug 28 08:41:06.171997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:06.178247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f', 'mac_address': 'fa:16:3e:86:b5:36'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:06.214565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:06.215215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.225979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65170ed-4603-4c7b-9d11-0c5140274a98 req-4a20e49c-277d-4095-9f01-22d07b2cb290 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:06.228242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d65170ed-4603-4c7b-9d11-0c5140274a98 req-4a20e49c-277d-4095-9f01-22d07b2cb290 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0907762 Aug 28 08:41:06.327255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d65170ed-4603-4c7b-9d11-0c5140274a98 req-98a6f811-928c-4fa1-978d-aa8e059ba265 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822177 Aug 28 08:41:06.390666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.428791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ab74abaf-79c7-4f82-835a-29fa82f16957 None None] Provisioning for port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:06.433601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ab74abaf-79c7-4f82-835a-29fa82f16957 None None] Provisioning complete for port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:06.434042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab74abaf-79c7-4f82-835a-29fa82f16957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.469016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ab74abaf-79c7-4f82-835a-29fa82f16957 None None] Port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:06.572445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.636705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.671343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] In _notify_port_updated(), no bound segment for port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c on network dab3c998-9370-4dbb-b509-f7f8cf06f480 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:41:06.676853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:06.677416 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.678782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "PUT /v2.0/ports/1a9eaf0f-d5ac-4342-a87a-3060eac9542c HTTP/1.1" status: 200 len: 1001 time: 0.5055864 Aug 28 08:41:06.681704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:06.697241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ee562-edf9-4a40-a9c5-54237dbf9745 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=1a9eaf0f-d5ac-4342-a87a-3060eac9542c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:06.785196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:06.785810 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.890789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.904680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for 1a9eaf0f-d5ac-4342-a87a-3060eac9542c owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:06.909691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4cd6c262-3f4e-4ca9-87c5-064c39a1c1b8 None None] Provisioning complete for port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:06.910156 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c262-3f4e-4ca9-87c5-064c39a1c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:06.952652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6c262-3f4e-4ca9-87c5-064c39a1c1b8 None None] Port 1a9eaf0f-d5ac-4342-a87a-3060eac9542c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:07.167219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:07.200925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=1a9eaf0f-d5ac-4342-a87a-3060eac9542c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:07.299673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:07.302081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b270b922-1463-448f-b39b-8f3ab63f595b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/1a9eaf0f-d5ac-4342-a87a-3060eac9542c HTTP/1.1" status: 204 len: 168 time: 0.6188920 Aug 28 08:41:07.306053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46028) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:07.332091 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ff50a8-148c-4ff6-b8d3-f71d7d797a22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] GET failed (client error): The resource could not be found. Aug 28 08:41:07.333838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e4ff50a8-148c-4ff6-b8d3-f71d7d797a22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports/1a9eaf0f-d5ac-4342-a87a-3060eac9542c HTTP/1.1" status: 404 len: 333 time: 0.0267510 Aug 28 08:41:07.337813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:07.343221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-239725235'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:07.455834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfa80-7c05-413f-a07a-018843ea9fb6 req-76c606bf-6925-4825-a060-0af574eb2def tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:07.457265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37adfa80-7c05-413f-a07a-018843ea9fb6 req-76c606bf-6925-4825-a060-0af574eb2def tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Aug 28 08:41:07.497649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37adfa80-7c05-413f-a07a-018843ea9fb6 req-5d64aeb6-9103-42b4-8f50-4a633c4a0d5e tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Aug 28 08:41:07.549507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:07.553251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:07.574230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port c43ab99e-ba87-4ee8-8413-1044a198fd45 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:07.703357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::1a4 (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/c43ab99e-ba87-4ee8-8413-1044a198fd45) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:07.853669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:07.867031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object c43ab99e-ba87-4ee8-8413-1044a198fd45 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:07.963848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.004803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:08.009746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:08.013451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:08.019022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:08.019634 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.031371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=c43ab99e-ba87-4ee8-8413-1044a198fd45,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:08.100627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0c4f24b2-0f5b-4d2d-acc1-53be803dc3d3 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7615964 Aug 28 08:41:08.103879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46036) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:08.109406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:86:b5:36'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:08.183642 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.350956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-39b49a74-ca24-4f3a-9221-3a964e9b83a3 None None] Provisioning for port c43ab99e-ba87-4ee8-8413-1044a198fd45 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:08.355010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-39b49a74-ca24-4f3a-9221-3a964e9b83a3 None None] Provisioning complete for port c43ab99e-ba87-4ee8-8413-1044a198fd45 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:08.355307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39b49a74-ca24-4f3a-9221-3a964e9b83a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.364155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.391666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-39b49a74-ca24-4f3a-9221-3a964e9b83a3 None None] Port c43ab99e-ba87-4ee8-8413-1044a198fd45 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:08.419837 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.453308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] In _notify_port_updated(), no bound segment for port c43ab99e-ba87-4ee8-8413-1044a198fd45 on network dab3c998-9370-4dbb-b509-f7f8cf06f480 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:41:08.458763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:08.459381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.460679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "PUT /v2.0/ports/c43ab99e-ba87-4ee8-8413-1044a198fd45 HTTP/1.1" status: 200 len: 1002 time: 0.3558242 Aug 28 08:41:08.464317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:08.479733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cd9f0-c6cb-43be-a453-161a2a2c757a tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=c43ab99e-ba87-4ee8-8413-1044a198fd45,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:08.588115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port c43ab99e-ba87-4ee8-8413-1044a198fd45 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:08.590089 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.648285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b064728-e665-4692-be5f-031665ae1e4f req-094f3ee8-6592-4ce0-9e07-1ef53e9191ea tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:08.655175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b064728-e665-4692-be5f-031665ae1e4f req-094f3ee8-6592-4ce0-9e07-1ef53e9191ea tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0656514 Aug 28 08:41:08.695013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b064728-e665-4692-be5f-031665ae1e4f req-5b79e5f1-29be-40cc-8f8b-8985ea2d7f0a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Aug 28 08:41:08.699187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.716979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for c43ab99e-ba87-4ee8-8413-1044a198fd45 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:08.815120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-300c7410-b690-4dc1-ac65-fd223cdfc9ad None None] Provisioning complete for port c43ab99e-ba87-4ee8-8413-1044a198fd45 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:08.815647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-300c7410-b690-4dc1-ac65-fd223cdfc9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.851151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-300c7410-b690-4dc1-ac65-fd223cdfc9ad None None] Port c43ab99e-ba87-4ee8-8413-1044a198fd45 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:08.949689 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:08.980328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=c43ab99e-ba87-4ee8-8413-1044a198fd45,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:08.995783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.995783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.995783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.995783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.995783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.996287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.996437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.996778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.997102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.997431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.997755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:08.998084 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:09.018234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:09.022838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-377f42b9-03bf-438a-ba28-68be6542fca0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/c43ab99e-ba87-4ee8-8413-1044a198fd45 HTTP/1.1" status: 204 len: 168 time: 0.5550141 Aug 28 08:41:09.023897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46044) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:09.052705 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2ab8c4-4d80-43d4-b759-44876db23c71 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] GET failed (client error): The resource could not be found. Aug 28 08:41:09.054514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d2ab8c4-4d80-43d4-b759-44876db23c71 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports/c43ab99e-ba87-4ee8-8413-1044a198fd45 HTTP/1.1" status: 404 len: 333 time: 0.0295687 Aug 28 08:41:09.059040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46046) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:09.064538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1798467846'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:09.259794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:09.263510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:09.281158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port fee20488-8911-4acd-8f12-d5c2b864bf24 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:09.400928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::34f (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/fee20488-8911-4acd-8f12-d5c2b864bf24) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:09.561395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:09.577954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object fee20488-8911-4acd-8f12-d5c2b864bf24 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:09.660011 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:09.701218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:09.706358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:09.710149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:09.716259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:09.716872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:09.730330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=fee20488-8911-4acd-8f12-d5c2b864bf24,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:09.815507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e7ade85-c4dd-4241-ad06-d9a4f66ca45d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7551446 Aug 28 08:41:09.817932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46052) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:09.824130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'network_id': 'dab3c998-9370-4dbb-b509-f7f8cf06f480', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-814785841'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:09.824542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e4dc7-b8a6-48dd-ad53-b9b353579cac req-82646934-bbdb-4bb5-9de0-a4cd9fea37e7 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:09.826176 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-146e4dc7-b8a6-48dd-ad53-b9b353579cac req-82646934-bbdb-4bb5-9de0-a4cd9fea37e7 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0574915 Aug 28 08:41:09.870370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-146e4dc7-b8a6-48dd-ad53-b9b353579cac req-9271a4a6-925c-4f28-8715-5df6f88b0b7a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Aug 28 08:41:10.065532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Made reservation on behalf of a0975e5a80304ad5b8ac3445f4749f1b for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:10.069366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.091172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] device_id is not set on port 837eb238-622d-49c2-b3bf-c84cb7a7a518 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:10.093749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-14292e38-11aa-4bda-9c79-78435cc802ef None None] Provisioning for port fee20488-8911-4acd-8f12-d5c2b864bf24 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:10.098120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-14292e38-11aa-4bda-9c79-78435cc802ef None None] Provisioning complete for port fee20488-8911-4acd-8f12-d5c2b864bf24 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:10.098364 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-14292e38-11aa-4bda-9c79-78435cc802ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.131542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-14292e38-11aa-4bda-9c79-78435cc802ef None None] Port fee20488-8911-4acd-8f12-d5c2b864bf24 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:10.209149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Allocated IP 2001:db8::33d (dab3c998-9370-4dbb-b509-f7f8cf06f480/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251/837eb238-622d-49c2-b3bf-c84cb7a7a518) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:10.363003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.377175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Transition to ACTIVE for port object 837eb238-622d-49c2-b3bf-c84cb7a7a518 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:10.459840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.504089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:10.507288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:10.511780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:10.517419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:10.518077 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.527481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=837eb238-622d-49c2-b3bf-c84cb7a7a518,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:10.608923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d34a5bf-f855-407e-a969-667920ad4a82 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7893982 Aug 28 08:41:10.611606 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46054) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:10.617843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f', 'mac_address': 'fa:16:3e:86:b5:36'}, {'ip_address': '2001:db8::34f', 'mac_address': 'fa:16:3e:b5:6e:67'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:10.772438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.813926 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f7831f2-1a25-4445-92cc-1076cdda8b44 None None] Provisioning for port 837eb238-622d-49c2-b3bf-c84cb7a7a518 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:10.818079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f7831f2-1a25-4445-92cc-1076cdda8b44 None None] Provisioning complete for port 837eb238-622d-49c2-b3bf-c84cb7a7a518 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:10.819051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f7831f2-1a25-4445-92cc-1076cdda8b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.853630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5f7831f2-1a25-4445-92cc-1076cdda8b44 None None] Port 837eb238-622d-49c2-b3bf-c84cb7a7a518 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:10.965925 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:10.997529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef03b-18ce-434f-a221-dceb309d74a7 req-0228d80e-f9e4-455e-9ba2-bfd651069c6d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:10.999058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1baef03b-18ce-434f-a221-dceb309d74a7 req-0228d80e-f9e4-455e-9ba2-bfd651069c6d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0540040 Aug 28 08:41:11.030871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.037110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1baef03b-18ce-434f-a221-dceb309d74a7 req-bac1826a-c338-4481-8bc1-9b1207efe595 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Aug 28 08:41:11.068943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] In _notify_port_updated(), no bound segment for port 837eb238-622d-49c2-b3bf-c84cb7a7a518 on network dab3c998-9370-4dbb-b509-f7f8cf06f480 {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:41:11.074504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:11.075153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.079373 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "PUT /v2.0/ports/837eb238-622d-49c2-b3bf-c84cb7a7a518 HTTP/1.1" status: 200 len: 1065 time: 0.4638400 Aug 28 08:41:11.079373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46060) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:11.126808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db55b8-c2f7-42c1-aa93-def0b2ef20b8 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event updated for resources: {'Port': ['ID=837eb238-622d-49c2-b3bf-c84cb7a7a518,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:11.190654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port 837eb238-622d-49c2-b3bf-c84cb7a7a518 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:11.191002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.275565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a5907db6-2308-47b2-a65b-11a0a8c8a043 None None] Provisioning complete for port 837eb238-622d-49c2-b3bf-c84cb7a7a518 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:11.276186 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5907db6-2308-47b2-a65b-11a0a8c8a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.285210 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.298091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for 837eb238-622d-49c2-b3bf-c84cb7a7a518 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:11.312637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a5907db6-2308-47b2-a65b-11a0a8c8a043 None None] Port 837eb238-622d-49c2-b3bf-c84cb7a7a518 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:11.493706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.527155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=837eb238-622d-49c2-b3bf-c84cb7a7a518,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:11.693157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:11.695233 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d4fd4b6e-d326-4c79-a2f0-2a99e64406a0 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/837eb238-622d-49c2-b3bf-c84cb7a7a518 HTTP/1.1" status: 204 len: 168 time: 0.6148982 Aug 28 08:41:11.698417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:11.723383 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9570da-bb5f-42a9-ba82-12a36fe32c60 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] GET failed (client error): The resource could not be found. Aug 28 08:41:11.728901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-de9570da-bb5f-42a9-ba82-12a36fe32c60 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports/837eb238-622d-49c2-b3bf-c84cb7a7a518 HTTP/1.1" status: 404 len: 333 time: 0.0255685 Aug 28 08:41:11.731174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46064) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:11.818664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port fee20488-8911-4acd-8f12-d5c2b864bf24 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:11.818908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.161316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d384d3-8f84-42f1-b9da-a409ce08a599 req-c82a16b9-9271-4274-a562-00dc2f0474fc tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:12.162956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d384d3-8f84-42f1-b9da-a409ce08a599 req-c82a16b9-9271-4274-a562-00dc2f0474fc tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 28 08:41:12.204003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d384d3-8f84-42f1-b9da-a409ce08a599 req-2633afbd-8fc5-4c6c-ac6c-d534b0093bfa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Aug 28 08:41:12.277668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.292716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for fee20488-8911-4acd-8f12-d5c2b864bf24 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:12.494204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.527290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=fee20488-8911-4acd-8f12-d5c2b864bf24,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:12.553372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.555390 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d07783d9-6897-4f44-9d0d-cc0cb137472d tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/fee20488-8911-4acd-8f12-d5c2b864bf24 HTTP/1.1" status: 204 len: 168 time: 0.8231804 Aug 28 08:41:12.562616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46070) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:12.582646 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b6a65b-4c71-419a-b8da-324dfa94955b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] GET failed (client error): The resource could not be found. Aug 28 08:41:12.584298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15b6a65b-4c71-419a-b8da-324dfa94955b tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "GET /v2.0/ports/fee20488-8911-4acd-8f12-d5c2b864bf24 HTTP/1.1" status: 404 len: 333 time: 0.0253940 Aug 28 08:41:12.588229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46072) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:12.684262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port e49e9621-d1fe-4525-abdc-a04459ab5409 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:12.684848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.779993 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:12.794660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for e49e9621-d1fe-4525-abdc-a04459ab5409 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:12.996654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.025949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=e49e9621-d1fe-4525-abdc-a04459ab5409,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:13.061020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.061020 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ec83ec4-a67a-45ce-b89e-7958c6d57a50 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/ports/e49e9621-d1fe-4525-abdc-a04459ab5409 HTTP/1.1" status: 204 len: 168 time: 0.4631038 Aug 28 08:41:13.061020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46074) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:13.115078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting subnet 9e9bfffd-259d-4e0c-ba0c-f1adbabc6251 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:13.118656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.162934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.248885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.327454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367023-ae6a-438f-abad-320179372d69 req-b2fe05a6-4cd6-43cd-896e-263722c9b701 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:13.328989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff367023-ae6a-438f-abad-320179372d69 req-b2fe05a6-4cd6-43cd-896e-263722c9b701 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0534685 Aug 28 08:41:13.366489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff367023-ae6a-438f-abad-320179372d69 req-a047ed33-c7a3-4a0e-99b8-ef67a28c99fd tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 28 08:41:13.402788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.431978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9bfffd-259d-4e0c-ba0c-f1adbabc6251,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:13.433953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.435830 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db5335f1-6773-451b-b2d6-0ef70dbbfa22 tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/subnets/9e9bfffd-259d-4e0c-ba0c-f1adbabc6251 HTTP/1.1" status: 204 len: 168 time: 0.3799977 Aug 28 08:41:13.443268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46080) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:13.443820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650de54-7d63-4ad5-b0f5-eb0faf7634f7 None None] Network dab3c998-9370-4dbb-b509-f7f8cf06f480 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:13.517107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.579157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Deleting port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:13.579503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.610178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] DHCP port deletion for dab3c998-9370-4dbb-b509-f7f8cf06f480 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:13.648409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] For port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,segment=NetworkSegment(c21f32de-aa6c-4848-b50f-7cdc2c1c3c42),segment_id=c21f32de-aa6c-4848-b50f-7cdc2c1c3c42)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:13.648775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.660618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Deleting port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:13.660998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.661277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Calling delete_port for 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:13.722163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] For port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,segment=NetworkSegment(c21f32de-aa6c-4848-b50f-7cdc2c1c3c42),segment_id=c21f32de-aa6c-4848-b50f-7cdc2c1c3c42)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:13.722618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.736172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Calling delete_port for 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:13.825328 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.831232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.852685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Port': ['ID=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:13.854130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Pushing event deleted for resources: {'Port': ['ID=7b0fdd26-b339-4c62-ac5c-a7baf8781a49,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:13.854529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] No DVR routers for this DVR port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:13.863893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] No DVR routers for this DVR port 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:13.865991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.866364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.866700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.867070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.867935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.868262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.868589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.868917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.869231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.869548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.869860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.870176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e91ab1-baff-40a5-bc28-70cc0c1f8528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:13.936846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.947064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab3c998-9370-4dbb-b509-f7f8cf06f480']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:13.957466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:13.957761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21f32de-aa6c-4848-b50f-7cdc2c1c3c42') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:13.967042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.982907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.988722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:41:13.989110 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:41:13.992270 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:41:14.111112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.118098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.119979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] 10.222.0.46 "DELETE /v2.0/networks/dab3c998-9370-4dbb-b509-f7f8cf06f480 HTTP/1.1" status: 204 len: 168 time: 0.6801119 Aug 28 08:41:14.132103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00ff5-650e-49bd-a8f1-25b075748cae tempest-AllowedAddressPairIpV6TestJSON-1638342236 tempest-AllowedAddressPairIpV6TestJSON-1638342236-project] Pushing event deleted for resources: {'Network': ['ID=dab3c998-9370-4dbb-b509-f7f8cf06f480,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:14.143371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:14.163312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:14.163654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7b0fdd26-b339-4c62-ac5c-a7baf8781a49 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:14.487587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd950-5a22-4a8e-aa67-fd2963239c06 req-bdea8ff0-54b2-4012-b224-b690a74812b3 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:14.489771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cbcd950-5a22-4a8e-aa67-fd2963239c06 req-bdea8ff0-54b2-4012-b224-b690a74812b3 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0547862 Aug 28 08:41:14.530140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cbcd950-5a22-4a8e-aa67-fd2963239c06 req-ab528146-df2d-46b6-9610-b16df654facb tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Aug 28 08:41:14.579127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46090) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:14.606818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7e5d3-07f3-4541-8f5a-990c31c0a609 req-3c89c56a-ca99-46af-8dd2-419fda33e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:14.608328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0e7e5d3-07f3-4541-8f5a-990c31c0a609 req-3c89c56a-ca99-46af-8dd2-419fda33e25e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0430210 Aug 28 08:41:14.645211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b0e7e5d3-07f3-4541-8f5a-990c31c0a609 req-bdf4144c-4608-4c72-97a4-0550137e4190 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292187 Aug 28 08:41:14.721897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-53638b1b-cb18-48bb-9b6f-650cf38b9528 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0975e5a80304ad5b8ac3445f4749f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415973 Aug 28 08:41:14.724532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46094) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:14.774366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.799699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.910849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.913298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:14.914484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d718366-ace7-4324-ae40-47fa0c0f05c1 HTTP/1.1" status: 204 len: 168 time: 0.1889021 Aug 28 08:41:14.922838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d490-4fe7-46ac-98f5-1de2cd72afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d718366-ace7-4324-ae40-47fa0c0f05c1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:15.652666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76201d-3a96-40e0-997d-84136fa0b946 req-0b29a109-a9cd-4c0d-a04a-97489cfea18a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:15.654119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b76201d-3a96-40e0-997d-84136fa0b946 req-0b29a109-a9cd-4c0d-a04a-97489cfea18a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0497789 Aug 28 08:41:15.696021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b76201d-3a96-40e0-997d-84136fa0b946 req-b02b69bf-ff4a-41df-97ad-071ccaf12f17 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Aug 28 08:41:15.957015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46120) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:16.056056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-523642921'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:16.137780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:16.141424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.151042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.237909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.305568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.332623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:41:16.341143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1ed05-ef5e-4424-a0c9-b6c9da49c50b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:16.347042 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.347388 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Added segment 42277118-d7b0-4aff-8aba-e652a5f03e74 of type vlan for network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 Aug 28 08:41:16.386720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.459093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.464768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:16.465353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.532571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Network': ['ID=7f64f739-d1c6-46e7-a34a-79d6369f1a06,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:16.543170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:41:16.605348 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c178eed7-4e19-4c81-b98d-bc9933718c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6433232 Aug 28 08:41:16.605758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46124) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:16.610902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:16.771764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:16.775444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:16.813380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4570d-40a7-4bd1-b9f7-80f1536f7c39 req-e0beab0c-65e9-4779-ad45-379b99143081 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:16.814877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72c4570d-40a7-4bd1-b9f7-80f1536f7c39 req-e0beab0c-65e9-4779-ad45-379b99143081 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Aug 28 08:41:16.853061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72c4570d-40a7-4bd1-b9f7-80f1536f7c39 req-e5aa92e6-afcb-4036-ad04-2398d5558be3 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Aug 28 08:41:16.956674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-707763230', 'description': 'tempest-description-1953357739'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:17.042322 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.065173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.108790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=0a4ea51c-c1b4-4ec7-8dce-0384408d5279,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:17.117797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:17.118171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network hostable DHCP agents. Network: 7f64f739-d1c6-46e7-a34a-79d6369f1a06, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:41:17.147271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.242324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:41:17.276341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.316961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9766d-b182-415b-9ab2-3b9b2c06edb4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:17.326026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.326482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.326882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.327224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.327567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.327937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.328258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.328594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.328927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.329258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.329588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.329918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:17.360196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7f64f739-d1c6-46e7-a34a-79d6369f1a06) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:17.364482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:17.365184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.370658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943065be-b1d0-4520-adfa-017a4a25ac95 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:17.389152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.390582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af64d760-2e70-4f04-8937-f7b4537f5994 req-98686e2e-14c1-45f4-b98b-d5253241e37b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4381695 Aug 28 08:41:17.458486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aac68a3c-005f-4fae-ac9c-b810536ac449 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8512950 Aug 28 08:41:17.461804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46134) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:17.467372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'name': 'tempest-NetworksTestDHCPv6-1817417940'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:17.478827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-21b9e4b6-c240-437a-b400-1373e74f33f9 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707763230&fields=id&tenant_id=89c049fb659d496aa1c2bee2a371c4c4 HTTP/1.1" status: 200 len: 267 time: 0.0368421 Aug 28 08:41:17.517961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '0a4ea51c-c1b4-4ec7-8dce-0384408d5279'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:17.518969 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.539248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-87d8361c-4ceb-43b2-887d-44ecfdc19325 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:17.541060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-87d8361c-4ceb-43b2-887d-44ecfdc19325 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Aug 28 08:41:17.555990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'port': {'security_groups': ['239a9368-2ed8-46d5-be55-91ed364ba880', 'd5d9766d-b182-415b-9ab2-3b9b2c06edb4']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:17.623563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.659534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:17.663161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.665553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/0a4ea51c-c1b4-4ec7-8dce-0384408d5279/7f98d6a8-e61a-4747-ba0d-27c5cb55d87b) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:17.682528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port a1550168-55b4-44b4-b437-208e239c7adb yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:17.808793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:17.812497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.821336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Transition to ACTIVE for port object 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:17.835975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Transition to ACTIVE for port object 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:17.843009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.888265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.922295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.924130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:17.929729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:17.933302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:17.942358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Pushing event updated for resources: {'Port': ['ID=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:17.950727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::1e9 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/0a4ea51c-c1b4-4ec7-8dce-0384408d5279/a1550168-55b4-44b4-b437-208e239c7adb) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:17.967740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:41:17.978421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:17.979065 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:17.980500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78c2c2cd-5a5b-4dcc-ae2e-2fb324c7308a req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "PUT /v2.0/ports/b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 981 time: 0.4296265 Aug 28 08:41:17.980961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:41:17.983615 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01010368-af46-4429-9c74-4d94cbe224b0" -d '{"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:41:18.006546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdcbea-12ee-4ffa-b3a6-3bd98c28b410 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:18.130147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.146799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object a1550168-55b4-44b4-b437-208e239c7adb will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:18.190295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-3b9128ed-b0e1-41b9-b720-03ccc5e332bf tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707763230&fields=id&tenant_id=89c049fb659d496aa1c2bee2a371c4c4 HTTP/1.1" status: 200 len: 267 time: 0.0445669 Aug 28 08:41:18.228635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Attempting to bind port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:18.229274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Attempting to bind port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:18.230022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Attempting to bind port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:18.248359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ee620225-a059-4c07-aa0f-5c0dd40e8bea tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.256655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ee620225-a059-4c07-aa0f-5c0dd40e8bea tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 984 time: 0.0593894 Aug 28 08:41:18.262879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'port': {'security_groups': ['239a9368-2ed8-46d5-be55-91ed364ba880']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:18.263244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:18.263820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:18.264403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.264993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:18.265631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Bound port: 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:18.265907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.266410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.273285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:41:18.336982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:18.341294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:18.343413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=a1550168-55b4-44b4-b437-208e239c7adb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:18.345903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.346391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:18.353417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.354378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.443540 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-034a82e3-0f47-4cbe-b9e8-a0efe0fb0193 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9804108 Aug 28 08:41:18.446330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46142) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:18.467861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] For port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:18.493325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] For port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:18.510934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a47f9-1689-47e7-951d-bd6826467aea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.517292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a47f9-1689-47e7-951d-bd6826467aea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.518985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5d6a47f9-1689-47e7-951d-bd6826467aea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0714478 Aug 28 08:41:18.522834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:18.586684 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.588414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:18.649525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.670839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422387c6-7c98-46a8-b8b8-3429b5661ca3 None None] Pushing event updated for resources: {'Port': ['ID=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:18.675671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port a1550168-55b4-44b4-b437-208e239c7adb {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:18.676018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.750401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.784632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:41:18.818674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.829932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.830719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:18.837593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfb9653b-38ed-496c-b5f2-17dc5ba5ad10 req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "PUT /v2.0/ports/b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 942 time: 0.5800290 Aug 28 08:41:18.863302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for a1550168-55b4-44b4-b437-208e239c7adb owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:18.875213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34d2e6-6b39-46ee-91bd-ee5963897132 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:18.892999 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63809328-590a-432d-abc4-f89a1a0d6244 x-openstack-request-id: req-63809328-590a-432d-abc4-f89a1a0d6244 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:41:18.893569 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:41:18.894173 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63809328-590a-432d-abc4-f89a1a0d6244 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:41:18.894820 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:41:18.949832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:41:18.987927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01010368-af46-4429-9c74-4d94cbe224b0 req-b898d54e-a4c9-4a33-8b7e-03328a05cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:18.991028 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-b898d54e-a4c9-4a33-8b7e-03328a05cac7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0601420 Aug 28 08:41:19.095594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01010368-af46-4429-9c74-4d94cbe224b0 req-197e9d82-793c-42ce-a83f-7e9877edf589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:19.096677 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-197e9d82-793c-42ce-a83f-7e9877edf589 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.0984716 Aug 28 08:41:19.144029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-1989fdae-fc3a-4cff-a371-33bee2a1f6ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0400338 Aug 28 08:41:19.145412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-4aa8d0d1-18f8-4905-84f3-3c7f71e1aa5b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2205794 Aug 28 08:41:19.157616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:19.197229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01010368-af46-4429-9c74-4d94cbe224b0 req-19e78a7c-e215-4db4-9e35-ea61f433b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:19.198772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-19e78a7c-e215-4db4-9e35-ea61f433b7c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0463624 Aug 28 08:41:19.235600 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-ed732907-4b96-4e74-aa27-912dbd338219 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243287 Aug 28 08:41:19.281834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.325639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-0197eb58-7068-4680-b535-fbd9fbc35b00 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836828 Aug 28 08:41:19.327753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.358648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=a1550168-55b4-44b4-b437-208e239c7adb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:19.394002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.398603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5dfb876a-d036-41b5-a4a8-284f6548da4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/a1550168-55b4-44b4-b437-208e239c7adb HTTP/1.1" status: 204 len: 168 time: 0.8708661 Aug 28 08:41:19.398895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46150) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:19.440389 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-01010368-af46-4429-9c74-4d94cbe224b0 req-1b848401-91ba-4e69-b40c-63197005e15b service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064196 Aug 28 08:41:19.682436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13459d-81a9-44f0-b2e5-a9d5f64b72c6 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:19.761659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f2ae7-8e61-48a9-9922-9cb9a0386309 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:19.763212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f2ae7-8e61-48a9-9922-9cb9a0386309 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:19.764734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-706f2ae7-8e61-48a9-9922-9cb9a0386309 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3649108 Aug 28 08:41:19.767672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:19.793527 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.826762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 0a4ea51c-c1b4-4ec7-8dce-0384408d5279 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:19.830228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.865023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e2e8c29-3c77-4a02-9e94-d404ec87fcd2 None None] Provisioning for port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:19.876308 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:19.908888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Allocated IP 172.25.0.105 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/83c6aa65-0db1-44f8-a40d-d21764b75140) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:19.975275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.021944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.136147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.150096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.171463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.175780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/0a4ea51c-c1b4-4ec7-8dce-0384408d5279 HTTP/1.1" status: 204 len: 168 time: 0.4046292 Aug 28 08:41:20.175780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350706e-1ae8-46cb-adda-139f92f04830 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4ea51c-c1b4-4ec7-8dce-0384408d5279,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.176714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46154) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:20.192174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:20.213249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:20.216434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:20.220019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:20.227809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'Port': ['ID=83c6aa65-0db1-44f8-a40d-d21764b75140,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.268055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-48e999eb-1adf-41e3-8924-82d2cf6e86d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887904 Aug 28 08:41:20.268670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61de6f5-9933-4f37-967f-c68b4346ffcc None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:20.270795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46156) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:20.275967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:20.318152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.335473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:20.339479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b7b79366-db65-43d3-85ab-678936fc5803 None None] Could not find standard attr ID for object a1550168-55b4-44b4-b437-208e239c7adb. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:20.350580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:20.351467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.412029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.437253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:20.441402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.477854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.512847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:20.554084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:20.588849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.608255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Deleting port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:20.608715 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.621014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.651820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.706832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] For port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:20.707445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.711426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.723272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.723503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event updated for resources: {'Port': ['ID=83c6aa65-0db1-44f8-a40d-d21764b75140,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.726171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Calling delete_port for 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:20.742539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.760334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:20.764883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:20.769209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:20.769883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.783616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=b352b02d-e3a9-4032-80c9-03359ea54bf9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.830949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.832234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-575cd6a8-1b95-43bc-9eaf-a5e6ebf61a38 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6806214 Aug 28 08:41:20.859771 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6b1ad153-dd43-4069-9c43-105f804d49f8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5878479 Aug 28 08:41:20.862424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46158) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:20.867620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'name': 'tempest-NetworksTestDHCPv6-1331537236'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:20.897261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:41:20.900071 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115b55c5-8a79-469f-b25a-2df1f925ddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:41:20.916702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-092715e4-0b69-4af7-9340-d176bf33a6cc tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.0775268 Aug 28 08:41:20.917394 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:20.942864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] Pushing event deleted for resources: {'Port': ['ID=7f98d6a8-e61a-4747-ba0d-27c5cb55d87b,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:20.951158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe85e36-b282-4585-a145-dea55dbc8c86 None None] No DVR routers for this DVR port 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:20.971073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920b146-90d6-4189-bb72-74999107ea2f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:21.028933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659314-5dbc-44c9-b561-83ab4996ebde req-8366cf1b-b6e8-418c-9a64-f08c4c14197a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.030341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-8366cf1b-b6e8-418c-9a64-f08c4c14197a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.1070552 Aug 28 08:41:21.041622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-9b06f213-bca0-462b-857b-4a40d865abaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:41:21.042554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04659314-5dbc-44c9-b561-83ab4996ebde req-9b06f213-bca0-462b-857b-4a40d865abaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063944 Aug 28 08:41:21.059722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:21.066541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.084511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 9de2af64-806e-467f-963b-dd26e970249c yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:21.122570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'b352b02d-e3a9-4032-80c9-03359ea54bf9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:21.123795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.166791 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36966280-6e9d-4657-be5b-8a8f6e0010cb x-openstack-request-id: req-36966280-6e9d-4657-be5b-8a8f6e0010cb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:41:21.167088 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:41:21.167362 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36966280-6e9d-4657-be5b-8a8f6e0010cb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:41:21.167766 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:41:21.236532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::128 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/b352b02d-e3a9-4032-80c9-03359ea54bf9/9de2af64-806e-467f-963b-dd26e970249c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:21.295540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-819c4699-4426-4922-a317-7b4a879d9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.296928 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-819c4699-4426-4922-a317-7b4a879d9a85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0823512 Aug 28 08:41:21.298171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-c6d4e665-58a2-4e47-bc7c-65f11d8f7787 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.299728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-c6d4e665-58a2-4e47-bc7c-65f11d8f7787 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0841575 Aug 28 08:41:21.355165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-7d31af86-fbb3-472c-8aa9-efb3f5405088 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.0494263 Aug 28 08:41:21.365033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'floatingip': {'port_id': 'b7285691-312d-4d35-885f-39a566cfd21d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:21.404048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.473516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-a6d37741-5b76-4d9b-b720-5e21ba88a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.478130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-a6d37741-5b76-4d9b-b720-5e21ba88a633 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.1655676 Aug 28 08:41:21.490931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.524702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-294237e3-0e04-4806-ba6f-e72bae898cad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0423253 Aug 28 08:41:21.532881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 9de2af64-806e-467f-963b-dd26e970249c will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:21.592939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-2bbac47e-00d4-47bd-9f2e-a512a12dce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.594335 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-2bbac47e-00d4-47bd-9f2e-a512a12dce00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0627553 Aug 28 08:41:21.628529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-9e516402-2823-46b4-bfd2-4fd07c150e96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248463 Aug 28 08:41:21.691898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.734988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/b352b02d-e3a9-4032-80c9-03359ea54bf9/da29dff1-b487-45eb-a248-a71ae4469b74) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:21.750685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:21.762256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:21.764095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=9de2af64-806e-467f-963b-dd26e970249c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:21.766640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:21.772217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.772874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.801425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-3ea6303e-8610-4e3c-8067-e138a58383cd service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565917 Aug 28 08:41:21.870700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a28c4d8c-66e7-42c9-a7d0-0244d5f4f428 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0048532 Aug 28 08:41:21.870952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:21.875644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.891951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:21.900592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Transition to ACTIVE for port object da29dff1-b487-45eb-a248-a71ae4469b74 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:21.916834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Transition to ACTIVE for port object da29dff1-b487-45eb-a248-a71ae4469b74 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:21.929967 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-115b55c5-8a79-469f-b25a-2df1f925ddfc req-ff4077bc-47c6-4583-a696-6f94b042831d service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205192 Aug 28 08:41:21.941082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe02808-7c7c-4a80-b9b3-1534ab680618 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:21.942495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ffe02808-7c7c-4a80-b9b3-1534ab680618 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0706964 Aug 28 08:41:21.945709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46166) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:21.977635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.019480 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.052743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 9de2af64-806e-467f-963b-dd26e970249c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:22.053182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.057698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:22.063243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:22.067614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:22.077228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Pushing event updated for resources: {'Port': ['ID=da29dff1-b487-45eb-a248-a71ae4469b74,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:22.090760 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Floating IP 7b088109-6050-41e6-851d-d3b5a07aa715 associated. External IP: 172.25.0.105, port: b7285691-312d-4d35-885f-39a566cfd21d. Aug 28 08:41:22.142378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Attempting to bind port da29dff1-b487-45eb-a248-a71ae4469b74 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:22.142820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Attempting to bind port da29dff1-b487-45eb-a248-a71ae4469b74 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:22.143779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Attempting to bind port da29dff1-b487-45eb-a248-a71ae4469b74 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:22.151035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:22.151983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:22.152594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.153134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:22.153630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Bound port: da29dff1-b487-45eb-a248-a71ae4469b74, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:22.154016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.154162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.159421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:22.169265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 9de2af64-806e-467f-963b-dd26e970249c owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:22.187431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:22.187769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7f98d6a8-e61a-4747-ba0d-27c5cb55d87b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:22.245538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] For port da29dff1-b487-45eb-a248-a71ae4469b74, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:22.248663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] For port da29dff1-b487-45eb-a248-a71ae4469b74, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da29dff1-b487-45eb-a248-a71ae4469b74,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:22.323177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.323845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Router 5fa04577-137e-49c5-b043-ddb0f5307918 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:41:22.377669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce25528-907a-4f7f-aaf7-4f109497da62 None None] Pushing event updated for resources: {'Port': ['ID=da29dff1-b487-45eb-a248-a71ae4469b74,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:22.390862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.420779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=9de2af64-806e-467f-963b-dd26e970249c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:22.448356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:22.451823 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.453773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.454398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-77162bf6-db64-44cf-ad53-c15531fd59d3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/9de2af64-806e-467f-963b-dd26e970249c HTTP/1.1" status: 204 len: 168 time: 0.5074339 Aug 28 08:41:22.456521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:22.462552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Sync routers for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:22.472470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:22.473186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:22.516654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-9e4980ad-0162-46fe-a203-d9599b5bac49 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "PUT /v2.0/floatingips/7b088109-6050-41e6-851d-d3b5a07aa715 HTTP/1.1" status: 200 len: 996 time: 1.1521881 Aug 28 08:41:22.531111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b19908-c139-458f-bf2e-8b8a0bf543b2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:22.533016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b19908-c139-458f-bf2e-8b8a0bf543b2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:22.534737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18b19908-c139-458f-bf2e-8b8a0bf543b2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772004 Aug 28 08:41:22.537604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:22.616377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:22.626521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet b352b02d-e3a9-4032-80c9-03359ea54bf9 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:22.630649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.639049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-f1c791e0-6042-4b80-84f3-836fc521b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:22.643408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-f1c791e0-6042-4b80-84f3-836fc521b561 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.1073837 Aug 28 08:41:22.762356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-da6003c2-0124-4cf3-aefc-edab5b24c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:22.765083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-da6003c2-0124-4cf3-aefc-edab5b24c05a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.1148767 Aug 28 08:41:22.838721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-aa48423e-db83-48e3-baa2-20f74702083c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 999 time: 0.0665226 Aug 28 08:41:22.876370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7b088109-6050-41e6-851d-d3b5a07aa715', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'port_id': 'b7285691-312d-4d35-885f-39a566cfd21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'mac_address': 'fa:16:3e:67:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:41:20Z', 'updated_at': '2021-08-28T08:41:21Z', 'revision_number': 1, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:22.899723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-586a76ef-0917-4421-bf3e-7b29c0bd7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:22.907537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-586a76ef-0917-4421-bf3e-7b29c0bd7dd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0622244 Aug 28 08:41:22.910873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Checking router: 5fa04577-137e-49c5-b043-ddb0f5307918 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:41:22.920540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:22.921166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:22.932605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:22.937795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-fad22a5f-bf03-4bf3-ab12-17c231f8dd59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292962 Aug 28 08:41:22.949719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-df9830d2-29cd-4dda-b02c-eec082da9d46 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:41:22.951134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-df9830d2-29cd-4dda-b02c-eec082da9d46 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062518 Aug 28 08:41:23.019853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.046922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-c03266d3-9c66-4a01-b6fc-16c4598ca471 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887551 Aug 28 08:41:23.049298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:23.172499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:41:23.172499 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984303b2-9e68-4aee-891f-9758028913f7" -d '{"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:41:23.189082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927ba8e-c6d1-4346-b61e-ced03e9d2dbe req-7a3d6932-9c5b-449f-a2fb-a312e94b5f66 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353896 Aug 28 08:41:23.214072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.248540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=b352b02d-e3a9-4032-80c9-03359ea54bf9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:23.260068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.262297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5265e5a9-6f5b-487d-9c5b-7cb19a241630 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b352b02d-e3a9-4032-80c9-03359ea54bf9 HTTP/1.1" status: 204 len: 168 time: 0.7236302 Aug 28 08:41:23.264892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46176) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:23.308428 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b5f01c49-b24e-4ae1-a9ed-e03bdced7849 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390356 Aug 28 08:41:23.308873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46178) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:23.317010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:23.338837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7b088109-6050-41e6-851d-d3b5a07aa715', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'port_id': 'b7285691-312d-4d35-885f-39a566cfd21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'mac_address': 'fa:16:3e:67:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:41:20Z', 'updated_at': '2021-08-28T08:41:21Z', 'revision_number': 1, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:23.374733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02e314-aa73-4174-aab7-4742c928c79c None None] The sync data for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 is: [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7b088109-6050-41e6-851d-d3b5a07aa715', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'port_id': 'b7285691-312d-4d35-885f-39a566cfd21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'mac_address': 'fa:16:3e:67:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:41:20Z', 'updated_at': '2021-08-28T08:41:21Z', 'revision_number': 1, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:23.458814 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa11b569-3dbb-41ab-ab06-78ec01a8f277 x-openstack-request-id: req-aa11b569-3dbb-41ab-ab06-78ec01a8f277 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:41:23.459156 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:41:23.459559 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa11b569-3dbb-41ab-ab06-78ec01a8f277 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:41:23.459990 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:41:23.502748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208d1b2-39a8-48f1-95b1-ba017441e424 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:23.535305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:23.538963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.556055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984303b2-9e68-4aee-891f-9758028913f7 req-33995052-2d4a-463c-ac31-d6f246e5d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:23.558252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-33995052-2d4a-463c-ac31-d6f246e5d54a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0493255 Aug 28 08:41:23.631854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-f40a10b8-4752-4a89-960a-0ac4e9655fe0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 999 time: 0.1631801 Aug 28 08:41:23.689538 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccfa71-eedf-4c74-b80d-f090e986deab None None] New status for floating IP 7b088109-6050-41e6-851d-d3b5a07aa715: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:41:23.692608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4ea25fc7-23cc-4452-bc25-54ac1a59809a None None] Provisioning for port da29dff1-b487-45eb-a248-a71ae4469b74 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:23.700601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa81-48bc-468d-aba1-895754396a7d req-9f8bdfd5-79bc-4bc7-b9bb-4650407993eb tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:23.702027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-9f8bdfd5-79bc-4bc7-b9bb-4650407993eb tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports/b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 942 time: 0.0609031 Aug 28 08:41:23.707454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984303b2-9e68-4aee-891f-9758028913f7 req-3990493a-b06f-42c4-af09-4fb286c51fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:23.709250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-3990493a-b06f-42c4-af09-4fb286c51fba service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.1422396 Aug 28 08:41:23.752597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:23.807288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-50427090-6e33-4a72-b96a-de28dbf99739 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 999 time: 0.0882988 Aug 28 08:41:23.870580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984303b2-9e68-4aee-891f-9758028913f7 req-4cd5fc5d-d8cc-44d4-bccf-3d8bac223f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:23.872216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-4cd5fc5d-d8cc-44d4-bccf-3d8bac223f85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0572574 Aug 28 08:41:23.897272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.913070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-29af313d-13d6-449e-b735-c7fac252e3fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333407 Aug 28 08:41:23.954073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:23.967397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-8bf7591e-0d08-45c5-b25d-949fe98b9f64 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 999 time: 0.1229300 Aug 28 08:41:23.972429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:23.985655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:23.985902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:23.988099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Deleting port da29dff1-b487-45eb-a248-a71ae4469b74 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:23.988589 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.023547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-a5f63295-4033-4ce2-a724-20b54d6a60b3 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016383 Aug 28 08:41:24.074766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] For port da29dff1-b487-45eb-a248-a71ae4469b74, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da29dff1-b487-45eb-a248-a71ae4469b74,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:24.075191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.095799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Calling delete_port for da29dff1-b487-45eb-a248-a71ae4469b74 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:24.130981 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-984303b2-9e68-4aee-891f-9758028913f7 req-17edfe24-b73e-4dbd-90f0-2dd3b5b275ff service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994585 Aug 28 08:41:24.246133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.272053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] Pushing event deleted for resources: {'Port': ['ID=da29dff1-b487-45eb-a248-a71ae4469b74,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:24.277664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd9190-5c30-40b6-b8e5-63bbf2d22cdd None None] No DVR routers for this DVR port da29dff1-b487-45eb-a248-a71ae4469b74 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:24.291984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49aefca-c1fb-4093-98c3-1d7337aa57db None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:24.319193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=2278f6be-b40a-4c5a-8247-42792febc118,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:24.374867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa81-48bc-468d-aba1-895754396a7d req-86a3b3cb-e392-46de-a6e9-482647e33943 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:24.376257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-86a3b3cb-e392-46de-a6e9-482647e33943 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.4080791 Aug 28 08:41:24.454671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-022a080b-ed0e-41ca-8876-51312dc3e457 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 1001 time: 0.0707486 Aug 28 08:41:24.455047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '2278f6be-b40a-4c5a-8247-42792febc118'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:24.455934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.459886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8e2c61d9-7af3-402a-801c-1323111b0bb2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1483033 Aug 28 08:41:24.460400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:24.468792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'name': 'tempest-NetworksTestDHCPv6-1393607962'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:24.470065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:24.536173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.607302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/2278f6be-b40a-4c5a-8247-42792febc118/8e96713a-743d-4f2f-a747-c2fec805c03f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:24.653382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:24.657213 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.675654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 2bd69b33-90d1-4aca-8802-a0fc8497f3b1 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:24.693534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.756528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.765873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Transition to ACTIVE for port object 8e96713a-743d-4f2f-a747-c2fec805c03f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:24.767643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.776701 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Floating IP 7b088109-6050-41e6-851d-d3b5a07aa715 disassociated. External IP: 172.25.0.105, port: b7285691-312d-4d35-885f-39a566cfd21d. Aug 28 08:41:24.781602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Transition to ACTIVE for port object 8e96713a-743d-4f2f-a747-c2fec805c03f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:24.854101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.896981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:24.900066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:24.904811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:24.912575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Pushing event updated for resources: {'Port': ['ID=8e96713a-743d-4f2f-a747-c2fec805c03f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:24.916154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::365 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/2278f6be-b40a-4c5a-8247-42792febc118/2bd69b33-90d1-4aca-8802-a0fc8497f3b1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:24.974076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Attempting to bind port 8e96713a-743d-4f2f-a747-c2fec805c03f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:24.974479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Attempting to bind port 8e96713a-743d-4f2f-a747-c2fec805c03f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:24.974851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Attempting to bind port 8e96713a-743d-4f2f-a747-c2fec805c03f on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:24.980575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:24.982799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:24.982799 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.982799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:24.982799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Bound port: 8e96713a-743d-4f2f-a747-c2fec805c03f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:24.982799 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:24.996705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Router 5fa04577-137e-49c5-b043-ddb0f5307918 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:41:25.048717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] For port 8e96713a-743d-4f2f-a747-c2fec805c03f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:25.052162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] For port 8e96713a-743d-4f2f-a747-c2fec805c03f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e96713a-743d-4f2f-a747-c2fec805c03f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:25.080944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.095817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 2bd69b33-90d1-4aca-8802-a0fc8497f3b1 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:25.116512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:25.121315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.126812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Sync routers for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:25.133258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.149903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-7cc4ae21-e074-4fc0-9c3d-75e535b6a14d tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "PUT /v2.0/floatingips/7b088109-6050-41e6-851d-d3b5a07aa715 HTTP/1.1" status: 200 len: 695 time: 0.6846371 Aug 28 08:41:25.173208 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:25.173851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:25.174600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.215704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa81-48bc-468d-aba1-895754396a7d req-a6f676ed-fbdd-4460-bcf3-6b491c5c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.217528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-a6f676ed-fbdd-4460-bcf3-6b491c5c1f89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.0547323 Aug 28 08:41:25.228233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:25.242632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:25.249124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:25.252309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be419eb9-8a07-43a4-be09-ffe770f9ce22 None None] Pushing event updated for resources: {'Port': ['ID=8e96713a-743d-4f2f-a747-c2fec805c03f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:25.256055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.256800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.270997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=2bd69b33-90d1-4aca-8802-a0fc8497f3b1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:25.337449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:25.347159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa81-48bc-468d-aba1-895754396a7d req-70f3f138-e143-453c-b87d-a0b12103fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.348740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-70f3f138-e143-453c-b87d-a0b12103fc87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.1218290 Aug 28 08:41:25.357209 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e8f123c-c7f2-41f4-b1a7-bb2540d97267 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8950791 Aug 28 08:41:25.359773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46186) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:25.430835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-42cff8ac-63b0-464e-b4c2-a14441b1932e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0750616 Aug 28 08:41:25.451331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a682a-ef65-41f4-9986-a688cf2fce34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.463341 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a682a-ef65-41f4-9986-a688cf2fce34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.477873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-300a682a-ef65-41f4-9986-a688cf2fce34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1048176 Aug 28 08:41:25.478824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:25.487834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:41:25.490615 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2e764-27f2-42ce-986b-3f57fc48a127" -d '{"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:41:25.513393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa81-48bc-468d-aba1-895754396a7d req-af12ebce-2fe9-4d7c-8037-dd81c12ef81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:25.515634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-af12ebce-2fe9-4d7c-8037-dd81c12ef81c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0773690 Aug 28 08:41:25.560018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-c24ba879-5884-42aa-b701-0d1278a4a62a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316005 Aug 28 08:41:25.603041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:25.633931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Checking router: 5fa04577-137e-49c5-b043-ddb0f5307918 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:41:25.640785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:25.641455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:25.659338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 2bd69b33-90d1-4aca-8802-a0fc8497f3b1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:25.659898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.664709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-ae3cd0fe-29ef-44f2-bd28-51c78ab799f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965085 Aug 28 08:41:25.757532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:25.764543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.767211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e9faa81-48bc-468d-aba1-895754396a7d req-5dbcf936-aab4-492f-b92e-e49383c33b39 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962195 Aug 28 08:41:25.783216 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 2bd69b33-90d1-4aca-8802-a0fc8497f3b1 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:25.884966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.958525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:25.988954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:25.999782 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6629b95-ca00-46f4-ac27-5cdf22840905 x-openstack-request-id: req-b6629b95-ca00-46f4-ac27-5cdf22840905 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:41:25.999782 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:41:26.000094 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6629b95-ca00-46f4-ac27-5cdf22840905 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:41:26.000377 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:41:26.000516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=2bd69b33-90d1-4aca-8802-a0fc8497f3b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:26.028436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772704fd-7d8e-4f1b-a893-39b8e4903370 None None] The sync data for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 is: [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:40:28Z', 'revision_number': 4, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9bae5916-17d5-469a-a69a-d73fc2154f21', 'name': '', 'network_id': 'e32a6e3f-330e-454e-9b8d-327a1229a5cd', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'mac_address': 'fa:16:3e:23:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:27Z', 'updated_at': '2021-08-28T08:40:34Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'subnets': [{'id': '0d146665-432e-4a83-b5b1-8d092642f1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:26.044158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.046768 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2277aba7-1e66-4b13-8cde-e100af87f542 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/2bd69b33-90d1-4aca-8802-a0fc8497f3b1 HTTP/1.1" status: 204 len: 168 time: 0.5668550 Aug 28 08:41:26.049267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46194) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:26.119975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-208495a6-6ea1-4074-8ce3-83b2067f68a8 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips/7b088109-6050-41e6-851d-d3b5a07aa715 HTTP/1.1" status: 200 len: 695 time: 0.0766037 Aug 28 08:41:26.215664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200703c6-6659-4303-a893-c7e1b0f01f9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.217692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200703c6-6659-4303-a893-c7e1b0f01f9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.220325 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-200703c6-6659-4303-a893-c7e1b0f01f9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1700635 Aug 28 08:41:26.225785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46196) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:26.228467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e96713a-743d-4f2f-a747-c2fec805c03f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:26.231437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-4d84f1fc-a94d-4120-afd5-c7ee10b53cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.235539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-4d84f1fc-a94d-4120-afd5-c7ee10b53cdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 1097 time: 0.1625078 Aug 28 08:41:26.329478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 2278f6be-b40a-4c5a-8247-42792febc118 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:26.339432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-5e71c7e3-1199-4fb5-95dd-cdb9b61bf599 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.346485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-5e71c7e3-1199-4fb5-95dd-cdb9b61bf599 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 784 time: 0.2146633 Aug 28 08:41:26.352349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.358694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-4d3dc5c3-3aab-4dd7-ac3f-7ff4565242bf tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:41:26.359856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-4d3dc5c3-3aab-4dd7-ac3f-7ff4565242bf tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121927 Aug 28 08:41:26.379383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-b67ad669-a361-4a17-ad85-b8af34ba86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.381183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-b67ad669-a361-4a17-ad85-b8af34ba86d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 200 len: 920 time: 0.1366971 Aug 28 08:41:26.393001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8e96713a-743d-4f2f-a747-c2fec805c03f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:26.397685 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dec2b-2ba6-4dbb-bd8c-81e8673286cb None None] New status for floating IP 7b088109-6050-41e6-851d-d3b5a07aa715: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:41:26.436226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-417a6b33-dcb9-42e6-9dbc-5bf3776cc031 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 698 time: 0.0499072 Aug 28 08:41:26.440691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-d705691d-b5db-442d-b954-c8a6430abeb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 200 len: 217 time: 0.0518429 Aug 28 08:41:26.447706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Provisioning for port 8e96713a-743d-4f2f-a747-c2fec805c03f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:26.451700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Provisioning complete for port 8e96713a-743d-4f2f-a747-c2fec805c03f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:26.452406 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.516194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.524051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-c4ceab8f-2082-49d5-8c80-a7b2403e0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:26.526955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-c4ceab8f-2082-49d5-8c80-a7b2403e0939 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 200 len: 859 time: 0.0785437 Aug 28 08:41:26.528338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-09ee2e9a-c7c7-48c0-bb28-77b4adabf81a tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 698 time: 0.0845771 Aug 28 08:41:26.592188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-8c0eb1eb-3baa-43b9-b4f3-4d8600fe66ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32a6e3f-330e-454e-9b8d-327a1229a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489032 Aug 28 08:41:26.606991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.646293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] For port 8e96713a-743d-4f2f-a747-c2fec805c03f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e96713a-743d-4f2f-a747-c2fec805c03f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:26.706109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-b85267ce-068c-4130-8c9c-ba0fda5f2017 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056185 Aug 28 08:41:26.727907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.759153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.764109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Deleting port 83c6aa65-0db1-44f8-a40d-d21764b75140 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:26.764455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.802036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3536e-d676-4fe8-8454-4c4ae4109bf4 None None] Pushing event updated for resources: {'Port': ['ID=8e96713a-743d-4f2f-a747-c2fec805c03f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:26.825626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f4e2e764-27f2-42ce-986b-3f57fc48a127 req-30366090-4d06-4d93-a81c-c3978aa61540 service neutron] 10.222.0.39 "GET /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114373 Aug 28 08:41:26.853424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b07acf6d-c58a-433d-bfab-1d315dc72d0d None None] Could not find standard attr ID for object 9de2af64-806e-467f-963b-dd26e970249c. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:26.907038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.907373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:26.920681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Calling delete_port for 83c6aa65-0db1-44f8-a40d-d21764b75140 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:26.966327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ade955fa-ac8d-4e08-8681-64122e6bf19f None None] Could not find standard attr ID for object 2bd69b33-90d1-4aca-8802-a0fc8497f3b1. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:26.992618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.031734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=2278f6be-b40a-4c5a-8247-42792febc118,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:27.038555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.040470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a738aada-baa0-4535-9b85-7cfc6411de34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/2278f6be-b40a-4c5a-8247-42792febc118 HTTP/1.1" status: 204 len: 168 time: 0.8109429 Aug 28 08:41:27.043087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46200) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.085872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1b103a5-1790-4d43-990b-9c8d4696524f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409760 Aug 28 08:41:27.088673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46202) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.093473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b66e2b-bfc6-4aec-a3de-70745d7f6aef None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:27.145637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35189f05-9800-4344-b565-4a38a2fd7aa5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:27.147133 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-35189f05-9800-4344-b565-4a38a2fd7aa5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0572410 Aug 28 08:41:27.149834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46204) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.179609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.209602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6744c8-2196-4928-bd01-f35021de62e5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:27.211578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event deleted for resources: {'Port': ['ID=83c6aa65-0db1-44f8-a40d-d21764b75140,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:27.212224 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-df6744c8-2196-4928-bd01-f35021de62e5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613453 Aug 28 08:41:27.214791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46206) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.257913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc364a54-7c87-4074-b314-0ee8b73350a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397522 Aug 28 08:41:27.262952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46208) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.268021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:27.288044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.288924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:27.291363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.292610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4ff48e1-5a07-488d-8985-1ab4d5cc2621 req-393a0970-8178-4494-9114-29f1a42c4d58 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "DELETE /v2.0/floatingips/7b088109-6050-41e6-851d-d3b5a07aa715 HTTP/1.1" status: 204 len: 173 time: 0.7635193 Aug 28 08:41:27.340884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Deleting port 8e96713a-743d-4f2f-a747-c2fec805c03f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:27.341268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.402454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] For port 8e96713a-743d-4f2f-a747-c2fec805c03f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e96713a-743d-4f2f-a747-c2fec805c03f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:27.402784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.419855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Calling delete_port for 8e96713a-743d-4f2f-a747-c2fec805c03f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:27.435914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:27.440499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.443588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-ff77d4eb-4cec-4351-921d-43855d95dfe0 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups/d5d9766d-b182-415b-9ab2-3b9b2c06edb4 HTTP/1.1" status: 200 len: 1809 time: 0.0421774 Aug 28 08:41:27.513422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.540451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.648304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.676832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] Pushing event deleted for resources: {'Port': ['ID=8e96713a-743d-4f2f-a747-c2fec805c03f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:27.678644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e21ccb-63fd-45dc-9c83-03a948e22cf0 None None] No DVR routers for this DVR port 8e96713a-743d-4f2f-a747-c2fec805c03f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:27.686538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.687451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85f2ed48-dbf0-4fe1-ac11-868f9d718114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.687966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.689971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f83e1eae-05c1-4b2e-87b3-085acb18e754 req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "DELETE /v2.0/security-groups/d5d9766d-b182-415b-9ab2-3b9b2c06edb4 HTTP/1.1" status: 204 len: 173 time: 0.2369752 Aug 28 08:41:27.700695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ebe9d-7327-4d13-8880-ceb74eac3eaa tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9766d-b182-415b-9ab2-3b9b2c06edb4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:27.859413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.904595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:27.906054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:27.912108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:27.912703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:27.917244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f4dfe-eec6-41b0-95d4-ce5ae6db6054 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:27.928720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=3a14c0ea-15da-4a00-a2bb-991e74338b3c,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:27.990116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46d4ec41-3df9-4ba0-8f59-aef766a2ff57 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7268033 Aug 28 08:41:27.992759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46214) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:27.998325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '3a14c0ea-15da-4a00-a2bb-991e74338b3c', 'ip_address': '2001:db8::c442:81a9:9ca2:dc37'}], 'name': 'tempest-NetworksTestDHCPv6-2048278918'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:28.064945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-7a5cc62b-af85-40a4-a09d-38c6a549e164 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499620 Aug 28 08:41:28.079409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '3a14c0ea-15da-4a00-a2bb-991e74338b3c'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:28.080987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.165134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e96713a-743d-4f2f-a747-c2fec805c03f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:28.191922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aecec-ea17-4313-aa17-18a6ec3b3613 req-a69e5c75-0d5e-4328-b4ff-3ca8acd47886 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.193389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321aecec-ea17-4313-aa17-18a6ec3b3613 req-a69e5c75-0d5e-4328-b4ff-3ca8acd47886 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.1098685 Aug 28 08:41:28.197274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8e96713a-743d-4f2f-a747-c2fec805c03f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:28.197621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e96713a-743d-4f2f-a747-c2fec805c03f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:28.200589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-b5f7266d-e8c1-4a6b-84e1-f8144eb15847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.202143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-b5f7266d-e8c1-4a6b-84e1-f8144eb15847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0627601 Aug 28 08:41:28.224364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:28.254553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321aecec-ea17-4313-aa17-18a6ec3b3613 req-5a627e81-d697-4c3d-975d-24693ddce434 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513692 Aug 28 08:41:28.259506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/3a14c0ea-15da-4a00-a2bb-991e74338b3c/87ce8cf3-0a32-4338-a175-fa0ea4aaa48a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:28.327792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.330949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-492385b9-5890-4f05-ae5d-1e6756e06bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.332649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-492385b9-5890-4f05-ae5d-1e6756e06bb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1025443 Aug 28 08:41:28.346101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 5b043961-99dc-4ae6-a2c6-8d585cb38097 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:28.407397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-a7fde3de-9240-4d6a-8c8f-d76e0ecaa0cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.0635114 Aug 28 08:41:28.420346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.429234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Transition to ACTIVE for port object 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:28.450096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Transition to ACTIVE for port object 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:28.472713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-f5b3ffea-4955-4251-bd01-b8df65839232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.474232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-f5b3ffea-4955-4251-bd01-b8df65839232 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0551810 Aug 28 08:41:28.509920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.529225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-2b6d3e6c-628c-4b9f-8666-3b215f0c40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.530901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-2b6d3e6c-628c-4b9f-8666-3b215f0c40a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464821 Aug 28 08:41:28.555718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:28.558815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:28.564300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:28.567485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Pushing event updated for resources: {'Port': ['ID=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:28.577059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::c442:81a9:9ca2:dc37 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/3a14c0ea-15da-4a00-a2bb-991e74338b3c/5b043961-99dc-4ae6-a2c6-8d585cb38097) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:28.622939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Attempting to bind port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:28.623311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Attempting to bind port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:28.623674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Attempting to bind port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:28.628699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:28.629191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:28.629605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.629995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:28.630486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Bound port: 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:28.630862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.636031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-060d74fd-18db-4b35-9190-c6a6869f6fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963159 Aug 28 08:41:28.702453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] For port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:28.706542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] For port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:28.739583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c34ae8f-0f17-4ffa-aad1-13cc7bfc050d req-61ef0092-f902-4958-8942-6ed9de43af51 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957208 Aug 28 08:41:28.751597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.766600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 5b043961-99dc-4ae6-a2c6-8d585cb38097 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:28.767985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.827345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1241-d076-4fb2-8c9c-50151e1466f3 None None] Pushing event updated for resources: {'Port': ['ID=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:28.847911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.893181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:28.896205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:28.900143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:28.905842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:28.906509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:28.913608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=5b043961-99dc-4ae6-a2c6-8d585cb38097,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:28.981903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-666f0c18-fce8-4fba-bfd5-8add5f6cace4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9851639 Aug 28 08:41:28.982140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46220) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:29.040546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29613ba-b4f9-4c52-af57-458daba7cd58 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.046704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29613ba-b4f9-4c52-af57-458daba7cd58 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.049076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a29613ba-b4f9-4c52-af57-458daba7cd58 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0652876 Aug 28 08:41:29.051103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46222) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:29.151090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 5b043961-99dc-4ae6-a2c6-8d585cb38097 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:29.151445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.235982 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.253327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 5b043961-99dc-4ae6-a2c6-8d585cb38097 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:29.381249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d76cc39-c567-4bec-920e-a66e9986a935 req-d65221a0-9828-43ca-85af-d19a2f0876ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274932 Aug 28 08:41:29.399620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779e16-4ac6-4db5-b088-8aa8b25a84ca req-3eb85a7f-a047-482c-94f9-f27c1673baa9 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.401308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1779e16-4ac6-4db5-b088-8aa8b25a84ca req-3eb85a7f-a047-482c-94f9-f27c1673baa9 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0534747 Aug 28 08:41:29.453053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1779e16-4ac6-4db5-b088-8aa8b25a84ca req-0eabb1e9-17ac-4630-b8fe-c0f7446a6337 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Aug 28 08:41:29.469109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.495685 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d76cc39-c567-4bec-920e-a66e9986a935 req-b2be74bb-f580-40b1-a142-b9a42a61717f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0365076 Aug 28 08:41:29.522181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=5b043961-99dc-4ae6-a2c6-8d585cb38097,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:29.554694 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d76cc39-c567-4bec-920e-a66e9986a935 req-36df467e-c32f-4336-a56e-4c25d008c84f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276935 Aug 28 08:41:29.660988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.662969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-71a6ca66-50d3-4697-a891-1e0ab7e470c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/5b043961-99dc-4ae6-a2c6-8d585cb38097 HTTP/1.1" status: 204 len: 168 time: 0.6109068 Aug 28 08:41:29.665551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:29.720920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d5322-adac-49ca-88aa-5c13ca2a8706 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.722953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d5322-adac-49ca-88aa-5c13ca2a8706 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.724278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ae0d5322-adac-49ca-88aa-5c13ca2a8706 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0577357 Aug 28 08:41:29.727316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46230) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:29.754144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76cc39-c567-4bec-920e-a66e9986a935 req-e0e37548-a898-4f82-a8f3-93daa430a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:29.755674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2d76cc39-c567-4bec-920e-a66e9986a935 req-e0e37548-a898-4f82-a8f3-93daa430a179 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918569 Aug 28 08:41:29.792058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 3a14c0ea-15da-4a00-a2bb-991e74338b3c {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:29.795595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.840123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.864998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a599521f-fcef-4ceb-b4be-28b5c9f36796 None None] Provisioning for port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:29.921779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.934855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:29.984409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cfb8053d-b68f-46c6-9044-e69afcb674ca None None] Could not find standard attr ID for object 5b043961-99dc-4ae6-a2c6-8d585cb38097. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:30.076691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.103749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=3a14c0ea-15da-4a00-a2bb-991e74338b3c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:30.110896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.114856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d3088a7-610f-4f68-a066-6c972a5f4e0d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/3a14c0ea-15da-4a00-a2bb-991e74338b3c HTTP/1.1" status: 204 len: 168 time: 0.3864334 Aug 28 08:41:30.115519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:30.135314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66781fbe-12df-4af8-a88b-e13361a4948c None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:30.187134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-95d99307-740f-4690-81d7-ef324a0abd86 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701270 Aug 28 08:41:30.190052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46234) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:30.195681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:30.212482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:30.304833 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1bda9dda-8470-4458-bf53-bb0305abc519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.358065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:30.394375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:30.398144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.413968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Deleting port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:30.414394 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.425546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:30.458436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:30.458803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.505650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] For port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:30.506058 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.521617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Calling delete_port for 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:30.587342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7352-1b2c-4386-9eeb-3425b76ff4f4 req-5376f628-4fa4-4546-9b93-b9a894099c8b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:30.589002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-514a7352-1b2c-4386-9eeb-3425b76ff4f4 req-5376f628-4fa4-4546-9b93-b9a894099c8b tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0592360 Aug 28 08:41:30.631616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-514a7352-1b2c-4386-9eeb-3425b76ff4f4 req-353f9792-fb9b-4a5a-ad45-c6ff5e7b1be5 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Aug 28 08:41:30.657954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.705443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:30.708679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:30.712218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:30.712829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.722996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=c48b69d7-cfbf-40de-9095-11bc112729fa,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:30.772958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.814571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:30.820417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7fd9a13b-1375-4deb-ab56-e02547ad70dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6290574 Aug 28 08:41:30.825860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46240) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:30.828401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': 'c48b69d7-cfbf-40de-9095-11bc112729fa', 'ip_address': '2001:db8::2d90:9051:8229:3a1'}], 'name': 'tempest-NetworksTestDHCPv6-1794491952'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:30.883117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.934033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:30.967968 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:30.997209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] Pushing event deleted for resources: {'Port': ['ID=87ce8cf3-0a32-4338-a175-fa0ea4aaa48a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:31.001699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed5c80-ac06-4b2f-8325-d8419dd4894a None None] No DVR routers for this DVR port 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:31.018887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680e4d2-6a0c-45a5-b73d-44cee24385eb None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:31.166444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'c48b69d7-cfbf-40de-9095-11bc112729fa'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:31.167307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.241858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:31.246877 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.265172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port c3cf2324-29d1-4052-af71-dea85f56797e yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:31.300274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c48b69d7-cfbf-40de-9095-11bc112729fa/d86c1b82-e131-4c02-bbbb-adb4d898012f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:31.443969 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.452439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Transition to ACTIVE for port object d86c1b82-e131-4c02-bbbb-adb4d898012f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:31.466511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Transition to ACTIVE for port object d86c1b82-e131-4c02-bbbb-adb4d898012f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:31.533670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.575841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:31.578879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:31.581256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:31.588408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Pushing event updated for resources: {'Port': ['ID=d86c1b82-e131-4c02-bbbb-adb4d898012f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:31.602071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::2d90:9051:8229:3a1 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c48b69d7-cfbf-40de-9095-11bc112729fa/c3cf2324-29d1-4052-af71-dea85f56797e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:31.645192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Attempting to bind port d86c1b82-e131-4c02-bbbb-adb4d898012f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:31.645596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Attempting to bind port d86c1b82-e131-4c02-bbbb-adb4d898012f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:31.646114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Attempting to bind port d86c1b82-e131-4c02-bbbb-adb4d898012f on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:31.651331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:31.651713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:31.652122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.652524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:31.653022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Bound port: d86c1b82-e131-4c02-bbbb-adb4d898012f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:31.653410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.668922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff09749-53a5-409e-a8f0-90e156220900 req-6027bdde-bd0d-4ae7-806a-76a7058c2487 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:31.670882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ff09749-53a5-409e-a8f0-90e156220900 req-6027bdde-bd0d-4ae7-806a-76a7058c2487 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.39 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0814269 Aug 28 08:41:31.727274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] For port d86c1b82-e131-4c02-bbbb-adb4d898012f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:31.727274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] For port d86c1b82-e131-4c02-bbbb-adb4d898012f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d86c1b82-e131-4c02-bbbb-adb4d898012f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:31.754198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d58a74-51ec-4b90-bd82-85e692a1b254 req-c0ecebb4-27d6-4364-98ce-8f1294390633 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:31.757578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2d58a74-51ec-4b90-bd82-85e692a1b254 req-c0ecebb4-27d6-4364-98ce-8f1294390633 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 945 time: 0.0521886 Aug 28 08:41:31.795625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2d58a74-51ec-4b90-bd82-85e692a1b254 req-7c51b47c-c5af-4d5c-9f9d-ddd8f9f7967e tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/security-groups?id=239a9368-2ed8-46d5-be55-91ed364ba880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Aug 28 08:41:31.812096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.859965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Deleting port b7285691-312d-4d35-885f-39a566cfd21d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:31.860309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.884559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c301a2-c8aa-4935-8417-61bdbe7496ce None None] Pushing event updated for resources: {'Port': ['ID=d86c1b82-e131-4c02-bbbb-adb4d898012f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:31.893550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.921659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:31.952933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object c3cf2324-29d1-4052-af71-dea85f56797e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:31.996588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] For port b7285691-312d-4d35-885f-39a566cfd21d, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=b7285691-312d-4d35-885f-39a566cfd21d,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:31.996885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.020509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Calling delete_port for b7285691-312d-4d35-885f-39a566cfd21d owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:32.117027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.183187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d86c1b82-e131-4c02-bbbb-adb4d898012f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:32.206297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:32.213689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:32.220471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:32.226875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:32.227544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.233199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=c3cf2324-29d1-4052-af71-dea85f56797e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:32.292983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port d86c1b82-e131-4c02-bbbb-adb4d898012f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:32.322970 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a074e734-34a7-4353-8e8d-c3d6b735de71 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4987724 Aug 28 08:41:32.323721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.325566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:32.348664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:32.356865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Pushing event deleted for resources: {'Port': ['ID=b7285691-312d-4d35-885f-39a566cfd21d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:32.378586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['b7285691-312d-4d35-885f-39a566cfd21d'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:41:32.381046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:32.381395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87ce8cf3-0a32-4338-a175-fa0ea4aaa48a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:32.409465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] No DVR routers for this DVR port b7285691-312d-4d35-885f-39a566cfd21d on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:32.411975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.414549 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1ff09749-53a5-409e-a8f0-90e156220900 req-7e147511-678d-44d7-95a8-d52f25f04ec1 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.39 "DELETE /v2.0/ports/b7285691-312d-4d35-885f-39a566cfd21d HTTP/1.1" status: 204 len: 173 time: 0.7346144 Aug 28 08:41:32.415012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'name': 'network-vif-deleted', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:41:32.417573 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0847d-1185-4c09-8d0d-9088a7d676a7" -d '{"events": [{"server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "name": "network-vif-deleted", "tag": "b7285691-312d-4d35-885f-39a566cfd21d"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:41:32.419371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d964ceb-e490-446d-9fdc-d984dbd98db5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:32.427702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d964ceb-e490-446d-9fdc-d984dbd98db5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:32.429368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d964ceb-e490-446d-9fdc-d984dbd98db5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1025610 Aug 28 08:41:32.442564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46250) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:32.459257 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effa32f-3042-4c66-91f1-909dbd3fda5a x-openstack-request-id: req-9effa32f-3042-4c66-91f1-909dbd3fda5a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:41:32.459561 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cea09b-a1f4-4625-9747-bf0c75ac14c2", "name": "network-vif-deleted", "tag": "b7285691-312d-4d35-885f-39a566cfd21d", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:41:32.459848 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9effa32f-3042-4c66-91f1-909dbd3fda5a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:41:32.460778 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cea09b-a1f4-4625-9747-bf0c75ac14c2', 'name': 'network-vif-deleted', 'tag': 'b7285691-312d-4d35-885f-39a566cfd21d', 'status': 'completed', 'code': 200} Aug 28 08:41:32.852220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port c3cf2324-29d1-4052-af71-dea85f56797e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:32.853175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.931551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f42434e-6fe0-4448-bd88-6e4556a9a43a req-770dace5-a6eb-43ec-9a3a-0a32485208d4 tempest-ServerRescueTestJSONUnderV235-519061441 tempest-ServerRescueTestJSONUnderV235-519061441-project] 10.222.0.46 "GET /v2.0/ports?device_id=72cea09b-a1f4-4625-9747-bf0c75ac14c2 HTTP/1.1" status: 200 len: 210 time: 0.0345459 Aug 28 08:41:32.973439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Provisioning for port d86c1b82-e131-4c02-bbbb-adb4d898012f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:32.978025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.982241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Provisioning complete for port d86c1b82-e131-4c02-bbbb-adb4d898012f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:32.982443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:32.992791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for c3cf2324-29d1-4052-af71-dea85f56797e owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:33.078350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.113335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] For port d86c1b82-e131-4c02-bbbb-adb4d898012f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d86c1b82-e131-4c02-bbbb-adb4d898012f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:33.207269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.207548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.240799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=c3cf2324-29d1-4052-af71-dea85f56797e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:33.261710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc1482-5b9d-48ae-9cc3-06eb0e06bc12 None None] Pushing event updated for resources: {'Port': ['ID=d86c1b82-e131-4c02-bbbb-adb4d898012f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:33.272978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.275440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a1e2436-ae06-4101-830f-73acb4612165 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/c3cf2324-29d1-4052-af71-dea85f56797e HTTP/1.1" status: 204 len: 168 time: 0.8318536 Aug 28 08:41:33.277842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46256) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:33.326753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3836bc7c-8bf6-4a0c-ab1e-c8077e296ac8 None None] Could not find standard attr ID for object c3cf2324-29d1-4052-af71-dea85f56797e. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:33.335178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc37f17c-5365-42c7-8e99-0172c0fadfdf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:33.336743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc37f17c-5365-42c7-8e99-0172c0fadfdf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:33.338416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dc37f17c-5365-42c7-8e99-0172c0fadfdf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595946 Aug 28 08:41:33.341105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:33.399769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet c48b69d7-cfbf-40de-9095-11bc112729fa {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:33.403434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.447859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.532674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.670918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.699079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=c48b69d7-cfbf-40de-9095-11bc112729fa,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:33.703184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.705061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc5199b8-1fb9-4c10-a9ec-fa47b993f99d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c48b69d7-cfbf-40de-9095-11bc112729fa HTTP/1.1" status: 204 len: 168 time: 0.3629243 Aug 28 08:41:33.708111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46260) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:33.710524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0734c9-a30a-40ff-9e32-490e33028989 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:33.751235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b708a09e-a492-4b30-a507-1fb6c61b8f5a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415742 Aug 28 08:41:33.753874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46262) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:33.758785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:33.887710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:33.927276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:33.931593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.938524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Deleting port d86c1b82-e131-4c02-bbbb-adb4d898012f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:33.938901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:33.994116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46266) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:34.003181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] For port d86c1b82-e131-4c02-bbbb-adb4d898012f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d86c1b82-e131-4c02-bbbb-adb4d898012f,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:34.003949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.017680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Calling delete_port for d86c1b82-e131-4c02-bbbb-adb4d898012f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:34.172557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d86c1b82-e131-4c02-bbbb-adb4d898012f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:34.193440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.219031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.229229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] Pushing event deleted for resources: {'Port': ['ID=d86c1b82-e131-4c02-bbbb-adb4d898012f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:34.231296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b86269-ea1e-4f41-8afd-f670bcfb9628 None None] No DVR routers for this DVR port d86c1b82-e131-4c02-bbbb-adb4d898012f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:34.241964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No active binding found for port d86c1b82-e131-4c02-bbbb-adb4d898012f {{(pid=95468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 08:41:34.242595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d86c1b82-e131-4c02-bbbb-adb4d898012f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:34.282041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:34.285244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:34.289747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:34.290342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.294774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a80b8-a091-45d9-ad67-5138b9fb1c3f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:34.300088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=c244eb21-2dae-4374-a8f8-1e0bddecbdf7,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:34.391294 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-21c6082e-352a-4bee-acda-2a1408b618d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6361556 Aug 28 08:41:34.393879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46270) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:34.399904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': 'c244eb21-2dae-4374-a8f8-1e0bddecbdf7', 'ip_address': '2001:db8::c1ee:a8cf:a344:719a'}], 'name': 'tempest-NetworksTestDHCPv6-2142578909'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:34.442301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'c244eb21-2dae-4374-a8f8-1e0bddecbdf7'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:34.443216 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.452778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.587664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c244eb21-2dae-4374-a8f8-1e0bddecbdf7/b5cff4e3-475c-4cec-90c8-352a09077adb) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:34.734513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:34.734811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.747030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Transition to ACTIVE for port object b5cff4e3-475c-4cec-90c8-352a09077adb will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:34.767264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Transition to ACTIVE for port object b5cff4e3-475c-4cec-90c8-352a09077adb will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:34.824438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.826836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Deleting port 9bae5916-17d5-469a-a69a-d73fc2154f21 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:34.827179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.844799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.853436 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.892788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:34.894398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port f011e117-f3e8-40d9-bb3d-147a4282ed6c yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:34.895671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:34.899978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:34.909048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Pushing event updated for resources: {'Port': ['ID=b5cff4e3-475c-4cec-90c8-352a09077adb,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:34.957760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Attempting to bind port b5cff4e3-475c-4cec-90c8-352a09077adb on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:34.958043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Attempting to bind port b5cff4e3-475c-4cec-90c8-352a09077adb by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:34.958461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Attempting to bind port b5cff4e3-475c-4cec-90c8-352a09077adb on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:34.963468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:34.967846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:34.967846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:34.967846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:34.967846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Bound port: b5cff4e3-475c-4cec-90c8-352a09077adb, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:34.967846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.029379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] For port b5cff4e3-475c-4cec-90c8-352a09077adb, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:35.030131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] For port 9bae5916-17d5-469a-a69a-d73fc2154f21, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9bae5916-17d5-469a-a69a-d73fc2154f21,segment=NetworkSegment(ffcdb1be-ed63-442b-a943-dd6a726d1688),segment_id=ffcdb1be-ed63-442b-a943-dd6a726d1688)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:35.030601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.032618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] For port b5cff4e3-475c-4cec-90c8-352a09077adb, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5cff4e3-475c-4cec-90c8-352a09077adb,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:35.071436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Calling delete_port for 9bae5916-17d5-469a-a69a-d73fc2154f21 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:35.099587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.160126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feed7fe-abca-4946-b39d-da7e962c7ed2 None None] Pushing event updated for resources: {'Port': ['ID=b5cff4e3-475c-4cec-90c8-352a09077adb,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:35.196245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::c1ee:a8cf:a344:719a (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c244eb21-2dae-4374-a8f8-1e0bddecbdf7/f011e117-f3e8-40d9-bb3d-147a4282ed6c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:35.378593 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.460379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.478125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object f011e117-f3e8-40d9-bb3d-147a4282ed6c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:35.543031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.571795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bae5916-17d5-469a-a69a-d73fc2154f21,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:35.671729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.729344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:35.762096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:35.764664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:35.772828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:35.772828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.793978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=f011e117-f3e8-40d9-bb3d-147a4282ed6c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:35.807155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:35.899238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25cfe7f4-7d18-4980-bfc6-49ac8abaaf94 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5042021 Aug 28 08:41:35.901723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46274) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:36.002050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39739e6f-bdb4-4dba-882f-9f7638cf2a59 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:36.008409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39739e6f-bdb4-4dba-882f-9f7638cf2a59 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:36.010019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39739e6f-bdb4-4dba-882f-9f7638cf2a59 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1073370 Aug 28 08:41:36.012694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46276) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:36.141929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b7285691-312d-4d35-885f-39a566cfd21d no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:36.181827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: b7285691-312d-4d35-885f-39a566cfd21d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:36.181936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device b7285691-312d-4d35-885f-39a566cfd21d not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:36.247207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-df810f5b-706b-452c-a297-699d14ea1466 None None] Provisioning for port b5cff4e3-475c-4cec-90c8-352a09077adb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:36.328512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5cff4e3-475c-4cec-90c8-352a09077adb up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:36.447326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Router 5fa04577-137e-49c5-b043-ddb0f5307918 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:41:36.452748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ee5c5a82-21fe-44b8-82b7-767729dbe46c None None] Provisioning for port f011e117-f3e8-40d9-bb3d-147a4282ed6c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:36.456850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ee5c5a82-21fe-44b8-82b7-767729dbe46c None None] Provisioning complete for port f011e117-f3e8-40d9-bb3d-147a4282ed6c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:36.457222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a82-21fe-44b8-82b7-767729dbe46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.471865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port f011e117-f3e8-40d9-bb3d-147a4282ed6c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:36.472203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.482979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b5cff4e3-475c-4cec-90c8-352a09077adb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:36.493043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b5cff4e3-475c-4cec-90c8-352a09077adb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:36.493363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.518397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c5a82-21fe-44b8-82b7-767729dbe46c None None] Port f011e117-f3e8-40d9-bb3d-147a4282ed6c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:36.574650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.607598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b5cff4e3-475c-4cec-90c8-352a09077adb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5cff4e3-475c-4cec-90c8-352a09077adb,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:36.637766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.644906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:36.650734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9822bef-899d-4e4a-81a3-78ec3dfab8b2 admin admin] 10.222.0.46 "PUT /v2.0/routers/5fa04577-137e-49c5-b043-ddb0f5307918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549137 Aug 28 08:41:36.653353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:36.654488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Sync routers for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:36.661748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for f011e117-f3e8-40d9-bb3d-147a4282ed6c owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:36.666950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:36.667649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:36.704795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.764829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.800521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b5cff4e3-475c-4cec-90c8-352a09077adb,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:36.813578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:36.857477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.870442 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.893048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=f011e117-f3e8-40d9-bb3d-147a4282ed6c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:36.917202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:36.919740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1aa2b1dc-c8b2-48b2-b49b-8705ff75b3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/f011e117-f3e8-40d9-bb3d-147a4282ed6c HTTP/1.1" status: 204 len: 168 time: 0.9061623 Aug 28 08:41:36.922521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46282) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:36.983141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d5352-8011-4d8d-93e2-581e83ac5607 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:36.984801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d5352-8011-4d8d-93e2-581e83ac5607 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:36.987300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b86d5352-8011-4d8d-93e2-581e83ac5607 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0638361 Aug 28 08:41:36.989927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46284) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.012921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '69a37239-3ec7-4a50-b517-49006d72724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:41:35Z', 'revision_number': 5, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port': {'id': '69a37239-3ec7-4a50-b517-49006d72724a', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:40:25Z', 'updated_at': '2021-08-28T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:37.015878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Deleting port 69a37239-3ec7-4a50-b517-49006d72724a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:37.016163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.043628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Checking router: 5fa04577-137e-49c5-b043-ddb0f5307918 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:41:37.051102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet c244eb21-2dae-4374-a8f8-1e0bddecbdf7 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:37.054762 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.054949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Routers {'5fa04577-137e-49c5-b043-ddb0f5307918'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:37.055500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5fa04577-137e-49c5-b043-ddb0f5307918'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:37.108381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.111270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] For port 69a37239-3ec7-4a50-b517-49006d72724a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=69a37239-3ec7-4a50-b517-49006d72724a,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:37.111640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.128032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Calling delete_port for 69a37239-3ec7-4a50-b517-49006d72724a owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:37.150338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] Set router 5fa04577-137e-49c5-b043-ddb0f5307918 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:37.205577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:41:36Z', 'revision_number': 6, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:37.214660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.233062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26a096-ae54-4d1c-a996-a7c15e428795 None None] The sync data for ids ['5fa04577-137e-49c5-b043-ddb0f5307918'] in n-d-792458-16 is: [{'id': '5fa04577-137e-49c5-b043-ddb0f5307918', 'name': 'tempest-ServerRescueTestJSONUnderV235-413220719-router', 'tenant_id': '89c049fb659d496aa1c2bee2a371c4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:40:24Z', 'updated_at': '2021-08-28T08:41:36Z', 'revision_number': 6, 'project_id': '89c049fb659d496aa1c2bee2a371c4c4', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:37.362315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.389300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=c244eb21-2dae-4374-a8f8-1e0bddecbdf7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:37.391003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.408328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fb2cc-a2e7-4e64-bb59-f0dc2798f1fd None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:37.411352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.415451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef6c8c4f-a6ab-44b0-8681-9cc00aa23538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c244eb21-2dae-4374-a8f8-1e0bddecbdf7 HTTP/1.1" status: 204 len: 168 time: 0.4217620 Aug 28 08:41:37.417653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46288) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.427029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a37239-3ec7-4a50-b517-49006d72724a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:37.469650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d8796b5-43a0-4f34-9511-d326738ded64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485895 Aug 28 08:41:37.470020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46290) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.550880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.622575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6c861-ff76-4c16-9d9f-a17b33d5e3a9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:37.626443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cea6c861-ff76-4c16-9d9f-a17b33d5e3a9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1530516 Aug 28 08:41:37.627844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.669258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.672355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.744611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d27952-a058-4f6c-a408-aac1b5ce51f0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:37.746193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16d27952-a058-4f6c-a408-aac1b5ce51f0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184258 Aug 28 08:41:37.748741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46294) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.791532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d35f0b5-9f4f-4c31-8b5b-59269badb5bf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415602 Aug 28 08:41:37.795421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46296) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.800540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:37.835761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.836256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa04577-137e-49c5-b043-ddb0f5307918 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:41:37.841171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.842608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2125e07b-698b-40a5-9dcb-a02710f605d1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5fa04577-137e-49c5-b043-ddb0f5307918 HTTP/1.1" status: 204 len: 168 time: 1.1879783 Aug 28 08:41:37.844799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46298) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:37.890709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Deleting subnet 0d146665-432e-4a83-b5b1-8d092642f1b7 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:37.893907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.934034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.970616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:37.974034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:37.974587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.011992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:38.064507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Deleting port b5cff4e3-475c-4cec-90c8-352a09077adb {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:38.064885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.094342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.139994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d146665-432e-4a83-b5b1-8d092642f1b7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:38.141811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.142879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] For port b5cff4e3-475c-4cec-90c8-352a09077adb, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5cff4e3-475c-4cec-90c8-352a09077adb,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:38.146262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-187dd3b2-9421-4e5c-b2b8-7fdc945bcc16 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d146665-432e-4a83-b5b1-8d092642f1b7 HTTP/1.1" status: 204 len: 168 time: 0.2981880 Aug 28 08:41:38.146782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.150438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46300) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:38.162267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Calling delete_port for b5cff4e3-475c-4cec-90c8-352a09077adb owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:38.213740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9bae5916-17d5-469a-a69a-d73fc2154f21 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:38.244563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.244772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9bae5916-17d5-469a-a69a-d73fc2154f21 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:38.245010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9bae5916-17d5-469a-a69a-d73fc2154f21 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:38.245448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 69a37239-3ec7-4a50-b517-49006d72724a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:38.271460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 69a37239-3ec7-4a50-b517-49006d72724a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:38.271917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 69a37239-3ec7-4a50-b517-49006d72724a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:38.273117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5cff4e3-475c-4cec-90c8-352a09077adb no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:38.327682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.345718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.355532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32a6e3f-330e-454e-9b8d-327a1229a5cd']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:38.369250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcdb1be-ed63-442b-a943-dd6a726d1688') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:38.369572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcdb1be-ed63-442b-a943-dd6a726d1688') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:38.374323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:38.379509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:38.379862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.384599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:38.385324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.393449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=1e258391-3c3d-4ca0-8d6d-4f590ec99f6b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:38.397933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.402954 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.406414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:41:38.406821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:41:38.408594 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:41:38.415357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.448642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] Pushing event deleted for resources: {'Port': ['ID=b5cff4e3-475c-4cec-90c8-352a09077adb,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:38.454060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6e1d3-bacd-48eb-aaf1-f3bd9acdf9a1 None None] No DVR routers for this DVR port b5cff4e3-475c-4cec-90c8-352a09077adb on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:38.486758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-52b20cae-8aaa-426c-b87c-8f8b197235d8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6900699 Aug 28 08:41:38.488657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6529515-edd4-43cf-a449-9412124348f4 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:38.489467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46304) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:38.495020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '1e258391-3c3d-4ca0-8d6d-4f590ec99f6b', 'ip_address': '2001:db8::ce00:e0e8:9345:4dd'}], 'name': 'tempest-NetworksTestDHCPv6-465800337'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:38.572594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.581185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.583110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e32a6e3f-330e-454e-9b8d-327a1229a5cd HTTP/1.1" status: 204 len: 168 time: 0.4315171 Aug 28 08:41:38.612039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1505a95-5b9e-4979-9226-19cedd609d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32a6e3f-330e-454e-9b8d-327a1229a5cd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:38.685207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '1e258391-3c3d-4ca0-8d6d-4f590ec99f6b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:38.686161 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.744444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:38.829841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.833239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/1e258391-3c3d-4ca0-8d6d-4f590ec99f6b/8953b4c3-dae5-4133-9e3c-e57732fdf7e6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:38.847890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 681dbdf6-0db3-4141-b292-2183ccb2c8a9 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:38.982959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:38.991335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Transition to ACTIVE for port object 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:39.005993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Transition to ACTIVE for port object 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:39.006243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46308) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:39.046614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6caa6a71-5036-4416-942e-476c0f0f57fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89c049fb659d496aa1c2bee2a371c4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384872 Aug 28 08:41:39.049022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46310) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:39.071221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.111671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:39.114601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:39.117695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:39.128887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Pushing event updated for resources: {'Port': ['ID=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:39.138407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::ce00:e0e8:9345:4dd (7f64f739-d1c6-46e7-a34a-79d6369f1a06/1e258391-3c3d-4ca0-8d6d-4f590ec99f6b/681dbdf6-0db3-4141-b292-2183ccb2c8a9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:39.142562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.182177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.183181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Attempting to bind port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:39.183930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Attempting to bind port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:39.184348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Attempting to bind port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:39.189712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:39.190559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:39.190965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.191359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:39.191823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Bound port: 8953b4c3-dae5-4133-9e3c-e57732fdf7e6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:39.192202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.257880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] For port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:39.260952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] For port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:39.316424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.332404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.347730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 681dbdf6-0db3-4141-b292-2183ccb2c8a9 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:39.375332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b870-6b61-4de4-b0f4-fb39edc58d33 None None] Pushing event updated for resources: {'Port': ['ID=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:39.385274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.390007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.394163 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/239a9368-2ed8-46d5-be55-91ed364ba880 HTTP/1.1" status: 204 len: 168 time: 0.3417826 Aug 28 08:41:39.405541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c65c2-311b-4a73-a334-7395a0b49e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a9368-2ed8-46d5-be55-91ed364ba880,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:39.487731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.536279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:39.540521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:39.548711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:39.562309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:39.562991 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.579179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=681dbdf6-0db3-4141-b292-2183ccb2c8a9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:39.675227 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-99fb80e2-62ba-4456-acf9-b65e4375ddf4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1843433 Aug 28 08:41:39.685585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46316) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:39.691051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '1e258391-3c3d-4ca0-8d6d-4f590ec99f6b', 'ip_address': '2001:db8::ce00:e0e8:9345:4dd'}], 'name': 'tempest-NetworksTestDHCPv6-2029502083'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:39.892923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:39.898914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:39.918118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 8394a24c-47d2-422e-aee8-18844f857555 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:40.139880 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 08:41:40.140924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:41:40.189672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:40.248392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb625c22-9318-4f78-b735-fce16aa37f60 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5612643 Aug 28 08:41:40.250824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46330) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:40.285783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:40.320225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfcb271-1f09-4b35-8f51-45df4a6b83c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:40.326421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfcb271-1f09-4b35-8f51-45df4a6b83c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:40.331146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bbfcb271-1f09-4b35-8f51-45df4a6b83c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0762045 Aug 28 08:41:40.331266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:40.426334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 681dbdf6-0db3-4141-b292-2183ccb2c8a9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:40.426758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.465111 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Provisioning for port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:40.469698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Provisioning complete for port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:40.470155 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.544256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.564664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 681dbdf6-0db3-4141-b292-2183ccb2c8a9 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:40.574961 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.615337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] For port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:40.715936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.767098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c309c-c457-45e6-b5d0-a70d17b28f28 None None] Pushing event updated for resources: {'Port': ['ID=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:40.784789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.823008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=681dbdf6-0db3-4141-b292-2183ccb2c8a9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:40.829603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7f362fc3-0ac5-4c9c-89b3-174838a35cda None None] Could not find standard attr ID for object 681dbdf6-0db3-4141-b292-2183ccb2c8a9. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:40.845259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:40.847665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a81fd9aa-832c-45fd-9063-97baf6f5ffb5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/681dbdf6-0db3-4141-b292-2183ccb2c8a9 HTTP/1.1" status: 204 len: 168 time: 0.5156448 Aug 28 08:41:40.850654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46356) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:40.907006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57b2b5-ef26-40ba-b628-42b92a28ca1a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:40.909517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57b2b5-ef26-40ba-b628-42b92a28ca1a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:40.911136 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a57b2b5-ef26-40ba-b628-42b92a28ca1a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0595441 Aug 28 08:41:40.914238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46358) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:40.938575 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:41:40.970847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 1e258391-3c3d-4ca0-8d6d-4f590ec99f6b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:40.974120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.162671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61aa1365-2234-40f6-8933-83fbe6094784 req-38fa8e6c-1192-4a16-aba2-bc54338a3430 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0280700 Aug 28 08:41:41.286859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.379177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.537886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.572035 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=1e258391-3c3d-4ca0-8d6d-4f590ec99f6b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:41.578873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.581023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-340aa8ca-3597-46d9-9ba5-7a43eaaeaedf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/1e258391-3c3d-4ca0-8d6d-4f590ec99f6b HTTP/1.1" status: 204 len: 168 time: 0.6658230 Aug 28 08:41:41.584521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:41.588780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c0a24-9977-4cfa-b8a4-524636586045 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:41.630102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ec2ac99-9998-416b-add9-80f222f36592 req-eafd8574-27e3-4077-a63e-bfddfc63ce7a tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0294735 Aug 28 08:41:41.678897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5684ffc2-5111-4792-8592-d154be32a5ed tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915146 Aug 28 08:41:41.683099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46394) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:41.688454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:41.799746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:41.845533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Deleting port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:41.845909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.847281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:41.850862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.911037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] For port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:41.911444 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:41.927036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Calling delete_port for 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:42.070703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.096052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] Pushing event deleted for resources: {'Port': ['ID=8953b4c3-dae5-4133-9e3c-e57732fdf7e6,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:42.102019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e63e1-0935-436b-a848-95d84a5d46a5 None None] No DVR routers for this DVR port 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:42.143616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.181135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:42.181544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:42.185636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:42.195780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:42.198072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.211019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f34c1-3261-4caf-9b33-775829ca8cef None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:42.214242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:42.214587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8953b4c3-dae5-4133-9e3c-e57732fdf7e6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:42.237153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=5bd9fd4e-5419-4d94-b99c-426415ed83c3,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:42.292058 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa1855d7-1ae4-414e-b0f9-621212dbbda7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6077542 Aug 28 08:41:42.294892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46400) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:42.300188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '5bd9fd4e-5419-4d94-b99c-426415ed83c3', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1739463622'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:42.377705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '5bd9fd4e-5419-4d94-b99c-426415ed83c3'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:42.378623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.498843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:42.527027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/5bd9fd4e-5419-4d94-b99c-426415ed83c3/26aff268-eac8-49f0-8f7a-9591d92b2144) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:42.593618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.612146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 1f62ab96-91c2-40b7-a5fc-c0545b7a7ab9 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:42.900534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:42.902296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea09279a-4669-473c-baae-94f5a207d5f0 req-1848028f-bc1a-4c67-ba83-edf16d4149cb tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.1804721 Aug 28 08:41:42.909138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Transition to ACTIVE for port object 26aff268-eac8-49f0-8f7a-9591d92b2144 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:42.924325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Transition to ACTIVE for port object 26aff268-eac8-49f0-8f7a-9591d92b2144 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:43.017750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.059614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:43.064429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:43.069407 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:41:43.069747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:43.069869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:41:43.072858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Pushing event updated for resources: {'Port': ['ID=26aff268-eac8-49f0-8f7a-9591d92b2144,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:43.133021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Attempting to bind port 26aff268-eac8-49f0-8f7a-9591d92b2144 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:43.133395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Attempting to bind port 26aff268-eac8-49f0-8f7a-9591d92b2144 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:43.133764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Attempting to bind port 26aff268-eac8-49f0-8f7a-9591d92b2144 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:43.139653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:43.140109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:43.140517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.140918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:43.141394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Bound port: 26aff268-eac8-49f0-8f7a-9591d92b2144, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:43.141782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.179569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb66300d-6d1d-48da-bb84-217b8e9646ba tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8834805 Aug 28 08:41:43.182078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46406) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:43.219140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] For port 26aff268-eac8-49f0-8f7a-9591d92b2144, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:43.229880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] For port 26aff268-eac8-49f0-8f7a-9591d92b2144, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=26aff268-eac8-49f0-8f7a-9591d92b2144,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:43.236934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c103d-398f-45fe-9ba7-3ef3b6859e34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:43.238645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c81c103d-398f-45fe-9ba7-3ef3b6859e34 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0556703 Aug 28 08:41:43.241982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46410) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:43.287825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.300523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b05575-7a64-4559-85b2-a95891e0d47e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:43.302190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b05575-7a64-4559-85b2-a95891e0d47e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:43.306774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-26b05575-7a64-4559-85b2-a95891e0d47e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0612764 Aug 28 08:41:43.307092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46412) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:43.350954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ab59-b6f0-458f-9f4d-7437d34c031f None None] Pushing event updated for resources: {'Port': ['ID=26aff268-eac8-49f0-8f7a-9591d92b2144,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:43.370634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 5bd9fd4e-5419-4d94-b99c-426415ed83c3 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:43.373955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.421825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.516964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.681811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.714001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd9fd4e-5419-4d94-b99c-426415ed83c3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:43.717723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:43.722774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d6d37646-41a1-4753-bc7d-740bf34cea2c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5bd9fd4e-5419-4d94-b99c-426415ed83c3 HTTP/1.1" status: 204 len: 168 time: 0.4116070 Aug 28 08:41:43.722774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:43.761070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-245382c8-f93f-4845-8f54-2b7ed59a1f07 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378222 Aug 28 08:41:43.764673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46416) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:43.769534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:43.908826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:43.913291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.038295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71fee78d-e3e2-44be-b0f2-ddf21a6bd00e req-c42eae4c-5c8f-4315-9b6b-d76f0ebf0df9 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0299659 Aug 28 08:41:44.189262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 26aff268-eac8-49f0-8f7a-9591d92b2144 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:44.190466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.242558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:44.245887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:44.250287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:44.250881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.263805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=b5062a79-acc7-4054-97b8-e4cb7b4ab0bd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:44.303983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 26aff268-eac8-49f0-8f7a-9591d92b2144 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:44.339044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-666fe7ff-ad9d-4d1f-8cdf-d557f5d6b207 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5733175 Aug 28 08:41:44.341540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46424) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:44.346659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1904368647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:44.383857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87831b42-efdb-4756-b6e1-c099e729373f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:44.424224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.425293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.478239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.539795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.611542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Provisioning for port 26aff268-eac8-49f0-8f7a-9591d92b2144 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:44.616584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Provisioning complete for port 26aff268-eac8-49f0-8f7a-9591d92b2144 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:44.616955 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.647291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.648578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2967539-aaec-4aa9-af62-740369f31385 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3057117 Aug 28 08:41:44.651310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46426) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:44.720726 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.755459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] For port 26aff268-eac8-49f0-8f7a-9591d92b2144, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=26aff268-eac8-49f0-8f7a-9591d92b2144,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:44.830391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.879606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b4d23-16b8-4c31-8ed7-70db9f609cda None None] Pushing event updated for resources: {'Port': ['ID=26aff268-eac8-49f0-8f7a-9591d92b2144,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:44.949509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd5fdde2-5637-44ed-a937-01749fe48beb None None] Provisioning complete for port 26aff268-eac8-49f0-8f7a-9591d92b2144 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:44.949874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdde2-5637-44ed-a937-01749fe48beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:44.987326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.144273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22766f09-7ca7-4606-9750-b10940f34eea req-57e883a7-9ecf-4f13-990d-73ae4ed60d94 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0268526 Aug 28 08:41:45.220877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::1 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/b5062a79-acc7-4054-97b8-e4cb7b4ab0bd/e74170bb-9f3a-472c-91fd-196b7d1b2ec4) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:45.337144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.350855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object e74170bb-9f3a-472c-91fd-196b7d1b2ec4 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:45.441789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.485280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:45.488530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:45.492950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:45.493494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.499377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:45.706675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.824391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f45a9e8e-a767-46b2-a4ef-16939dded0a3 None None] Provisioning for port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:45.828238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f45a9e8e-a767-46b2-a4ef-16939dded0a3 None None] Provisioning complete for port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:45.828631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f45a9e8e-a767-46b2-a4ef-16939dded0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:45.862554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f45a9e8e-a767-46b2-a4ef-16939dded0a3 None None] Port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:45.968043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:46.029813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:46.030736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:46.117632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:46.158355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 26aff268-eac8-49f0-8f7a-9591d92b2144 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:46.164611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:46.165963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:46.211918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 26aff268-eac8-49f0-8f7a-9591d92b2144 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:46.212291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:46.279304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f90766c2-98cd-4881-b200-f67a1253d287 req-d2eb35af-565d-4022-9d71-7fdf263563cb tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0327392 Aug 28 08:41:46.411424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Router 729ac32c-d35e-4d21-bfa4-246dc323138a is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:41:46.486865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5f2e4af5-44bb-44a8-9e2b-6a6f3d529b34 None None] Provisioning complete for port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:46.487222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4af5-44bb-44a8-9e2b-6a6f3d529b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:46.504990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:46.512684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1d9cb513-8fbb-4341-8e82-80ac28d69ad3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "PUT /v2.0/routers/729ac32c-d35e-4d21-bfa4-246dc323138a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603494 Aug 28 08:41:46.520378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:46.521363 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Sync routers for ids ['729ac32c-d35e-4d21-bfa4-246dc323138a'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:46.529055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e4af5-44bb-44a8-9e2b-6a6f3d529b34 None None] Port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:46.535171 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Routers {'729ac32c-d35e-4d21-bfa4-246dc323138a'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:46.535808 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['729ac32c-d35e-4d21-bfa4-246dc323138a'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:46.562151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcedd96-0ead-4475-b892-457bca757180 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:46.563641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2bcedd96-0ead-4475-b892-457bca757180 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports/e74170bb-9f3a-472c-91fd-196b7d1b2ec4 HTTP/1.1" status: 200 len: 911 time: 0.0472453 Aug 28 08:41:46.566142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46438) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:46.617611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10c9ac-7961-49e7-bccf-189e08b9e038 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:46.623598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10c9ac-7961-49e7-bccf-189e08b9e038 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:46.625194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-de10c9ac-7961-49e7-bccf-189e08b9e038 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0580895 Aug 28 08:41:46.626698 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Set router 729ac32c-d35e-4d21-bfa4-246dc323138a gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:46.629050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46440) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:46.815558 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'name': 'tempest-NetworksTestDHCPv6-router-1904368647', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:44Z', 'updated_at': '2021-08-28T08:41:45Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': 'e74170bb-9f3a-472c-91fd-196b7d1b2ec4', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:2c:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:45Z', 'updated_at': '2021-08-28T08:41:45Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:46.844352 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Checking router: 729ac32c-d35e-4d21-bfa4-246dc323138a for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:41:46.844693 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Updating router 729ac32c-d35e-4d21-bfa4-246dc323138a port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:41:46.961902 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.011049 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-06c34169-7d19-44c1-a053-1ddd0e14854d req-0a459e8f-e989-4f2a-aab7-7a1c7f308c98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Aug 28 08:41:47.058145 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.231417 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.241973 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Transition to ACTIVE for port object e74170bb-9f3a-472c-91fd-196b7d1b2ec4 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:47.273548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:47.273900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.316297 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.372465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Pushing event updated for resources: {'Port': ['ID=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:47.382481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.382841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.383177 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.383514 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.383845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.384174 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.384503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.384873 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.385197 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.385522 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.386394 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.386493 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:41:47.392191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.415573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3768e1f8-4f46-4904-9487-1f8b6edfc0d6 req-707a1e1e-5441-4deb-9d7d-8812f5c0b0ec tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0377815 Aug 28 08:41:47.422197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for e74170bb-9f3a-472c-91fd-196b7d1b2ec4 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:47.450631 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Attempting to bind port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:47.451083 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Attempting to bind port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:47.451524 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Attempting to bind port e74170bb-9f3a-472c-91fd-196b7d1b2ec4 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:47.457418 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:47.457765 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:47.458351 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.458934 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:47.460177 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Bound port: e74170bb-9f3a-472c-91fd-196b7d1b2ec4, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:47.460619 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.540713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] For port e74170bb-9f3a-472c-91fd-196b7d1b2ec4, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:47.545446 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] For port e74170bb-9f3a-472c-91fd-196b7d1b2ec4, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:47.608230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-86e06456-fbd2-4a81-9a83-058219373b2e req-1cfee006-abc3-429c-9778-915fbf7cf6d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0260315 Aug 28 08:41:47.687946 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.739334 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Routers {'729ac32c-d35e-4d21-bfa4-246dc323138a'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:47.740136 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['729ac32c-d35e-4d21-bfa4-246dc323138a'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:47.785313 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615941a-d8f9-4713-bb2a-3279ff2befd8 None None] Pushing event updated for resources: {'Port': ['ID=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:47.819643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.841836 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] Set router 729ac32c-d35e-4d21-bfa4-246dc323138a gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:47.884502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=e74170bb-9f3a-472c-91fd-196b7d1b2ec4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:47.955689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:47.973627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bcc2c5cb-9d55-4644-91ec-92684e6a38f1 None None] Could not find standard attr ID for object e74170bb-9f3a-472c-91fd-196b7d1b2ec4. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:48.059961 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'name': 'tempest-NetworksTestDHCPv6-router-1904368647', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:44Z', 'updated_at': '2021-08-28T08:41:45Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': 'e74170bb-9f3a-472c-91fd-196b7d1b2ec4', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:2c:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:45Z', 'updated_at': '2021-08-28T08:41:47Z', 'revision_number': 4, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:48.088602 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd3a3c-5fb2-47d8-b005-9ca708a707b7 None None] The sync data for ids ['729ac32c-d35e-4d21-bfa4-246dc323138a'] in n-d-792458-16 is: [{'id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'name': 'tempest-NetworksTestDHCPv6-router-1904368647', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:44Z', 'updated_at': '2021-08-28T08:41:45Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': 'e74170bb-9f3a-472c-91fd-196b7d1b2ec4', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:2c:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ac32c-d35e-4d21-bfa4-246dc323138a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:45Z', 'updated_at': '2021-08-28T08:41:47Z', 'revision_number': 4, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': 'b5062a79-acc7-4054-97b8-e4cb7b4ab0bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:48.130053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Router 729ac32c-d35e-4d21-bfa4-246dc323138a has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:41:48.218370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:48.223747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eea513b7-639c-4257-ad7a-0b2e6e61420a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "PUT /v2.0/routers/729ac32c-d35e-4d21-bfa4-246dc323138a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934248 Aug 28 08:41:48.226486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46446) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:48.290780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f627f1-bdb9-4817-b5df-75b83da404e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:48.292365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f627f1-bdb9-4817-b5df-75b83da404e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:48.294255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-79f627f1-bdb9-4817-b5df-75b83da404e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0663958 Aug 28 08:41:48.296941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46448) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:48.359900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet b5062a79-acc7-4054-97b8-e4cb7b4ab0bd {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:48.363385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.413310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.463675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.548177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bcc8813c-360c-4094-a527-2bd5168b2392 req-28e880b5-ede5-4592-ad8e-7d0d254d28a7 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0388682 Aug 28 08:41:48.654149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.680359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=b5062a79-acc7-4054-97b8-e4cb7b4ab0bd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:48.687651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.689929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ecdcc200-fe1b-43b7-8f61-3999f168e96b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b5062a79-acc7-4054-97b8-e4cb7b4ab0bd HTTP/1.1" status: 204 len: 168 time: 0.3918447 Aug 28 08:41:48.692495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46454) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:48.695249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6f145-137d-4608-b62d-83aab2780448 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:48.816729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dac69725-7884-49b2-a6ba-00a7a26e20b0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1203427 Aug 28 08:41:48.816954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:48.897406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:48.914393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:48.964085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Deleting port 26aff268-eac8-49f0-8f7a-9591d92b2144 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:48.964493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.031814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] For port 26aff268-eac8-49f0-8f7a-9591d92b2144, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=26aff268-eac8-49f0-8f7a-9591d92b2144,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:49.032411 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.049945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Calling delete_port for 26aff268-eac8-49f0-8f7a-9591d92b2144 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:49.069647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.071763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.190033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.190526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Fanout notify agent at l3_agent the message router_deleted on router 729ac32c-d35e-4d21-bfa4-246dc323138a {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:41:49.200270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.200270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d3bf273-59df-4d56-ad2d-9dff5b8b9ea2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/routers/729ac32c-d35e-4d21-bfa4-246dc323138a HTTP/1.1" status: 204 len: 168 time: 0.3818610 Aug 28 08:41:49.202551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46458) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:49.208010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:49.212899 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.245212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] Pushing event deleted for resources: {'Port': ['ID=26aff268-eac8-49f0-8f7a-9591d92b2144,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:49.250304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a404a-3e48-42fd-a4a6-d120cfab170b None None] No DVR routers for this DVR port 26aff268-eac8-49f0-8f7a-9591d92b2144 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:49.378429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:49.382703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.511686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Sync routers for ids ['729ac32c-d35e-4d21-bfa4-246dc323138a'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:49.523242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:49.523621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:41:49.524248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'729ac32c-d35e-4d21-bfa4-246dc323138a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:41:49.534244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:49.534801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:41:49.535412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'729ac32c-d35e-4d21-bfa4-246dc323138a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:41:49.535788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e2d4-af88-45d1-88f7-8a87f71cb33a None None] The sync data for ids ['729ac32c-d35e-4d21-bfa4-246dc323138a'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:49.850295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbff1f6b-39e5-4c99-b3b9-98cd688522b8 req-4c3a4ed5-cfda-4ff4-839e-0c7775b7ef0a tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0330048 Aug 28 08:41:49.944195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:49.992096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:49.995232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:49.999830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:50.000425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.005658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624be48b-799b-4f06-97f2-af79abe91a91 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:50.010999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=52f486ba-ced7-4644-a7f1-b0d53efaa558,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:50.059185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-68d8ef05-ba01-4c1e-93cb-0dc12bac48a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8555415 Aug 28 08:41:50.062054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:50.068609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1578755134', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:50.148827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.149897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.163410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 26aff268-eac8-49f0-8f7a-9591d92b2144 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:50.166799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '52f486ba-ced7-4644-a7f1-b0d53efaa558'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:50.167621 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.206125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.281585 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.355007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 26aff268-eac8-49f0-8f7a-9591d92b2144 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:50.355318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 26aff268-eac8-49f0-8f7a-9591d92b2144 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:50.372694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.376486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b008f2a9-2600-47b9-961c-c93694a0652f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3102772 Aug 28 08:41:50.376775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:50.378502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dd89a7b-53c9-4e70-8299-0a17d61266d7 req-b5498d49-8192-4454-9358-acd4d703143f tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0355663 Aug 28 08:41:50.487502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/52f486ba-ced7-4644-a7f1-b0d53efaa558/ca9b07fa-14c0-43b6-8697-f4bd7169bdfd) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:50.635586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.644839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Transition to ACTIVE for port object ca9b07fa-14c0-43b6-8697-f4bd7169bdfd will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:50.661677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Transition to ACTIVE for port object ca9b07fa-14c0-43b6-8697-f4bd7169bdfd will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:50.688192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.728035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.806325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:50.812574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:50.821587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:50.824110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Pushing event updated for resources: {'Port': ['ID=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:50.892585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Attempting to bind port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:50.892870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Attempting to bind port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:50.893237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Attempting to bind port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:50.899261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:50.899787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:50.900057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.900545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:50.900985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Bound port: ca9b07fa-14c0-43b6-8697-f4bd7169bdfd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:50.901376 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:50.974399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] For port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:50.978134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] For port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:51.080308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:51.142515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84b9d2-4f99-4bd0-a3e7-bd85f5d1a882 None None] Pushing event updated for resources: {'Port': ['ID=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:51.210280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::1 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/52f486ba-ced7-4644-a7f1-b0d53efaa558/31bc37f4-9b80-4d97-bb08-488776a50bdf) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:51.337969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:51.356965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 31bc37f4-9b80-4d97-bb08-488776a50bdf will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:51.470305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:51.483674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be5a4be3-6eb9-4f60-b9d1-bfac3e43c537 req-175ff395-f074-4761-b905-bab3ad7af274 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0272315 Aug 28 08:41:51.513580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:51.516925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:51.523953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:51.524546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:51.565882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=31bc37f4-9b80-4d97-bb08-488776a50bdf,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:51.722944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.033455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.098299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.099150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.218064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=31bc37f4-9b80-4d97-bb08-488776a50bdf,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:52.246936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8bd503c8-cdac-4c15-9464-415ce72fe76a None None] Provisioning for port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:52.272284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:52.273858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:52.304129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ca9b07fa-14c0-43b6-8697-f4bd7169bdfd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:52.435512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:52.440844 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:52.441224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.472582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c77fb98a-4e9f-447d-82b9-3b67754d9e57 None None] Provisioning for port 31bc37f4-9b80-4d97-bb08-488776a50bdf completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:52.480839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c77fb98a-4e9f-447d-82b9-3b67754d9e57 None None] Provisioning complete for port 31bc37f4-9b80-4d97-bb08-488776a50bdf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:52.481300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c77fb98a-4e9f-447d-82b9-3b67754d9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.532665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Router 9190e540-61bf-4e3d-9e56-28c79afc7019 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:41:52.543764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c77fb98a-4e9f-447d-82b9-3b67754d9e57 None None] Port 31bc37f4-9b80-4d97-bb08-488776a50bdf cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:52.566448 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.598615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12428246-76ca-43df-bed4-59cf8dd3412f req-925fa7cb-4221-4b2b-8a27-4151c8f381c8 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0279427 Aug 28 08:41:52.608047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:52.642191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:52.652113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2f72d995-fef8-44f3-b121-e7383463c0f6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "PUT /v2.0/routers/9190e540-61bf-4e3d-9e56-28c79afc7019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2698996 Aug 28 08:41:52.652224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:52.652313 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Sync routers for ids ['9190e540-61bf-4e3d-9e56-28c79afc7019'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:52.661691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Routers {'9190e540-61bf-4e3d-9e56-28c79afc7019'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:52.663290 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['9190e540-61bf-4e3d-9e56-28c79afc7019'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:52.668432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-52ec97bd-449c-4107-91cd-94e0780cd03e None None] Provisioning complete for port 31bc37f4-9b80-4d97-bb08-488776a50bdf triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:52.668900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-52ec97bd-449c-4107-91cd-94e0780cd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.696605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c1c2d-d4c7-4ded-8de5-b7d7cd20d788 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:52.698364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-784c1c2d-d4c7-4ded-8de5-b7d7cd20d788 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports/31bc37f4-9b80-4d97-bb08-488776a50bdf HTTP/1.1" status: 200 len: 911 time: 0.0464907 Aug 28 08:41:52.700956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46500) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:52.701844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:52.737549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-52ec97bd-449c-4107-91cd-94e0780cd03e None None] Port 31bc37f4-9b80-4d97-bb08-488776a50bdf cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:41:52.755171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54d3a7-a7eb-4996-a318-f7a5d50732c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:52.758749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:52.760847 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Set router 9190e540-61bf-4e3d-9e56-28c79afc7019 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:52.761165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54d3a7-a7eb-4996-a318-f7a5d50732c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:52.765354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd54d3a7-a7eb-4996-a318-f7a5d50732c5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0609155 Aug 28 08:41:52.765993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46502) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:52.961679 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'name': 'tempest-NetworksTestDHCPv6-router-1578755134', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:50Z', 'updated_at': '2021-08-28T08:41:51Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': '31bc37f4-9b80-4d97-bb08-488776a50bdf', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:f2:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:51Z', 'updated_at': '2021-08-28T08:41:51Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:52.991543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Checking router: 9190e540-61bf-4e3d-9e56-28c79afc7019 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:41:52.991825 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Updating router 9190e540-61bf-4e3d-9e56-28c79afc7019 port 31bc37f4-9b80-4d97-bb08-488776a50bdf binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:41:53.016124 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.220525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.303855 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.314277 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Transition to ACTIVE for port object 31bc37f4-9b80-4d97-bb08-488776a50bdf will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:53.361014 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.410123 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c36476-ef79-41c1-8138-5d59420065e7 None None] Pushing event updated for resources: {'Port': ['ID=31bc37f4-9b80-4d97-bb08-488776a50bdf,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:53.447736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 31bc37f4-9b80-4d97-bb08-488776a50bdf {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:53.448660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.477180 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Attempting to bind port 31bc37f4-9b80-4d97-bb08-488776a50bdf on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Attempting to bind port 31bc37f4-9b80-4d97-bb08-488776a50bdf by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Attempting to bind port 31bc37f4-9b80-4d97-bb08-488776a50bdf on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Bound port: 31bc37f4-9b80-4d97-bb08-488776a50bdf, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:53.490331 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.546086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] For port 31bc37f4-9b80-4d97-bb08-488776a50bdf, host n-d-792458-16, got binding levels [] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:53.546516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.559060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 31bc37f4-9b80-4d97-bb08-488776a50bdf owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:53.563222 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] For port 31bc37f4-9b80-4d97-bb08-488776a50bdf, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:53.567413 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] For port 31bc37f4-9b80-4d97-bb08-488776a50bdf, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=31bc37f4-9b80-4d97-bb08-488776a50bdf,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:53.674382 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.734553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29a740bb-1a0c-4d02-bf11-636c75ae2c95 req-ad24ad17-7239-457a-b87a-798ab994881c tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0336063 Aug 28 08:41:53.741953 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c36476-ef79-41c1-8138-5d59420065e7 None None] Pushing event updated for resources: {'Port': ['ID=31bc37f4-9b80-4d97-bb08-488776a50bdf,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:53.761126 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Routers {'9190e540-61bf-4e3d-9e56-28c79afc7019'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:53.761949 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['9190e540-61bf-4e3d-9e56-28c79afc7019'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:53.830797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:53.848986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] Set router 9190e540-61bf-4e3d-9e56-28c79afc7019 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:41:53.858336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=31bc37f4-9b80-4d97-bb08-488776a50bdf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:53.970620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:54.080001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0f22ef8d-f75b-430b-9b21-668f551eddb7 None None] Could not find standard attr ID for object 31bc37f4-9b80-4d97-bb08-488776a50bdf. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:54.228131 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'name': 'tempest-NetworksTestDHCPv6-router-1578755134', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:50Z', 'updated_at': '2021-08-28T08:41:51Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': '31bc37f4-9b80-4d97-bb08-488776a50bdf', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:f2:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:51Z', 'updated_at': '2021-08-28T08:41:53Z', 'revision_number': 4, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:41:54.240018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ca9b07fa-14c0-43b6-8697-f4bd7169bdfd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:54.264881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f84706-df2f-4458-ab13-645902799fa0 None None] The sync data for ids ['9190e540-61bf-4e3d-9e56-28c79afc7019'] in n-d-792458-16 is: [{'id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'name': 'tempest-NetworksTestDHCPv6-router-1578755134', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:41:50Z', 'updated_at': '2021-08-28T08:41:51Z', 'revision_number': 2, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'gw_port_host': None, '_interfaces': [{'id': '31bc37f4-9b80-4d97-bb08-488776a50bdf', 'name': '', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'mac_address': 'fa:16:3e:f2:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190e540-61bf-4e3d-9e56-28c79afc7019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:41:51Z', 'updated_at': '2021-08-28T08:41:53Z', 'revision_number': 4, 'project_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'subnets': [{'id': '52f486ba-ced7-4644-a7f1-b0d53efaa558', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:54.300679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:54.301191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:54.496195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Router 9190e540-61bf-4e3d-9e56-28c79afc7019 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:41:54.596306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:41:54.602361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d9ee09f-49ce-4963-9bc3-8611695d27ab tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "PUT /v2.0/routers/9190e540-61bf-4e3d-9e56-28c79afc7019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351407 Aug 28 08:41:54.605279 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46518) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:54.667465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c38a00-fcfc-4f18-8b1e-22707b5496dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:54.671315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c38a00-fcfc-4f18-8b1e-22707b5496dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:54.673668 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-85c38a00-fcfc-4f18-8b1e-22707b5496dd tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0670438 Aug 28 08:41:54.676207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:54.769092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 52f486ba-ced7-4644-a7f1-b0d53efaa558 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:54.775842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:54.831684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:54.857225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c04f498-87f6-41c3-b5ee-15faf666ac9a req-b1632a5b-2184-4f82-97b2-174f54641cc5 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0378242 Aug 28 08:41:54.937612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.041747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.070600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=52f486ba-ced7-4644-a7f1-b0d53efaa558,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:55.074741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.077517 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ce5ee13-a832-4cc6-8165-84c38b971c4b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/52f486ba-ced7-4644-a7f1-b0d53efaa558 HTTP/1.1" status: 204 len: 168 time: 0.4001582 Aug 28 08:41:55.079082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46526) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.083391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6107c-6e6f-477a-88d9-09e483c85158 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:55.194996 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-989c8e85-4199-4fe2-a395-fa7eb2909d45 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1132164 Aug 28 08:41:55.196510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46528) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.242669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:41:55.275568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.291975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Deleting port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:55.292354 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.360485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] For port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:55.360883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.374799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Calling delete_port for ca9b07fa-14c0-43b6-8697-f4bd7169bdfd owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:55.450949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.453269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.531021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.557526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] Pushing event deleted for resources: {'Port': ['ID=ca9b07fa-14c0-43b6-8697-f4bd7169bdfd,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:55.562846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ced6d-cd97-47a7-9a20-635973eeb7c9 None None] No DVR routers for this DVR port ca9b07fa-14c0-43b6-8697-f4bd7169bdfd on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:41:55.565841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.566586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Fanout notify agent at l3_agent the message router_deleted on router 9190e540-61bf-4e3d-9e56-28c79afc7019 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:41:55.580799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.580799 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae62a4d6-55ed-4fe1-9d84-244613060346 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/routers/9190e540-61bf-4e3d-9e56-28c79afc7019 HTTP/1.1" status: 204 len: 168 time: 0.3794892 Aug 28 08:41:55.580799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46530) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.613627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac33a768-5356-49dc-ae41-bab60803f663 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327239 Aug 28 08:41:55.616148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46532) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.670406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db834b7-be86-44ac-bcfb-bef0de108b0b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:55.671940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7db834b7-be86-44ac-bcfb-bef0de108b0b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548773 Aug 28 08:41:55.674543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46534) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.713771 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2a5c5bc9-aab9-43c6-a48a-a3735b2c442b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381010 Aug 28 08:41:55.719077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46536) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:55.723294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:55.822064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Sync routers for ids ['9190e540-61bf-4e3d-9e56-28c79afc7019'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:41:55.831459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:55.831835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:41:55.832527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9190e540-61bf-4e3d-9e56-28c79afc7019'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:41:55.840914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:41:55.841281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:41:55.841866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9190e540-61bf-4e3d-9e56-28c79afc7019'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:41:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:41:55.842254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c0e22-295f-401e-973e-aa0731cac9c5 None None] The sync data for ids ['9190e540-61bf-4e3d-9e56-28c79afc7019'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:41:55.886790 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:55.915335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:55.920151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.158351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ca9b07fa-14c0-43b6-8697-f4bd7169bdfd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:41:56.179731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ca9b07fa-14c0-43b6-8697-f4bd7169bdfd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:41:56.180133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ca9b07fa-14c0-43b6-8697-f4bd7169bdfd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:41:56.277691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:41:56.279192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.323303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:56.327748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:56.330865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:56.331448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.337682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c73b21-8052-4af1-a34f-628e88cfa8cf None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:56.348805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=810b6a86-a60b-4a06-96f8-f386ef763fa9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:56.451577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a9fb9bc-2e4a-4fe0-9e71-333b00634538 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7323976 Aug 28 08:41:56.454541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:56.460488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:56.479355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '810b6a86-a60b-4a06-96f8-f386ef763fa9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:41:56.480233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.624209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Allocated IP 2001:db8::f816:3eff:fe83:f209 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/810b6a86-a60b-4a06-96f8-f386ef763fa9/097a1810-3706-4301-b919-9148c62f6e81) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:56.708308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:56.711935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.799455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.811274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Transition to ACTIVE for port object 097a1810-3706-4301-b919-9148c62f6e81 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:56.829817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Transition to ACTIVE for port object 097a1810-3706-4301-b919-9148c62f6e81 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:56.846495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57b8e221-21e7-4973-a2a1-f3fc4650a9b9 req-a40924ac-cb9c-411c-8a41-23815681f5f2 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0422335 Aug 28 08:41:56.904183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:56.946996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:56.951822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:56.954430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:56.962450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Pushing event updated for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:57.014475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Attempting to bind port 097a1810-3706-4301-b919-9148c62f6e81 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:41:57.014852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Attempting to bind port 097a1810-3706-4301-b919-9148c62f6e81 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:41:57.015227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Attempting to bind port 097a1810-3706-4301-b919-9148c62f6e81 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:41:57.020464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:41:57.020841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:41:57.021277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.021701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:41:57.022248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Bound port: 097a1810-3706-4301-b919-9148c62f6e81, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:41:57.022638 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.064410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.091990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:41:57.095297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=097a1810-3706-4301-b919-9148c62f6e81,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:41:57.114469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:57.118416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:57.123526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:57.123526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.125960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=33f96872-e7d9-4381-8dc3-2ffb7b90b4a5,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:57.167854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.200355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46554) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:57.201137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f6b66c28-f3ed-4eed-aaef-15ed93f2679d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7452769 Aug 28 08:41:57.211237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:30:70:1b', 'name': 'tempest-NetworksTestDHCPv6-138612752'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:57.236564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a9f77-8513-49e2-9351-abc9ec267563 None None] Pushing event updated for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:57.405436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:41:57.512193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.539546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port bd1011b8-51c4-4156-b8a4-407a68d406a3 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:41:57.641310 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64836f39-e012-4564-8cfd-c8732dec8bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.711214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 172.20.0.8 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/33f96872-e7d9-4381-8dc3-2ffb7b90b4a5/bd1011b8-51c4-4156-b8a4-407a68d406a3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:57.717998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fe30:701b (7f64f739-d1c6-46e7-a34a-79d6369f1a06/810b6a86-a60b-4a06-96f8-f386ef763fa9/bd1011b8-51c4-4156-b8a4-407a68d406a3) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:57.872984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:57.893735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object bd1011b8-51c4-4156-b8a4-407a68d406a3 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:57.977467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d858afa7-3bce-420a-b06a-8e3dec99e8b8 req-e6f6126e-0f26-4535-9d6b-e8eddfd929b4 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0287471 Aug 28 08:41:57.990862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.059072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=bd1011b8-51c4-4156-b8a4-407a68d406a3,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:58.071023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:41:58.073243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:41:58.075916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:41:58.134862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:58.135650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.196873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9d31f5dc-d213-4157-b9f2-5b0786e79b46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9937005 Aug 28 08:41:58.199332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46560) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:58.223446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 097a1810-3706-4301-b919-9148c62f6e81 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:41:58.272793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b53f63-7c57-4b95-8a79-7970c95d8c69 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:58.274885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134924e-e7ba-4364-8152-b858eff9df75 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:58.279087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b53f63-7c57-4b95-8a79-7970c95d8c69 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:58.281062 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-24b53f63-7c57-4b95-8a79-7970c95d8c69 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0803492 Aug 28 08:41:58.283901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46562) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:58.382866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port bd1011b8-51c4-4156-b8a4-407a68d406a3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:41:58.383210 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.419634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-82839bd4-824e-4f0b-96b4-5c350cde81fc None None] Provisioning for port 097a1810-3706-4301-b919-9148c62f6e81 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:58.441218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 097a1810-3706-4301-b919-9148c62f6e81 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:58.451827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 097a1810-3706-4301-b919-9148c62f6e81 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:58.452197 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.476155 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.489681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for bd1011b8-51c4-4156-b8a4-407a68d406a3 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:41:58.571653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.588293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '810b6a86-a60b-4a06-96f8-f386ef763fa9', 'ip_address': '2001:db8::f816:3eff:fe83:f209'}, {'subnet_id': '33f96872-e7d9-4381-8dc3-2ffb7b90b4a5'}], 'binding:host_id': 'n-d-792458-16'}, 'id': '097a1810-3706-4301-b919-9148c62f6e81'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:41:58.635585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=097a1810-3706-4301-b919-9148c62f6e81,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:58.636643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.748648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.789482 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.822696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=bd1011b8-51c4-4156-b8a4-407a68d406a3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:58.842275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:58.857187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Allocated IP 172.20.0.2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/33f96872-e7d9-4381-8dc3-2ffb7b90b4a5/097a1810-3706-4301-b919-9148c62f6e81) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:41:58.936196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:58.941199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-946c3a49-c58a-4fa3-963d-c66293e495cc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/bd1011b8-51c4-4156-b8a4-407a68d406a3 HTTP/1.1" status: 204 len: 168 time: 0.6537993 Aug 28 08:41:58.941463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:58.983826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=097a1810-3706-4301-b919-9148c62f6e81,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:41:59.006772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142d4c0-b632-4495-9591-2ee2f33a7994 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:59.008528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142d4c0-b632-4495-9591-2ee2f33a7994 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:59.010125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142d4c0-b632-4495-9591-2ee2f33a7994 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:41:59.014570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:59.015187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4142d4c0-b632-4495-9591-2ee2f33a7994 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0721779 Aug 28 08:41:59.032267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.048377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Transition to ACTIVE for port object 097a1810-3706-4301-b919-9148c62f6e81 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:41:59.097779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcbf0f5b-9161-4d47-8364-014ef1d90fbd req-15390856-cdae-45e3-ae23-f37686d048fa tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0346344 Aug 28 08:41:59.107593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 33f96872-e7d9-4381-8dc3-2ffb7b90b4a5 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:59.110670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.111139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.166765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.209706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b7cc0-73ce-4904-bfd0-418b1a542d87 None None] Pushing event updated for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:59.259432 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.411473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.439040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=33f96872-e7d9-4381-8dc3-2ffb7b90b4a5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:59.446689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.448811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-228ed462-6bf9-4084-bb75-e003372e55f3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/33f96872-e7d9-4381-8dc3-2ffb7b90b4a5 HTTP/1.1" status: 204 len: 168 time: 0.4324088 Aug 28 08:41:59.451515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46572) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:59.509165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 810b6a86-a60b-4a06-96f8-f386ef763fa9 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:41:59.513674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.563386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.658752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.782901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7d90c-cec0-4aee-b1ba-a5812c8e2d37 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:41:59.790254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.822720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=810b6a86-a60b-4a06-96f8-f386ef763fa9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:41:59.831632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.836531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46574) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:59.839216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2968afc4-c86a-45ab-bfbb-19f2e491f8d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/810b6a86-a60b-4a06-96f8-f386ef763fa9 HTTP/1.1" status: 204 len: 168 time: 0.3853922 Aug 28 08:41:59.878718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd9e5fb4-4c09-4c0a-b414-97771905f415 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405531 Aug 28 08:41:59.882030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:41:59.883314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-46842583-9987-4a33-8690-0837a899605a None None] Could not find standard attr ID for object bd1011b8-51c4-4156-b8a4-407a68d406a3. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:41:59.887363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:41:59.960419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:41:59.978053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-46842583-9987-4a33-8690-0837a899605a None None] Provisioning for port 097a1810-3706-4301-b919-9148c62f6e81 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:41:59.989139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-46842583-9987-4a33-8690-0837a899605a None None] Provisioning complete for port 097a1810-3706-4301-b919-9148c62f6e81 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:41:59.989139 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-46842583-9987-4a33-8690-0837a899605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.064883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:00.070334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.073814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:00.161074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Deleting port 097a1810-3706-4301-b919-9148c62f6e81 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:00.161459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.243718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 097a1810-3706-4301-b919-9148c62f6e81 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:00.264437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-247f57bf-16fb-4bca-8090-2a4ea288cc44 req-e73248ea-37a8-44af-8c37-b03339f631bc tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0361922 Aug 28 08:42:00.280634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=097a1810-3706-4301-b919-9148c62f6e81,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:00.281042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.302079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Calling delete_port for 097a1810-3706-4301-b919-9148c62f6e81 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:00.358465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa16d7e6-9446-48ff-8f1b-39870768368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.406793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.452253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 097a1810-3706-4301-b919-9148c62f6e81, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=097a1810-3706-4301-b919-9148c62f6e81,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:00.541046 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.564235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:00.595893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:00.647323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.679589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] Pushing event deleted for resources: {'Port': ['ID=097a1810-3706-4301-b919-9148c62f6e81,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:00.683651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b3ed6-df57-4500-9340-fe8b19484d3f None None] No DVR routers for this DVR port 097a1810-3706-4301-b919-9148c62f6e81 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:00.734051 n-d-792458-16 neutron-server[95466]: WARNING neutron.services.revisions.revision_plugin [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Could not find related port for resource to bump revision. Aug 28 08:42:00.789672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_pluggable_backend [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Port 097a1810-3706-4301-b919-9148c62f6e81 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95466) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 28 08:42:00.789984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_pluggable_backend [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Reverting IP allocation for 2001:db8::f816:3eff:fe83:f209 {{(pid=95466) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 28 08:42:00.793652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_pluggable_backend [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe83:f209 {{(pid=95466) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 28 08:42:00.794867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.838462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:00.841496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:00.845649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:00.846257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:00.851189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a568a74-62e6-4cea-be73-92b07683dbaa None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:00.855870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=cf103939-0c16-4f1b-9b8c-8e875e23856c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:00.927840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d84d29e9-2c47-4a21-9283-12f3c49dfb40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0442991 Aug 28 08:42:00.930629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:00.936302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:01.162545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'cf103939-0c16-4f1b-9b8c-8e875e23856c'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:01.163534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.309250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Allocated IP 2001:db8::f816:3eff:feb9:2750 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/cf103939-0c16-4f1b-9b8c-8e875e23856c/e7e6b328-c716-4a24-b96d-14065f41953c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:01.344054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:01.348189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.433600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ea1c0ec-9906-404a-a98b-899289808fc4 req-9e597194-15d5-4b73-b049-1441570c5f11 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0379007 Aug 28 08:42:01.462203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.470781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Transition to ACTIVE for port object e7e6b328-c716-4a24-b96d-14065f41953c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:01.485361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Transition to ACTIVE for port object e7e6b328-c716-4a24-b96d-14065f41953c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:01.548998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.591824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:01.594901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:01.599850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:01.602954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Pushing event updated for resources: {'Port': ['ID=e7e6b328-c716-4a24-b96d-14065f41953c,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:01.663300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Attempting to bind port e7e6b328-c716-4a24-b96d-14065f41953c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:01.663669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Attempting to bind port e7e6b328-c716-4a24-b96d-14065f41953c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:01.664062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Attempting to bind port e7e6b328-c716-4a24-b96d-14065f41953c on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:01.670234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:01.670621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:01.671030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.671429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:01.671908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Bound port: e7e6b328-c716-4a24-b96d-14065f41953c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:01.672296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.675497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.724643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:01.729271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:01.732674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:01.733260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.741431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] For port e7e6b328-c716-4a24-b96d-14065f41953c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:01.744595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] For port e7e6b328-c716-4a24-b96d-14065f41953c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e7e6b328-c716-4a24-b96d-14065f41953c,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:01.750597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=83c79a6a-09d3-425d-bd0b-3b591a11ad7b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:01.805042 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:01.816014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46588) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:01.816778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d6ab427-ccf8-4d01-a895-c14551b8b319 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8843741 Aug 28 08:42:01.822899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:32:09:c3', 'name': 'tempest-NetworksTestDHCPv6-1789182411'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:01.868360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cff7f2-3b52-4f6b-a8fc-83b25c8dcd2b None None] Pushing event updated for resources: {'Port': ['ID=e7e6b328-c716-4a24-b96d-14065f41953c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:01.886861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.037967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:02.040804 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.062960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port dba0631e-656e-4d93-8233-997da1dab6dd yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:02.219593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e7e6b328-c716-4a24-b96d-14065f41953c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:02.255156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 172.20.0.4 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/83c79a6a-09d3-425d-bd0b-3b591a11ad7b/dba0631e-656e-4d93-8233-997da1dab6dd) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:02.261850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fe32:9c3 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/cf103939-0c16-4f1b-9b8c-8e875e23856c/dba0631e-656e-4d93-8233-997da1dab6dd) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:02.321495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e7e6b328-c716-4a24-b96d-14065f41953c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:02.411665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.424031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object dba0631e-656e-4d93-8233-997da1dab6dd will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:02.522392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.543616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54c5dc6d-3ca9-4b44-a743-3f529910b356 req-074aadfe-5798-4146-b12d-326cc256fb4f tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0292301 Aug 28 08:42:02.572151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:02.575583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:02.580042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:02.605050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=dba0631e-656e-4d93-8233-997da1dab6dd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:02.634753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:02.637572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.714951 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-756c370d-5c65-4b61-bf60-f6ae8d0309dc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8962364 Aug 28 08:42:02.717377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46594) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:02.772326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ab378-e437-4577-aa71-3f4024cb957a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:02.778546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ab378-e437-4577-aa71-3f4024cb957a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:02.780181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e5ab378-e437-4577-aa71-3f4024cb957a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0618382 Aug 28 08:42:02.782931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46596) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:02.831529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcae57-75b4-4c97-b0d0-05415fe2c1a1 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:02.883481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port dba0631e-656e-4d93-8233-997da1dab6dd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:02.884146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.971183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:02.983970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for dba0631e-656e-4d93-8233-997da1dab6dd owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:03.007289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Provisioning for port e7e6b328-c716-4a24-b96d-14065f41953c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:03.012295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Provisioning complete for port e7e6b328-c716-4a24-b96d-14065f41953c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:03.012895 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.080688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': 'cf103939-0c16-4f1b-9b8c-8e875e23856c', 'ip_address': '2001:db8::f816:3eff:feb9:2750'}, {'subnet_id': '83c79a6a-09d3-425d-bd0b-3b591a11ad7b'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'e7e6b328-c716-4a24-b96d-14065f41953c'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:03.129454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.155169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.261679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] For port e7e6b328-c716-4a24-b96d-14065f41953c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e7e6b328-c716-4a24-b96d-14065f41953c,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:03.331498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.339914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Allocated IP 172.20.0.2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/83c79a6a-09d3-425d-bd0b-3b591a11ad7b/e7e6b328-c716-4a24-b96d-14065f41953c) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:03.364112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=dba0631e-656e-4d93-8233-997da1dab6dd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:03.378901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.449315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.451262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34ed9096-6e3a-4182-bf7d-a0a67c7321c6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/dba0631e-656e-4d93-8233-997da1dab6dd HTTP/1.1" status: 204 len: 168 time: 0.6673582 Aug 28 08:42:03.453798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46600) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:03.477881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5389e4-4508-4f80-9ff9-3fbad29f4f30 None None] Pushing event updated for resources: {'Port': ['ID=e7e6b328-c716-4a24-b96d-14065f41953c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:03.511286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d596e8-02f6-46ff-a67c-381ef6813fcb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:03.511553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] For port e7e6b328-c716-4a24-b96d-14065f41953c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e7e6b328-c716-4a24-b96d-14065f41953c,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:03.512820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d596e8-02f6-46ff-a67c-381ef6813fcb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:03.514356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d596e8-02f6-46ff-a67c-381ef6813fcb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:03.516047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-90d596e8-02f6-46ff-a67c-381ef6813fcb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0612838 Aug 28 08:42:03.518688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46602) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:03.541442 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.555462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Transition to ACTIVE for port object e7e6b328-c716-4a24-b96d-14065f41953c will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:03.571819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 83c79a6a-09d3-425d-bd0b-3b591a11ad7b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:03.635143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.635548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.657299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1eaf2ddc-db00-4103-a77c-5a6c639f6f72 req-e2634102-871d-46c3-864a-6461bb6023b8 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0317602 Aug 28 08:42:03.679372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.728375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059e836-d71e-4673-8843-15047be9dc35 None None] Pushing event updated for resources: {'Port': ['ID=e7e6b328-c716-4a24-b96d-14065f41953c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:03.767582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.882179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.910282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=83c79a6a-09d3-425d-bd0b-3b591a11ad7b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:03.916704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:03.921063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa989523-052d-4830-a289-74035637a861 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/83c79a6a-09d3-425d-bd0b-3b591a11ad7b HTTP/1.1" status: 204 len: 168 time: 0.3991158 Aug 28 08:42:03.921328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46606) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:03.977400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet cf103939-0c16-4f1b-9b8c-8e875e23856c {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:03.981091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.026486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.119848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.180380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e7e6b328-c716-4a24-b96d-14065f41953c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:04.264581 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.292590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=cf103939-0c16-4f1b-9b8c-8e875e23856c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:04.296540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.298434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a438eb89-8238-4947-8964-b8dc3c41dfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/cf103939-0c16-4f1b-9b8c-8e875e23856c HTTP/1.1" status: 204 len: 168 time: 0.3760593 Aug 28 08:42:04.301162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46610) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:04.342078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ed61ef1c-bd34-4172-9e70-63c8427a3491 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396664 Aug 28 08:42:04.344730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46612) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:04.350137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:04.382166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0708b34-c50c-49b9-9d53-af7f06be1cb8 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:04.434430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4d951505-24f0-4c74-a9c8-3d02ab60e01c None None] Could not find standard attr ID for object dba0631e-656e-4d93-8233-997da1dab6dd. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:04.497670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:04.501270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.549305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4d951505-24f0-4c74-a9c8-3d02ab60e01c None None] Provisioning for port e7e6b328-c716-4a24-b96d-14065f41953c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:04.555014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4d951505-24f0-4c74-a9c8-3d02ab60e01c None None] Provisioning complete for port e7e6b328-c716-4a24-b96d-14065f41953c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:04.555456 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d951505-24f0-4c74-a9c8-3d02ab60e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.579631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:04.679087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Deleting port e7e6b328-c716-4a24-b96d-14065f41953c {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:04.679344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.749806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] For port e7e6b328-c716-4a24-b96d-14065f41953c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e7e6b328-c716-4a24-b96d-14065f41953c,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:04.750238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.768108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d6c41b3-87fa-4510-903b-7757eb4fbfcb req-e19ac85a-6477-4938-ac82-b9e1f0cb057b tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0271914 Aug 28 08:42:04.768684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Calling delete_port for e7e6b328-c716-4a24-b96d-14065f41953c owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:04.769362 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.813855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:04.817275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:04.821774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:04.822395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.832216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=0ad894f7-2241-4f43-b1aa-c83ddf791e7d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:04.847393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.932145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-337af88a-3c28-47c0-b8c5-5fa042a41f26 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5860500 Aug 28 08:42:04.934816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46616) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:04.940013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:04.955579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:04.984474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] No DVR routers for this DVR port e7e6b328-c716-4a24-b96d-14065f41953c on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:04.987718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a6896-c443-49c7-9bc9-0bc396557b03 None None] Pushing event deleted for resources: {'Port': ['ID=e7e6b328-c716-4a24-b96d-14065f41953c,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:05.002199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1c334-9c6c-44b6-9854-652f0d851064 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:05.126801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:05.130813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.158857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '0ad894f7-2241-4f43-b1aa-c83ddf791e7d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:05.159864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.323429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Allocated IP 172.20.0.2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/0ad894f7-2241-4f43-b1aa-c83ddf791e7d/c3b3e29d-77ab-4751-a48b-eefd10f7fb26) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:05.407072 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.493629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.501902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Transition to ACTIVE for port object c3b3e29d-77ab-4751-a48b-eefd10f7fb26 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:05.523017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Transition to ACTIVE for port object c3b3e29d-77ab-4751-a48b-eefd10f7fb26 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:05.581655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:05.583113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.601109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.632191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:05.635443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:05.640207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:05.642929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.650018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=00dab70d-42bb-4a30-a2d4-ba8af1dc37c6,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:05.654797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:05.659305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:05.661102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Pushing event updated for resources: {'Port': ['ID=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:05.663422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:05.719697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Attempting to bind port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:05.720053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a17ed91f-526c-4ebc-95f0-6d5120c14f04 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7841914 Aug 28 08:42:05.720319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Attempting to bind port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:05.720566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Attempting to bind port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:05.723206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46620) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:05.726263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:05.726729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:05.727462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.727623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:05.728018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Bound port: c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:05.728407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.728560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:cd:96:96', 'name': 'tempest-NetworksTestDHCPv6-1898583014'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:05.796243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] For port c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:05.799434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] For port c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:05.872223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ccaa23b-a2aa-4aff-82e6-f68cd8fc459c req-12242bbb-b1f0-48e8-82a4-dd7fbd0f6491 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0265617 Aug 28 08:42:05.886970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:05.914991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:05.954886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab38be-25e7-4026-bcad-ed810940152f None None] Pushing event updated for resources: {'Port': ['ID=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:06.004558 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.027605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 804f1454-de22-4e4a-916e-f28f1fc0996b yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:06.219152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3b3e29d-77ab-4751-a48b-eefd10f7fb26 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:06.231955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 172.20.0.8 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/0ad894f7-2241-4f43-b1aa-c83ddf791e7d/804f1454-de22-4e4a-916e-f28f1fc0996b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:06.238548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fecd:9696 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/00dab70d-42bb-4a30-a2d4-ba8af1dc37c6/804f1454-de22-4e4a-916e-f28f1fc0996b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:06.348433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:06.394644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.405351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e7e6b328-c716-4a24-b96d-14065f41953c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:06.409698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 804f1454-de22-4e4a-916e-f28f1fc0996b will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:06.426622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e7e6b328-c716-4a24-b96d-14065f41953c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:06.427021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e7e6b328-c716-4a24-b96d-14065f41953c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:06.578741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.628428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:06.631629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:06.635875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:06.661210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=804f1454-de22-4e4a-916e-f28f1fc0996b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:06.692041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:06.692715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.761625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38f86a04-6f3d-4c60-bce8-804596e9b783 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0373113 Aug 28 08:42:06.764240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46626) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:06.819908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d8754-7fa3-4f31-a3fe-f161061d6c31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:06.823101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f8838-0c7c-4435-be33-2d467aeedb1b None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:06.825818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d8754-7fa3-4f31-a3fe-f161061d6c31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:06.827665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-852d8754-7fa3-4f31-a3fe-f161061d6c31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0624137 Aug 28 08:42:06.830490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46628) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:06.923074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 804f1454-de22-4e4a-916e-f28f1fc0996b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:06.923622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.985351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Provisioning for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:06.991021 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Provisioning complete for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:06.991021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:06.998838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51f85977-23a2-4d69-b385-6e34511096ab req-6ef05735-be5d-4cfc-ac70-bb8d0566876c tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0342469 Aug 28 08:42:07.031049 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.047721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 804f1454-de22-4e4a-916e-f28f1fc0996b owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:07.109323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.125640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '0ad894f7-2241-4f43-b1aa-c83ddf791e7d', 'ip_address': '172.20.0.2'}, {'subnet_id': '00dab70d-42bb-4a30-a2d4-ba8af1dc37c6'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'c3b3e29d-77ab-4751-a48b-eefd10f7fb26'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:07.167224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.172190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] For port c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:07.282979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.303078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.391677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c555-4fc3-406e-bdbe-484d1f126798 None None] Pushing event updated for resources: {'Port': ['ID=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:07.416061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Allocated IP 2001:db8::f816:3eff:fe91:dddd (7f64f739-d1c6-46e7-a34a-79d6369f1a06/00dab70d-42bb-4a30-a2d4-ba8af1dc37c6/c3b3e29d-77ab-4751-a48b-eefd10f7fb26) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:07.531405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] For port c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:07.568756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.588495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Transition to ACTIVE for port object c3b3e29d-77ab-4751-a48b-eefd10f7fb26 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:07.635351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=804f1454-de22-4e4a-916e-f28f1fc0996b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:07.703886 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.723303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.725849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b8aabf2a-76e8-43b5-b761-48f7314325df tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/804f1454-de22-4e4a-916e-f28f1fc0996b HTTP/1.1" status: 204 len: 168 time: 0.8943965 Aug 28 08:42:07.728554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46636) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:07.783095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240287e5-cfc0-402f-8f91-53ad39bf278d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:07.784829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240287e5-cfc0-402f-8f91-53ad39bf278d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:07.787039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240287e5-cfc0-402f-8f91-53ad39bf278d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:07.788816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-240287e5-cfc0-402f-8f91-53ad39bf278d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0592771 Aug 28 08:42:07.791531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46638) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:07.801590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd8aa5-9e05-4f24-9085-9fab1d1cec74 None None] Pushing event updated for resources: {'Port': ['ID=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:07.855329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 00dab70d-42bb-4a30-a2d4-ba8af1dc37c6 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:07.859123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:07.906466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.001861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.104939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b065c3a-02c8-4e25-aa83-33c6fe56fd53 req-f7985c2c-4572-4d18-8ab3-627e930cfc1d tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0299258 Aug 28 08:42:08.149746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.177478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=00dab70d-42bb-4a30-a2d4-ba8af1dc37c6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:08.183727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.188143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e4621b1-196b-464a-811b-77668831ec64 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/00dab70d-42bb-4a30-a2d4-ba8af1dc37c6 HTTP/1.1" status: 204 len: 168 time: 0.3931715 Aug 28 08:42:08.188688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46642) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:08.192386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3b3e29d-77ab-4751-a48b-eefd10f7fb26 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:08.254116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 0ad894f7-2241-4f43-b1aa-c83ddf791e7d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:08.257915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.302800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.406760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4db962d6-c02d-4f75-837e-0137df09b979 None None] Could not find standard attr ID for object 804f1454-de22-4e4a-916e-f28f1fc0996b. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:08.412797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d69953-9fce-4d23-aa98-804d8b45935a None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:08.414496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.488514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4db962d6-c02d-4f75-837e-0137df09b979 None None] Provisioning for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:08.497471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4db962d6-c02d-4f75-837e-0137df09b979 None None] Provisioning complete for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:08.497859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4db962d6-c02d-4f75-837e-0137df09b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.573619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.605798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad894f7-2241-4f43-b1aa-c83ddf791e7d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:08.610399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.612338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-553d95a9-2c1a-4b72-bdbe-a493e2d2bdd0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/0ad894f7-2241-4f43-b1aa-c83ddf791e7d HTTP/1.1" status: 204 len: 168 time: 0.4229078 Aug 28 08:42:08.617066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:08.664253 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b154e494-3a91-49ff-bb21-f7273205b0bc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458739 Aug 28 08:42:08.666893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46648) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:08.673343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:08.788162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199812f-36b1-44c4-b6aa-8043acd89ce4 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '0ad894f7-2241-4f43-b1aa-c83ddf791e7d'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'c3b3e29d-77ab-4751-a48b-eefd10f7fb26'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:08.816230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2199812f-36b1-44c4-b6aa-8043acd89ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:08.885334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:08.889080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.002962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ec568-4219-417f-a84a-9d7c3d168b47 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:09.084340 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-611b28fb-f75f-44f9-be7e-4252db4aaab7 None None] Provisioning complete for port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:09.084613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-611b28fb-f75f-44f9-be7e-4252db4aaab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.188455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018709-f4e6-457b-a548-ce00142ee0e9 req-81b251f2-b2af-4928-a12a-86d82afbf5f5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:09.197789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e018709-f4e6-457b-a548-ce00142ee0e9 req-81b251f2-b2af-4928-a12a-86d82afbf5f5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0723143 Aug 28 08:42:09.230433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:09.245920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e018709-f4e6-457b-a548-ce00142ee0e9 req-ba460295-b974-4793-bda9-c23fcf79aade tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Aug 28 08:42:09.250840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.289038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Deleting port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:09.289862 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.301943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:09.315140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:09.322904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:09.330879 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.365566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=e8f88a05-3ab7-4b39-a228-1847bb93da1d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:09.384146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-022ee63a-19de-4b20-ac15-7d377732c689 req-21a229c8-34ed-47b8-a3b9-512c3cde2b27 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0384970 Aug 28 08:42:09.400822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] For port c3b3e29d-77ab-4751-a48b-eefd10f7fb26, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:09.401078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.425080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Calling delete_port for c3b3e29d-77ab-4751-a48b-eefd10f7fb26 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:09.520850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4a70157a-a55c-4117-ba46-2ab0901db484 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8523951 Aug 28 08:42:09.529825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46656) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:09.535317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:09.623522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.652525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] Pushing event deleted for resources: {'Port': ['ID=c3b3e29d-77ab-4751-a48b-eefd10f7fb26,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:09.654623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144e7df-464c-4d0b-8653-956824dfc59b None None] No DVR routers for this DVR port c3b3e29d-77ab-4751-a48b-eefd10f7fb26 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:09.668462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253a403-6ae0-4331-9d14-b38daf2bde56 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:09.702609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:09.706441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.842192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'e8f88a05-3ab7-4b39-a228-1847bb93da1d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:09.843103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:09.984714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Allocated IP 172.20.0.2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/e8f88a05-3ab7-4b39-a228-1847bb93da1d/bfbd8ed1-5694-4f13-9478-a59a1768e04a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:10.135033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.135292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:10.136917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.144639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Transition to ACTIVE for port object bfbd8ed1-5694-4f13-9478-a59a1768e04a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:10.159883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Transition to ACTIVE for port object bfbd8ed1-5694-4f13-9478-a59a1768e04a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:10.170103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3b3e29d-77ab-4751-a48b-eefd10f7fb26 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:10.182127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:10.185273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:10.188943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:10.189630 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.190652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c3b3e29d-77ab-4751-a48b-eefd10f7fb26 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:10.191076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c3b3e29d-77ab-4751-a48b-eefd10f7fb26 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:10.204082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=5df1fdab-529f-49d8-aace-394249b71782,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:10.218398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.259582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:10.262523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:10.264472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a458a52f-cb25-4a80-9485-1f150348124c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7333577 Aug 28 08:42:10.267215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:10.267380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:10.269224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Pushing event updated for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:10.273892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:34:f9:09', 'name': 'tempest-NetworksTestDHCPv6-688660549'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:10.329704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Attempting to bind port bfbd8ed1-5694-4f13-9478-a59a1768e04a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:10.330027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Attempting to bind port bfbd8ed1-5694-4f13-9478-a59a1768e04a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:10.330378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Attempting to bind port bfbd8ed1-5694-4f13-9478-a59a1768e04a on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:10.336442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:10.339666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:10.339666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.339666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:10.339666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Bound port: bfbd8ed1-5694-4f13-9478-a59a1768e04a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:10.339666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.401898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:10.405285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bfbd8ed1-5694-4f13-9478-a59a1768e04a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:10.411150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7827291-dfd8-42c5-9d94-7101dc5a4228 req-cf1a02d6-bc8f-4109-97fe-416f5c44aa62 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:10.414091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7827291-dfd8-42c5-9d94-7101dc5a4228 req-cf1a02d6-bc8f-4109-97fe-416f5c44aa62 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0812368 Aug 28 08:42:10.459562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f7827291-dfd8-42c5-9d94-7101dc5a4228 req-da3c51cd-2db7-438e-a9db-c0aec9388fd2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Aug 28 08:42:10.491518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.546090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-273dd693-7e54-408f-bfbf-b9f36dc95c67 req-864f3713-840c-44ee-86af-12f7896eef30 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0293195 Aug 28 08:42:10.546856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:10.550943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.562007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b7ce-d792-45b2-92f1-7e465f7e8c92 None None] Pushing event updated for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:10.580030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:10.782699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 172.20.0.7 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/e8f88a05-3ab7-4b39-a228-1847bb93da1d/76ee7b54-bd5f-41b6-ba6c-1fc3bf204376) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:10.789584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fe34:f909 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/5df1fdab-529f-49d8-aace-394249b71782/76ee7b54-bd5f-41b6-ba6c-1fc3bf204376) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:10.942056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:10.955285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:11.064150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:11.108314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:11.111509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:11.115832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:11.122644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=76ee7b54-bd5f-41b6-ba6c-1fc3bf204376,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:11.168621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:11.169336 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:11.276227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ace133ad-3d18-49af-bd2b-681a5bcc9eda tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0078719 Aug 28 08:42:11.278791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46664) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:11.336848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727d841-1e68-45ea-a68b-831d7fea1d09 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:11.343032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727d841-1e68-45ea-a68b-831d7fea1d09 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:11.344734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4727d841-1e68-45ea-a68b-831d7fea1d09 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0649579 Aug 28 08:42:11.347541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:11.440017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:11.440372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:11.466352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df3077-1d7b-4147-a1ed-33804948d73f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:11.647209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-98c6f5a7-df79-45a0-a016-e36e2a5f5840 None None] Provisioning for port bfbd8ed1-5694-4f13-9478-a59a1768e04a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:11.735193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': 'e8f88a05-3ab7-4b39-a228-1847bb93da1d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5df1fdab-529f-49d8-aace-394249b71782'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'bfbd8ed1-5694-4f13-9478-a59a1768e04a'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:11.765044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:11.897498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428605b-b6b1-4a53-8d12-38209ea5ed77 req-0acf1133-d6ec-4d11-99ec-08d70557bd16 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:11.899131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d428605b-b6b1-4a53-8d12-38209ea5ed77 req-0acf1133-d6ec-4d11-99ec-08d70557bd16 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0851252 Aug 28 08:42:11.909751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:11.937359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:11.952663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Allocated IP 2001:db8::f816:3eff:fe81:e3be (7f64f739-d1c6-46e7-a34a-79d6369f1a06/5df1fdab-529f-49d8-aace-394249b71782/bfbd8ed1-5694-4f13-9478-a59a1768e04a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:11.978774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d428605b-b6b1-4a53-8d12-38209ea5ed77 req-fd8277eb-4b57-475d-9f60-354a23a9f1ce tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651114 Aug 28 08:42:12.059764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bfbd8ed1-5694-4f13-9478-a59a1768e04a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:12.094619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.107511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6da664cc-15cc-4653-9a55-0e5b3f49f8c4 req-dc4cf849-5c3c-4c16-af7d-388bae595efe tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0487807 Aug 28 08:42:12.113552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Transition to ACTIVE for port object bfbd8ed1-5694-4f13-9478-a59a1768e04a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:12.199992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.214802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bfbd8ed1-5694-4f13-9478-a59a1768e04a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:12.315856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.337590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4a498-682b-425c-8bdf-3cda92b1b119 None None] Pushing event updated for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:12.356690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=76ee7b54-bd5f-41b6-ba6c-1fc3bf204376,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:12.423975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port bfbd8ed1-5694-4f13-9478-a59a1768e04a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:12.462968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.465192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-43fa2f4c-4ba1-4f8f-84eb-493004ba4e4e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 HTTP/1.1" status: 204 len: 168 time: 1.1166062 Aug 28 08:42:12.467781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46672) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:12.530332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9363b-ec26-4a67-86b5-d147b220e865 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:12.532308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9363b-ec26-4a67-86b5-d147b220e865 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:12.533873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9363b-ec26-4a67-86b5-d147b220e865 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:12.535635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36c9363b-ec26-4a67-86b5-d147b220e865 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0668321 Aug 28 08:42:12.540172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46674) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:12.597715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 5df1fdab-529f-49d8-aace-394249b71782 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:12.602165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.644938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.739771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.874307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.903378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=5df1fdab-529f-49d8-aace-394249b71782,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:12.909195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:12.910323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5df1fdab-529f-49d8-aace-394249b71782 HTTP/1.1" status: 204 len: 168 time: 0.3691330 Aug 28 08:42:12.913727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46676) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:12.915971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.916369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.916693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.917033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.917367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.917700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.918026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.918422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.918785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.919156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.919482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.919844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5e3afd-f084-4a4f-88f9-4101bcfb4f70 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:12.974545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet e8f88a05-3ab7-4b39-a228-1847bb93da1d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:12.978125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.024145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Provisioning for port bfbd8ed1-5694-4f13-9478-a59a1768e04a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:13.033180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.036705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Provisioning complete for port bfbd8ed1-5694-4f13-9478-a59a1768e04a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:13.038584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.158740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.181254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa33825-bcac-4db8-bf39-daf92c86845e None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:13.189825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a808-49ef-4a5c-adc4-76dad971a9f4 req-e93726f6-95b4-46f0-995b-0c652768a3d2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:13.197742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a698a808-49ef-4a5c-adc4-76dad971a9f4 req-e93726f6-95b4-46f0-995b-0c652768a3d2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.1212854 Aug 28 08:42:13.231466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bfbd8ed1-5694-4f13-9478-a59a1768e04a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:13.243999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a698a808-49ef-4a5c-adc4-76dad971a9f4 req-8a371a4d-a1df-40f2-83b9-ad00425d024b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Aug 28 08:42:13.308559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.316892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.349215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Could not find standard attr ID for object 76ee7b54-bd5f-41b6-ba6c-1fc3bf204376. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:13.362691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7fd2986-da8e-4ec5-9dfd-9ba4eacdf829 req-0f4fc3f0-35fc-4e97-8664-b497cd7633f2 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0495424 Aug 28 08:42:13.398980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a799-b483-446c-8b31-2fdc9dc4c21b None None] Pushing event updated for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:13.460787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bc227df7-bcf8-4fa3-8f0d-1bde3ba1df8e None None] Could not find standard attr ID for object dba0631e-656e-4d93-8233-997da1dab6dd. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:13.463783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.492233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f88a05-3ab7-4b39-a228-1847bb93da1d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:13.498997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.500987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-96b5cc5e-085e-41fa-8924-a03ac507304e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/e8f88a05-3ab7-4b39-a228-1847bb93da1d HTTP/1.1" status: 204 len: 168 time: 0.5859454 Aug 28 08:42:13.503403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:13.548000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9de985c4-371d-42d1-88cf-ac5c9c5d7527 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433166 Aug 28 08:42:13.550376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:13.600712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f3aac-d1fe-4994-92f3-c0814d3d3548 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:13.602439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e3f3aac-d1fe-4994-92f3-c0814d3d3548 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0510824 Aug 28 08:42:13.605564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:13.658856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd335d13-255b-461e-9ee1-97f1bf5428ac tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:13.660322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd335d13-255b-461e-9ee1-97f1bf5428ac tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537908 Aug 28 08:42:13.663400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:13.707608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80b3538d-02b0-4a8b-9dd8-5adee5cda541 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430548 Aug 28 08:42:13.717669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46690) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:13.723095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:13.880796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a57298-bb34-442d-923c-e9271cfdb386 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:13.926204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b71f1b0e-c101-499b-8766-ec1200d3b40c None None] Provisioning complete for port bfbd8ed1-5694-4f13-9478-a59a1768e04a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:13.926204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b71f1b0e-c101-499b-8766-ec1200d3b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.943454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:13.947060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:13.948471 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:13.948901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:14.031001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b6f0a180-1e4c-46b7-82d4-6f255ef4c5d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3096194 Aug 28 08:42:14.031800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:14.039881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:14.122692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:14.178549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Deleting port bfbd8ed1-5694-4f13-9478-a59a1768e04a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:14.179006 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.182332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bfbd8ed1-5694-4f13-9478-a59a1768e04a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:14.212370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:14.216004 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.217601 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:14.218395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:14.275493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bfbd8ed1-5694-4f13-9478-a59a1768e04a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:14.275906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.294676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Calling delete_port for bfbd8ed1-5694-4f13-9478-a59a1768e04a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:14.304764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2cc7464c-2a83-4938-a895-1f9a3d1baaa0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2718627 Aug 28 08:42:14.307947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:14.313379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:14.378939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.435103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port bfbd8ed1-5694-4f13-9478-a59a1768e04a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bfbd8ed1-5694-4f13-9478-a59a1768e04a,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:14.438382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792f052-529b-47f4-83dd-d218535f315e req-51448d3c-014d-4396-afd8-6a0ebc8db282 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:14.440010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b792f052-529b-47f4-83dd-d218535f315e req-51448d3c-014d-4396-afd8-6a0ebc8db282 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0846727 Aug 28 08:42:14.484048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b792f052-529b-47f4-83dd-d218535f315e req-e6389363-6fcc-4430-ba13-c7269f15419e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368216 Aug 28 08:42:14.510647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.556884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:14.561093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.566063 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:14.566063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:14.566533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:14.574448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.574772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.575124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.575460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.575792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.576119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.576445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.576800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.577182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.577473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.577795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.578116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:14.582860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d959497-c0d4-47a7-bff8-2e8efe64943c req-fc05bb92-b8d8-4568-b94a-4be15286e47c tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0368378 Aug 28 08:42:14.624119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.654543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] Pushing event deleted for resources: {'Port': ['ID=bfbd8ed1-5694-4f13-9478-a59a1768e04a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:14.659116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaa197-63f9-43ad-bf0c-ac9688123d87 None None] No DVR routers for this DVR port bfbd8ed1-5694-4f13-9478-a59a1768e04a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:14.667805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e8cf6c4c-2623-48d5-a5f4-1d439ebaf881 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3587141 Aug 28 08:42:14.667948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46700) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:14.675515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:14.863231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:14.867419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:14.868813 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:14.869239 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:14.972477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb0a9abb-8dc3-4215-9b7b-eceefb001425 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3027127 Aug 28 08:42:14.975669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46702) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:14.980787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:15.147524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:15.150959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:15.152600 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:15.153030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:15.275327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7a69a5a2-9ef4-4f5a-a561-d8a7bccd3cc8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2985446 Aug 28 08:42:15.278319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46704) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:15.283279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:15.480680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:15.484375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:15.486626 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:15.486626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:15.582440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e4cfef2-470d-4a93-8ac6-978b45e6aba4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3029275 Aug 28 08:42:15.585592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46708) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:15.614645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a9c6295e-25b4-43c1-8d6c-3f971658f3e3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0277710 Aug 28 08:42:15.617069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46712) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:15.632065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40677d0c-301b-41c3-abc4-3141be73643b req-e0ef9134-e233-4521-9bbf-7aa081e3c8e5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:15.633661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40677d0c-301b-41c3-abc4-3141be73643b req-e0ef9134-e233-4521-9bbf-7aa081e3c8e5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0811400 Aug 28 08:42:15.673429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5214843b-d8f0-4454-b51b-c8c84fb47bce tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:15.674986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5214843b-d8f0-4454-b51b-c8c84fb47bce tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567968 Aug 28 08:42:15.677611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:15.686138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40677d0c-301b-41c3-abc4-3141be73643b req-7d6e1233-8ab0-4bfc-adea-2029f3330a22 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Aug 28 08:42:15.724412 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-05d21630-c341-49d2-92fe-0883e6e47313 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447485 Aug 28 08:42:15.728439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:15.744010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:15.777258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9924af7a-da48-4b19-900c-51b790c0c0b2 req-ddf2f37b-9457-46ea-9739-422a71446616 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0288961 Aug 28 08:42:15.926377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:15.930002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.254056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:16.256388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.304805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:16.307967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:16.312802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:16.313494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.320418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a8808-8eba-4424-a9be-ca4fadcde842 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:16.324263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=db0a15f7-5dff-4762-9f37-c26214a64790,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:16.395581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e06129f6-5904-4d8f-9515-384aff1fa5e9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6655767 Aug 28 08:42:16.397846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:16.402995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:d9:3d:44', 'name': 'tempest-NetworksTestDHCPv6-985771064'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:16.468872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'db0a15f7-5dff-4762-9f37-c26214a64790'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:16.469739 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.609390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Allocated IP 2001:db8::f816:3eff:fe0b:ac0e (7f64f739-d1c6-46e7-a34a-79d6369f1a06/db0a15f7-5dff-4762-9f37-c26214a64790/28f370e6-1cd8-43f3-8a95-c0b863eaf9ea) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:16.650633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:16.759941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.784118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port bcd9ed79-d753-44e7-814a-9aab5126287d yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:16.828616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cfbf-579b-4cb1-b333-0a9c710c8a88 req-0a0b1dca-7dcc-42f9-b269-d04caba62d7a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:16.830412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1437cfbf-579b-4cb1-b333-0a9c710c8a88 req-0a0b1dca-7dcc-42f9-b269-d04caba62d7a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0561104 Aug 28 08:42:16.871828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1437cfbf-579b-4cb1-b333-0a9c710c8a88 req-65e9edd9-ae97-4b3d-9ae6-b08b84d3690c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Aug 28 08:42:16.922674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:16.931409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Transition to ACTIVE for port object 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:16.946810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Transition to ACTIVE for port object 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:16.956520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0135b9cc-096a-4173-8ac3-a9bc1ab8b721 req-6119fd75-0f22-450f-9e08-ad226894d022 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0267031 Aug 28 08:42:17.029099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.070961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:17.076332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:17.078534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Pushing event updated for resources: {'Port': ['ID=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:17.080752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:17.084326 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fed9:3d44 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/db0a15f7-5dff-4762-9f37-c26214a64790/bcd9ed79-d753-44e7-814a-9aab5126287d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:17.137150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Attempting to bind port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:17.137150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Attempting to bind port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:17.137556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Attempting to bind port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:17.142473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:17.142858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:17.143260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.143658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:17.144129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Bound port: 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:17.144550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.208878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] For port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:17.211936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] For port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:17.236085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.250365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object bcd9ed79-d753-44e7-814a-9aab5126287d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:17.298233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.355413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.357051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8175ad-245d-42fe-a73c-92be016240d6 None None] Pushing event updated for resources: {'Port': ['ID=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:17.405830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:17.409002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:17.416697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:17.423226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:17.423896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.439838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=bcd9ed79-d753-44e7-814a-9aab5126287d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:17.510396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ef0ce85f-7f41-483c-8115-868b95548ca6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1114006 Aug 28 08:42:17.513029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46724) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:17.570282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed98ab-1070-4318-b57b-98dc9e6aa393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:17.576719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed98ab-1070-4318-b57b-98dc9e6aa393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:17.578709 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bfed98ab-1070-4318-b57b-98dc9e6aa393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0646172 Aug 28 08:42:17.581244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46726) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:17.671950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port bcd9ed79-d753-44e7-814a-9aab5126287d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:17.672303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.769564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:17.783295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for bcd9ed79-d753-44e7-814a-9aab5126287d owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:17.938372 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:42:17.983386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.004131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57392-8981-4f92-8810-5f666dd51c6b req-5da295fa-47e7-4075-8ca3-a426f307607a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:18.006458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67b57392-8981-4f92-8810-5f666dd51c6b req-5da295fa-47e7-4075-8ca3-a426f307607a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0612998 Aug 28 08:42:18.014649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=bcd9ed79-d753-44e7-814a-9aab5126287d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:18.042928 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.047120 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-716c70d3-6ee7-4f12-8294-5dc929639e81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/bcd9ed79-d753-44e7-814a-9aab5126287d HTTP/1.1" status: 204 len: 168 time: 0.4643054 Aug 28 08:42:18.048196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:18.084966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67b57392-8981-4f92-8810-5f666dd51c6b req-b8f07f1a-4b6e-4fb4-9fab-2ed1a2d4d334 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708313 Aug 28 08:42:18.114093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24502102-66f7-428f-93b9-409d08728393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:18.115914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24502102-66f7-428f-93b9-409d08728393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:18.118244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-24502102-66f7-428f-93b9-409d08728393 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0687511 Aug 28 08:42:18.121739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:18.189728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet db0a15f7-5dff-4762-9f37-c26214a64790 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:18.194906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.200129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03581a1c-7188-479f-9ab9-bb86e370c54f req-a989b928-2cac-4be9-94bd-aa365fc26669 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0328796 Aug 28 08:42:18.234730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:18.255952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.373192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:18.377720 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.498134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Provisioning for port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:18.503903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Provisioning complete for port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:18.504461 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.527494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.566243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=db0a15f7-5dff-4762-9f37-c26214a64790,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:18.571889 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.576250 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-33acb950-39ec-4c6d-8df6-1b479fa3bc39 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/db0a15f7-5dff-4762-9f37-c26214a64790 HTTP/1.1" status: 204 len: 168 time: 0.4510524 Aug 28 08:42:18.576755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46736) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:18.605516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf851c-fb0f-4845-883a-776dddd4c9fa None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:18.640242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-50ccdf15-9e33-4ac1-a58f-2b107911d67a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623891 Aug 28 08:42:18.642924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46738) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:18.648794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:18.727925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.803387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] For port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:18.875050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:18.880780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.887538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:18.912764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:18.980656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dcff8-fa11-44b8-8b43-75131f8db71a None None] Pushing event updated for resources: {'Port': ['ID=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:18.989541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Deleting port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:18.989926 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.039383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d9040cc-cb2b-4fba-a4e4-9fae8868c176 None None] Could not find standard attr ID for object bcd9ed79-d753-44e7-814a-9aab5126287d. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:19.077367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] For port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:19.077670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.093300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Calling delete_port for 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:19.223380 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.252493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] Pushing event deleted for resources: {'Port': ['ID=28f370e6-1cd8-43f3-8a95-c0b863eaf9ea,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:19.253982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d1c1-1ce7-4e93-af47-ae1d14725659 req-6b70903f-6e3f-49d9-803a-4c186a6d6a57 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:19.254574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032dc08-f002-4e37-8f4c-ef0f7932f4c0 None None] No DVR routers for this DVR port 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:19.262980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6011d1c1-1ce7-4e93-af47-ae1d14725659 req-6b70903f-6e3f-49d9-803a-4c186a6d6a57 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0985174 Aug 28 08:42:19.304836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:19.309917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.353732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6011d1c1-1ce7-4e93-af47-ae1d14725659 req-87a80cd3-42d5-44ee-bbc8-6024e5378e21 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908384 Aug 28 08:42:19.371287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:19.374694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:19.381426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:19.381683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.390987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=f96f80a7-6f32-47d0-858a-4138e55377bd,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:19.394047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc040d93-b65d-49a1-9546-96d16d44572f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:19.403105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.412879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:42:19.476437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e804d122-a040-4e96-97e6-58f4df5855cd req-6e8ce431-13e1-46fe-888b-d2a33aa26a7e tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0278890 Aug 28 08:42:19.477859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3505da18-8209-4fe9-abfa-00d564b0f4d9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8338628 Aug 28 08:42:19.480689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:19.487162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:ce:53:a4', 'name': 'tempest-NetworksTestDHCPv6-1294095446'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:19.610487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'f96f80a7-6f32-47d0-858a-4138e55377bd'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:19.611516 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.754893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Allocated IP 2001:db8::f816:3eff:febe:81c1 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/f96f80a7-6f32-47d0-858a-4138e55377bd/a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:19.760516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:19.847175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.868998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 2aede104-68d0-48f6-bf07-ae91fe9eec63 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:19.907382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:19.917502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Transition to ACTIVE for port object a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:19.933422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Transition to ACTIVE for port object a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:20.039762 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.081813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:20.087670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:20.089014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fece:53a4 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/f96f80a7-6f32-47d0-858a-4138e55377bd/2aede104-68d0-48f6-bf07-ae91fe9eec63) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:20.089841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Pushing event updated for resources: {'Port': ['ID=a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:20.092106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:20.156363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Attempting to bind port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:20.158393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Attempting to bind port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:20.158393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Attempting to bind port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:20.163450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:20.163832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:20.164241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.164639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:20.165132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Bound port: a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:20.165537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.199031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:20.222016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:20.222383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 28f370e6-1cd8-43f3-8a95-c0b863eaf9ea not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:20.251114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.258470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] For port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:20.261671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] For port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:20.266097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 2aede104-68d0-48f6-bf07-ae91fe9eec63 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:20.344266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.372229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.407121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d86a7-bcc5-4965-ac49-0206d985c84e None None] Pushing event updated for resources: {'Port': ['ID=a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:20.438365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:20.441841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:20.446539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:20.452138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:20.452772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.458467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=2aede104-68d0-48f6-bf07-ae91fe9eec63,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:20.512944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8c67-0a94-4c71-8995-a6a80cbb7e71 req-7370e566-4802-4587-922c-c8d486b2d55c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:20.514681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a4e8c67-0a94-4c71-8995-a6a80cbb7e71 req-7370e566-4802-4587-922c-c8d486b2d55c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0591621 Aug 28 08:42:20.527006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9f48be0-f360-432f-9cb2-401b331a2fbe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0449929 Aug 28 08:42:20.529771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46750) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:20.619219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a4e8c67-0a94-4c71-8995-a6a80cbb7e71 req-0f47113f-fbe0-415b-af6b-12fab56007de tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781934 Aug 28 08:42:20.641509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9681cb-b61b-4d14-bc31-857321612fc3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:20.648159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9681cb-b61b-4d14-bc31-857321612fc3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:20.650105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b9681cb-b61b-4d14-bc31-857321612fc3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1187713 Aug 28 08:42:20.652717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:20.701353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a6fb25ac-5b99-46dd-8a98-28b9b55e7344 req-756e489f-597f-4c04-bed3-56a8a31cef68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0267742 Aug 28 08:42:20.728578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88cb57ab-ead0-4430-bb2e-0d536708f3a2 req-06d2aea3-f86a-495c-8865-789e5d1394bd tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0332468 Aug 28 08:42:20.793259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 2aede104-68d0-48f6-bf07-ae91fe9eec63 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:20.793627 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.896818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:20.910257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 2aede104-68d0-48f6-bf07-ae91fe9eec63 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:21.142029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913936c-a142-43ef-8f24-a96221fa0e4e req-fd0648b0-277b-4b62-8089-07e540562609 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.143833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2913936c-a142-43ef-8f24-a96221fa0e4e req-fd0648b0-277b-4b62-8089-07e540562609 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0557129 Aug 28 08:42:21.189478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2913936c-a142-43ef-8f24-a96221fa0e4e req-994dbe2e-381f-4f64-805b-21a48f010ade tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353348 Aug 28 08:42:21.246496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.277712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=2aede104-68d0-48f6-bf07-ae91fe9eec63,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:21.319069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.321248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aafc8761-e3a3-4b57-8498-f21b219f036f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/2aede104-68d0-48f6-bf07-ae91fe9eec63 HTTP/1.1" status: 204 len: 168 time: 0.6671510 Aug 28 08:42:21.323909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46758) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:21.366638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-64e5016e-29ae-46a1-bf05-7d4e86a2a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.382479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-64e5016e-29ae-46a1-bf05-7d4e86a2a986 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0606291 Aug 28 08:42:21.382659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76541b-cc1a-4bfb-ba63-c484704aa2f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.383667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76541b-cc1a-4bfb-ba63-c484704aa2f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.388070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a76541b-cc1a-4bfb-ba63-c484704aa2f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0631113 Aug 28 08:42:21.388652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:21.451718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet f96f80a7-6f32-47d0-858a-4138e55377bd {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:21.455343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.475998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-ea63cde6-a1f6-4765-92d4-178ed405a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.477896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-ea63cde6-a1f6-4765-92d4-178ed405a7f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1017640 Aug 28 08:42:21.506703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.561095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-1c773ae0-e881-4d5b-ac08-ff76d2e34304 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.0708313 Aug 28 08:42:21.577503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2a4ffa9b-a996-4353-8507-16ae69476900 None None] Provisioning for port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:21.610906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.642312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-8551a08b-abb6-4fea-848a-149166d2204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.643929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-8551a08b-abb6-4fea-848a-149166d2204b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0715785 Aug 28 08:42:21.695914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0c878235-5197-412b-8192-0c51c7d90d17 None None] Could not find standard attr ID for object 2aede104-68d0-48f6-bf07-ae91fe9eec63. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:21.696841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-f221e26f-56cd-483d-950a-991a42d41fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.698443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-f221e26f-56cd-483d-950a-991a42d41fe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464761 Aug 28 08:42:21.709750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-309eb97d-505a-4545-bcba-def112ca03f1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:21.710862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-309eb97d-505a-4545-bcba-def112ca03f1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055528 Aug 28 08:42:21.755787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.787816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=f96f80a7-6f32-47d0-858a-4138e55377bd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:21.804931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:21.807531 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0061a86-538d-4a06-bda2-5c340ca2d058 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/f96f80a7-6f32-47d0-858a-4138e55377bd HTTP/1.1" status: 204 len: 168 time: 0.4179053 Aug 28 08:42:21.812664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46764) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:21.859126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387061a1-2bac-4c34-84db-825a30c336b0 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:21.867618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dce718cf-ba07-4f4a-b76c-1f3e2b6c1724 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537398 Aug 28 08:42:21.872949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-cb386311-eb18-4319-9fad-74ed72f7c0fa service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533055 Aug 28 08:42:21.874527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46766) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:21.889357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1126580-397a-44ef-b797-7d5fcdd75cff req-b53c69ac-6a9f-49e6-b09f-827df2c98841 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0624952 Aug 28 08:42:21.938076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14deadee-cdcb-4864-bd08-97505c19e59f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:21.939796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14deadee-cdcb-4864-bd08-97505c19e59f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0638452 Aug 28 08:42:21.942455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46768) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:22.005587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38e347ad-081b-477d-adf5-c2c7913546b0 req-43b8fa2e-ffdd-4fbc-a360-e8de9a563b31 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185603 Aug 28 08:42:22.009701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb6f13-c1b0-4846-82b7-0163e8a49fce tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:22.014619 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7ceb6f13-c1b0-4846-82b7-0163e8a49fce tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692825 Aug 28 08:42:22.022998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:22.057191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0b6507e3-8689-4867-8b99-8a0ef6c7655a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406461 Aug 28 08:42:22.061798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46772) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:22.067326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:22.094334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:22.148214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Deleting port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:22.148515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.218795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] For port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:22.219130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.234037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Calling delete_port for a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:22.288372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:22.291932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.400383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8d2f2-2867-47a4-a112-1ec70fca0f22 req-13cf2dc7-e874-46a5-b83f-e36abb718ab3 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:22.401796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abe8d2f2-2867-47a4-a112-1ec70fca0f22 req-13cf2dc7-e874-46a5-b83f-e36abb718ab3 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.1268165 Aug 28 08:42:22.440677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.441942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abe8d2f2-2867-47a4-a112-1ec70fca0f22 req-affc0427-8009-4bc6-b8ce-875e041ddedb tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333619 Aug 28 08:42:22.472629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] Pushing event deleted for resources: {'Port': ['ID=a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:22.476306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafcbc0-7b38-4c92-9c7a-61fe4378d0fc None None] No DVR routers for this DVR port a47e8c3f-54dc-48d9-8e5f-31c6aa1e2422 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:22.743918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:22.745423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.786625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:22.791584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:22.795922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:22.796514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:22.803310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e90db6-5620-41d7-8abc-7cc6e67a6e25 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:22.808972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=e3a45226-df04-4bf9-8f01-e9678efbb370,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:22.890026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0b519055-77c2-41b9-97df-5e42019b4ea6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8269463 Aug 28 08:42:22.892757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46776) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:22.897929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:ee:41:00', 'name': 'tempest-NetworksTestDHCPv6-1085488939'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:22.976263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'e3a45226-df04-4bf9-8f01-e9678efbb370'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:22.977949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.023362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82e14a59-d291-44de-beba-08277a2f2f41 req-c44ee479-001b-4b1a-8e0c-1caeae5839ae tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0411623 Aug 28 08:42:23.121559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Allocated IP 2001:db8::f816:3eff:feaa:91e8 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/e3a45226-df04-4bf9-8f01-e9678efbb370/8e6eed40-059d-46e5-a204-0a005bdd117d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:23.148840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:23.153413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.174335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 5658bf39-56a0-449d-96bf-147780d8a815 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:23.283335 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.292296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Transition to ACTIVE for port object 8e6eed40-059d-46e5-a204-0a005bdd117d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:23.312352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Transition to ACTIVE for port object 8e6eed40-059d-46e5-a204-0a005bdd117d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:23.343637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f88bbc0-3b34-420d-9587-b090fd0b59f1 req-1c5d1336-fa49-47af-ae70-d995a1e09ff5 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c&device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Aug 28 08:42:23.399680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.442643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:23.445912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:23.448528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:23.460046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:feee:4100 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/e3a45226-df04-4bf9-8f01-e9678efbb370/5658bf39-56a0-449d-96bf-147780d8a815) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:23.460531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Pushing event updated for resources: {'Port': ['ID=8e6eed40-059d-46e5-a204-0a005bdd117d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:23.513562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Attempting to bind port 8e6eed40-059d-46e5-a204-0a005bdd117d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:23.513936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Attempting to bind port 8e6eed40-059d-46e5-a204-0a005bdd117d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:23.514334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Attempting to bind port 8e6eed40-059d-46e5-a204-0a005bdd117d on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:23.519411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:23.519786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:23.520808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.521203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:23.521748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Bound port: 8e6eed40-059d-46e5-a204-0a005bdd117d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:23.522137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.595735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] For port 8e6eed40-059d-46e5-a204-0a005bdd117d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:23.598897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] For port 8e6eed40-059d-46e5-a204-0a005bdd117d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e6eed40-059d-46e5-a204-0a005bdd117d,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:23.614149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.628378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 5658bf39-56a0-449d-96bf-147780d8a815 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:23.749772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.809214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e45e-b9d9-4779-a93e-18af93a4a196 None None] Pushing event updated for resources: {'Port': ['ID=8e6eed40-059d-46e5-a204-0a005bdd117d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:23.852906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.903555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:23.909720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:23.914362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:23.920416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:23.921089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:23.933338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=5658bf39-56a0-449d-96bf-147780d8a815,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:24.070475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-64226d2c-091c-44a5-a506-1e8195530253 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1762984 Aug 28 08:42:24.073704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46786) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:24.143620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a93fed69-55a0-4a37-8191-40fedc0693a9 req-28ae4cc0-5dce-4ca3-9a77-e4c9ec8eebee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1252e5732844c83a1841f43643cca4a&device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0309062 Aug 28 08:42:24.178918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269db11e-8220-4d25-b7ef-176856bed161 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.188203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269db11e-8220-4d25-b7ef-176856bed161 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.189919 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-269db11e-8220-4d25-b7ef-176856bed161 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1146395 Aug 28 08:42:24.200022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9491fb-44d8-4bb6-a444-b3581107fafe req-ddfc325b-4559-4482-a13c-9ae004604674 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.200298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46790) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:24.201701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b9491fb-44d8-4bb6-a444-b3581107fafe req-ddfc325b-4559-4482-a13c-9ae004604674 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0569685 Aug 28 08:42:24.245718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e6eed40-059d-46e5-a204-0a005bdd117d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:24.251761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b9491fb-44d8-4bb6-a444-b3581107fafe req-2c88d9e1-61f4-4a2b-b3f1-d8eea1a0f7fa tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Aug 28 08:42:24.252025 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a93fed69-55a0-4a37-8191-40fedc0693a9 req-a7802572-301a-4c71-b8e5-47248f116795 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c1252e5732844c83a1841f43643cca4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910556 Aug 28 08:42:24.342432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-628e179b-51b5-4403-b416-41f143a0ec8e req-952982fd-cdf7-4338-8e75-98440ae6eb1b tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0265448 Aug 28 08:42:24.385957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fed69-55a0-4a37-8191-40fedc0693a9 req-d20fad72-00be-44f3-af28-6ada5c39e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.387396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a93fed69-55a0-4a37-8191-40fedc0693a9 req-d20fad72-00be-44f3-af28-6ada5c39e173 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268854 Aug 28 08:42:24.393547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 5658bf39-56a0-449d-96bf-147780d8a815 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:24.393890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:24.401254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8e6eed40-059d-46e5-a204-0a005bdd117d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:24.491905 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:24.509155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 5658bf39-56a0-449d-96bf-147780d8a815 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:24.794896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:24.839526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=5658bf39-56a0-449d-96bf-147780d8a815,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:24.864603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:24.867586 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4c838c19-fdcf-43d7-9ae8-3e99c9dbc231 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/5658bf39-56a0-449d-96bf-147780d8a815 HTTP/1.1" status: 204 len: 168 time: 0.6656475 Aug 28 08:42:24.870698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46794) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:24.937514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f10466-29ed-4ca0-9a5d-0005a019ebfb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.939207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f10466-29ed-4ca0-9a5d-0005a019ebfb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:24.940820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f6f10466-29ed-4ca0-9a5d-0005a019ebfb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0683167 Aug 28 08:42:24.944009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:24.976136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Provisioning for port 8e6eed40-059d-46e5-a204-0a005bdd117d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:24.982914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Provisioning complete for port 8e6eed40-059d-46e5-a204-0a005bdd117d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:24.983670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.007591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet e3a45226-df04-4bf9-8f01-e9678efbb370 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:25.011150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.058002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.089358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.138239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] For port 8e6eed40-059d-46e5-a204-0a005bdd117d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e6eed40-059d-46e5-a204-0a005bdd117d,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:25.229224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.231570 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.279808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b1276-f426-4f84-9a38-297ba5113884 None None] Pushing event updated for resources: {'Port': ['ID=8e6eed40-059d-46e5-a204-0a005bdd117d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:25.343779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-50fc0743-f1ee-4fad-a332-cd1b9f61fe78 None None] Could not find standard attr ID for object 5658bf39-56a0-449d-96bf-147780d8a815. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:25.423955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.444373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-471079bd-bd5f-4337-b3ce-f31fdd3593bf req-9d6c610c-706f-4832-b884-a79085de10c8 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0281658 Aug 28 08:42:25.454107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a45226-df04-4bf9-8f01-e9678efbb370,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:25.460151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.462367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-73f8cfd4-2c73-49cf-a766-499871cf600d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/e3a45226-df04-4bf9-8f01-e9678efbb370 HTTP/1.1" status: 204 len: 168 time: 0.5172887 Aug 28 08:42:25.469731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46800) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:25.472003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d8447-1c0e-46dc-8b69-58b741fa7361 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:25.521580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c8647048-7435-4aa0-af4d-a3d18327d15e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499201 Aug 28 08:42:25.527413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46802) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:25.533064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:25.657450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:25.706773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Deleting port 8e6eed40-059d-46e5-a204-0a005bdd117d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:25.707169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.779867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] For port 8e6eed40-059d-46e5-a204-0a005bdd117d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8e6eed40-059d-46e5-a204-0a005bdd117d,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:25.780181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.788208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:25.805811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.805990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Calling delete_port for 8e6eed40-059d-46e5-a204-0a005bdd117d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:25.948702 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:25.983405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.011781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] No DVR routers for this DVR port 8e6eed40-059d-46e5-a204-0a005bdd117d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:26.015179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d3d4-39de-444a-84e1-a2d173fb2339 None None] Pushing event deleted for resources: {'Port': ['ID=8e6eed40-059d-46e5-a204-0a005bdd117d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:26.051257 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a93fed69-55a0-4a37-8191-40fedc0693a9 req-f7cc726b-70b1-4acf-8fc6-0b0378551076 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.39 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0275488 Aug 28 08:42:26.172094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:26.176000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.199291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e6eed40-059d-46e5-a204-0a005bdd117d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:26.227637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:26.227874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8e6eed40-059d-46e5-a204-0a005bdd117d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:26.228268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8e6eed40-059d-46e5-a204-0a005bdd117d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:26.232270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:26.237006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:26.237697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.246204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5aa19-e5f3-44b7-af9b-172b07fc35e5 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:26.252996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=99903042-b7ac-4ca8-8b77-09d66a3f4531,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:26.360767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bf759468-a126-40d0-9c9f-0e8f3d2d80f9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8321095 Aug 28 08:42:26.363718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46804) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:26.371574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:37:1d:f4', 'name': 'tempest-NetworksTestDHCPv6-136928131'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:26.423027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '99903042-b7ac-4ca8-8b77-09d66a3f4531'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:26.424685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.553191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8123b37-92b7-41b6-b708-0aa1109081b6 req-12dd93fc-5a70-4521-9246-f82e465cc64b tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=869b7a72-e720-48c5-92de-065b9989b00c HTTP/1.1" status: 200 len: 210 time: 0.0272167 Aug 28 08:42:26.571049 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Allocated IP 2001:db8::f816:3eff:fea4:30a7 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/99903042-b7ac-4ca8-8b77-09d66a3f4531/915ce3e1-5a44-485d-8836-ad035efcbe60) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:26.633168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:26.722131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.725152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.733595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Transition to ACTIVE for port object 915ce3e1-5a44-485d-8836-ad035efcbe60 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:26.744240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:26.752497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Transition to ACTIVE for port object 915ce3e1-5a44-485d-8836-ad035efcbe60 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:26.841967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.887214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:26.890605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:26.895349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:26.900134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Pushing event updated for resources: {'Port': ['ID=915ce3e1-5a44-485d-8836-ad035efcbe60,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:26.902075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fe37:1df4 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/99903042-b7ac-4ca8-8b77-09d66a3f4531/0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:26.956449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Attempting to bind port 915ce3e1-5a44-485d-8836-ad035efcbe60 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:26.956767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Attempting to bind port 915ce3e1-5a44-485d-8836-ad035efcbe60 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:26.957137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Attempting to bind port 915ce3e1-5a44-485d-8836-ad035efcbe60 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:26.962325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:26.962696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:26.963097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:26.963483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:26.963946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Bound port: 915ce3e1-5a44-485d-8836-ad035efcbe60, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:26.964324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.028531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] For port 915ce3e1-5a44-485d-8836-ad035efcbe60, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:27.031622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] For port 915ce3e1-5a44-485d-8836-ad035efcbe60, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=915ce3e1-5a44-485d-8836-ad035efcbe60,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:27.068559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.081986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:27.126382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.186631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e2ef-50ad-44d7-addb-0bf52b865a51 None None] Pushing event updated for resources: {'Port': ['ID=915ce3e1-5a44-485d-8836-ad035efcbe60,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:27.195392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.242928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:27.246380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:27.250585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:27.256576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:27.257238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.263807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:27.355372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8dac833-520b-495f-801f-5a74fb5035a3 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9897671 Aug 28 08:42:27.358023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46808) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:27.413441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408cac-b4b4-463c-baf2-47594ae1d3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:27.419907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408cac-b4b4-463c-baf2-47594ae1d3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:27.421587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f7408cac-b4b4-463c-baf2-47594ae1d3e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0625324 Aug 28 08:42:27.424583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:27.528501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:27.528849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.572590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dcba6f65-0a78-4dba-8041-f90076dd8251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.625088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:27.637297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:28.051898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2184d5ae-9c6c-48e3-9ae2-f1003f1a6d42 req-072910c7-9a66-4901-9ef3-b8d39378234f tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0299931 Aug 28 08:42:28.101736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4f43b00-d004-463b-bf87-e4e94d2c0157 req-97b9408e-b134-4ee3-9218-21215e80dd56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1252e5732844c83a1841f43643cca4a&device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0890117 Aug 28 08:42:28.139242 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4f43b00-d004-463b-bf87-e4e94d2c0157 req-3bd602e2-baa9-42d4-a96a-3c7c76e66f2e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c1252e5732844c83a1841f43643cca4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228112 Aug 28 08:42:28.206322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.241103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 915ce3e1-5a44-485d-8836-ad035efcbe60 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:28.245522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6d53fb51-5263-443c-b49a-84aa3ca6cde6 None None] Provisioning for port 915ce3e1-5a44-485d-8836-ad035efcbe60 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:28.249242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:28.271666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43b00-d004-463b-bf87-e4e94d2c0157 req-da5e76aa-fde4-46d5-a528-8a48799170ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:28.272090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.273842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4f43b00-d004-463b-bf87-e4e94d2c0157 req-da5e76aa-fde4-46d5-a528-8a48799170ca service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274195 Aug 28 08:42:28.274129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d5caa5d-0b45-4ea4-a148-0c72e3d128de tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 HTTP/1.1" status: 204 len: 168 time: 0.8485854 Aug 28 08:42:28.276546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46820) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.337201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689c55b-86bc-433c-bf79-ddb752a1ecc2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:28.338778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689c55b-86bc-433c-bf79-ddb752a1ecc2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:28.340306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a689c55b-86bc-433c-bf79-ddb752a1ecc2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0625184 Aug 28 08:42:28.343008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46822) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.360584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 915ce3e1-5a44-485d-8836-ad035efcbe60 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:28.365685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 915ce3e1-5a44-485d-8836-ad035efcbe60 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:28.366144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.400135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 99903042-b7ac-4ca8-8b77-09d66a3f4531 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:28.403380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.448586 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.458562 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.496586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-eddfa4f4-4544-46c3-90ef-0f4759ca06d6 None None] Could not find standard attr ID for object 0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:28.502762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 915ce3e1-5a44-485d-8836-ad035efcbe60, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=915ce3e1-5a44-485d-8836-ad035efcbe60,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:28.577168 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.579577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.636774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=915ce3e1-5a44-485d-8836-ad035efcbe60,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:28.732182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.757905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=99903042-b7ac-4ca8-8b77-09d66a3f4531,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:28.763721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:28.765742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-33315b92-9151-41e2-85b2-4313a0ecec08 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/99903042-b7ac-4ca8-8b77-09d66a3f4531 HTTP/1.1" status: 204 len: 168 time: 0.4217341 Aug 28 08:42:28.768336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46824) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.770365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272eaa64-f523-4ee6-a5a8-b20e22526dfd None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:28.807195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6fd81f3f-b3ba-4239-9986-00db02562ab0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375519 Aug 28 08:42:28.809809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46826) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.881467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f417e-3e19-4f27-a261-69bfba825b09 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:28.882989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-140f417e-3e19-4f27-a261-69bfba825b09 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0718699 Aug 28 08:42:28.885437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46828) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.938366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54ea93-102a-422f-b276-b5d4b052a3be tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:28.939848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be54ea93-102a-422f-b276-b5d4b052a3be tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535016 Aug 28 08:42:28.942482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46830) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.951911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:28.984817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f8071688-3182-44da-80c6-ab1645478fad tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400684 Aug 28 08:42:28.987294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:28.992410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:29.004498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Deleting port 915ce3e1-5a44-485d-8836-ad035efcbe60 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:29.004880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.069693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] For port 915ce3e1-5a44-485d-8836-ad035efcbe60, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=915ce3e1-5a44-485d-8836-ad035efcbe60,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:29.070079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.083539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Calling delete_port for 915ce3e1-5a44-485d-8836-ad035efcbe60 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:29.166304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8188062-30f9-4566-a048-bb90375b2d16 req-a03002d6-3ce5-4a76-82e7-f245447008fa tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0327113 Aug 28 08:42:29.179795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:29.181315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.251616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.275612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] Pushing event deleted for resources: {'Port': ['ID=915ce3e1-5a44-485d-8836-ad035efcbe60,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:29.281419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b08350-33b6-4ac9-8afe-35e3d127e9a6 None None] No DVR routers for this DVR port 915ce3e1-5a44-485d-8836-ad035efcbe60 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:29.340607 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10012c9a-7970-413e-b380-e3fca2ed6678 req-ab4d45ff-a6ef-43a1-9e15-90c7f8977e61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323973 Aug 28 08:42:29.423564 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10012c9a-7970-413e-b380-e3fca2ed6678 req-047a8ceb-2d16-4348-a80e-97d959a654fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0254526 Aug 28 08:42:29.473748 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10012c9a-7970-413e-b380-e3fca2ed6678 req-1c4895b6-0015-4ad7-8b73-a7267dcdbbdd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201664 Aug 28 08:42:29.530052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.589360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:29.599505 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:29.607678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:29.608280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.609070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f925ec-c29d-4291-a78d-bef3fc721b30 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:29.617573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=c0d4783a-bed5-4b75-89a3-e0775780fc60,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:29.637757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012c9a-7970-413e-b380-e3fca2ed6678 req-8be40d04-8e6c-455d-b5d4-bee1fb9cc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:29.639282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-10012c9a-7970-413e-b380-e3fca2ed6678 req-8be40d04-8e6c-455d-b5d4-bee1fb9cc335 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582842 Aug 28 08:42:29.749205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-718d2cc8-53c0-4645-a957-97694c0de725 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7608359 Aug 28 08:42:29.750747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'c0d4783a-bed5-4b75-89a3-e0775780fc60'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:29.751707 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.751945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46836) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:29.757996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:9d:74:2a', 'name': 'tempest-NetworksTestDHCPv6-1914175944'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:29.906358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c0d4783a-bed5-4b75-89a3-e0775780fc60/094e0906-c8a9-4bcc-aa08-535d40830d37) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:29.931537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:29.960048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:30.102141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-6a580a8e-4c57-4542-8dc7-a1e34cea1368 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1119130 Aug 28 08:42:30.213626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 915ce3e1-5a44-485d-8836-ad035efcbe60 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:30.240183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-cbcde5e1-4c41-483a-81e5-c31512b0a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:30.241902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-cbcde5e1-4c41-483a-81e5-c31512b0a5b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0560565 Aug 28 08:42:30.245909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 915ce3e1-5a44-485d-8836-ad035efcbe60 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:30.246281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 915ce3e1-5a44-485d-8836-ad035efcbe60 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:30.262560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.271649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Transition to ACTIVE for port object 094e0906-c8a9-4bcc-aa08-535d40830d37 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:30.287771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Transition to ACTIVE for port object 094e0906-c8a9-4bcc-aa08-535d40830d37 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:30.300208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-412d0239-3234-4e73-9019-69d271bb9223 req-9a535aae-5d66-4ed5-93cb-fd3730aa4a73 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0346942 Aug 28 08:42:30.315941 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4338-de86-4b8f-be8f-bf3f26251645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.347279 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d4f43b00-d004-463b-bf87-e4e94d2c0157 req-d2da115a-a527-4e9b-bbac-01fde3853143 tempest-ServerShowV247Test-1494592350 tempest-ServerShowV247Test-1494592350-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c29dc61-8d89-421d-ad7d-388ab8564452 HTTP/1.1" status: 200 len: 210 time: 0.0531094 Aug 28 08:42:30.377813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.388783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-68a7604b-4aa0-403a-b9a3-f2f9e061b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:30.391363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-68a7604b-4aa0-403a-b9a3-f2f9e061b0d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1139698 Aug 28 08:42:30.397444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.419548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port cf37d0b0-5671-4105-ad6a-82a03a17b769 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:30.421198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:30.424565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:30.428953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:30.470712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-dae0c97b-5f4e-4aa3-a2e6-6a0471ee1162 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.0722170 Aug 28 08:42:30.490043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Pushing event updated for resources: {'Port': ['ID=094e0906-c8a9-4bcc-aa08-535d40830d37,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:30.505828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Attempting to bind port 094e0906-c8a9-4bcc-aa08-535d40830d37 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:30.506248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Attempting to bind port 094e0906-c8a9-4bcc-aa08-535d40830d37 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:30.506620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Attempting to bind port 094e0906-c8a9-4bcc-aa08-535d40830d37 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:30.513482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:30.513857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:30.514298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.514746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:30.515229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Bound port: 094e0906-c8a9-4bcc-aa08-535d40830d37, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:30.515614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.530768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-a128c6a3-478f-4dea-84b5-7fbda39090a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:30.532420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-a128c6a3-478f-4dea-84b5-7fbda39090a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0549908 Aug 28 08:42:30.568218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::7b (7f64f739-d1c6-46e7-a34a-79d6369f1a06/c0d4783a-bed5-4b75-89a3-e0775780fc60/cf37d0b0-5671-4105-ad6a-82a03a17b769) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:30.587953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-0f2a3848-e41c-433d-af65-178dff158127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:30.589492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-0f2a3848-e41c-433d-af65-178dff158127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499415 Aug 28 08:42:30.596587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] For port 094e0906-c8a9-4bcc-aa08-535d40830d37, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:30.600899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] For port 094e0906-c8a9-4bcc-aa08-535d40830d37, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=094e0906-c8a9-4bcc-aa08-535d40830d37,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:30.680943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.687597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-d2254fb7-dd6d-484c-a23c-a69240ffbebf service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906587 Aug 28 08:42:30.741617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ab0f-e784-43b3-9205-52022991bc50 None None] Pushing event updated for resources: {'Port': ['ID=094e0906-c8a9-4bcc-aa08-535d40830d37,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:30.744453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.760296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object cf37d0b0-5671-4105-ad6a-82a03a17b769 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:30.811779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ad808d7-3fe7-4f28-a916-e374f94de1ad req-24617c9b-d9ac-425b-9b79-09a4ca45d6d7 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170769 Aug 28 08:42:30.858625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.924753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:30.927870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:30.933575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:30.940054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:30.940806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:30.954138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=cf37d0b0-5671-4105-ad6a-82a03a17b769,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:31.058066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eaceb90d-2d02-48d5-8fc5-95a154c3de96 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3051834 Aug 28 08:42:31.062318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:31.112819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e276d-ee75-4f04-83c2-a314e3115469 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:31.118752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e276d-ee75-4f04-83c2-a314e3115469 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:31.120382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-568e276d-ee75-4f04-83c2-a314e3115469 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0570657 Aug 28 08:42:31.123102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:31.213670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port cf37d0b0-5671-4105-ad6a-82a03a17b769 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:31.214026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.300563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.319541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for cf37d0b0-5671-4105-ad6a-82a03a17b769 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:31.543463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.572427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=cf37d0b0-5671-4105-ad6a-82a03a17b769,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:31.604754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.608800 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da58bec5-1db5-4092-819b-83747befa20c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/cf37d0b0-5671-4105-ad6a-82a03a17b769 HTTP/1.1" status: 204 len: 168 time: 0.4824128 Aug 28 08:42:31.609068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46850) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:31.662714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de6056-c7de-454d-b78f-284317880a0b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:31.664244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de6056-c7de-454d-b78f-284317880a0b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:31.665805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79de6056-c7de-454d-b78f-284317880a0b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0558050 Aug 28 08:42:31.668595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46852) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:31.722522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet c0d4783a-bed5-4b75-89a3-e0775780fc60 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:31.726814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.804857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.868399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-97cf56c1-9a88-43ef-aec1-e144cca1401c None None] Provisioning for port 094e0906-c8a9-4bcc-aa08-535d40830d37 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:31.868920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.927181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:31.978930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46856) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:31.988910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9675d003-512d-418e-ac01-62abfc8f61be None None] Could not find standard attr ID for object cf37d0b0-5671-4105-ad6a-82a03a17b769. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:32.000703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.029848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d4783a-bed5-4b75-89a3-e0775780fc60,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:32.033803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.036371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a8156221-378f-4957-bb84-ea80e2fc68d2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c0d4783a-bed5-4b75-89a3-e0775780fc60 HTTP/1.1" status: 204 len: 168 time: 0.3661690 Aug 28 08:42:32.038793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.083706 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-abd6997e-b944-49da-9dae-ed06f3c77177 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437915 Aug 28 08:42:32.102184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d1f19-3905-4a4b-b959-d018f638d82d None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:32.127723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46862) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.131549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f753776-c16b-4fb8-a4b6-642a4c6ac9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.203758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e89fc30-e91f-48d8-81d0-3c906e1fc7be tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:32.205471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e89fc30-e91f-48d8-81d0-3c906e1fc7be tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0758152 Aug 28 08:42:32.209830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.287185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 094e0906-c8a9-4bcc-aa08-535d40830d37 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:32.287425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d429a2-ea2e-464f-8f29-282f33166620 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:32.288910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b8d429a2-ea2e-464f-8f29-282f33166620 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0780287 Aug 28 08:42:32.291869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.302881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f753776-c16b-4fb8-a4b6-642a4c6ac9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.341641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b7a7dcaa-9f83-4551-a42b-519beb0d0fbb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442860 Aug 28 08:42:32.342806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46868) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.345071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:32.347318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:32.392292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f753776-c16b-4fb8-a4b6-642a4c6ac9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.396637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Deleting port 094e0906-c8a9-4bcc-aa08-535d40830d37 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:32.397032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.448344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 094e0906-c8a9-4bcc-aa08-535d40830d37 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:32.453944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f753776-c16b-4fb8-a4b6-642a4c6ac9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900be1c8-d0c1-4db6-b8a0-c2294ef04b03,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:32.457304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 094e0906-c8a9-4bcc-aa08-535d40830d37 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:32.463892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.464376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f753776-c16b-4fb8-a4b6-642a4c6ac9ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1252e5732844c83a1841f43643cca4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813144 Aug 28 08:42:32.465362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46870) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:32.495684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] For port 094e0906-c8a9-4bcc-aa08-535d40830d37, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=094e0906-c8a9-4bcc-aa08-535d40830d37,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:32.496090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.514835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Calling delete_port for 094e0906-c8a9-4bcc-aa08-535d40830d37 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:32.527179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.550840 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.578988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:32.583106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.615085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.716657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.739647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.742311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:32.743580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/900be1c8-d0c1-4db6-b8a0-c2294ef04b03 HTTP/1.1" status: 204 len: 168 time: 0.2773416 Aug 28 08:42:32.752105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] Pushing event deleted for resources: {'Port': ['ID=094e0906-c8a9-4bcc-aa08-535d40830d37,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:32.758719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 08:42:32.758719 n-d-792458-16 neutron-server[95468]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 28 08:42:32.758719 n-d-792458-16 neutron-server[95468]: [parameters: {'status': 'ACTIVE', 'ports_id': '094e0906-c8a9-4bcc-aa08-535d40830d37'}] Aug 28 08:42:32.758719 n-d-792458-16 neutron-server[95468]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:42:32.758719 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:42:32.760110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e6a3-e31b-490b-86a1-52f9968c7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900be1c8-d0c1-4db6-b8a0-c2294ef04b03,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:32.761085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb85119-4e0c-4ced-a7b4-3549458b0db3 None None] No DVR routers for this DVR port 094e0906-c8a9-4bcc-aa08-535d40830d37 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:33.050891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:33.052477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.091900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:33.095053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:33.100863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:33.101463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.104385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e42e4a-30fa-423e-b0e5-b8792f686c8d None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:33.118861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=1ca7cf0d-2b7f-4350-831f-22cf35487583,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:33.219251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a82f797d-c6cc-4ffc-82cd-620fee9c7975 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8756440 Aug 28 08:42:33.225257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46882) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:33.228262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:33.289831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': '1ca7cf0d-2b7f-4350-831f-22cf35487583'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:33.290717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.294022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port 094e0906-c8a9-4bcc-aa08-535d40830d37 update to ACTIVE by agent not found {{(pid=95468) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 08:42:33.435492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Allocated IP 2001:db8::f816:3eff:fec6:6edf (7f64f739-d1c6-46e7-a34a-79d6369f1a06/1ca7cf0d-2b7f-4350-831f-22cf35487583/da25368b-a325-4db0-be2c-79901474e970) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:33.451207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:33.455475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.564498 n-d-792458-16 neutron-server[95467]: INFO neutron.db.ipam_backend_mixin [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ca7cf0d-2b7f-4350-831f-22cf35487583 (CIDR: 2001:db8::/64) Aug 28 08:42:33.598392 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.607146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Transition to ACTIVE for port object da25368b-a325-4db0-be2c-79901474e970 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:33.616437 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:33.617160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:33.632277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Transition to ACTIVE for port object da25368b-a325-4db0-be2c-79901474e970 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:33.713626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.742835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6291fb3-3a8d-40ee-86d5-f58965c5574d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5200002 Aug 28 08:42:33.746112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46892) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:33.751452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:33.757400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:33.760666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:33.767524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:33.771017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:33.833321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Attempting to bind port da25368b-a325-4db0-be2c-79901474e970 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:33.833703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Attempting to bind port da25368b-a325-4db0-be2c-79901474e970 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:33.834063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Attempting to bind port da25368b-a325-4db0-be2c-79901474e970 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:33.839163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:33.839588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:33.840231 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.840630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:33.841094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Bound port: da25368b-a325-4db0-be2c-79901474e970, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:33.841475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.906056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:33.909269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:33.942722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:33.946337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:33.983301 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:34.053415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e306b-e2c2-4f90-ba58-a7296629a495 None None] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:34.236663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 094e0906-c8a9-4bcc-aa08-535d40830d37 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:34.265547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 094e0906-c8a9-4bcc-aa08-535d40830d37 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:34.265897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 094e0906-c8a9-4bcc-aa08-535d40830d37 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:34.297476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:34.349050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:34.352389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:34.366152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:34.366152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:34.367956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=056edeae-d5f7-4fa5-b6b1-7566a9d9486c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:34.415840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb9dced3-dff5-46a2-8111-758a6b46dee8 req-222efb47-0e79-4dd2-a20a-17b82245822c tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Aug 28 08:42:34.440972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-13127a41-f92b-4e27-a3ab-11af197a3bcc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6937158 Aug 28 08:42:34.443682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46914) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:34.448742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:a0:09:78', 'name': 'tempest-NetworksTestDHCPv6-262177407'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:34.664104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:34.759265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:34.787417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 897fe879-d0f1-48db-aa6f-ccbdd6325cc9 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:34.823017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:34.983781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8:0:1::295 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/056edeae-d5f7-4fa5-b6b1-7566a9d9486c/897fe879-d0f1-48db-aa6f-ccbdd6325cc9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:34.991450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fea0:978 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/1ca7cf0d-2b7f-4350-831f-22cf35487583/897fe879-d0f1-48db-aa6f-ccbdd6325cc9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:35.035555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee189dd-2844-42fb-8400-f2a8a489d248 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:35.154019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.168196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 897fe879-d0f1-48db-aa6f-ccbdd6325cc9 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:35.267536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': '1ca7cf0d-2b7f-4350-831f-22cf35487583', 'ip_address': '2001:db8::f816:3eff:fec6:6edf'}, {'subnet_id': '056edeae-d5f7-4fa5-b6b1-7566a9d9486c'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'da25368b-a325-4db0-be2c-79901474e970'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:35.286463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c267ed6e-5b4d-4e57-955b-05427607e5e4 None None] Provisioning for port da25368b-a325-4db0-be2c-79901474e970 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:35.303805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.343891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.404572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:35.408249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:35.414158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:35.420193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:35.420997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.425050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=897fe879-d0f1-48db-aa6f-ccbdd6325cc9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:35.437377 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.505308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Allocated IP 2001:db8:0:1::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/056edeae-d5f7-4fa5-b6b1-7566a9d9486c/da25368b-a325-4db0-be2c-79901474e970) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:35.520759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd7f3c27-d3eb-4e6b-a4bb-d6c8e02a1b1e req-fefe1f36-5253-4526-95ec-aa2195c6227c tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0281138 Aug 28 08:42:35.522247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e40dd6fb-51d6-446b-8b1d-853177d6fdf0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0775738 Aug 28 08:42:35.525300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46924) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:35.616260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:35.635022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 897fe879-d0f1-48db-aa6f-ccbdd6325cc9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:35.636497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.647629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.662354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Transition to ACTIVE for port object da25368b-a325-4db0-be2c-79901474e970 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:35.731932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.744022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 897fe879-d0f1-48db-aa6f-ccbdd6325cc9 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:35.771920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:35.864051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadba6b-21e5-4fed-a76a-f04fc0f8865b None None] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:36.028817 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.057937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=897fe879-d0f1-48db-aa6f-ccbdd6325cc9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:36.110349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.112560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-807405b3-fd95-4044-89e9-48ce3ae3e9b9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/897fe879-d0f1-48db-aa6f-ccbdd6325cc9 HTTP/1.1" status: 204 len: 168 time: 0.5860603 Aug 28 08:42:36.115157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:36.190720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d705ad-41c5-4f1e-afe1-de0590bca714 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:36.193365 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c5d705ad-41c5-4f1e-afe1-de0590bca714 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0767710 Aug 28 08:42:36.197473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46928) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:36.254502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device da25368b-a325-4db0-be2c-79901474e970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:36.262969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3302c2-55b1-4844-bfa3-98588050c5ee tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:36.267260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7a3302c2-55b1-4844-bfa3-98588050c5ee tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0660796 Aug 28 08:42:36.267779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46930) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:36.354461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cee4d-e9ff-433b-95e8-ed38b7635653 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:36.356024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cee4d-e9ff-433b-95e8-ed38b7635653 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:36.357891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cee4d-e9ff-433b-95e8-ed38b7635653 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:36.359574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-905cee4d-e9ff-433b-95e8-ed38b7635653 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0907133 Aug 28 08:42:36.362765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46932) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:36.365516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port da25368b-a325-4db0-be2c-79901474e970 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:36.424313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 056edeae-d5f7-4fa5-b6b1-7566a9d9486c {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:36.428119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.480886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.594262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.650092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Provisioning for port da25368b-a325-4db0-be2c-79901474e970 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:36.654814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:36.655337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.668618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad1fe564-07fc-448a-99e2-cd4642a6cd18 req-697147a5-a825-475a-894b-2c456a41cb41 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0440629 Aug 28 08:42:36.766743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.775227 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.797272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=056edeae-d5f7-4fa5-b6b1-7566a9d9486c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:36.803244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.805521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b12235a-5464-4ac0-94f5-9f688a9de9a8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/056edeae-d5f7-4fa5-b6b1-7566a9d9486c HTTP/1.1" status: 204 len: 168 time: 0.4416885 Aug 28 08:42:36.809420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46936) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:36.845921 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:42:36.846407 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:42:36.881181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 1ca7cf0d-2b7f-4350-831f-22cf35487583 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:36.887687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.942721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:36.997794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42698144-d0de-47f2-ae14-93fbe8f17fe3 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:37.042180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.155080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.185741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca7cf0d-2b7f-4350-831f-22cf35487583,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:37.191085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.195513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a9aadfc4-b0aa-4ec7-b9d2-00bfbd9fcf3d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/1ca7cf0d-2b7f-4350-831f-22cf35487583 HTTP/1.1" status: 204 len: 168 time: 0.3812032 Aug 28 08:42:37.195809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46938) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:37.244670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6aa60cb8-2a0a-464b-9e5b-853622f62f6a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407946 Aug 28 08:42:37.244670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46940) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:37.245922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:37.385443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.416057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:37.420972 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.425835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:37.537714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.599079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b2d66-b80b-4071-8b8d-f675b2317354 None None] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:37.649608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-972d873a-6768-4e9e-898c-8c37ec8742a8 None None] Could not find standard attr ID for object 897fe879-d0f1-48db-aa6f-ccbdd6325cc9. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:37.694318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57944f53-24ef-45e4-9716-89a1dfee7a0a None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:37.780999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5fcf99ec-6746-4eb3-8ec9-cca859ef1dc1 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:37.785583 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5fcf99ec-6746-4eb3-8ec9-cca859ef1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:37.791490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f24f27b8-ec34-4e8c-9ef8-14297b9a51bc req-bb85cf21-4f39-400e-8935-e3e00dbc4e32 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0352263 Aug 28 08:42:37.803628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.objects.ports [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:38.030889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.144465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c8e6fccb-b77b-4d61-b23a-0bbd4c6f5366 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:38.145355 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6fccb-b77b-4d61-b23a-0bbd4c6f5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.186301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:38.202638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device da25368b-a325-4db0-be2c-79901474e970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:38.217484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.273957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.274747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.279272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:38.279621 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.348819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:38.357873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:38.366946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:38.367546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.372972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=d69700d8-c150-4af1-89bc-68d3b0ad2898,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:38.373160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d7cfc-d9a5-421f-91cf-c396ee97778a None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:38.391919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=8']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:38.475400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c7cad6b-3b11-4d8f-9833-a46164ff9c40 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2335098 Aug 28 08:42:38.478067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46944) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:38.483319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:38.680163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:38.683958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.782654 n-d-792458-16 neutron-server[95466]: INFO neutron.db.ipam_backend_mixin [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d69700d8-c150-4af1-89bc-68d3b0ad2898 (CIDR: 2001:db8::/64) Aug 28 08:42:38.788785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d7894773-70f7-4ccd-a3aa-e5883cda7721 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:38.789297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d7894773-70f7-4ccd-a3aa-e5883cda7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:38.828673 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:38.829157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:38.898619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3dbcb0c-b300-4fb6-8cbf-010067b9707d req-31800250-b2ed-4ea9-9aa4-956d313cfa28 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Aug 28 08:42:38.901598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-adb23056-0095-4dab-83dd-4d941f1d610f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4208829 Aug 28 08:42:38.902980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46948) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:38.908021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:39.079959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:39.083562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.365408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.415328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:39.418506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:39.422993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:39.423589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.428794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449060a6-0a45-4aff-95a1-0aa27b131054 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:39.429958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=5fae5dc3-e462-49b1-ab8f-953b4b68195d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:39.515047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-86e79c97-026d-4dbe-88d0-07671ef117ea tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6109722 Aug 28 08:42:39.517680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46950) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:39.523302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:3e:58:a1', 'name': 'tempest-NetworksTestDHCPv6-861777149'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:39.637380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Update dhcp port {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'fixed_ips': [{'subnet_id': 'd69700d8-c150-4af1-89bc-68d3b0ad2898', 'ip_address': '2001:db8::f816:3eff:fec6:6edf'}, {'subnet_id': '5fae5dc3-e462-49b1-ab8f-953b4b68195d'}], 'binding:host_id': 'n-d-792458-16'}, 'id': 'da25368b-a325-4db0-be2c-79901474e970'} from n-d-792458-16. {{(pid=95468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 08:42:39.662337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.703175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:39.707519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.727949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 9fe29e53-cd91-4147-859f-ed71dc133449 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:39.746118 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-581c6770-68d6-4f64-a31f-2a788ca6753e req-ee3b2bfd-538d-4e10-bc25-323019df5c76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0308435 Aug 28 08:42:39.832682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Allocated IP 2001:db8:0:1::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/5fae5dc3-e462-49b1-ab8f-953b4b68195d/da25368b-a325-4db0-be2c-79901474e970) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:39.931351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:39.960534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:39.974266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Transition to ACTIVE for port object da25368b-a325-4db0-be2c-79901474e970 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:40.015607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31009a38-aec3-43ff-8940-cbe67a171565 req-eac7181d-5809-43c0-8498-ae3d9838e069 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0272450 Aug 28 08:42:40.033409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.118742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad15739-4a2d-487b-ba5d-b20641b06c07 None None] Pushing event updated for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:40.140635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8:0:1::13d (7f64f739-d1c6-46e7-a34a-79d6369f1a06/5fae5dc3-e462-49b1-ab8f-953b4b68195d/9fe29e53-cd91-4147-859f-ed71dc133449) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:40.148159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::f816:3eff:fe3e:58a1 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/d69700d8-c150-4af1-89bc-68d3b0ad2898/9fe29e53-cd91-4147-859f-ed71dc133449) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:40.201668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device da25368b-a325-4db0-be2c-79901474e970 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:40.319042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.334145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 9fe29e53-cd91-4147-859f-ed71dc133449 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:40.452117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.498573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:40.501870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:40.504427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:40.510526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:40.511171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.531125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=9fe29e53-cd91-4147-859f-ed71dc133449,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:40.654783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f7c14a39-2e1a-4849-9054-1b4906b70758 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1335361 Aug 28 08:42:40.655026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:40.749281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 9fe29e53-cd91-4147-859f-ed71dc133449 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:40.749733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.782449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e374b59a-af83-46b3-9729-e89bee7cdeb7 None None] Provisioning for port da25368b-a325-4db0-be2c-79901474e970 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:40.787458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e374b59a-af83-46b3-9729-e89bee7cdeb7 None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:40.787953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e374b59a-af83-46b3-9729-e89bee7cdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.842423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:40.855745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 9fe29e53-cd91-4147-859f-ed71dc133449 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:41.102299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.127833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cf2b910-4709-4064-afd2-8c7bd1f79123 req-6b7e4552-4568-4360-95fd-4adc12a3a723 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0373781 Aug 28 08:42:41.138368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0949b2db-6645-45bf-937e-e187ed4adcf0 None None] Could not find standard attr ID for object 9fe29e53-cd91-4147-859f-ed71dc133449. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:41.151834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=9fe29e53-cd91-4147-859f-ed71dc133449,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:41.197120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.199128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9369edac-4027-4ecc-8524-527fe10b5f02 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/9fe29e53-cd91-4147-859f-ed71dc133449 HTTP/1.1" status: 204 len: 168 time: 0.5431592 Aug 28 08:42:41.201581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46958) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:41.252751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33727b74-c5d0-461d-8451-6086a2e5c888 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:41.257028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:41.257596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-33727b74-c5d0-461d-8451-6086a2e5c888 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0543027 Aug 28 08:42:41.308800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f61e66-bc47-4d15-9d0f-29a4abad08e4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:41.311321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-25f61e66-bc47-4d15-9d0f-29a4abad08e4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0531931 Aug 28 08:42:41.314170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:41.372825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65133259-1bfe-4548-a194-3bd6b5e5a931 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:41.374389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65133259-1bfe-4548-a194-3bd6b5e5a931 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:41.375904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65133259-1bfe-4548-a194-3bd6b5e5a931 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:41.377582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-65133259-1bfe-4548-a194-3bd6b5e5a931 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0621834 Aug 28 08:42:41.380723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46964) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:41.432525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 5fae5dc3-e462-49b1-ab8f-953b4b68195d {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:41.435878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.476334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.566111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.697366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.727266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.729595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5fae5dc3-e462-49b1-ab8f-953b4b68195d HTTP/1.1" status: 204 len: 168 time: 0.3476079 Aug 28 08:42:41.730192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dba8c-db53-442e-b4e7-18f6f6d195d5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=5fae5dc3-e462-49b1-ab8f-953b4b68195d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:41.732233 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:41.733153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19becf2d-3e77-487d-8acc-27fe97e42132 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:41.784848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet d69700d8-c150-4af1-89bc-68d3b0ad2898 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:41.788709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.828733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:41.916742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.044770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.073762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=d69700d8-c150-4af1-89bc-68d3b0ad2898,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:42.077549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.082856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46968) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:42.083166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ae2c9e1d-f5cd-428a-9c00-532e9fb7a6cf tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/d69700d8-c150-4af1-89bc-68d3b0ad2898 HTTP/1.1" status: 204 len: 168 time: 0.3495595 Aug 28 08:42:42.125867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e026f282-60fa-480e-8ad2-4f35ee57a21f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414455 Aug 28 08:42:42.130744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:42.136469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:42.232932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ba6fdfa-0413-4799-aa1c-10bb1fd5ec98 req-e66d9657-7400-45e6-b7dc-4f965f10ea0b tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0275450 Aug 28 08:42:42.302690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:42.306299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.411663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d8353-b7dd-4c5f-a51d-38d496cc9942 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:42.484824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-759cb424-db85-4dee-ac26-23c84640e2ca None None] Provisioning complete for port da25368b-a325-4db0-be2c-79901474e970 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:42.485289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-759cb424-db85-4dee-ac26-23c84640e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.590668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.660610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:42.673858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:42.678605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:42.679695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffb53b91-1323-4d3d-aa4b-46e75b9c335d req-5f08cd47-297a-4def-b643-d805e05d7127 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0327516 Aug 28 08:42:42.682915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:42.684062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.693496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=b9f72fee-60c2-43a2-9c65-701e22e37573,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:42.726404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Deleting port da25368b-a325-4db0-be2c-79901474e970 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:42.726789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.772637 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0ddca085-22d7-4895-83d2-9e995b30e985 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6406024 Aug 28 08:42:42.774946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46986) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:42.780009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:42.805941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] For port da25368b-a325-4db0-be2c-79901474e970, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=da25368b-a325-4db0-be2c-79901474e970,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:42.806272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:42.820101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Calling delete_port for da25368b-a325-4db0-be2c-79901474e970 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:42.982198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:42.985827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.005214 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.031689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] Pushing event deleted for resources: {'Port': ['ID=da25368b-a325-4db0-be2c-79901474e970,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:43.033757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778a51b-76e6-457e-be49-b6b293b7b9f1 None None] No DVR routers for this DVR port da25368b-a325-4db0-be2c-79901474e970 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:43.056520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a5cc8-ea27-4ecc-8c93-4c9f79d3e2bd None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:43.078507 n-d-792458-16 neutron-server[95467]: INFO neutron.db.ipam_backend_mixin [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9f72fee-60c2-43a2-9c65-701e22e37573 (CIDR: 2001:db8::/64) Aug 28 08:42:43.114992 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:43.115467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:43.214241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'b9f72fee-60c2-43a2-9c65-701e22e37573'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:43.217704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.234063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-05245ebc-d364-40ad-b233-a638595ee54c tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4580450 Aug 28 08:42:43.237536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46992) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:43.243867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:43.357473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/b9f72fee-60c2-43a2-9c65-701e22e37573/54b15c5d-d874-4e53-897f-e3f48e4f1a99) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:43.422477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:43.426139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.498886 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.507216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Transition to ACTIVE for port object 54b15c5d-d874-4e53-897f-e3f48e4f1a99 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:43.522059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Transition to ACTIVE for port object 54b15c5d-d874-4e53-897f-e3f48e4f1a99 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:43.605865 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.649226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:43.652343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:43.656729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:43.659930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Pushing event updated for resources: {'Port': ['ID=54b15c5d-d874-4e53-897f-e3f48e4f1a99,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:43.716589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Attempting to bind port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:43.717412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Attempting to bind port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:43.717412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Attempting to bind port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:43.722364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:43.722740 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:43.723138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.723528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:43.723988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Bound port: 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:43.724369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.785513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14985ced-e4a9-4c23-ba3e-875e6663a5b4 req-bef61021-85f0-4ee4-866f-2975b265e689 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Aug 28 08:42:43.790327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] For port 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:43.795101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] For port 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=54b15c5d-d874-4e53-897f-e3f48e4f1a99,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:43.851888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:43.867123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:43.910803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf316a43-d69e-45e4-9786-0a20d59a1f9d None None] Pushing event updated for resources: {'Port': ['ID=54b15c5d-d874-4e53-897f-e3f48e4f1a99,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:44.212457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 54b15c5d-d874-4e53-897f-e3f48e4f1a99 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:44.216904 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.347912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:44.380174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] For port 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=54b15c5d-d874-4e53-897f-e3f48e4f1a99,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:44.398239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device da25368b-a325-4db0-be2c-79901474e970 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:44.410898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.417712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: da25368b-a325-4db0-be2c-79901474e970 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:44.418053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device da25368b-a325-4db0-be2c-79901474e970 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:44.496687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.497451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.563155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:44.572300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:44.583945 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:44.584523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.601569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=40b89100-ec87-4e32-b028-ffdb4eff5cb1,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:44.616646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=54b15c5d-d874-4e53-897f-e3f48e4f1a99,revision_number=4']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:44.709052 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6eaf98dc-3ec2-43dc-a711-5675da319c55 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4698668 Aug 28 08:42:44.711960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46996) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:44.717878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:53:10:4a', 'name': 'tempest-NetworksTestDHCPv6-522889833'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:44.781671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d16471-8469-4632-a050-706a935847db None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:44.890130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58496b84-43ca-4edf-80df-e932e36012e6 req-f4ce942f-6e1d-4751-ad1d-7d151cf23bab tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Aug 28 08:42:44.903171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:44.959837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Provisioning for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:44.964104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Provisioning complete for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:44.964478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:44.994763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.016755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port ea63b04a-1577-431f-92e6-7ba169d58476 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:45.046964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.083944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] For port 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=54b15c5d-d874-4e53-897f-e3f48e4f1a99,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:45.131496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.182183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c3cc7-e37c-49cb-bd03-4cb757a74e85 None None] Pushing event updated for resources: {'Port': ['ID=54b15c5d-d874-4e53-897f-e3f48e4f1a99,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:45.194100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::12a (7f64f739-d1c6-46e7-a34a-79d6369f1a06/b9f72fee-60c2-43a2-9c65-701e22e37573/ea63b04a-1577-431f-92e6-7ba169d58476) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:45.201359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:104a (7f64f739-d1c6-46e7-a34a-79d6369f1a06/40b89100-ec87-4e32-b028-ffdb4eff5cb1/ea63b04a-1577-431f-92e6-7ba169d58476) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:45.366507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.380227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object ea63b04a-1577-431f-92e6-7ba169d58476 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:45.514478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.554724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-79706be8-d281-43b3-954b-4bad1e6f8d6d None None] Provisioning complete for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:45.555165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-79706be8-d281-43b3-954b-4bad1e6f8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.560095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:45.563462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:45.567544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:45.573295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:45.573938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.583744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=ea63b04a-1577-431f-92e6-7ba169d58476,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:45.663461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13e2d9ab-53da-4bbf-9b49-62cdaf0a5db2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9500058 Aug 28 08:42:45.665839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47000) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:45.760028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port ea63b04a-1577-431f-92e6-7ba169d58476 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:45.760378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.847963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.860884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for ea63b04a-1577-431f-92e6-7ba169d58476 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:45.930100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-71b80500-580d-437a-8b83-9cf2ced23353 None None] Provisioning for port ea63b04a-1577-431f-92e6-7ba169d58476 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:45.937086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-71b80500-580d-437a-8b83-9cf2ced23353 None None] Provisioning complete for port ea63b04a-1577-431f-92e6-7ba169d58476 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:45.937544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-71b80500-580d-437a-8b83-9cf2ced23353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:45.976304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-71b80500-580d-437a-8b83-9cf2ced23353 None None] Port ea63b04a-1577-431f-92e6-7ba169d58476 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:42:46.001750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-220df0c5-cca6-4300-a5c8-79241f5939ae req-82267855-c82a-44c9-ae52-c36223fdc798 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Aug 28 08:42:46.107091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.139184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=ea63b04a-1577-431f-92e6-7ba169d58476,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:46.185011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.189731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47004) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:46.194481 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea57b190-5d1d-4776-ae69-a04234704483 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/ea63b04a-1577-431f-92e6-7ba169d58476 HTTP/1.1" status: 204 len: 168 time: 0.5218165 Aug 28 08:42:46.204366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 54b15c5d-d874-4e53-897f-e3f48e4f1a99 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:46.252710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c937f-aaf5-483f-ba9f-3bd045e40bfb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:46.254877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0b9c937f-aaf5-483f-ba9f-3bd045e40bfb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0641317 Aug 28 08:42:46.257361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47006) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:46.259522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:46.259975 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.306271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c875413-08ea-4edb-bd57-79c58b9ad800 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:46.311402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c875413-08ea-4edb-bd57-79c58b9ad800 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0523365 Aug 28 08:42:46.311625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:46.366980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ef41f-07cc-467f-9a7e-4be83f2aa137 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:46.368601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ef41f-07cc-467f-9a7e-4be83f2aa137 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:46.370098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ef41f-07cc-467f-9a7e-4be83f2aa137 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:46.371675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-471ef41f-07cc-467f-9a7e-4be83f2aa137 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0597496 Aug 28 08:42:46.374284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47010) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:46.428070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 40b89100-ec87-4e32-b028-ffdb4eff5cb1 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:46.431043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.470445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.551751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.685845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.980674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=40b89100-ec87-4e32-b028-ffdb4eff5cb1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:46.985408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:46.987306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e734f109-19d5-4b90-a396-420b20877a47 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/40b89100-ec87-4e32-b028-ffdb4eff5cb1 HTTP/1.1" status: 204 len: 168 time: 0.6121154 Aug 28 08:42:46.989781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:46.991617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf834e1-1bf2-479c-83ee-417d7008fe57 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:47.042838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet b9f72fee-60c2-43a2-9c65-701e22e37573 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:47.046053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.087352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.109048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b533135-3169-4039-b066-9b240b026575 req-80c097f9-b3b0-442d-be77-7458f9f24588 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0312362 Aug 28 08:42:47.182811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.330337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.358995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f72fee-60c2-43a2-9c65-701e22e37573,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:47.362735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.366872 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16db6961-99df-441a-8022-d3abe681ed25 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b9f72fee-60c2-43a2-9c65-701e22e37573 HTTP/1.1" status: 204 len: 168 time: 0.3743315 Aug 28 08:42:47.367739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47016) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:47.410294 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49fc66c7-83e6-46d9-8980-96ca745c177f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409086 Aug 28 08:42:47.413094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:47.418218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:47.593077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:47.596518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.624349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac6d9c-847c-41eb-8a93-a9d1ff35be48 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:47.740538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e14366ef-e187-4bd8-b8fd-f2b473246a37 None None] Provisioning complete for port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:47.740918 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e14366ef-e187-4bd8-b8fd-f2b473246a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.849028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:47.851368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.900434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:47.903810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:47.908245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Deleting port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:47.908245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.908777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:47.909388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:47.922311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=a3051143-9844-467e-a6bb-c87d9bf4bb4d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:47.977430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-599473a9-b2d9-4bfa-9a7c-18374a4c3a31 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5632553 Aug 28 08:42:47.980295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47020) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:47.985367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:47.995142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] For port 54b15c5d-d874-4e53-897f-e3f48e4f1a99, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=54b15c5d-d874-4e53-897f-e3f48e4f1a99,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:47.995678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.008660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Calling delete_port for 54b15c5d-d874-4e53-897f-e3f48e4f1a99 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:48.147673 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.176744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:48.181872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.188840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] No DVR routers for this DVR port 54b15c5d-d874-4e53-897f-e3f48e4f1a99 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:48.194482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e14c02-e333-4543-a5b3-cef2f38c5835 None None] Pushing event deleted for resources: {'Port': ['ID=54b15c5d-d874-4e53-897f-e3f48e4f1a99,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:48.208695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b592f94-2de5-46a8-acb3-fb374a5a798a None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:48.210905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 54b15c5d-d874-4e53-897f-e3f48e4f1a99 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:48.231062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a2486fb-80db-43d1-b805-17f8a632ffdd req-e71c27c1-7c81-49d8-960f-ff4d6f3b85dc tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0393393 Aug 28 08:42:48.241888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 54b15c5d-d874-4e53-897f-e3f48e4f1a99 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:48.243135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 54b15c5d-d874-4e53-897f-e3f48e4f1a99 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:48.298886 n-d-792458-16 neutron-server[95467]: INFO neutron.db.ipam_backend_mixin [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3051143-9844-467e-a6bb-c87d9bf4bb4d (CIDR: 2001:db8::/64) Aug 28 08:42:48.349271 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:42:48.349795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:48.385640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'tenant_id': 'fc72d1ea5c2c454590ba7d1cc76bf8d5', 'fixed_ips': [{'subnet_id': 'a3051143-9844-467e-a6bb-c87d9bf4bb4d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:42:48.386462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.446047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7386a8a-9c03-4339-ab3f-4277bddb7c12 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4646165 Aug 28 08:42:48.448799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47024) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:48.453946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'subnet': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:48.522250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Allocated IP 2001:db8::2 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/a3051143-9844-467e-a6bb-c87d9bf4bb4d/465b5361-a9a8-4be5-bcba-660e10683215) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:48.644812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:48.648408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.669526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.677788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Transition to ACTIVE for port object 465b5361-a9a8-4be5-bcba-660e10683215 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:48.692567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Transition to ACTIVE for port object 465b5361-a9a8-4be5-bcba-660e10683215 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:48.759752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.796764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:48.801649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:48.805212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:48.814079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Pushing event updated for resources: {'Port': ['ID=465b5361-a9a8-4be5-bcba-660e10683215,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:48.868674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Attempting to bind port 465b5361-a9a8-4be5-bcba-660e10683215 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:42:48.869046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Attempting to bind port 465b5361-a9a8-4be5-bcba-660e10683215 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:42:48.869411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Attempting to bind port 465b5361-a9a8-4be5-bcba-660e10683215 on network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:42:48.874467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:42:48.874868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Checking segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:42:48.875270 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.875664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Bound using segment: {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:42:48.876133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Bound port: 465b5361-a9a8-4be5-bcba-660e10683215, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42277118-d7b0-4aff-8aba-e652a5f03e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:42:48.876517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:48.939130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] For port 465b5361-a9a8-4be5-bcba-660e10683215, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:42:48.942702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] For port 465b5361-a9a8-4be5-bcba-660e10683215, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=465b5361-a9a8-4be5-bcba-660e10683215,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:42:49.011200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.025090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:42:49.071125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d46d-8381-4486-b0bc-aaa3019ce17f None None] Pushing event updated for resources: {'Port': ['ID=465b5361-a9a8-4be5-bcba-660e10683215,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:49.279597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.344700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e79365e0-fc88-4abe-84bf-e3ff3d4073f1 req-43e7359a-888f-44b5-8f41-56c3b593be37 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0351405 Aug 28 08:42:49.443373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] For port 465b5361-a9a8-4be5-bcba-660e10683215, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=465b5361-a9a8-4be5-bcba-660e10683215,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:49.477384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.520514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.521300 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.599588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:49.611164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:49.614808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:49.615437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.631142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=465b5361-a9a8-4be5-bcba-660e10683215,revision_number=4']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:49.636055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Subnet': ['ID=3e684cb7-1c9f-42db-9593-bb6d93396b8f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:49.687554 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-42e35c9e-9f4d-4247-bf3b-2c79cd280a46 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2365019 Aug 28 08:42:49.689637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47028) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:49.695693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Request body: {'port': {'network_id': '7f64f739-d1c6-46e7-a34a-79d6369f1a06', 'mac_address': 'fa:16:3e:b9:61:84', 'name': 'tempest-NetworksTestDHCPv6-2123010327'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:49.872489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Made reservation on behalf of fc72d1ea5c2c454590ba7d1cc76bf8d5 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:49.876589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:49.899222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] device_id is not set on port 6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:42:49.969748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa159d-3956-4c18-8267-c1507d00e179 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:50.079959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8::339 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/a3051143-9844-467e-a6bb-c87d9bf4bb4d/6f7435a8-8e55-4b5c-8df5-38b3c8e27b54) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:50.087074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:6184 (7f64f739-d1c6-46e7-a34a-79d6369f1a06/3e684cb7-1c9f-42db-9593-bb6d93396b8f/6f7435a8-8e55-4b5c-8df5-38b3c8e27b54) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:42:50.125860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-53ab12f3-b9da-4b7c-878d-4ebdb3644595 None None] Provisioning for port 465b5361-a9a8-4be5-bcba-660e10683215 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:50.239699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.247764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 465b5361-a9a8-4be5-bcba-660e10683215 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:50.261325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Transition to ACTIVE for port object 6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:42:50.336938 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 465b5361-a9a8-4be5-bcba-660e10683215 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:42:50.341273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 465b5361-a9a8-4be5-bcba-660e10683215 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:50.341650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.354773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.411210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:42:50.415623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:42:50.420499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:42:50.427330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:50.428011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.441948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event updated for resources: {'Port': ['ID=6f7435a8-8e55-4b5c-8df5-38b3c8e27b54,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:50.456536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.475056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9cac7af9-584f-4961-af5b-8f7da8229a82 req-1e075e63-ceda-4404-8c20-bc7023e6e66b tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0374138 Aug 28 08:42:50.505167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2bb209fa-7468-4395-af1a-3e9a2e1698ef tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8015597 Aug 28 08:42:50.505477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 465b5361-a9a8-4be5-bcba-660e10683215, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=465b5361-a9a8-4be5-bcba-660e10683215,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:50.505630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47032) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:50.543771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.592642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting port 6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:50.593158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.598845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=465b5361-a9a8-4be5-bcba-660e10683215,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:50.692478 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.706050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Calling delete_port for 6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:50.754874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1a40a0c6-e751-4835-80dd-3f9a3dfb611a None None] Provisioning complete for port 465b5361-a9a8-4be5-bcba-660e10683215 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:50.755710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a40a0c6-e751-4835-80dd-3f9a3dfb611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.948503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:50.954260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d9764169-25fe-4463-abb0-d33bc795e473 None None] Could not find standard attr ID for object 6f7435a8-8e55-4b5c-8df5-38b3c8e27b54. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:42:50.981421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Port': ['ID=6f7435a8-8e55-4b5c-8df5-38b3c8e27b54,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:51.025051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.027606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d0fc173-4ed4-438e-aa7f-9f635947b588 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 HTTP/1.1" status: 204 len: 168 time: 0.5315301 Aug 28 08:42:51.030422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47034) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.079619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b10076-dd9c-486b-b468-86294ab2d4a2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:51.084150 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d3b10076-dd9c-486b-b468-86294ab2d4a2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0498705 Aug 28 08:42:51.084394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47036) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.139522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077ca4e-e6e6-4217-86ce-d60aabf06c13 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:51.141199 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5077ca4e-e6e6-4217-86ce-d60aabf06c13 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0558567 Aug 28 08:42:51.144783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.198502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdb80d-3628-4682-8c15-f2204ce69a44 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:51.200127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdb80d-3628-4682-8c15-f2204ce69a44 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:51.201633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdb80d-3628-4682-8c15-f2204ce69a44 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:51.203218 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3dfdb80d-3628-4682-8c15-f2204ce69a44 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0573404 Aug 28 08:42:51.205897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47040) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.256865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet 3e684cb7-1c9f-42db-9593-bb6d93396b8f {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:51.259922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.303050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.382523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.503916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.535962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=3e684cb7-1c9f-42db-9593-bb6d93396b8f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:51.539690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.543444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cf1f7d23-08ac-49c7-ad6b-3a610ce17258 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/3e684cb7-1c9f-42db-9593-bb6d93396b8f HTTP/1.1" status: 204 len: 168 time: 0.3357882 Aug 28 08:42:51.549304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47044) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.551186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b29a4a-8f4b-4ec5-8270-afadd3ba2fb1 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:51.594453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e3cc99c-d362-4e6e-bf2e-fbeaa7fab789 req-92756c48-9708-48c4-a318-d7223a7ad367 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Aug 28 08:42:51.646901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Deleting subnet a3051143-9844-467e-a6bb-c87d9bf4bb4d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:42:51.650283 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.692591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.780858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.914544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.943458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Subnet': ['ID=a3051143-9844-467e-a6bb-c87d9bf4bb4d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:51.947155 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:51.949097 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bebf201f-633a-4267-b48b-13bc3c80d383 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/a3051143-9844-467e-a6bb-c87d9bf4bb4d HTTP/1.1" status: 204 len: 168 time: 0.4038975 Aug 28 08:42:51.951560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47046) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:51.990896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-40b11c3f-8c36-4bc1-b162-62a581a24a50 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381541 Aug 28 08:42:51.993406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47048) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.051942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5eeb9-030c-4432-b2cc-296d4b684505 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:52.053547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dec5eeb9-030c-4432-b2cc-296d4b684505 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0592301 Aug 28 08:42:52.056160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47050) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.107225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b853f4-311a-49b8-b18f-fa11a9a49a2f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:52.111027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12b853f4-311a-49b8-b18f-fa11a9a49a2f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516531 Aug 28 08:42:52.111210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47052) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.150770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-573fb545-ffed-4651-9d81-603310c7b563 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378163 Aug 28 08:42:52.155460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47054) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.180992 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23762c8-0f6a-4f01-b171-e75a48f63ebc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.181920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23762c8-0f6a-4f01-b171-e75a48f63ebc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.183940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d23762c8-0f6a-4f01-b171-e75a48f63ebc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/6f7435a8-8e55-4b5c-8df5-38b3c8e27b54 HTTP/1.1" status: 404 len: 333 time: 0.0274711 Aug 28 08:42:52.186691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47056) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.214050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 465b5361-a9a8-4be5-bcba-660e10683215 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:42:52.219829 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e05c69-6845-4949-a550-b39aa56236ca tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.220327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e05c69-6845-4949-a550-b39aa56236ca tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.225333 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27e05c69-6845-4949-a550-b39aa56236ca tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/3e684cb7-1c9f-42db-9593-bb6d93396b8f HTTP/1.1" status: 404 len: 337 time: 0.0352564 Aug 28 08:42:52.226190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47058) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.255093 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cf78d1-f1cf-4f77-9008-5e62c92681e1 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.255413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8d66d-3331-4558-bf71-56a65a1e7539 None None] Network 7f64f739-d1c6-46e7-a34a-79d6369f1a06 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:42:52.255586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cf78d1-f1cf-4f77-9008-5e62c92681e1 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.257320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-37cf78d1-f1cf-4f77-9008-5e62c92681e1 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/a3051143-9844-467e-a6bb-c87d9bf4bb4d HTTP/1.1" status: 404 len: 337 time: 0.0298350 Aug 28 08:42:52.259818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47060) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.283038 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-19397129-b36f-4e8a-aa31-079cc06c2c41 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.283567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19397129-b36f-4e8a-aa31-079cc06c2c41 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.285990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-19397129-b36f-4e8a-aa31-079cc06c2c41 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/ea63b04a-1577-431f-92e6-7ba169d58476 HTTP/1.1" status: 404 len: 333 time: 0.0252609 Aug 28 08:42:52.288548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47062) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.315842 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d831168-5a49-4430-82fb-b7af9dc77342 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.316297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d831168-5a49-4430-82fb-b7af9dc77342 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.320393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d831168-5a49-4430-82fb-b7af9dc77342 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/40b89100-ec87-4e32-b028-ffdb4eff5cb1 HTTP/1.1" status: 404 len: 337 time: 0.0286362 Aug 28 08:42:52.320582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.341968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8cda6700-7b2b-4206-b917-0c3aa6b56719 None None] Provisioning complete for port 465b5361-a9a8-4be5-bcba-660e10683215 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:52.342370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8cda6700-7b2b-4206-b917-0c3aa6b56719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:52.346158 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4396d7e-ba18-49c2-b1fd-56f3933fbf22 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.346643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4396d7e-ba18-49c2-b1fd-56f3933fbf22 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.348961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c4396d7e-ba18-49c2-b1fd-56f3933fbf22 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b9f72fee-60c2-43a2-9c65-701e22e37573 HTTP/1.1" status: 404 len: 337 time: 0.0274870 Aug 28 08:42:52.351464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.376744 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da32c75-ab91-4ee8-abe2-41d617bab295 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.377342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da32c75-ab91-4ee8-abe2-41d617bab295 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.379081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7da32c75-ab91-4ee8-abe2-41d617bab295 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/9fe29e53-cd91-4147-859f-ed71dc133449 HTTP/1.1" status: 404 len: 333 time: 0.0267277 Aug 28 08:42:52.381515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47068) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.394566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 465b5361-a9a8-4be5-bcba-660e10683215 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:42:52.394944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:52.406840 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da1f489-ab62-4b78-ae87-6b949f08f33b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.407286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da1f489-ab62-4b78-ae87-6b949f08f33b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.408965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6da1f489-ab62-4b78-ae87-6b949f08f33b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5fae5dc3-e462-49b1-ab8f-953b4b68195d HTTP/1.1" status: 404 len: 337 time: 0.0265586 Aug 28 08:42:52.412128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47070) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.437506 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cada06-54ba-4ceb-8e44-f8819c388917 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.438039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cada06-54ba-4ceb-8e44-f8819c388917 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.439661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-56cada06-54ba-4ceb-8e44-f8819c388917 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/d69700d8-c150-4af1-89bc-68d3b0ad2898 HTTP/1.1" status: 404 len: 337 time: 0.0266509 Aug 28 08:42:52.442089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47072) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.464293 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4805fe14-2229-4e37-8aa0-76eafc3c875a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.464905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4805fe14-2229-4e37-8aa0-76eafc3c875a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.466592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4805fe14-2229-4e37-8aa0-76eafc3c875a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/897fe879-d0f1-48db-aa6f-ccbdd6325cc9 HTTP/1.1" status: 404 len: 333 time: 0.0235908 Aug 28 08:42:52.469180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47074) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.496329 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3471c21-4faf-47e4-8b40-c05b9f712442 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.496329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3471c21-4faf-47e4-8b40-c05b9f712442 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.497238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c3471c21-4faf-47e4-8b40-c05b9f712442 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/056edeae-d5f7-4fa5-b6b1-7566a9d9486c HTTP/1.1" status: 404 len: 337 time: 0.0271950 Aug 28 08:42:52.500352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47076) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.533398 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45fb3b0-b6d6-4e1f-877e-a2d25463372b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.533811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45fb3b0-b6d6-4e1f-877e-a2d25463372b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.536635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d45fb3b0-b6d6-4e1f-877e-a2d25463372b tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/1ca7cf0d-2b7f-4350-831f-22cf35487583 HTTP/1.1" status: 404 len: 337 time: 0.0347543 Aug 28 08:42:52.539254 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47078) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.542610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] DHCP port deletion for 7f64f739-d1c6-46e7-a34a-79d6369f1a06 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:42:52.562702 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf65d2d-c7d9-45e2-8dce-ccc5377fa6bc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.567844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf65d2d-c7d9-45e2-8dce-ccc5377fa6bc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.567844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eaf65d2d-c7d9-45e2-8dce-ccc5377fa6bc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/cf37d0b0-5671-4105-ad6a-82a03a17b769 HTTP/1.1" status: 404 len: 333 time: 0.0248246 Aug 28 08:42:52.569751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47080) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.593590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Deleting port 465b5361-a9a8-4be5-bcba-660e10683215 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:42:52.594177 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:52.599590 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77c0e44-2390-4846-bb8b-9e90591525e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.600315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77c0e44-2390-4846-bb8b-9e90591525e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.601722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e77c0e44-2390-4846-bb8b-9e90591525e7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c0d4783a-bed5-4b75-89a3-e0775780fc60 HTTP/1.1" status: 404 len: 337 time: 0.0310028 Aug 28 08:42:52.604257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47082) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.626373 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5f80e3-7397-4720-bfbe-08e52c363e14 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.627028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5f80e3-7397-4720-bfbe-08e52c363e14 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.631652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd5f80e3-7397-4720-bfbe-08e52c363e14 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/0a146cb5-9a27-45b0-9a9b-e383dd2aa2d0 HTTP/1.1" status: 404 len: 333 time: 0.0241714 Aug 28 08:42:52.632556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47086) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.657760 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c79134-9b03-4c0f-a04d-a5eb9bad5f2a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.658633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c79134-9b03-4c0f-a04d-a5eb9bad5f2a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.659994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47c79134-9b03-4c0f-a04d-a5eb9bad5f2a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/99903042-b7ac-4ca8-8b77-09d66a3f4531 HTTP/1.1" status: 404 len: 337 time: 0.0272148 Aug 28 08:42:52.662448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47088) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.663132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] For port 465b5361-a9a8-4be5-bcba-660e10683215, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=465b5361-a9a8-4be5-bcba-660e10683215,segment=NetworkSegment(42277118-d7b0-4aff-8aba-e652a5f03e74),segment_id=42277118-d7b0-4aff-8aba-e652a5f03e74)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:42:52.663735 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:52.694401 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c7878-02ab-462a-b73b-8f5febb5f6e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.695123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c7878-02ab-462a-b73b-8f5febb5f6e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.696848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c20c7878-02ab-462a-b73b-8f5febb5f6e0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/5658bf39-56a0-449d-96bf-147780d8a815 HTTP/1.1" status: 404 len: 333 time: 0.0334990 Aug 28 08:42:52.699417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47090) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.723248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29f7a2ef-5fd8-4159-a305-1a90637c2906 req-ee9d1703-318f-45f5-8e26-53e588314509 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0389214 Aug 28 08:42:52.740656 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b46a4b8-f81c-47b4-94e8-8c0649c6be2f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.741115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b46a4b8-f81c-47b4-94e8-8c0649c6be2f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.745278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b46a4b8-f81c-47b4-94e8-8c0649c6be2f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/e3a45226-df04-4bf9-8f01-e9678efbb370 HTTP/1.1" status: 404 len: 337 time: 0.0425680 Aug 28 08:42:52.745475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47092) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.773653 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f41d6e-ebe1-4670-bbdc-eb52d5788499 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.774282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f41d6e-ebe1-4670-bbdc-eb52d5788499 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.776054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-70f41d6e-ebe1-4670-bbdc-eb52d5788499 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/2aede104-68d0-48f6-bf07-ae91fe9eec63 HTTP/1.1" status: 404 len: 333 time: 0.0296555 Aug 28 08:42:52.778652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47094) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.810353 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d674438-0780-42d6-81de-75bc58969c91 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.810728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d674438-0780-42d6-81de-75bc58969c91 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.812451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d674438-0780-42d6-81de-75bc58969c91 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/f96f80a7-6f32-47d0-858a-4138e55377bd HTTP/1.1" status: 404 len: 337 time: 0.0328605 Aug 28 08:42:52.815011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47096) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.829563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Calling delete_port for 465b5361-a9a8-4be5-bcba-660e10683215 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:42:52.839210 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e55568-3ceb-4d8a-8bfb-65998d345cdc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.839865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e55568-3ceb-4d8a-8bfb-65998d345cdc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.841599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e8e55568-3ceb-4d8a-8bfb-65998d345cdc tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/bcd9ed79-d753-44e7-814a-9aab5126287d HTTP/1.1" status: 404 len: 333 time: 0.0256793 Aug 28 08:42:52.844186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47098) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.869208 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a52f10d-9424-4a32-9b3a-286737ae1213 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.869671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a52f10d-9424-4a32-9b3a-286737ae1213 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.871386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4a52f10d-9424-4a32-9b3a-286737ae1213 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/db0a15f7-5dff-4762-9f37-c26214a64790 HTTP/1.1" status: 404 len: 337 time: 0.0262964 Aug 28 08:42:52.873948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47100) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.896801 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee823989-a3dd-401c-b69b-c05f6198eac5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.897407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee823989-a3dd-401c-b69b-c05f6198eac5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.899085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee823989-a3dd-401c-b69b-c05f6198eac5 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/76ee7b54-bd5f-41b6-ba6c-1fc3bf204376 HTTP/1.1" status: 404 len: 333 time: 0.0240798 Aug 28 08:42:52.901659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47102) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.927979 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-29820661-7259-4c7e-9c84-ff60a60171b0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.928428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29820661-7259-4c7e-9c84-ff60a60171b0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.930116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-29820661-7259-4c7e-9c84-ff60a60171b0 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5df1fdab-529f-49d8-aace-394249b71782 HTTP/1.1" status: 404 len: 337 time: 0.0275216 Aug 28 08:42:52.932678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47104) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.962619 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec273797-bcef-422a-b9e6-cd7e435563d6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.963071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec273797-bcef-422a-b9e6-cd7e435563d6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.964758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ec273797-bcef-422a-b9e6-cd7e435563d6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/e8f88a05-3ab7-4b39-a228-1847bb93da1d HTTP/1.1" status: 404 len: 337 time: 0.0311882 Aug 28 08:42:52.967342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:52.975900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:52.989981 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d775841-bf78-4d39-a81d-7b513af7b2cb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:52.990636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d775841-bf78-4d39-a81d-7b513af7b2cb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:52.994735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d775841-bf78-4d39-a81d-7b513af7b2cb tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/804f1454-de22-4e4a-916e-f28f1fc0996b HTTP/1.1" status: 404 len: 333 time: 0.0242848 Aug 28 08:42:52.995012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47108) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.002950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] Pushing event deleted for resources: {'Port': ['ID=465b5361-a9a8-4be5-bcba-660e10683215,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:53.005479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d34eb8-ade2-4c37-ba8d-e64929e192a7 None None] No DVR routers for this DVR port 465b5361-a9a8-4be5-bcba-660e10683215 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:42:53.022536 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e27ef47-1122-49b6-8bae-a14556ae6835 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.022988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e27ef47-1122-49b6-8bae-a14556ae6835 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.026350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e27ef47-1122-49b6-8bae-a14556ae6835 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/00dab70d-42bb-4a30-a2d4-ba8af1dc37c6 HTTP/1.1" status: 404 len: 337 time: 0.0288031 Aug 28 08:42:53.028138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.054685 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5148b2-b50a-4c29-83ff-859eafd29d5e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.055134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5148b2-b50a-4c29-83ff-859eafd29d5e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.056878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cb5148b2-b50a-4c29-83ff-859eafd29d5e tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/0ad894f7-2241-4f43-b1aa-c83ddf791e7d HTTP/1.1" status: 404 len: 337 time: 0.0278175 Aug 28 08:42:53.059644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.082472 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e64da-99fa-42bc-8332-735f14750e80 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.082963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164e64da-99fa-42bc-8332-735f14750e80 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.084800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-164e64da-99fa-42bc-8332-735f14750e80 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/dba0631e-656e-4d93-8233-997da1dab6dd HTTP/1.1" status: 404 len: 333 time: 0.0240519 Aug 28 08:42:53.086920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47114) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.111370 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc4486f-ef90-4d39-90ed-24836ee0b982 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.111811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc4486f-ef90-4d39-90ed-24836ee0b982 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.114010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2dc4486f-ef90-4d39-90ed-24836ee0b982 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/83c79a6a-09d3-425d-bd0b-3b591a11ad7b HTTP/1.1" status: 404 len: 337 time: 0.0262187 Aug 28 08:42:53.116439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47116) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.146473 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec9c06b-5caa-4a68-8c8f-c5fce47377c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.146968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec9c06b-5caa-4a68-8c8f-c5fce47377c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.148665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cec9c06b-5caa-4a68-8c8f-c5fce47377c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/cf103939-0c16-4f1b-9b8c-8e875e23856c HTTP/1.1" status: 404 len: 337 time: 0.0313456 Aug 28 08:42:53.151276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47118) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.173233 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceeb3f4-551e-467c-81e8-96d1cf3afc9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.173815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceeb3f4-551e-467c-81e8-96d1cf3afc9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.176006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dceeb3f4-551e-467c-81e8-96d1cf3afc9d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/bd1011b8-51c4-4156-b8a4-407a68d406a3 HTTP/1.1" status: 404 len: 333 time: 0.0238214 Aug 28 08:42:53.178390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47120) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.205058 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf49724-7f19-441b-ae79-9c064a9fbd27 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.205497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf49724-7f19-441b-ae79-9c064a9fbd27 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.207195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dbf49724-7f19-441b-ae79-9c064a9fbd27 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/33f96872-e7d9-4381-8dc3-2ffb7b90b4a5 HTTP/1.1" status: 404 len: 337 time: 0.0279346 Aug 28 08:42:53.209547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.234739 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-02466b65-9e64-44a5-9445-1b1f00add092 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.235193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02466b65-9e64-44a5-9445-1b1f00add092 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.236905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-02466b65-9e64-44a5-9445-1b1f00add092 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/810b6a86-a60b-4a06-96f8-f386ef763fa9 HTTP/1.1" status: 404 len: 337 time: 0.0264900 Aug 28 08:42:53.240017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.266800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4769ab19-b433-49ac-86eb-6f703696c4fe tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports?device_id=9190e540-61bf-4e3d-9e56-28c79afc7019 HTTP/1.1" status: 200 len: 205 time: 0.0254154 Aug 28 08:42:53.269275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47126) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.310815 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-1dc88e3a-5f45-46fd-846e-6b79ac00a8e2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] delete failed (client error): The resource could not be found. Aug 28 08:42:53.311869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1dc88e3a-5f45-46fd-846e-6b79ac00a8e2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/routers/9190e540-61bf-4e3d-9e56-28c79afc7019 HTTP/1.1" status: 404 len: 336 time: 0.0416713 Aug 28 08:42:53.315246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.342721 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f162946-8e6c-4c65-8616-e3b8e4e83948 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.343095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f162946-8e6c-4c65-8616-e3b8e4e83948 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.344819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f162946-8e6c-4c65-8616-e3b8e4e83948 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/52f486ba-ced7-4644-a7f1-b0d53efaa558 HTTP/1.1" status: 404 len: 337 time: 0.0280275 Aug 28 08:42:53.347910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47130) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.374022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26172f05-d095-449d-9386-ce43da6242b6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "GET /v2.0/ports?device_id=729ac32c-d35e-4d21-bfa4-246dc323138a HTTP/1.1" status: 200 len: 205 time: 0.0250311 Aug 28 08:42:53.376260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47132) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.415526 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-978198d2-b461-4431-aad0-7462b3828eb6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] delete failed (client error): The resource could not be found. Aug 28 08:42:53.416507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-978198d2-b461-4431-aad0-7462b3828eb6 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/routers/729ac32c-d35e-4d21-bfa4-246dc323138a HTTP/1.1" status: 404 len: 336 time: 0.0393729 Aug 28 08:42:53.418943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47134) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.445495 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e159affb-aa0a-486c-b40f-cffd7f4e30d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.445952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e159affb-aa0a-486c-b40f-cffd7f4e30d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.447660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e159affb-aa0a-486c-b40f-cffd7f4e30d4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b5062a79-acc7-4054-97b8-e4cb7b4ab0bd HTTP/1.1" status: 404 len: 337 time: 0.0278382 Aug 28 08:42:53.449960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47136) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.475122 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79da2fb-a8bb-4146-bdc8-1824e35758c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.475561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79da2fb-a8bb-4146-bdc8-1824e35758c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.477179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b79da2fb-a8bb-4146-bdc8-1824e35758c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/5bd9fd4e-5419-4d94-b99c-426415ed83c3 HTTP/1.1" status: 404 len: 337 time: 0.0263028 Aug 28 08:42:53.479500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47138) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.501582 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b2410c-b78c-43e5-99c9-89ae0b26fda9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.502097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b2410c-b78c-43e5-99c9-89ae0b26fda9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.503758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f1b2410c-b78c-43e5-99c9-89ae0b26fda9 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/681dbdf6-0db3-4141-b292-2183ccb2c8a9 HTTP/1.1" status: 404 len: 333 time: 0.0233948 Aug 28 08:42:53.506075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47140) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.530337 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6526537c-7c52-442a-b292-16c897826770 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.531555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6526537c-7c52-442a-b292-16c897826770 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.532403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6526537c-7c52-442a-b292-16c897826770 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/1e258391-3c3d-4ca0-8d6d-4f590ec99f6b HTTP/1.1" status: 404 len: 337 time: 0.0254343 Aug 28 08:42:53.535424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47142) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.557965 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e4a748-6344-45d8-9f27-feca0c7f5c81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.558566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e4a748-6344-45d8-9f27-feca0c7f5c81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.560434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f8e4a748-6344-45d8-9f27-feca0c7f5c81 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/f011e117-f3e8-40d9-bb3d-147a4282ed6c HTTP/1.1" status: 404 len: 333 time: 0.0240154 Aug 28 08:42:53.562782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.590915 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-db45ef1a-cc7e-4105-8924-530e0806d5c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.591352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db45ef1a-cc7e-4105-8924-530e0806d5c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.593027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-db45ef1a-cc7e-4105-8924-530e0806d5c2 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c244eb21-2dae-4374-a8f8-1e0bddecbdf7 HTTP/1.1" status: 404 len: 337 time: 0.0293145 Aug 28 08:42:53.595381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47146) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.618511 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f4e4cf-0e7b-40bc-bac9-d7ada087d18f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.619165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f4e4cf-0e7b-40bc-bac9-d7ada087d18f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.620762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-47f4e4cf-0e7b-40bc-bac9-d7ada087d18f tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/c3cf2324-29d1-4052-af71-dea85f56797e HTTP/1.1" status: 404 len: 333 time: 0.0244591 Aug 28 08:42:53.623192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.648464 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6768c4-2816-4d70-815e-747af09520e8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.648915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6768c4-2816-4d70-815e-747af09520e8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.650811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f6768c4-2816-4d70-815e-747af09520e8 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/c48b69d7-cfbf-40de-9095-11bc112729fa HTTP/1.1" status: 404 len: 337 time: 0.0265844 Aug 28 08:42:53.653326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47150) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.676374 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba1b852-2c3d-4e69-a1cb-aa6f3808a80d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.676955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba1b852-2c3d-4e69-a1cb-aa6f3808a80d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.678625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0ba1b852-2c3d-4e69-a1cb-aa6f3808a80d tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/5b043961-99dc-4ae6-a2c6-8d585cb38097 HTTP/1.1" status: 404 len: 333 time: 0.0244060 Aug 28 08:42:53.680956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47152) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.706153 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-70867b5a-f40f-4988-a609-149b78a15aac tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.707111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70867b5a-f40f-4988-a609-149b78a15aac tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.708746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-70867b5a-f40f-4988-a609-149b78a15aac tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/3a14c0ea-15da-4a00-a2bb-991e74338b3c HTTP/1.1" status: 404 len: 337 time: 0.0269151 Aug 28 08:42:53.710933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.733099 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-20af255a-671f-4cda-b158-90a49ce973c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.733703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20af255a-671f-4cda-b158-90a49ce973c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.735384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20af255a-671f-4cda-b158-90a49ce973c4 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/2bd69b33-90d1-4aca-8802-a0fc8497f3b1 HTTP/1.1" status: 404 len: 333 time: 0.0235724 Aug 28 08:42:53.737629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47156) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.766451 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1c5b24-7db7-4aab-900e-b64e76cf4a00 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.766923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1c5b24-7db7-4aab-900e-b64e76cf4a00 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.768644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ec1c5b24-7db7-4aab-900e-b64e76cf4a00 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/2278f6be-b40a-4c5a-8247-42792febc118 HTTP/1.1" status: 404 len: 337 time: 0.0301318 Aug 28 08:42:53.771732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47160) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.795033 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f66bb4-7efd-454e-bfdb-d7b51e40cfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.795687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f66bb4-7efd-454e-bfdb-d7b51e40cfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.797800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-79f66bb4-7efd-454e-bfdb-d7b51e40cfd7 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/9de2af64-806e-467f-963b-dd26e970249c HTTP/1.1" status: 404 len: 333 time: 0.0251570 Aug 28 08:42:53.800539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.824391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d07eb77-c45c-46f9-b6a5-101662a9b593 req-af54d4a1-8575-4544-b794-381918811b10 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0254104 Aug 28 08:42:53.826814 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b243fd8-d034-4c0f-80f8-dc407d050d0a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.827272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b243fd8-d034-4c0f-80f8-dc407d050d0a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.831822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1b243fd8-d034-4c0f-80f8-dc407d050d0a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/b352b02d-e3a9-4032-80c9-03359ea54bf9 HTTP/1.1" status: 404 len: 337 time: 0.0274808 Aug 28 08:42:53.832046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.855360 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf6404c-e65f-4562-96e6-097b386bc928 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.855913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf6404c-e65f-4562-96e6-097b386bc928 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.857598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-edf6404c-e65f-4562-96e6-097b386bc928 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/ports/a1550168-55b4-44b4-b437-208e239c7adb HTTP/1.1" status: 404 len: 333 time: 0.0246322 Aug 28 08:42:53.860040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47166) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.885423 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4e7603-46d2-42cb-abab-0548871af99a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] DELETE failed (client error): The resource could not be found. Aug 28 08:42:53.885858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4e7603-46d2-42cb-abab-0548871af99a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:42:53.887514 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cd4e7603-46d2-42cb-abab-0548871af99a tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/subnets/0a4ea51c-c1b4-4ec7-8dce-0384408d5279 HTTP/1.1" status: 404 len: 337 time: 0.0265958 Aug 28 08:42:53.889729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:53.967984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.051078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.060848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f64f739-d1c6-46e7-a34a-79d6369f1a06']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:42:54.071466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42277118-d7b0-4aff-8aba-e652a5f03e74') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:42:54.071758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42277118-d7b0-4aff-8aba-e652a5f03e74') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:42:54.080211 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.093937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.099666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:42:54.100040 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:42:54.102893 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:42:54.191432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 465b5361-a9a8-4be5-bcba-660e10683215 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:42:54.211555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 465b5361-a9a8-4be5-bcba-660e10683215 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:42:54.211901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 465b5361-a9a8-4be5-bcba-660e10683215 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:42:54.273617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.280550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.282639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] 10.222.0.46 "DELETE /v2.0/networks/7f64f739-d1c6-46e7-a34a-79d6369f1a06 HTTP/1.1" status: 204 len: 168 time: 0.3917825 Aug 28 08:42:54.294788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1cfe9-329d-4fb2-8442-18480ca9e873 tempest-NetworksTestDHCPv6-1559987932 tempest-NetworksTestDHCPv6-1559987932-project] Pushing event deleted for resources: {'Network': ['ID=7f64f739-d1c6-46e7-a34a-79d6369f1a06,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:54.754023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47174) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:54.888356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-541511a3-9792-48e6-bfb6-8a3509dd2996 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc72d1ea5c2c454590ba7d1cc76bf8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331143 Aug 28 08:42:54.890826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47180) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:54.933691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d30fd1e0-7e9a-4b9f-8e8e-1558b8c0552c req-4fe806fc-df7d-455e-92e4-5050c018a052 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0348392 Aug 28 08:42:54.938010 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:42:54.962118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:54.986169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:55.090466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:55.092929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:55.094097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1a1ed05-ef5e-4424-a0c9-b6c9da49c50b HTTP/1.1" status: 204 len: 168 time: 0.2023435 Aug 28 08:42:55.101938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7901bd-5779-4881-a6aa-09f195a9f982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1ed05-ef5e-4424-a0c9-b6c9da49c50b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:55.874202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:56.040477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67247ef1-cb09-41e7-93cd-a057a4591a79 req-3929e530-52a6-4864-9dbf-56ebc3d58284 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Aug 28 08:42:56.167299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47204) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.264043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-a79e8387-cda4-46fe-a419-f05535f9852b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.265079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a79e8387-cda4-46fe-a419-f05535f9852b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0967715 Aug 28 08:42:56.268093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.272099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-91bdf0a0-244a-446e-97e7-36be49377124 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.273013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-91bdf0a0-244a-446e-97e7-36be49377124 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040560 Aug 28 08:42:56.275088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47210) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.278850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-744f47a6-f9a8-4e41-9c41-0bc34a64d033 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.279759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-744f47a6-f9a8-4e41-9c41-0bc34a64d033 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038264 Aug 28 08:42:56.281778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47212) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.285603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-a0fb72f8-65e3-446a-816a-ee3d1c6392c5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.286532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0fb72f8-65e3-446a-816a-ee3d1c6392c5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038881 Aug 28 08:42:56.288520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47214) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.292236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-97d5b157-0bc6-42e8-97d8-a0b5b621c905 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.293149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97d5b157-0bc6-42e8-97d8-a0b5b621c905 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038185 Aug 28 08:42:56.295147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47216) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.299023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-0a926aee-d815-46e1-992c-9587483c3ec5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.300533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0a926aee-d815-46e1-992c-9587483c3ec5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039721 Aug 28 08:42:56.302607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.321744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-f674111b-5eda-495d-aeef-aedfe6f412fd tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.322757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f674111b-5eda-495d-aeef-aedfe6f412fd tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0193040 Aug 28 08:42:56.325316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.330098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-8f7a5d28-a4cc-4ae5-b634-94ae253be3e3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.331858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f7a5d28-a4cc-4ae5-b634-94ae253be3e3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053148 Aug 28 08:42:56.334283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.338958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-05cca40b-83d1-4f0a-aec7-eca36b773fcf tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.339914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05cca40b-83d1-4f0a-aec7-eca36b773fcf tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047002 Aug 28 08:42:56.342292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47224) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.346174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-044a178c-3452-4184-97c3-4e10e192c206 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.347624 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-044a178c-3452-4184-97c3-4e10e192c206 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044773 Aug 28 08:42:56.349622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47226) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.353429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-bd1e2bab-40da-406d-aa4c-1c98a8b6279a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.354394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd1e2bab-40da-406d-aa4c-1c98a8b6279a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039043 Aug 28 08:42:56.356622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47228) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.360446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-2a5d7279-1fa5-4291-8578-c46ace71a660 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.361366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a5d7279-1fa5-4291-8578-c46ace71a660 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039177 Aug 28 08:42:56.364117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47230) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.368184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-003d797f-10cf-44fc-8882-1dc1b214fcf8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.369106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-003d797f-10cf-44fc-8882-1dc1b214fcf8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041089 Aug 28 08:42:56.371303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.375689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-d99d2a22-2f4f-40e3-aab0-c474ce5a7117 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.376634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d99d2a22-2f4f-40e3-aab0-c474ce5a7117 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045071 Aug 28 08:42:56.378763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47234) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.382525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-eddf6d00-c514-423d-92c4-875d191d18c3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.383445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eddf6d00-c514-423d-92c4-875d191d18c3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038576 Aug 28 08:42:56.385433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.389300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-24fe1b90-d8f7-42b3-a5c1-ceeb5d28e127 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.390171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-24fe1b90-d8f7-42b3-a5c1-ceeb5d28e127 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039222 Aug 28 08:42:56.392154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.396000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-851abf34-fbfd-4ecb-9b22-3ee50f24f0ae tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.396923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-851abf34-fbfd-4ecb-9b22-3ee50f24f0ae tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039499 Aug 28 08:42:56.398949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47240) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.402705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-4e64f3a4-39ef-422b-84f9-a48081b718c1 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.403619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e64f3a4-39ef-422b-84f9-a48081b718c1 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038607 Aug 28 08:42:56.405696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47242) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.409999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-cff651a5-46d5-4848-8c15-bca43a68d4d7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.410950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cff651a5-46d5-4848-8c15-bca43a68d4d7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044389 Aug 28 08:42:56.412901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47244) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.416717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-a122fcce-60b6-44e3-9272-708fa207fab8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.417633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a122fcce-60b6-44e3-9272-708fa207fab8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038650 Aug 28 08:42:56.419657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.423859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-7b8073db-d5cc-4aef-baf4-0b9851b8a52e tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.424837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7b8073db-d5cc-4aef-baf4-0b9851b8a52e tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043535 Aug 28 08:42:56.427484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47248) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.431244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-04b2a881-17ee-43c7-80d8-114bbd1e107a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.432177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-04b2a881-17ee-43c7-80d8-114bbd1e107a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038795 Aug 28 08:42:56.434120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47250) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.438176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-8b178643-c9c0-4e5a-90cd-49ceba8cde7c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.439117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b178643-c9c0-4e5a-90cd-49ceba8cde7c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038903 Aug 28 08:42:56.441055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47252) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.444859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-0403652b-8427-464d-a511-0894c6cdfa59 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.445842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0403652b-8427-464d-a511-0894c6cdfa59 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039165 Aug 28 08:42:56.448104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.452068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-bcf93e13-b768-4e72-8eee-2b6dfbacdc10 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.453007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bcf93e13-b768-4e72-8eee-2b6dfbacdc10 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040617 Aug 28 08:42:56.455297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47256) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.459921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-dff6ee6e-7b06-4a5a-9c29-c59b41c9e6c4 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.460855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dff6ee6e-7b06-4a5a-9c29-c59b41c9e6c4 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046039 Aug 28 08:42:56.463157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47258) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.467483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-7f79360b-76a7-4edc-9456-021129da230c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.468482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7f79360b-76a7-4edc-9456-021129da230c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044174 Aug 28 08:42:56.470748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47260) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.475286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-8a745656-83de-4124-8aa6-b0236c5a6e63 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.476229 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a745656-83de-4124-8aa6-b0236c5a6e63 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046339 Aug 28 08:42:56.478447 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47262) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.482370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-cb5bde83-3356-403e-a257-fd256a32e717 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.483306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cb5bde83-3356-403e-a257-fd256a32e717 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040138 Aug 28 08:42:56.485437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47264) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.490479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-38be5a9b-c7a7-40e8-baec-a6b4cbbef974 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.491405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-38be5a9b-c7a7-40e8-baec-a6b4cbbef974 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050390 Aug 28 08:42:56.493515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47266) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.497617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-8143dddc-27ef-4f04-a4c4-d80cf72a280d tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.498580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8143dddc-27ef-4f04-a4c4-d80cf72a280d tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042379 Aug 28 08:42:56.500814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47268) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.505473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-1956f588-a73c-426e-a48f-4700c36638f8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.506434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1956f588-a73c-426e-a48f-4700c36638f8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047400 Aug 28 08:42:56.508605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.512785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-ef455945-690a-47ac-b586-1889bb9f79ea tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.513716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ef455945-690a-47ac-b586-1889bb9f79ea tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042613 Aug 28 08:42:56.515804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.519683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-8ac531c9-f173-44e7-b5de-409a9ac0f484 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.520611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ac531c9-f173-44e7-b5de-409a9ac0f484 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039928 Aug 28 08:42:56.522757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.526741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-b04e509e-dc5f-434b-8b16-cfc5005f8951 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.527700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b04e509e-dc5f-434b-8b16-cfc5005f8951 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041091 Aug 28 08:42:56.531516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47276) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.535743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-b6c29bde-af75-496d-ae7d-c6be1d6a7072 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.536649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b6c29bde-af75-496d-ae7d-c6be1d6a7072 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043266 Aug 28 08:42:56.538687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47278) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.542444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-bad0dbeb-f3f5-4b13-a241-8866164a123a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.543346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bad0dbeb-f3f5-4b13-a241-8866164a123a tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038364 Aug 28 08:42:56.545378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.549488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-da38587d-ba7f-4b0e-a053-4b7b3a4efbd0 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.550950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da38587d-ba7f-4b0e-a053-4b7b3a4efbd0 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047722 Aug 28 08:42:56.552985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.557194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-913f9fbb-62d7-4a2a-bad5-8c0074d87e07 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.558105 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-913f9fbb-62d7-4a2a-bad5-8c0074d87e07 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043218 Aug 28 08:42:56.560598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47284) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.564346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-bcb0b993-e781-4171-b2dd-b786be0d9602 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.565249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bcb0b993-e781-4171-b2dd-b786be0d9602 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038476 Aug 28 08:42:56.567309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47286) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.571046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-a2405aa9-7454-475f-9f34-202b5077390b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.571952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2405aa9-7454-475f-9f34-202b5077390b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038459 Aug 28 08:42:56.577130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47288) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.580823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-7274222d-d7ce-4e7b-a62f-ee2634bd8aed tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.581726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7274222d-d7ce-4e7b-a62f-ee2634bd8aed tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038004 Aug 28 08:42:56.583796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47290) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.587532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-a83501c9-9728-43d8-9428-64c4be280b2d tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.588443 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a83501c9-9728-43d8-9428-64c4be280b2d tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038350 Aug 28 08:42:56.590549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.594202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-06b40a42-e695-492a-8355-04f1fb718cfb tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.595115 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-06b40a42-e695-492a-8355-04f1fb718cfb tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037699 Aug 28 08:42:56.597765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.601479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-abdc3764-84b5-47f1-a849-60be7a31ba69 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.602405 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-abdc3764-84b5-47f1-a849-60be7a31ba69 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037813 Aug 28 08:42:56.604454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47296) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.608616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-459bd381-f41d-42eb-8d9d-65e8b0c6d108 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.609538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-459bd381-f41d-42eb-8d9d-65e8b0c6d108 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042834 Aug 28 08:42:56.611692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47298) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.616628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-677165a8-c9f0-43a5-b423-b0357703ee55 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.617543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-677165a8-c9f0-43a5-b423-b0357703ee55 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050569 Aug 28 08:42:56.619675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47300) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.623370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-1e909a3d-8aa6-4e20-80f9-a2f3589efbb2 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.624271 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1e909a3d-8aa6-4e20-80f9-a2f3589efbb2 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037966 Aug 28 08:42:56.626345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47302) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.630040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-59e85325-e49d-4abc-9e20-9f2ff23eccb7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.630983 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59e85325-e49d-4abc-9e20-9f2ff23eccb7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0038345 Aug 28 08:42:56.633039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47304) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.637852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-0351536c-b600-4f14-8f61-1778babebd19 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.638795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0351536c-b600-4f14-8f61-1778babebd19 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049431 Aug 28 08:42:56.641016 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.644719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-eb93be26-3732-4fa1-b4e4-e4dba092459e tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.645623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb93be26-3732-4fa1-b4e4-e4dba092459e tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038731 Aug 28 08:42:56.647687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47308) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.651409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-f9e22fa2-1aeb-49cf-ba4b-7989d1f7a86c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.652301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f9e22fa2-1aeb-49cf-ba4b-7989d1f7a86c tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038168 Aug 28 08:42:56.654401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47310) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.658565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-e2432dda-6540-4115-88c2-784afbf45b36 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.660004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e2432dda-6540-4115-88c2-784afbf45b36 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042770 Aug 28 08:42:56.662037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47312) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.665710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-a74b3f18-c157-4147-9be1-9d3e1b2ae4e1 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.666625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a74b3f18-c157-4147-9be1-9d3e1b2ae4e1 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037632 Aug 28 08:42:56.668927 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47314) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.672613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-abb2539e-461b-4f23-9d74-79e148101da7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.673513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-abb2539e-461b-4f23-9d74-79e148101da7 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037956 Aug 28 08:42:56.676577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47316) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.680264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-1d033d3d-2fb6-4c03-b80c-0f8dc7b71f25 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.681170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1d033d3d-2fb6-4c03-b80c-0f8dc7b71f25 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038002 Aug 28 08:42:56.683311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47318) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.687237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-2c98e215-ae52-4bd6-b219-cc5e4865f932 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.688135 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2c98e215-ae52-4bd6-b219-cc5e4865f932 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040302 Aug 28 08:42:56.690230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.693928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-731bde90-c784-47ec-9d9a-ee3eb0bce16b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.694869 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-731bde90-c784-47ec-9d9a-ee3eb0bce16b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037920 Aug 28 08:42:56.696928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47322) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.700581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-7c387dec-68ba-4adb-9555-bff0ce7054e4 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.701470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c387dec-68ba-4adb-9555-bff0ce7054e4 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037522 Aug 28 08:42:56.703535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.708180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-8f8f26ee-70d9-45c1-933e-faa29d298d47 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.709088 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8f8f26ee-70d9-45c1-933e-faa29d298d47 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047514 Aug 28 08:42:56.711124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47326) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.714804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-7b0d760c-3962-4ce9-9e69-01640b4d7298 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.715703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b0d760c-3962-4ce9-9e69-01640b4d7298 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037863 Aug 28 08:42:56.717765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47328) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.721439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-b4fa3a77-dc8e-47ea-8e33-e6383ca471c6 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.722994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b4fa3a77-dc8e-47ea-8e33-e6383ca471c6 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043917 Aug 28 08:42:56.725025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47330) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.728701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-bff4571d-0f1e-4263-b83d-d96910b15ba5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.729608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bff4571d-0f1e-4263-b83d-d96910b15ba5 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037873 Aug 28 08:42:56.731689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47332) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.735371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-0728621a-eb3a-4fb0-9fdb-26b477e57091 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.736268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0728621a-eb3a-4fb0-9fdb-26b477e57091 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037827 Aug 28 08:42:56.738313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.741972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-02a943c4-bfdc-4f67-93e4-3ba7d92640e3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.742903 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-02a943c4-bfdc-4f67-93e4-3ba7d92640e3 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037971 Aug 28 08:42:56.744932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47336) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.748584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [None req-42e1103c-1f1d-42a5-8559-c6ff2a4f3668 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.749477 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-42e1103c-1f1d-42a5-8559-c6ff2a4f3668 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037498 Aug 28 08:42:56.751714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47338) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.756327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-e3b7c19c-c1d2-4436-afc9-59c85172f08b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.757271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3b7c19c-c1d2-4436-afc9-59c85172f08b tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046275 Aug 28 08:42:56.759436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47340) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.763622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-718a88c2-4e34-43a3-9441-c51f815b1bd8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.764554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-718a88c2-4e34-43a3-9441-c51f815b1bd8 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041027 Aug 28 08:42:56.766573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47342) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:56.770967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [None req-3ee860de-eb94-4f33-84f3-dd8517354626 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:42:56.771910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3ee860de-eb94-4f33-84f3-dd8517354626 tempest-ExtensionsTestJSON-1871276792 tempest-ExtensionsTestJSON-1871276792-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043979 Aug 28 08:42:57.145577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf27e047-3782-4a2d-9986-ab7a50009441 req-4d945d81-cef7-4061-ab95-76f37c95c6d0 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0282068 Aug 28 08:42:57.186135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47350) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:57.295042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82c448ac-e852-4f4f-96b8-8c3476ad3be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.381968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82c448ac-e852-4f4f-96b8-8c3476ad3be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.490664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82c448ac-e852-4f4f-96b8-8c3476ad3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.529660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c448ac-e852-4f4f-96b8-8c3476ad3be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f893d0cf-2e75-4273-9d89-e15497c6c0e0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:57.534697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-82c448ac-e852-4f4f-96b8-8c3476ad3be3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee364974dd844477ac3f04d7a0cf6786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468273 Aug 28 08:42:57.543919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47354) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:57.595620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.617086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.684994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-865a317f-eac8-4a1d-a8d2-913954a5cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.776362 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.778969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:57.780191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f893d0cf-2e75-4273-9d89-e15497c6c0e0 HTTP/1.1" status: 204 len: 168 time: 0.2352147 Aug 28 08:42:57.788020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd064ef-0cd9-4d03-9790-1bbae3e3b8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f893d0cf-2e75-4273-9d89-e15497c6c0e0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:58.249383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08ddda33-9be5-4803-8adc-9d59d1a2d063 req-c54efde2-7465-46f7-9b24-bdf59c105dc1 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0300610 Aug 28 08:42:58.786912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47380) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:58.880666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-71947173'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:58.964189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Made reservation on behalf of aeea7554bc934e57b25770d508cca11f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:42:58.967639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.290377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.370118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1717be-580c-45d9-baa3-34e74860ede6 req-5d718d77-275e-43ee-a47d-ee65f45628da tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0370462 Aug 28 08:42:59.410817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.513199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.542741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:42:59.548181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe70ee3-e71f-494a-9f41-e51ee9f598f1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:59.556921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.557118 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Added segment 86b94ac3-314d-4887-818f-ec60b0097633 of type vlan for network 3a7799e8-171a-4964-b896-11ad0de6d777 Aug 28 08:42:59.597229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.685622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.692601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:42:59.693560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:42:59.798986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'Network': ['ID=3a7799e8-171a-4964-b896-11ad0de6d777,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:42:59.812441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3a7799e8-171a-4964-b896-11ad0de6d777 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:42:59.824365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:42:59.824818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d63af897-daa0-40c9-a71c-403462e7c37d tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0328879 Aug 28 08:42:59.827857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Request body: {'subnet': {'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:42:59.942412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.004194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Made reservation on behalf of aeea7554bc934e57b25770d508cca11f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:00.007825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.262150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e79a-645d-46ed-b403-e4accee35163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.262422 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.324496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'Subnet': ['ID=1ed318e3-f625-46f7-b1f9-ec26f1793ca2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:00.337680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Checking segment: {'id': '86b94ac3-314d-4887-818f-ec60b0097633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:00.338196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Network hostable DHCP agents. Network: 3a7799e8-171a-4964-b896-11ad0de6d777, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:43:00.427672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Network 3a7799e8-171a-4964-b896-11ad0de6d777 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:43:00.472834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b827485-aaa1-4cd3-aea1-378499e32c6b req-b3d2ad39-0027-47e3-bb31-3ca9fd1b13c0 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0312643 Aug 28 08:43:00.518986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3a7799e8-171a-4964-b896-11ad0de6d777) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:00.523187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:00.523992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.528131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ae1f0-9c79-4aa4-b3b9-a6acaf8bb1ee None None] Network 3a7799e8-171a-4964-b896-11ad0de6d777 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:43:00.594068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46f3b92d-aee1-4a87-88ef-21072b5aaa7c tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7714458 Aug 28 08:43:00.596347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:00.601499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Request body: {'port': {'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1420218312'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:00.672921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3a7799e8-171a-4964-b896-11ad0de6d777', 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777', 'tenant_id': 'aeea7554bc934e57b25770d508cca11f', 'fixed_ips': [{'subnet_id': '1ed318e3-f625-46f7-b1f9-ec26f1793ca2'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:43:00.673827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.793533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Made reservation on behalf of aeea7554bc934e57b25770d508cca11f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:00.797182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.814960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Allocated IP 2001:db8::2 (3a7799e8-171a-4964-b896-11ad0de6d777/1ed318e3-f625-46f7-b1f9-ec26f1793ca2/a3bec5e7-da99-45e6-9093-3b2b566c0438) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:00.816472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] device_id is not set on port e3759b8a-6634-4d46-a708-2d3e611c7e36 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:43:00.963344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:00.971365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Transition to ACTIVE for port object a3bec5e7-da99-45e6-9093-3b2b566c0438 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:00.986107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Transition to ACTIVE for port object a3bec5e7-da99-45e6-9093-3b2b566c0438 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:01.052670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.092105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Network 3a7799e8-171a-4964-b896-11ad0de6d777 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:01.096720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:01.101629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:01.107701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Pushing event updated for resources: {'Port': ['ID=a3bec5e7-da99-45e6-9093-3b2b566c0438,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:01.113998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Allocated IP 2001:db8::3a1 (3a7799e8-171a-4964-b896-11ad0de6d777/1ed318e3-f625-46f7-b1f9-ec26f1793ca2/e3759b8a-6634-4d46-a708-2d3e611c7e36) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:01.162963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Attempting to bind port a3bec5e7-da99-45e6-9093-3b2b566c0438 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:43:01.163253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Attempting to bind port a3bec5e7-da99-45e6-9093-3b2b566c0438 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '86b94ac3-314d-4887-818f-ec60b0097633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:43:01.163680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Attempting to bind port a3bec5e7-da99-45e6-9093-3b2b566c0438 on network 3a7799e8-171a-4964-b896-11ad0de6d777 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:01.168861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:43:01.169227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Checking segment: {'id': '86b94ac3-314d-4887-818f-ec60b0097633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:01.169633 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.170303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Bound using segment: {'id': '86b94ac3-314d-4887-818f-ec60b0097633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:43:01.170769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Bound port: a3bec5e7-da99-45e6-9093-3b2b566c0438, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b94ac3-314d-4887-818f-ec60b0097633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:43:01.171153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.245181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] For port a3bec5e7-da99-45e6-9093-3b2b566c0438, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:43:01.249958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] For port a3bec5e7-da99-45e6-9093-3b2b566c0438, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3bec5e7-da99-45e6-9093-3b2b566c0438,segment=NetworkSegment(86b94ac3-314d-4887-818f-ec60b0097633),segment_id=86b94ac3-314d-4887-818f-ec60b0097633)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:43:01.285890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.299483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Transition to ACTIVE for port object e3759b8a-6634-4d46-a708-2d3e611c7e36 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:01.342927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.406952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff8d46-bef8-45ad-ae3a-1b3bbc749e8c None None] Pushing event updated for resources: {'Port': ['ID=a3bec5e7-da99-45e6-9093-3b2b566c0438,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:01.416917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.477698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Network 3a7799e8-171a-4964-b896-11ad0de6d777 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:01.478813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'Port': ['ID=e3759b8a-6634-4d46-a708-2d3e611c7e36,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:01.482443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:01.484748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:01.490900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:01.491514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.595875 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-62b6a1c5-e26d-4a1a-aa1f-a4e3207e89db tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9975030 Aug 28 08:43:01.598521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47404) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:01.605183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Request body: {'port': {'network_id': '3a7799e8-171a-4964-b896-11ad0de6d777', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-732528315', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:01.605721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] bootfile-name is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:01.606086 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] tftp-server is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:01.606448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] server-ip-address is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:01.617695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b984a7b-442c-4fe8-a0da-f2cf4238735a req-1d6056af-a6c1-4fd0-bb1d-47436f5a21c4 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0567253 Aug 28 08:43:01.793496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Made reservation on behalf of aeea7554bc934e57b25770d508cca11f for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:01.797382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.820671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] device_id is not set on port f40c6cac-4267-4116-b98a-5c185cae71ae yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:43:01.885022 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:01.946887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Allocated IP 2001:db8::336 (3a7799e8-171a-4964-b896-11ad0de6d777/1ed318e3-f625-46f7-b1f9-ec26f1793ca2/f40c6cac-4267-4116-b98a-5c185cae71ae) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:02.113876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.130300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Transition to ACTIVE for port object f40c6cac-4267-4116-b98a-5c185cae71ae will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:02.244942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3bec5e7-da99-45e6-9093-3b2b566c0438 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:02.268384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.346143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Network 3a7799e8-171a-4964-b896-11ad0de6d777 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:02.355141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:02.361636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:02.367995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:02.368909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.385228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'Port': ['ID=f40c6cac-4267-4116-b98a-5c185cae71ae,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:02.393838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a3bec5e7-da99-45e6-9093-3b2b566c0438 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:02.445864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-687dfffc-00e6-4ddf-8576-a8a99b8687fa tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8457649 Aug 28 08:43:02.448336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47408) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:02.463873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b3f11-1891-454a-959e-d122ae5773c2 None None] Network 3a7799e8-171a-4964-b896-11ad0de6d777 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:43:02.516723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16bb8a-3c91-4be5-8318-4366a76265e7 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:02.529713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16bb8a-3c91-4be5-8318-4366a76265e7 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:02.541380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16bb8a-3c91-4be5-8318-4366a76265e7 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:02.544750 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af16bb8a-3c91-4be5-8318-4366a76265e7 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0947564 Aug 28 08:43:02.559579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47410) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:02.669556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Deleting port f40c6cac-4267-4116-b98a-5c185cae71ae {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:43:02.670146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.680555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Provisioning for port a3bec5e7-da99-45e6-9093-3b2b566c0438 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:02.687034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Provisioning complete for port a3bec5e7-da99-45e6-9093-3b2b566c0438 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:02.687877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.740432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dc18295-0f0b-4f26-a482-394970449e8f req-1e3738df-ff1f-45c0-91b8-2387b63b945a tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0347571 Aug 28 08:43:02.796669 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.800449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.816194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Calling delete_port for f40c6cac-4267-4116-b98a-5c185cae71ae owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:43:02.837359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] For port a3bec5e7-da99-45e6-9093-3b2b566c0438, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3bec5e7-da99-45e6-9093-3b2b566c0438,segment=NetworkSegment(86b94ac3-314d-4887-818f-ec60b0097633),segment_id=86b94ac3-314d-4887-818f-ec60b0097633)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:02.919340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:02.979635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256aaa-f39c-4a9b-8e0e-74301ae63cfd None None] Pushing event updated for resources: {'Port': ['ID=a3bec5e7-da99-45e6-9093-3b2b566c0438,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:03.061575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Provisioning complete for port a3bec5e7-da99-45e6-9093-3b2b566c0438 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:03.062057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.228368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.232354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Provisioning for port f40c6cac-4267-4116-b98a-5c185cae71ae completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:03.238086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Provisioning complete for port f40c6cac-4267-4116-b98a-5c185cae71ae triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:03.238664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.267298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event deleted for resources: {'Port': ['ID=f40c6cac-4267-4116-b98a-5c185cae71ae,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:03.268279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Port f40c6cac-4267-4116-b98a-5c185cae71ae was deleted so its status cannot be updated. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 08:43:03.313274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.316917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b7f3dd1e-4d5e-4153-b38c-40e0cbb8afbc tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "DELETE /v2.0/ports/f40c6cac-4267-4116-b98a-5c185cae71ae HTTP/1.1" status: 204 len: 168 time: 0.7678599 Aug 28 08:43:03.320616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:03.328476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Request body: {'port': {'name': 'tempest-new-port-name-1319721904', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:03.328881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] bootfile-name is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:03.329475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] tftp-server is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:03.329938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.api.validators [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] server-ip-address is not in valid_values {{(pid=95467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 08:43:03.376293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Provisioning for port e3759b8a-6634-4d46-a708-2d3e611c7e36 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:03.381170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Provisioning complete for port e3759b8a-6634-4d46-a708-2d3e611c7e36 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:03.385761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.421116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cef1e-1f16-4d00-ae9b-7f37174dbe0c None None] Port e3759b8a-6634-4d46-a708-2d3e611c7e36 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:03.438410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.551447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e0e0a162-8cee-4dbb-b244-9081a08549f0 None None] Provisioning complete for port e3759b8a-6634-4d46-a708-2d3e611c7e36 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:03.552183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a162-8cee-4dbb-b244-9081a08549f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.593411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0a162-8cee-4dbb-b244-9081a08549f0 None None] Port e3759b8a-6634-4d46-a708-2d3e611c7e36 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:03.643020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.709839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-75591597-45e3-4311-a153-f230c312995d None None] Could not find standard attr ID for object f40c6cac-4267-4116-b98a-5c185cae71ae. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:43:03.714251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.759305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] In _notify_port_updated(), no bound segment for port e3759b8a-6634-4d46-a708-2d3e611c7e36 on network 3a7799e8-171a-4964-b896-11ad0de6d777 {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:43:03.766768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:03.767620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:03.772209 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "PUT /v2.0/ports/e3759b8a-6634-4d46-a708-2d3e611c7e36 HTTP/1.1" status: 200 len: 1130 time: 0.4457712 Aug 28 08:43:03.772372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:03.817963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20001f-ccfa-43e3-9258-b8223d3f3565 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event updated for resources: {'Port': ['ID=e3759b8a-6634-4d46-a708-2d3e611c7e36,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:03.831070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72057681-6344-4abc-96d2-b355439e33c2 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:03.832788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-72057681-6344-4abc-96d2-b355439e33c2 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "GET /v2.0/ports/e3759b8a-6634-4d46-a708-2d3e611c7e36 HTTP/1.1" status: 200 len: 1130 time: 0.0593376 Aug 28 08:43:03.836432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47422) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:03.880512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56ce401e-11c3-471a-bdda-bea9b107ff5e req-33536cfe-2979-4d16-8368-6efb70e447fd tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0484099 Aug 28 08:43:03.936933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Deleting port e3759b8a-6634-4d46-a708-2d3e611c7e36 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:43:03.937288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.132936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-da85eb13-1276-435c-b97f-b390c61e0b4e None None] Provisioning complete for port e3759b8a-6634-4d46-a708-2d3e611c7e36 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:04.133578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-da85eb13-1276-435c-b97f-b390c61e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.172167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-da85eb13-1276-435c-b97f-b390c61e0b4e None None] Port e3759b8a-6634-4d46-a708-2d3e611c7e36 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:04.229672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3bec5e7-da99-45e6-9093-3b2b566c0438 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:04.282499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a3bec5e7-da99-45e6-9093-3b2b566c0438 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:04.282743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.332924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.346485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Calling delete_port for e3759b8a-6634-4d46-a708-2d3e611c7e36 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:43:04.553505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.582914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event deleted for resources: {'Port': ['ID=e3759b8a-6634-4d46-a708-2d3e611c7e36,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:04.608785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.610817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2372ed67-f478-4979-a75f-fe5e5dfebf14 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "DELETE /v2.0/ports/e3759b8a-6634-4d46-a708-2d3e611c7e36 HTTP/1.1" status: 204 len: 168 time: 0.7731895 Aug 28 08:43:04.613401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47426) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:04.666689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Deleting subnet 1ed318e3-f625-46f7-b1f9-ec26f1793ca2 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:43:04.670407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.718014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.807830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.844814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:04.972549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea32f445-2516-4500-b84e-3ceaac83f7a6 req-8a931ad6-d7db-489d-ab73-ac21e6dbcd5f tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0256956 Aug 28 08:43:04.982771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.016188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed318e3-f625-46f7-b1f9-ec26f1793ca2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:05.020068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.022035 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0c48c314-c8ce-4e58-82ed-8ab15acde101 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "DELETE /v2.0/subnets/1ed318e3-f625-46f7-b1f9-ec26f1793ca2 HTTP/1.1" status: 204 len: 168 time: 0.4075422 Aug 28 08:43:05.024421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47430) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:05.029660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991ffcd-62df-46be-8403-e4cc2fd43220 None None] Network 3a7799e8-171a-4964-b896-11ad0de6d777 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:43:05.101407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.155586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Deleting port a3bec5e7-da99-45e6-9093-3b2b566c0438 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:43:05.155931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.209438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] DHCP port deletion for 3a7799e8-171a-4964-b896-11ad0de6d777 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:43:05.224624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] For port a3bec5e7-da99-45e6-9093-3b2b566c0438, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3bec5e7-da99-45e6-9093-3b2b566c0438,segment=NetworkSegment(86b94ac3-314d-4887-818f-ec60b0097633),segment_id=86b94ac3-314d-4887-818f-ec60b0097633)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:05.225173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.239057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Calling delete_port for a3bec5e7-da99-45e6-9093-3b2b566c0438 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:43:05.255549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Deleting port a3bec5e7-da99-45e6-9093-3b2b566c0438 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:43:05.255920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.328621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] For port a3bec5e7-da99-45e6-9093-3b2b566c0438, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3bec5e7-da99-45e6-9093-3b2b566c0438,segment=NetworkSegment(86b94ac3-314d-4887-818f-ec60b0097633),segment_id=86b94ac3-314d-4887-818f-ec60b0097633)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:05.329204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.342456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Calling delete_port for a3bec5e7-da99-45e6-9093-3b2b566c0438 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:43:05.399175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.427842 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.434789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.455819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event deleted for resources: {'Port': ['ID=a3bec5e7-da99-45e6-9093-3b2b566c0438,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:05.457641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] No DVR routers for this DVR port a3bec5e7-da99-45e6-9093-3b2b566c0438 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:43:05.462236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] Pushing event deleted for resources: {'Port': ['ID=a3bec5e7-da99-45e6-9093-3b2b566c0438,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:05.464122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a5109-3a0b-4682-97c3-7f82cad8e672 None None] No DVR routers for this DVR port a3bec5e7-da99-45e6-9093-3b2b566c0438 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:43:05.541173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.553115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7799e8-171a-4964-b896-11ad0de6d777']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:05.565711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b94ac3-314d-4887-818f-ec60b0097633') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:05.566060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b94ac3-314d-4887-818f-ec60b0097633') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:05.580959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.596297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.603893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:43:05.604296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:43:05.609151 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:43:05.822356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.829334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:05.831183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] 10.222.0.46 "DELETE /v2.0/networks/3a7799e8-171a-4964-b896-11ad0de6d777 HTTP/1.1" status: 204 len: 168 time: 0.8058178 Aug 28 08:43:05.843779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccc6d-ed5d-4da4-a5a7-2a5acd6b1dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579 tempest-ExtraDHCPOptionsIpV6TestJSON-585551579-project] Pushing event deleted for resources: {'Network': ['ID=3a7799e8-171a-4964-b896-11ad0de6d777,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:05.940208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec8ceb-a06e-4f66-b00b-6c8c4399dc53 req-2a59a1b0-b533-44c9-839a-a27f74ba4b70 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:05.941847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15ec8ceb-a06e-4f66-b00b-6c8c4399dc53 req-2a59a1b0-b533-44c9-839a-a27f74ba4b70 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0513606 Aug 28 08:43:05.983073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15ec8ceb-a06e-4f66-b00b-6c8c4399dc53 req-95f5fa5c-3525-4832-92ff-84e41c7a19c5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352058 Aug 28 08:43:06.075149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ace8e4c3-123d-4290-bad9-a67226024eac req-3f5600e1-3e80-4030-bbd5-5d15fbfde624 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Aug 28 08:43:06.201519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3bec5e7-da99-45e6-9093-3b2b566c0438 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:43:06.224762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a3bec5e7-da99-45e6-9093-3b2b566c0438 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:43:06.225520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3bec5e7-da99-45e6-9093-3b2b566c0438 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:43:06.355246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47444) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:06.486366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-377b2c64-ecbd-4be3-9f47-a07f7ded4425 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aeea7554bc934e57b25770d508cca11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299236 Aug 28 08:43:06.489263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47448) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:06.536695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:06.557726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:06.690513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:06.693767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:06.694986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fe70ee3-e71f-494a-9f41-e51ee9f598f1 HTTP/1.1" status: 204 len: 168 time: 0.2048173 Aug 28 08:43:06.702989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a29b95-aae6-4e52-8f0f-783a4f72718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe70ee3-e71f-494a-9f41-e51ee9f598f1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:07.099331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff118-2ce7-4122-8aba-fbcb16ea2d91 req-490a208e-0554-4d10-8be4-e69a4fe8b511 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:07.100868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-860ff118-2ce7-4122-8aba-fbcb16ea2d91 req-490a208e-0554-4d10-8be4-e69a4fe8b511 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Aug 28 08:43:07.141186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-860ff118-2ce7-4122-8aba-fbcb16ea2d91 req-6bd55218-4c33-4540-aa7a-131f80eaf8ef tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Aug 28 08:43:07.227753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c863c43a-72d7-4cbd-b11c-a557d1cd99ab req-41a59e3f-d30b-4f96-8082-723860a27f40 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Aug 28 08:43:07.626256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.726024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9a121c9d-7eb3-4c86-bf52-6c10aa9c74c2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] Request body: {'port': {'network_id': '702461b3-5c68-4c55-b14f-df896fff0c7e', 'name': 'tempest-NetworksNegativeTestJSON-690089186'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:07.739837 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a121c9d-7eb3-4c86-bf52-6c10aa9c74c2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] POST failed (client error): The resource could not be found. Aug 28 08:43:07.740378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a121c9d-7eb3-4c86-bf52-6c10aa9c74c2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.741485 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a121c9d-7eb3-4c86-bf52-6c10aa9c74c2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1142120 Aug 28 08:43:07.745240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.766688 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c311ad44-e8ae-4630-97ba-3916a34bf7f0 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] DELETE failed (client error): The resource could not be found. Aug 28 08:43:07.767220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c311ad44-e8ae-4630-97ba-3916a34bf7f0 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.768858 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c311ad44-e8ae-4630-97ba-3916a34bf7f0 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "DELETE /v2.0/networks/fbaf4df4-3be1-41bc-a75d-f400d512b7d1 HTTP/1.1" status: 404 len: 339 time: 0.0227196 Aug 28 08:43:07.772784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.794157 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-280074cd-c7ac-4faa-9b20-b79dfdc948ed tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] DELETE failed (client error): The resource could not be found. Aug 28 08:43:07.794782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280074cd-c7ac-4faa-9b20-b79dfdc948ed tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.796413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-280074cd-c7ac-4faa-9b20-b79dfdc948ed tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "DELETE /v2.0/ports/1c09a081-7392-4e33-a588-5461727c97b3 HTTP/1.1" status: 404 len: 333 time: 0.0228124 Aug 28 08:43:07.799882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.825759 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-32072fd9-6d45-4253-a5a7-3067f61451ef tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] DELETE failed (client error): The resource could not be found. Aug 28 08:43:07.826194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32072fd9-6d45-4253-a5a7-3067f61451ef tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.827829 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-32072fd9-6d45-4253-a5a7-3067f61451ef tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "DELETE /v2.0/subnets/5ad5f66f-b1ef-4191-83f5-8cf7156a3dd8 HTTP/1.1" status: 404 len: 337 time: 0.0270274 Aug 28 08:43:07.831453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.852916 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-25db508e-4ee8-4ff4-ae4f-f47d243033d2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] GET failed (client error): The resource could not be found. Aug 28 08:43:07.854346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-25db508e-4ee8-4ff4-ae4f-f47d243033d2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "GET /v2.0/networks/71857530-79fb-4a6c-b37a-7f2c244c66e3 HTTP/1.1" status: 404 len: 339 time: 0.0208278 Aug 28 08:43:07.858253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.881798 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f409f492-d86a-4802-a9f8-842b517cf30e tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] GET failed (client error): The resource could not be found. Aug 28 08:43:07.883237 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f409f492-d86a-4802-a9f8-842b517cf30e tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "GET /v2.0/ports/1413a2f7-cc06-4e62-8227-228cdbf962c9 HTTP/1.1" status: 404 len: 333 time: 0.0240910 Aug 28 08:43:07.886613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47488) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.913440 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1815ec-11c8-43db-82d0-3013a7c5013a tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] GET failed (client error): The resource could not be found. Aug 28 08:43:07.914773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb1815ec-11c8-43db-82d0-3013a7c5013a tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "GET /v2.0/subnets/6ed8690f-dd36-40ed-acdb-4f13f559ccc7 HTTP/1.1" status: 404 len: 337 time: 0.0272746 Aug 28 08:43:07.918564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47490) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.923692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f46ca98c-e547-42ed-883c-505a473a8ae2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:07.938172 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46ca98c-e547-42ed-883c-505a473a8ae2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] PUT failed (client error): The resource could not be found. Aug 28 08:43:07.938715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46ca98c-e547-42ed-883c-505a473a8ae2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.939812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f46ca98c-e547-42ed-883c-505a473a8ae2 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "PUT /v2.0/networks/94c6c2ba-32a3-486e-9545-94d932341bb7 HTTP/1.1" status: 404 len: 339 time: 0.0202410 Aug 28 08:43:07.944149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47492) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.949053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-461a7ee3-18b6-4934-a987-9db083eabc9d tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:07.970005 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-461a7ee3-18b6-4934-a987-9db083eabc9d tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] PUT failed (client error): The resource could not be found. Aug 28 08:43:07.970618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461a7ee3-18b6-4934-a987-9db083eabc9d tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:07.971689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-461a7ee3-18b6-4934-a987-9db083eabc9d tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "PUT /v2.0/ports/b680b6b5-ab45-43b0-843a-998d6f245caf HTTP/1.1" status: 404 len: 333 time: 0.0266552 Aug 28 08:43:07.975272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47494) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:07.980399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2a55fd3f-a3e6-42b6-b66b-ea5d139297a5 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:08.001192 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a55fd3f-a3e6-42b6-b66b-ea5d139297a5 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] PUT failed (client error): The resource could not be found. Aug 28 08:43:08.001619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a55fd3f-a3e6-42b6-b66b-ea5d139297a5 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:43:08.002699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2a55fd3f-a3e6-42b6-b66b-ea5d139297a5 tempest-NetworksNegativeTestJSON-1000854048 tempest-NetworksNegativeTestJSON-1000854048-project] 10.222.0.46 "PUT /v2.0/subnets/6f594928-246a-4794-b238-31343d20564d HTTP/1.1" status: 404 len: 337 time: 0.0262516 Aug 28 08:43:08.262533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b47393-bbbc-45ed-aee2-bbc9a5970814 req-8fca9b19-9178-48a0-9f0c-33444726544b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:08.264018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b47393-bbbc-45ed-aee2-bbc9a5970814 req-8fca9b19-9178-48a0-9f0c-33444726544b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Aug 28 08:43:08.303204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b47393-bbbc-45ed-aee2-bbc9a5970814 req-301c12e3-ec87-4ad7-a5d9-f303e0cc17f2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Aug 28 08:43:08.396039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d48dba22-3a50-4dd1-9c0a-b3da29fc26bb req-7f282a1c-51b5-4966-a5b9-8df49578bf51 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0275705 Aug 28 08:43:08.501052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47504) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:08.611387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93cf0682-96ae-4581-be07-3aab8d515b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:08.704378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93cf0682-96ae-4581-be07-3aab8d515b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:08.827909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-93cf0682-96ae-4581-be07-3aab8d515b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:08.869204 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-93cf0682-96ae-4581-be07-3aab8d515b4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=052b82bfef184b129ce430f0649b4884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670275 Aug 28 08:43:08.869982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf0682-96ae-4581-be07-3aab8d515b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00f54d0-d28c-4da9-b663-a150ce51150a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:08.872868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47508) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:08.928234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:08.952791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:09.056157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:09.058860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:09.060857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d00f54d0-d28c-4da9-b663-a150ce51150a HTTP/1.1" status: 204 len: 168 time: 0.1863608 Aug 28 08:43:09.086274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04b468-eef8-4d56-80a5-3d5c2e55c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00f54d0-d28c-4da9-b663-a150ce51150a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:09.436005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677de65-1c75-4970-afc4-6b6b5620bd8e req-9f9e1092-ca31-47f7-8fd4-38485b944c28 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:09.438059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f677de65-1c75-4970-afc4-6b6b5620bd8e req-9f9e1092-ca31-47f7-8fd4-38485b944c28 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0608141 Aug 28 08:43:09.483135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f677de65-1c75-4970-afc4-6b6b5620bd8e req-94352e6a-2f8e-4cd8-9ff0-b43147307a8f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355875 Aug 28 08:43:09.574955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc364eaf-5735-4280-a78c-056c3dbcc294 req-b348c359-8431-47ab-9da1-f6de8da6f64b tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Aug 28 08:43:10.130065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47534) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:10.227088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--122822089'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:10.307186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.315948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.405518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.461709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.494636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc081e2f-9417-42a3-ade2-026bc1ea0c66,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:10.555294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.606830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110390d0-09d3-4902-b567-24dced86d107 req-c8eb9ce6-5e50-4ef7-b999-bc600bdeca97 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:10.608317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-110390d0-09d3-4902-b567-24dced86d107 req-c8eb9ce6-5e50-4ef7-b999-bc600bdeca97 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0518239 Aug 28 08:43:10.639770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.654623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-110390d0-09d3-4902-b567-24dced86d107 req-3cabab9a-ecc4-4189-8452-0f2d39622d9f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Aug 28 08:43:10.677388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0878cf4f-727b-4ee5-bf60-21fc901161c2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:10.742746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f0e4c43-bb42-4999-8e87-8702ff02cd88 req-47df4d8d-aeb7-420e-96c5-2c1f6ac612ff tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0295784 Aug 28 08:43:10.743597 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.744749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ddc1a465-0fa4-4d19-9c23-6d5292b63fea tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6136498 Aug 28 08:43:10.747656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47542) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:10.809634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ed3207ff-dc99-4d23-a570-03488a874e7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0605407 Aug 28 08:43:10.812276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47544) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:10.816750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-security--1925486378', 'description': 'tempest-security-description-160705890'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:10.841406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.889284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.975477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.977961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:10.979294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "PUT /v2.0/security-groups/0878cf4f-727b-4ee5-bf60-21fc901161c2 HTTP/1.1" status: 200 len: 1779 time: 0.1660826 Aug 28 08:43:10.982244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.002645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c387b4f-2d21-4aa4-9b8d-72bcfec31d63 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0878cf4f-727b-4ee5-bf60-21fc901161c2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:11.022155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34674e58-1df8-4b5c-a8e4-e1f58e7bb8d0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups/0878cf4f-727b-4ee5-bf60-21fc901161c2 HTTP/1.1" status: 200 len: 1779 time: 0.0387139 Aug 28 08:43:11.024664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47548) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.078181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.105169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.198881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.201692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.202871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/0878cf4f-727b-4ee5-bf60-21fc901161c2 HTTP/1.1" status: 204 len: 168 time: 0.1772969 Aug 28 08:43:11.205606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.212450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825a93-3c7f-4f25-9b3d-8b30bfa0df18 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0878cf4f-727b-4ee5-bf60-21fc901161c2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:11.250467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-afb2bd7f-adab-48bb-aa29-484a51c75854 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435216 Aug 28 08:43:11.253101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.265772 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-e55434bf-9169-44f3-95bb-ec425e139024 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] delete failed (client error): The resource could not be found. Aug 28 08:43:11.266762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e55434bf-9169-44f3-95bb-ec425e139024 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/0878cf4f-727b-4ee5-bf60-21fc901161c2 HTTP/1.1" status: 404 len: 347 time: 0.0127754 Aug 28 08:43:11.270878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47554) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.275682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023804983'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:11.353161 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.434087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.513545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.542420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907177fc-467a-4019-9e25-a5d15298f75c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:11.622118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.623420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e6e573c-965b-46bf-938c-94956d1d89d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3516598 Aug 28 08:43:11.626437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47556) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:11.631464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '907177fc-467a-4019-9e25-a5d15298f75c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:11.760296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.803505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b200d-5347-44c0-be87-7a72bcecc032 req-b854d3a6-d32a-4a34-a228-15587de78b4c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:11.804908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c5b200d-5347-44c0-be87-7a72bcecc032 req-b854d3a6-d32a-4a34-a228-15587de78b4c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0814116 Aug 28 08:43:11.858097 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.863401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8c5b200d-5347-44c0-be87-7a72bcecc032 req-746a47f2-e70c-4bc3-b1af-56e322d6e44c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Aug 28 08:43:11.949253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4096158f-b0fe-45b7-8a8f-26050964bd3b req-be61be96-df85-406f-b5f5-8c64c32f5f02 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0276332 Aug 28 08:43:11.950016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:11.968360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe6102-3104-4547-ab56-fcb6ea75522d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:12.050159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.052135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ddaf91ea-bdea-4a7e-914e-dc194260b03c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240651 Aug 28 08:43:12.054894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47562) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.083783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.091890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.209463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.215078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.218749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e7fe6102-3104-4547-ab56-fcb6ea75522d HTTP/1.1" status: 204 len: 168 time: 0.1603963 Aug 28 08:43:12.219072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47564) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.224827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c7db7-8aaa-4798-8c48-85b023336e99 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7fe6102-3104-4547-ab56-fcb6ea75522d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:12.271304 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-82b130c6-7337-4502-8de8-642266014531 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510576 Aug 28 08:43:12.275852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.333043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.355861 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.477995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.480805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.481931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/907177fc-467a-4019-9e25-a5d15298f75c HTTP/1.1" status: 204 len: 168 time: 0.2066929 Aug 28 08:43:12.485438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.495779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811d91c-970e-41bd-9a2c-76baf8830780 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907177fc-467a-4019-9e25-a5d15298f75c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:12.543517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-640c3d81-fc2f-41e7-b287-725db30ae50d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562518 Aug 28 08:43:12.547624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47572) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.551892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--165560319'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:12.638239 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-032a2aab-c081-484a-8e77-b4c2a2437ff3 req-58174b54-ae46-41de-ae66-7237b79aa99c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0251806 Aug 28 08:43:12.690480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.775791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.838053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.866524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cfee7-992f-455e-a8ed-3dc64aa01fa7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:12.925109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:12.926470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2def4d86-8908-46b7-b4b6-d6b2cb775705 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3781366 Aug 28 08:43:12.929286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:12.935481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '6d0cfee7-992f-455e-a8ed-3dc64aa01fa7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:12.996473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9125900-198b-447f-a026-02c673ce8c2d req-75f614c3-ad02-41fb-b8cf-8b518c655cf7 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:12.998050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9125900-198b-447f-a026-02c673ce8c2d req-75f614c3-ad02-41fb-b8cf-8b518c655cf7 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0665903 Aug 28 08:43:13.038782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9125900-198b-447f-a026-02c673ce8c2d req-81af1410-4353-4d36-b0fc-852f6f72e53d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346572 Aug 28 08:43:13.072323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.139623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0477a749-8d5d-409c-beae-b70c92f116e4 req-de4d19c0-4fe9-4e9e-bd61-b125a792ffd7 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0421069 Aug 28 08:43:13.160170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.256788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.276277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d1011c-bf1e-491f-8a1c-66e361c411c8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:13.358415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.359714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20e8acd3-bb58-4966-b75c-c07016d8d6b9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294274 Aug 28 08:43:13.362494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:13.367610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '6d0cfee7-992f-455e-a8ed-3dc64aa01fa7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:13.437879 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.493758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.565230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.584159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a889953a-1909-4711-8d5c-883a70ba9758,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:13.633067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.634415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e293fbd-8d8e-41f0-8d6e-940beacdf75d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2709069 Aug 28 08:43:13.637117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47584) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:13.643445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '6d0cfee7-992f-455e-a8ed-3dc64aa01fa7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:13.723415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.780356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.861457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.882417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec1fdc-5153-4994-8d43-09d2a954c3cb,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:13.941769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:13.943104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8a78c6e0-0fb8-4d9a-b33d-9f58ea8fe313 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049386 Aug 28 08:43:13.945770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47586) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:13.950491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '6d0cfee7-992f-455e-a8ed-3dc64aa01fa7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:14.060570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.148083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.168147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fe585-2d66-4985-8ce1-080eff43bd67 req-e951ce42-a530-43a0-a1ca-9126fa108331 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:14.169721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-162fe585-2d66-4985-8ce1-080eff43bd67 req-e951ce42-a530-43a0-a1ca-9126fa108331 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0623674 Aug 28 08:43:14.209097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-162fe585-2d66-4985-8ce1-080eff43bd67 req-76e583ff-9824-46a4-9daf-8f91feaae810 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332913 Aug 28 08:43:14.215496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.235433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d08532-5dae-47f7-8216-586dd63ddbd8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:14.297341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-073ef0ff-8b71-446f-b0f5-2aa76a5ea9c1 req-fc2aa632-ee57-4d6e-b760-756b52fd0891 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0279117 Aug 28 08:43:14.301518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.304088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a3797b82-b08b-4702-acc1-a71e69e4cb69 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3573036 Aug 28 08:43:14.307409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47592) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:14.318492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '6d0cfee7-992f-455e-a8ed-3dc64aa01fa7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:14.389703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.466855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.553419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.573011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b463ce77-3bd7-40a8-908d-08fe7fa9d3dd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:14.581372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.581721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.582063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.582429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.582771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.583104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.583982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.584311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.584754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.585104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.585432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.585860 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:14.662153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.663525 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-97162b4f-062f-4ed6-9a09-ed73d797f208 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3544703 Aug 28 08:43:14.667529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47594) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:14.698043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.706318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.838891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.844960 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.846061 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b463ce77-3bd7-40a8-908d-08fe7fa9d3dd HTTP/1.1" status: 204 len: 168 time: 0.1775153 Aug 28 08:43:14.848770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47596) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:14.851621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b4a7f-7796-415b-927c-ec2e8e49065a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b463ce77-3bd7-40a8-908d-08fe7fa9d3dd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:14.901177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-158b1028-006c-452d-b9c2-00e97dd03b03 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0510938 Aug 28 08:43:14.903923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47598) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:14.931401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:14.939182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.038971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.046274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.047815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d8d08532-5dae-47f7-8216-586dd63ddbd8 HTTP/1.1" status: 204 len: 168 time: 0.1428301 Aug 28 08:43:15.050506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47600) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.054160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e65c-e18c-4ca9-a98a-1c25236079d9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d08532-5dae-47f7-8216-586dd63ddbd8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:15.096722 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c25211bc-e9fd-40da-9cfe-fc92ccd9c885 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0449729 Aug 28 08:43:15.100153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47602) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.123131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.131170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.209836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.216763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.217916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/0eec1fdc-5153-4994-8d43-09d2a954c3cb HTTP/1.1" status: 204 len: 168 time: 0.1168554 Aug 28 08:43:15.220635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47604) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.222323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bbf20-6282-4353-aca5-79136c70e2d2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eec1fdc-5153-4994-8d43-09d2a954c3cb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:15.267525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ebe4f22-be6a-4834-9d41-c7a4c3177d01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0457177 Aug 28 08:43:15.270301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47608) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.318533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.329744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.359395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85736c77-c524-4c1a-878b-f4c64ffd8448 req-c4e3c37d-5daf-4a72-b228-b863005395f1 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:15.361670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85736c77-c524-4c1a-878b-f4c64ffd8448 req-c4e3c37d-5daf-4a72-b228-b863005395f1 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0847344 Aug 28 08:43:15.406498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85736c77-c524-4c1a-878b-f4c64ffd8448 req-9402223a-62e7-4a83-b11b-26cba9e5557e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Aug 28 08:43:15.473741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.479829 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.480962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a889953a-1909-4711-8d5c-883a70ba9758 HTTP/1.1" status: 204 len: 168 time: 0.2097125 Aug 28 08:43:15.484033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47612) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.503007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68f28600-048c-4891-8baf-de3190b0ded8 req-03f21f3b-6636-4c0a-b9a4-264f6afb1168 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0396523 Aug 28 08:43:15.535705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d5572-266b-4242-9916-f8b400029eb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a889953a-1909-4711-8d5c-883a70ba9758,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:15.535832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c6ab0781-bcfb-47f3-a2be-d4790e3d2336 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0442905 Aug 28 08:43:15.538888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.569754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.575683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.719076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.725957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.727148 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e4d1011c-bf1e-491f-8a1c-66e361c411c8 HTTP/1.1" status: 204 len: 168 time: 0.1873193 Aug 28 08:43:15.730159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.733369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c86c-18e8-430b-8442-6f631b03004b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4d1011c-bf1e-491f-8a1c-66e361c411c8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:15.775564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0aada4ca-42a7-43ab-9141-93e5b87417b6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440147 Aug 28 08:43:15.778420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47620) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.830754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.855720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.970158 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.974173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:15.975435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/6d0cfee7-992f-455e-a8ed-3dc64aa01fa7 HTTP/1.1" status: 204 len: 168 time: 0.1960897 Aug 28 08:43:15.983475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47624) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:15.984868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80558c26-67af-4d59-b3e1-9347ad211d7b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cfee7-992f-455e-a8ed-3dc64aa01fa7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:16.022728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c86e208-24f1-4ddf-8dd1-eb9090cde249 req-4cb7ac9d-fa06-4bac-ab20-cc4fc86f9f77 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0347228 Aug 28 08:43:16.065731 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91c0bc11-7e0f-40b0-abd1-4ecd3162da0a req-b01da115-aa88-4deb-b9d0-a9e0f1bc0bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e49ef87a2db54884b7bb9cb22634593b&device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0317230 Aug 28 08:43:16.071068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46e8cb1c-6f1c-4051-a76b-fdce42b214f3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861759 Aug 28 08:43:16.075435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47626) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:16.079994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066576527'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:16.110194 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91c0bc11-7e0f-40b0-abd1-4ecd3162da0a req-98520960-2fc3-4d1b-beff-43799b611643 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e49ef87a2db54884b7bb9cb22634593b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252945 Aug 28 08:43:16.206272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.216869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0bc11-7e0f-40b0-abd1-4ecd3162da0a req-4f170b5f-29f0-472a-b77b-d1cad877b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:16.218392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91c0bc11-7e0f-40b0-abd1-4ecd3162da0a req-4f170b5f-29f0-472a-b77b-d1cad877b156 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019645 Aug 28 08:43:16.289661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.364815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.394843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f3376-97f0-4bfd-b49c-5272b81642a5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:16.456292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.457580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a08e739-0f56-4b8d-b5a8-86f2ba29143a tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3811417 Aug 28 08:43:16.460401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:16.465076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '694f3376-97f0-4bfd-b49c-5272b81642a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:16.529215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39e4ba-4a39-41c7-be15-dcb110baf07a req-0193eb1d-5b4c-47ad-a253-cb2d4d74c9c9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:16.530739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b39e4ba-4a39-41c7-be15-dcb110baf07a req-0193eb1d-5b4c-47ad-a253-cb2d4d74c9c9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Aug 28 08:43:16.569615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.571966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b39e4ba-4a39-41c7-be15-dcb110baf07a req-29187790-e7f5-48e0-bdc9-cdfd33f09689 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 28 08:43:16.626726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.695458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.712715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4dfaaf-4e9c-4c50-8b91-b1a9d50deb1f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:16.804293 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.805598 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e4399bd1-04e3-4d81-9708-5a3b0eec2f10 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3441477 Aug 28 08:43:16.808323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47632) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:16.866438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:16.888782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.010236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.012844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.014017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/694f3376-97f0-4bfd-b49c-5272b81642a5 HTTP/1.1" status: 204 len: 168 time: 0.2043202 Aug 28 08:43:17.016726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47634) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:17.023702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded69e5b-8fc4-45b0-b31d-09d82b040117 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f3376-97f0-4bfd-b49c-5272b81642a5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:17.064215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45200288-6cd4-48ee-a39e-eb2f91cf8ce1 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458620 Aug 28 08:43:17.067779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47638) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:17.072278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371705006'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:17.118128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bfae338-3a8c-4b1f-a26c-88234cd8d6bf req-a3e5dafb-c7bd-45a6-8604-39daa9fc1d1f tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Aug 28 08:43:17.164008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.245003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.313113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.343186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb45520-92a8-4a0f-a625-4111f25c9132,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:17.410709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.411994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-98b8d185-596c-4b17-90f2-6dd6df9a80e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3431377 Aug 28 08:43:17.414670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47640) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:17.419287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356680597'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:17.541690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.589610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-91c0bc11-7e0f-40b0-abd1-4ecd3162da0a req-eb71362b-437b-4536-afd0-7fd0142769dd tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.39 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Aug 28 08:43:17.632673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.697594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eebe44-73a3-4ae5-aeb4-927fa0cbedd2 req-a864934e-9f94-40ae-817a-9d61009ef70e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:17.699022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77eebe44-73a3-4ae5-aeb4-927fa0cbedd2 req-a864934e-9f94-40ae-817a-9d61009ef70e tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0500579 Aug 28 08:43:17.700575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.746975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ea3ff6-cfc0-4586-b130-24fab245eaae,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:17.761451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77eebe44-73a3-4ae5-aeb4-927fa0cbedd2 req-736d8639-50eb-4a5d-8187-d4ea57787462 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550785 Aug 28 08:43:17.792381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:17.793752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc127d89-03f7-40e7-acb7-0b45aa72be19 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3781433 Aug 28 08:43:17.798016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47646) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:17.803145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '2bb45520-92a8-4a0f-a625-4111f25c9132', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25ea3ff6-cfc0-4586-b130-24fab245eaae', 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:17.939553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.011342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.084486 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.103649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2425670-bf59-4994-9ebc-3d0370a734e4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:18.161186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c3561-1825-49fc-85ab-aed4a259eb40 req-a10e69de-5ec4-4615-9ced-e0e62ded9b7b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:18.161534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd5c3561-1825-49fc-85ab-aed4a259eb40 req-a10e69de-5ec4-4615-9ced-e0e62ded9b7b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0545602 Aug 28 08:43:18.176118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.177320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-50903fd2-2942-44ad-9f3d-3808a80b03da tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3782611 Aug 28 08:43:18.181001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47652) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.205362 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.210185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd5c3561-1825-49fc-85ab-aed4a259eb40 req-f3c87226-4bbe-4d2b-b6de-c28b91847369 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376012 Aug 28 08:43:18.229660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.309820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c4e4c4c-91f9-4da2-a780-413167ba09d3 req-b61234a5-c692-43fc-a096-b98e4adc7110 tempest-ServerShowV257Test-754316451 tempest-ServerShowV257Test-754316451-project] 10.222.0.46 "GET /v2.0/ports?device_id=94362a98-9e54-4b02-9534-159997892251 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 28 08:43:18.311795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-5dba0986-36d4-43b1-bc17-97659d9a43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:18.318071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-5dba0986-36d4-43b1-bc17-97659d9a43d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0676694 Aug 28 08:43:18.346198 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.354273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.355401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f2425670-bf59-4994-9ebc-3d0370a734e4 HTTP/1.1" status: 204 len: 168 time: 0.1733279 Aug 28 08:43:18.359284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.366376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caddef8-9dbb-4526-91c2-a5f2ce291ab3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2425670-bf59-4994-9ebc-3d0370a734e4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:18.408210 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03e4217d-6606-4180-b5a7-48f2c28e7eae tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453622 Aug 28 08:43:18.408473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47656) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.415666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-325fb7f9-a33f-4eb0-8664-8dc3f799a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:18.417184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-325fb7f9-a33f-4eb0-8664-8dc3f799a321 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.0928679 Aug 28 08:43:18.466860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.488593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-62043411-11fb-4225-94ee-273253050dfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.0594273 Aug 28 08:43:18.489824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.543499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-b6ac0a34-f1dd-44b2-a6d1-408ebd8030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:18.544886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-b6ac0a34-f1dd-44b2-a6d1-408ebd8030c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0479789 Aug 28 08:43:18.596934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-059b3485-5e07-4920-ab0d-8ebf17a2e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:18.598451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-059b3485-5e07-4920-ab0d-8ebf17a2e5dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394871 Aug 28 08:43:18.616011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.618733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.619904 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/25ea3ff6-cfc0-4586-b130-24fab245eaae HTTP/1.1" status: 204 len: 168 time: 0.2105207 Aug 28 08:43:18.623079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.629177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52927-8584-4be5-9d07-fccb43cd802d tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ea3ff6-cfc0-4586-b130-24fab245eaae,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:18.730849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08da0ec6-800a-40ab-9931-d9de61aff316 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1066890 Aug 28 08:43:18.733632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47660) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.734573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-87c434ec-543f-4eb1-98d4-508a8df1f2c2 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276693 Aug 28 08:43:18.787644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.810255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.824910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5fe5d2a0-434b-413c-847f-daecff89a5e9 req-57230fdb-cb87-462b-85e6-4683e6978280 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823090 Aug 28 08:43:18.918919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.921629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:18.922856 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/2bb45520-92a8-4a0f-a625-4111f25c9132 HTTP/1.1" status: 204 len: 168 time: 0.1881633 Aug 28 08:43:18.925606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47662) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.934484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99649f3-a732-4adc-b748-84af67d2bb01 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb45520-92a8-4a0f-a625-4111f25c9132,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:18.979481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bebbfc5b-ed81-4cdd-bf9c-fef6acb32c8f tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526581 Aug 28 08:43:18.983906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47664) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:18.987585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--141990974'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:19.090813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.179794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.257293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.295864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbccc70b-4a64-44a6-af64-da45f469880a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:19.334499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455effb-21a6-40c8-ab3a-1e34ab0b7272 req-307d35bf-ee21-4c60-a0f7-d7742d8b11c6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:19.336082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5455effb-21a6-40c8-ab3a-1e34ab0b7272 req-307d35bf-ee21-4c60-a0f7-d7742d8b11c6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0572875 Aug 28 08:43:19.349429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.350522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-adcf9616-4bbe-46b6-bc83-b1c239e74db6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3663347 Aug 28 08:43:19.353450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47670) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:19.358260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': 'cbccc70b-4a64-44a6-af64-da45f469880a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:19.377837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5455effb-21a6-40c8-ab3a-1e34ab0b7272 req-3299c642-3db4-4f0c-a5c4-07d5fcce25f9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355248 Aug 28 08:43:19.483171 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.545722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.695870 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.714045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1260b21-42b8-44a4-badb-39f00690e12e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:19.770162 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.771437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-363ec7a0-4a39-45ef-8e31-75348107108c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4169164 Aug 28 08:43:19.774518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:19.798705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.806736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.884784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.891262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:19.892373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e1260b21-42b8-44a4-badb-39f00690e12e HTTP/1.1" status: 204 len: 168 time: 0.1168895 Aug 28 08:43:19.895299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:19.898359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1260b21-42b8-44a4-badb-39f00690e12e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:19.906389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.906735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.907074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.907403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.907734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.908060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.908383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.908703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.909540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.909540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.909847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.910163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2da1f8-8abf-4360-9c7d-397aba6f63e3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:19.934877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:19.938788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7def87e-3bd4-4226-a970-32686c00acd5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417829 Aug 28 08:43:19.944138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:20.001383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.028605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.056816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c7a6-b18b-4844-ac8c-a429ccd0636e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.195159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.197761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.198941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/cbccc70b-4a64-44a6-af64-da45f469880a HTTP/1.1" status: 204 len: 168 time: 0.2538161 Aug 28 08:43:20.201618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47686) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:20.217202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23f8dc-8656-4452-8b53-ef01af03f4f0 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbccc70b-4a64-44a6-af64-da45f469880a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:20.251639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e626500-42ab-4858-b31a-778089413965 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450926 Aug 28 08:43:20.251903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47688) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:20.257588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902908094'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:20.278511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c7a6-b18b-4844-ac8c-a429ccd0636e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.364661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c7a6-b18b-4844-ac8c-a429ccd0636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.403268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3fe5c7a6-b18b-4844-ac8c-a429ccd0636e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e49ef87a2db54884b7bb9cb22634593b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672801 Aug 28 08:43:20.405405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c7a6-b18b-4844-ac8c-a429ccd0636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4ef67-53e3-4561-b5ac-c54c5854fabd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:20.406433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:20.469563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.488473 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.500565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a254b-56fa-4c17-963a-180aeb98136d req-03d9499c-0d8b-4657-9f8b-7579087b576a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:20.501071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.502193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a70a254b-56fa-4c17-963a-180aeb98136d req-03d9499c-0d8b-4657-9f8b-7579087b576a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Aug 28 08:43:20.542959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a70a254b-56fa-4c17-963a-180aeb98136d req-a5578a60-2982-4c11-b956-8f3ceae12324 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 Aug 28 08:43:20.602745 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.644385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.646955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.648218 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3de4ef67-53e3-4561-b5ac-c54c5854fabd HTTP/1.1" status: 204 len: 168 time: 0.2407639 Aug 28 08:43:20.655877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec798-d48e-4163-8c72-5266ab23f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4ef67-53e3-4561-b5ac-c54c5854fabd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:20.667515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.702037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee8a613-e37e-48ba-94b1-868a2df20706,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:20.764465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.765689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-be11766b-2904-4860-836a-3672b70b9caf tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5122137 Aug 28 08:43:20.768405 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:20.772958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '5ee8a613-e37e-48ba-94b1-868a2df20706', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:20.895252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:20.952448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.048149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.070281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d80eaa-d2eb-4ec7-b5df-2b4c3367c6b0,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:21.147595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.151615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-553b228a-b05d-4a5c-babe-f250bf9905f5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795033 Aug 28 08:43:21.153708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47706) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.176891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e713b540-7e3e-483b-99a5-3920d609e871 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules/50d80eaa-d2eb-4ec7-b5df-2b4c3367c6b0 HTTP/1.1" status: 200 len: 763 time: 0.0196402 Aug 28 08:43:21.177023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.217966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bc2247b2-f452-4e00-a080-cb853631fdb3 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393956 Aug 28 08:43:21.220646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47712) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.244845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.252544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.358923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.367237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.368738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/50d80eaa-d2eb-4ec7-b5df-2b4c3367c6b0 HTTP/1.1" status: 204 len: 168 time: 0.1468070 Aug 28 08:43:21.371172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47716) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.373065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed2e78-2ccb-44d9-898a-1abae5c71044 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50d80eaa-d2eb-4ec7-b5df-2b4c3367c6b0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:21.412331 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3e3aa465-038c-4233-b209-b584324616e6 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393386 Aug 28 08:43:21.414791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.419246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '5ee8a613-e37e-48ba-94b1-868a2df20706', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:21.569880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.627508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.731126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.746512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3e6536-1e0a-41af-9b05-e9aec0887d71,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:21.807253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.821578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.822838 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39ab5945-a320-4559-b6c9-c814eca1d4dd tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4071317 Aug 28 08:43:21.825460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47732) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.842311 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7f8c365f-8fb6-4b15-ba18-035700bda86b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules/5a3e6536-1e0a-41af-9b05-e9aec0887d71 HTTP/1.1" status: 200 len: 763 time: 0.0157969 Aug 28 08:43:21.844797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47734) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.885873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b0aa7de2-55a2-4409-9e60-8eb6abdc0ec9 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399971 Aug 28 08:43:21.888540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47736) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:21.911730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-network', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:21.927379 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:21.939829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.050031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Made reservation on behalf of 71a9f8e04c734ac1a0246a77e78f07a8 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:22.052432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.054575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.068009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.069622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5a3e6536-1e0a-41af-9b05-e9aec0887d71 HTTP/1.1" status: 204 len: 168 time: 0.1796741 Aug 28 08:43:22.071767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.072276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47738) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.082134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bbf14-74cf-46ac-bd96-4cd383dffd96 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a3e6536-1e0a-41af-9b05-e9aec0887d71,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:22.114817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1a02e641-76e1-42f3-91de-0a3b96cff43c tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411184 Aug 28 08:43:22.117909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47740) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.123578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Request body: {'security_group_rule': {'security_group_id': '5ee8a613-e37e-48ba-94b1-868a2df20706', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:22.169899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.244491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.265586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:43:22.278555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6d737-74c1-4e9c-8283-2d7feec40725,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:22.283289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.292724 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Added segment e35e7fb2-e4ac-4e05-af29-fdd71262c6ba of type vlan for network 309b6d58-bd31-4eb0-9013-7e54eb503af2 Aug 28 08:43:22.324553 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.352413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.407586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.420882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.421871 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:22.424564 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.496072 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] Pushing event updated for resources: {'Network': ['ID=309b6d58-bd31-4eb0-9013-7e54eb503af2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:22.505737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:43:22.518239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.536660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1432cfb8-3d2b-4b87-be23-ffce6ac0bc90,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:22.610753 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1492f9f3-45b7-41b8-aac5-dc8e4c8091ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8023798 Aug 28 08:43:22.613573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47742) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.619092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Request body: {'subnet': {'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-subnet', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:22.638583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.639822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e823a6a-cd5c-4375-a2b0-c8ed31c1a910 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208991 Aug 28 08:43:22.644008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.659875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-51630d49-15d5-4290-af47-8832e34d98b8 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules/1432cfb8-3d2b-4b87-be23-ffce6ac0bc90 HTTP/1.1" status: 200 len: 764 time: 0.0148301 Aug 28 08:43:22.662312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.701182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Made reservation on behalf of 71a9f8e04c734ac1a0246a77e78f07a8 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:22.701905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-deef5ba0-737f-4efa-8e91-dff2ec393a8b tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0381098 Aug 28 08:43:22.703684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.704518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.727476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.734978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.810068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.817186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.818332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/1432cfb8-3d2b-4b87-be23-ffce6ac0bc90 HTTP/1.1" status: 204 len: 168 time: 0.1128983 Aug 28 08:43:22.821060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.822604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55f54c-7afb-4841-b91a-9a19d20da820 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1432cfb8-3d2b-4b87-be23-ffce6ac0bc90,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:22.905634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d55584f5-279f-4116-bed1-83ed76298050 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815427 Aug 28 08:43:22.906833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:22.963846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.986167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:22.999039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.055953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d27127-d51d-42ce-b2d4-cedeed38745b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:23.065323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Checking segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:23.065663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Network hostable DHCP agents. Network: 309b6d58-bd31-4eb0-9013-7e54eb503af2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:43:23.107531 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.110252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.111496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "DELETE /v2.0/security-groups/5ee8a613-e37e-48ba-94b1-868a2df20706 HTTP/1.1" status: 204 len: 168 time: 0.2035763 Aug 28 08:43:23.114078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:23.120660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28488aa-2cf4-4f67-a6d1-501f0fc8bbb2 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee8a613-e37e-48ba-94b1-868a2df20706,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:23.166002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b29a1cfa-8c68-438b-99f1-53d496fd1ab5 tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506973 Aug 28 08:43:23.170430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47756) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:23.188921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:43:23.223921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b22ee613-4272-48ca-8d4e-137bea86550e tempest-SecGroupTest-1127020482 tempest-SecGroupTest-1127020482-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523386 Aug 28 08:43:23.272026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 309b6d58-bd31-4eb0-9013-7e54eb503af2) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:23.277053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:23.277657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.283592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d53f73-22d9-46f9-a9f6-51edc65bbf4a None None] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:43:23.399415 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f08d1bc8-1a76-4f7b-9c92-659359c7340a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7846632 Aug 28 08:43:23.401868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:23.406451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:23.429263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-309b6d58-bd31-4eb0-9013-7e54eb503af2', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:43:23.430157 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.513050 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.514288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.567036 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.640661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47764) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:23.730132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Allocated IP 172.20.0.2 (309b6d58-bd31-4eb0-9013-7e54eb503af2/e5d27127-d51d-42ce-b2d4-cedeed38745b/a4476979-de5d-4771-a9fa-9e9311bb4a02) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:23.815191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.841649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-87182eba-0ef7-4bc4-8b5c-530a31ef92ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d03091b4aef43c7ae26b1b6f869f5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997933 Aug 28 08:43:23.844118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47768) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:23.877839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.886692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Transition to ACTIVE for port object a4476979-de5d-4771-a9fa-9e9311bb4a02 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:23.906167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Transition to ACTIVE for port object a4476979-de5d-4771-a9fa-9e9311bb4a02 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:23.906435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.954027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:23.976701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.013503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:24.018656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:24.022981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:24.035125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Pushing event updated for resources: {'Port': ['ID=a4476979-de5d-4771-a9fa-9e9311bb4a02,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:24.059650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.059902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.060241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.060597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.060933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.061268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.061599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.061927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.062281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.062612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.062939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.063262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:24.089791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.091741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Attempting to bind port a4476979-de5d-4771-a9fa-9e9311bb4a02 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:43:24.092119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Attempting to bind port a4476979-de5d-4771-a9fa-9e9311bb4a02 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:43:24.092298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.092487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Attempting to bind port a4476979-de5d-4771-a9fa-9e9311bb4a02 on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:24.093450 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc081e2f-9417-42a3-ade2-026bc1ea0c66 HTTP/1.1" status: 204 len: 168 time: 0.2484369 Aug 28 08:43:24.100864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:43:24.101251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Checking segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:24.101662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.102062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Bound using segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:43:24.102559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Bound port: a4476979-de5d-4771-a9fa-9e9311bb4a02, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:43:24.102996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.106600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87650c2-eed1-489a-85e6-c952d6e8c66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc081e2f-9417-42a3-ade2-026bc1ea0c66,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:24.145958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.166544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.179287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] For port a4476979-de5d-4771-a9fa-9e9311bb4a02, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:43:24.182533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] For port a4476979-de5d-4771-a9fa-9e9311bb4a02, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a4476979-de5d-4771-a9fa-9e9311bb4a02,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:43:24.274963 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.277007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Allocated IP 172.25.0.217 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/52121253-b29e-49e6-8959-bc6dc5ba29e6) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:24.337004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73cae3-f16c-4389-8ae3-eb64a49c58bf None None] Pushing event updated for resources: {'Port': ['ID=a4476979-de5d-4771-a9fa-9e9311bb4a02,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:24.416743 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.561380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:24.608890 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:24.612127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:24.618243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:24.620976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Pushing event updated for resources: {'Port': ['ID=52121253-b29e-49e6-8959-bc6dc5ba29e6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:25.006906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:25.208441 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:25.231782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc7772-553c-4ee6-960c-c248b0d8cc87 None None] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:43:25.375603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:25.379720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-667d982a-ea44-4428-905c-f7d08f7594b7 None None] Provisioning for port a4476979-de5d-4771-a9fa-9e9311bb4a02 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:25.516228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08ce3bb9-4727-417d-9aa9-65a941236a3c tempest-ServiceProvidersTest-557673881 tempest-ServiceProvidersTest-557673881-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1361718 Aug 28 08:43:25.712947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:43:25.824201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:43:25.833838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:43:25.847248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:25.847813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:25.850056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:25.935549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:25.939556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa5188eb-7a70-49c6-9a12-94032d9fa2dc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5341153 Aug 28 08:43:25.939956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:25.950035 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:25.963650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47800) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:26.078047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded530b3-6a5a-48f7-856f-9f4468c52cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.137210 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:24Z', 'revision_number': 3, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:26.165110 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:43:26.165451 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Updating router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 port 52121253-b29e-49e6-8959-bc6dc5ba29e6 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:43:26.187066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded530b3-6a5a-48f7-856f-9f4468c52cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.195788 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.273967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a4476979-de5d-4771-a9fa-9e9311bb4a02 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:26.301505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ded530b3-6a5a-48f7-856f-9f4468c52cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.350895 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ded530b3-6a5a-48f7-856f-9f4468c52cda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=974d1252900545c69ea7629acc578f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798888 Aug 28 08:43:26.350895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded530b3-6a5a-48f7-856f-9f4468c52cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45078f2b-c39b-4195-aa39-8d58e7ed4714,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:26.361619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47804) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:26.405086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a4476979-de5d-4771-a9fa-9e9311bb4a02 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:26.410584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a4476979-de5d-4771-a9fa-9e9311bb4a02 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:26.411717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.424383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.432525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.451773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.480439 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.491031 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Transition to ACTIVE for port object 52121253-b29e-49e6-8959-bc6dc5ba29e6 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:26.516558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.550960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a4476979-de5d-4771-a9fa-9e9311bb4a02, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a4476979-de5d-4771-a9fa-9e9311bb4a02,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:26.615227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Allocated IP 172.20.0.1 (309b6d58-bd31-4eb0-9013-7e54eb503af2/e5d27127-d51d-42ce-b2d4-cedeed38745b/43ffa58b-031b-45fe-ad35-16d5bca78283) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:26.638409 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.667504 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.668228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.672286 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.673524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45078f2b-c39b-4195-aa39-8d58e7ed4714 HTTP/1.1" status: 204 len: 168 time: 0.3106816 Aug 28 08:43:26.704211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4632b1-1936-41ee-a35a-16223ee040bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45078f2b-c39b-4195-aa39-8d58e7ed4714,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:26.705873 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Attempting to bind port 52121253-b29e-49e6-8959-bc6dc5ba29e6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:43:26.706268 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Attempting to bind port 52121253-b29e-49e6-8959-bc6dc5ba29e6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:43:26.706832 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Attempting to bind port 52121253-b29e-49e6-8959-bc6dc5ba29e6 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:26.713174 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Pushing event updated for resources: {'Port': ['ID=52121253-b29e-49e6-8959-bc6dc5ba29e6,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:26.720716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:43:26.721100 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:26.721504 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.721906 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:43:26.722429 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Bound port: 52121253-b29e-49e6-8959-bc6dc5ba29e6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:43:26.722777 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.726933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a4476979-de5d-4771-a9fa-9e9311bb4a02,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:26.746455 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.746455 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.746802 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.747138 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.747474 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.747795 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.748118 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.748578 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.748910 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.749412 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.749732 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.750055 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:43:26.754357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.768568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Transition to ACTIVE for port object 43ffa58b-031b-45fe-ad35-16d5bca78283 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:26.790059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] For port 52121253-b29e-49e6-8959-bc6dc5ba29e6, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:43:26.793217 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] For port 52121253-b29e-49e6-8959-bc6dc5ba29e6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=52121253-b29e-49e6-8959-bc6dc5ba29e6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:43:26.884821 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.919164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:26.937053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:26.937725 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:26.959913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:26.966589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:26.970282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:26.992238 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46bc64-9e5c-4603-9cf6-d0c117352b98 None None] Pushing event updated for resources: {'Port': ['ID=52121253-b29e-49e6-8959-bc6dc5ba29e6,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:26.996459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Pushing event updated for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:27.015686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.094163 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:27.260299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.319255 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:24Z', 'revision_number': 3, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:27.347213 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d2be2-4dc0-419a-a666-ef9eebf85a51 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:24Z', 'revision_number': 3, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:43:27.416459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-924e7ea5-2e8c-4fb0-8c0d-10d9789c01da None None] Provisioning for port 43ffa58b-031b-45fe-ad35-16d5bca78283 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:27.422692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-924e7ea5-2e8c-4fb0-8c0d-10d9789c01da None None] Provisioning complete for port 43ffa58b-031b-45fe-ad35-16d5bca78283 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:27.426104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-924e7ea5-2e8c-4fb0-8c0d-10d9789c01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.440101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.459893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-924e7ea5-2e8c-4fb0-8c0d-10d9789c01da None None] Port 43ffa58b-031b-45fe-ad35-16d5bca78283 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:27.540926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.600864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4a857c3-dc60-4fc7-9fdd-c2eb8b011542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.623051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Pushing event updated for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:27.626039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:27.729043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:27.730705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:27.854896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:43:27.860611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47826) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:27.984176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-42a6e5e5-0702-4401-b919-d6b3024cfaf3 None None] Provisioning complete for port 43ffa58b-031b-45fe-ad35-16d5bca78283 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:27.984845 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42a6e5e5-0702-4401-b919-d6b3024cfaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.008217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-77946ae4-41e5-4733-81bb-6c6dc9e48897 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-177043050', 'prefixes': ['172.20.0.0/16']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:28.027324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-42a6e5e5-0702-4401-b919-d6b3024cfaf3 None None] Port 43ffa58b-031b-45fe-ad35-16d5bca78283 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:28.326955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39abb926-9961-4363-9246-09a715998975 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:43:28.328166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a4476979-de5d-4771-a9fa-9e9311bb4a02 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:28.332511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39abb926-9961-4363-9246-09a715998975 admin admin] 10.222.0.46 "PUT /v2.0/routers/7533a3ef-f2db-4917-ad5f-154e1a8cc8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913975 Aug 28 08:43:28.341735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77946ae4-41e5-4733-81bb-6c6dc9e48897 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] Notify callbacks [] for subnetpool, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.343507 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-77946ae4-41e5-4733-81bb-6c6dc9e48897 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4807954 Aug 28 08:43:28.345598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:28.378253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a4476979-de5d-4771-a9fa-9e9311bb4a02 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:28.378444 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.389519 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d7479821-d575-42df-b699-e6d861fb4667 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "GET /v2.0/subnetpools/07cfd153-4714-4777-9b53-9ec70b421577 HTTP/1.1" status: 200 len: 731 time: 0.0403767 Aug 28 08:43:28.389911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47834) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:28.394579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ff19249f-2011-4939-bdcc-a73d8bec5601 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1828460935'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:28.460248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 52121253-b29e-49e6-8959-bc6dc5ba29e6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:28.613916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff19249f-2011-4939-bdcc-a73d8bec5601 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] Notify callbacks [] for subnetpool, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.614582 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ff19249f-2011-4939-bdcc-a73d8bec5601 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "PUT /v2.0/subnetpools/07cfd153-4714-4777-9b53-9ec70b421577 HTTP/1.1" status: 200 len: 684 time: 0.2236133 Aug 28 08:43:28.618402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47840) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:28.764144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 52121253-b29e-49e6-8959-bc6dc5ba29e6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:28.768251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 52121253-b29e-49e6-8959-bc6dc5ba29e6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:28.768668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.805524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c852dffe-27d2-44bf-ba7c-1fad13afc554 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] Notify callbacks [] for subnetpool, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.809729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c852dffe-27d2-44bf-ba7c-1fad13afc554 tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "DELETE /v2.0/subnetpools/07cfd153-4714-4777-9b53-9ec70b421577 HTTP/1.1" status: 204 len: 168 time: 0.1872022 Aug 28 08:43:28.810325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:28.828496 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-54ffee3f-1c5a-42f2-9330-b157abeb240b tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] show failed (client error): The resource could not be found. Aug 28 08:43:28.830296 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54ffee3f-1c5a-42f2-9330-b157abeb240b tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "GET /v2.0/subnetpools/07cfd153-4714-4777-9b53-9ec70b421577 HTTP/1.1" status: 404 len: 346 time: 0.0180142 Aug 28 08:43:28.832961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:28.855133 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-3f4d6563-9399-41f1-97c9-03507578693e tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] delete failed (client error): The resource could not be found. Aug 28 08:43:28.855133 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3f4d6563-9399-41f1-97c9-03507578693e tempest-SubnetPoolsTestJSON-1996720129 tempest-SubnetPoolsTestJSON-1996720129-project] 10.222.0.46 "DELETE /v2.0/subnetpools/07cfd153-4714-4777-9b53-9ec70b421577 HTTP/1.1" status: 404 len: 346 time: 0.0173941 Aug 28 08:43:28.855330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:28.875040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 52121253-b29e-49e6-8959-bc6dc5ba29e6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=52121253-b29e-49e6-8959-bc6dc5ba29e6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:28.981460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.021055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:29.022739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267812400', 'description': 'tempest-description--2111886334'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:29.038879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:43:29.050067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=52121253-b29e-49e6-8959-bc6dc5ba29e6,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:29.055137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:29.055755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:29.162196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:29.169952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.264529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.353025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.374349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 2, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:29.385146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3ff391-ff22-4cfa-9597-a2c69af99d5f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:29.402396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:43:29.402778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Updating router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 port 43ffa58b-031b-45fe-ad35-16d5bca78283 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:43:29.427519 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.445259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47852) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:29.455864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.460810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-14e6f716-ceed-40ff-91b9-d7472b805cfb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4400251 Aug 28 08:43:29.460986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47856) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:29.466730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group_rule': {'security_group_id': '1e3ff391-ff22-4cfa-9597-a2c69af99d5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:29.560258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.561737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97683c4c-aa9c-44d2-ac50-5c3d56927b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.628746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.662140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97683c4c-aa9c-44d2-ac50-5c3d56927b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.696290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.715166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7338afeb-42dd-4c0a-be6c-b233faced750,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:29.727610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.730025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-97683c4c-aa9c-44d2-ac50-5c3d56927b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.737875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Transition to ACTIVE for port object 43ffa58b-031b-45fe-ad35-16d5bca78283 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:29.772771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97683c4c-aa9c-44d2-ac50-5c3d56927b2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98fb396026ab419c8aecb55350a4f8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262680 Aug 28 08:43:29.773490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683c4c-aa9c-44d2-ac50-5c3d56927b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb786f9a-8942-4927-9f8b-98fc2bf0e821,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:29.775336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47858) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:29.784027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.785110 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d2496a4b-7fee-490a-b66c-299eb6fb31ca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232555 Aug 28 08:43:29.797107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:29.801778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group_rule': {'security_group_id': '1e3ff391-ff22-4cfa-9597-a2c69af99d5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:29.810304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.831844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.853829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.893034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dce15-1b98-4efc-9652-45b9ffb082ac None None] Pushing event updated for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:29.912773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.929390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Attempting to bind port 43ffa58b-031b-45fe-ad35-16d5bca78283 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:43:29.929898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Attempting to bind port 43ffa58b-031b-45fe-ad35-16d5bca78283 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:43:29.930343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Attempting to bind port 43ffa58b-031b-45fe-ad35-16d5bca78283 on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:29.936153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:43:29.936535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Checking segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:29.936939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.937334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Bound using segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:43:29.937803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Bound port: 43ffa58b-031b-45fe-ad35-16d5bca78283, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:43:29.938181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:29.972819 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.005930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] For port 43ffa58b-031b-45fe-ad35-16d5bca78283, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:43:30.009331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] For port 43ffa58b-031b-45fe-ad35-16d5bca78283, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=43ffa58b-031b-45fe-ad35-16d5bca78283,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:43:30.021555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.024284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.025397 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb786f9a-8942-4927-9f8b-98fc2bf0e821 HTTP/1.1" status: 204 len: 168 time: 0.2488253 Aug 28 08:43:30.033555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856246-76a7-4a7b-92e4-8816d3aa8610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb786f9a-8942-4927-9f8b-98fc2bf0e821,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:30.052393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.113492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.141150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.161976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad49892-6323-4374-9dfd-e57744e8d241,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:30.179154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:30.179760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:30.197079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dce15-1b98-4efc-9652-45b9ffb082ac None None] Pushing event updated for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:30.248697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 52121253-b29e-49e6-8959-bc6dc5ba29e6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:30.250016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.251279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-feabdd5b-26fd-48f8-9e49-02ee1bba282f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531677 Aug 28 08:43:30.254605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47864) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:30.259682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:30.348200 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83882aaf-c2f1-4728-a9c1-f4bcc66b7116 req-e6ab91d2-ccd0-4531-ac75-d79a8518a746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0422120 Aug 28 08:43:30.357289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:30.360554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-032f73ae-d092-44db-a3ab-1bda26ff71f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.381749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.408128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 52121253-b29e-49e6-8959-bc6dc5ba29e6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:30.408641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.453137 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83882aaf-c2f1-4728-a9c1-f4bcc66b7116 req-eb80610a-6507-40b5-b656-72ac487ebf0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0442307 Aug 28 08:43:30.502326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83882aaf-c2f1-4728-a9c1-f4bcc66b7116 req-1db392a6-9ecc-4623-a0af-2895f205ed81 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214112 Aug 28 08:43:30.524708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.621014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882aaf-c2f1-4728-a9c1-f4bcc66b7116 req-44ddeb42-88e2-4ea7-9a05-211dfbef5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:30.623069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-83882aaf-c2f1-4728-a9c1-f4bcc66b7116 req-44ddeb42-88e2-4ea7-9a05-211dfbef5af3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162751 Aug 28 08:43:30.666276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Allocated IP 172.25.0.254 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/508acdae-1179-4ec6-a252-3ee371858748) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:30.691396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:30Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:30.726486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a47a2-8c41-4ef9-8448-67ca89ed8836 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:30Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:43:30.788807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.935896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:30.977684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:31.011152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:31.016307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:31.051190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=508acdae-1179-4ec6-a252-3ee371858748,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:31.078152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-77b56234-fb2b-46bb-a133-eec267af2229 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991673 Aug 28 08:43:31.123921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.219036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-50d73d3d-1919-4330-9809-984175f82054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:31.226719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-50d73d3d-1919-4330-9809-984175f82054 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 1098 time: 0.0666625 Aug 28 08:43:31.233187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.415151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-c1090642-618f-421c-9fbb-d064b544cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:31.416668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-c1090642-618f-421c-9fbb-d064b544cb30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1573770 Aug 28 08:43:31.513187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-10f34c25-e34c-4995-9f80-87097a1d5019 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 200 len: 1002 time: 0.0861104 Aug 28 08:43:31.542564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.580245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-0770f0a8-79aa-4bf7-9f0e-8ef2f443052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:31.581765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-0770f0a8-79aa-4bf7-9f0e-8ef2f443052f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0561469 Aug 28 08:43:31.621871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.706887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-ae6274fa-5570-464d-9750-268ae2765b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:31.708434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-ae6274fa-5570-464d-9750-268ae2765b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188657 Aug 28 08:43:31.718889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=508acdae-1179-4ec6-a252-3ee371858748,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:31.750771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.831841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-6145642a-712c-4858-96bc-525c18056f2c service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102617 Aug 28 08:43:31.886696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.887940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7aaf03d8-6f0f-4fa1-8851-96c24dd75e16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6321723 Aug 28 08:43:31.898234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:31.940800 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:43:31.941717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a01e87af-8aeb-42c0-88fb-d25ae400ff76 req-8652d0ad-c373-4079-ab23-dc1511713fe3 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023865 Aug 28 08:43:32.102619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-57f45ecf-922a-4ed9-ab19-707807dd5cea tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1267812400&fields=id&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 267 time: 0.0372453 Aug 28 08:43:32.226505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-25a41dd3-45ef-49bb-a05a-eaa2b86f65ae tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:32.228155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-25a41dd3-45ef-49bb-a05a-eaa2b86f65ae tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 817 time: 0.1183686 Aug 28 08:43:32.248194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-9db4dd64-0ec1-42a5-bf58-ba70574160d2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/quotas/71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Aug 28 08:43:32.258101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 43ffa58b-031b-45fe-ad35-16d5bca78283 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:32.310478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-7cafa8f9-8bb3-4f2f-8585-a24c92df741a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485129 Aug 28 08:43:32.327607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-f40343d6-b2a2-430e-8f2a-9bff701b7852 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:43:32.328511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-f40343d6-b2a2-430e-8f2a-9bff701b7852 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059309 Aug 28 08:43:32.392962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 43ffa58b-031b-45fe-ad35-16d5bca78283 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:32.398192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 43ffa58b-031b-45fe-ad35-16d5bca78283 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:32.404000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:32.481812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:32.515687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 43ffa58b-031b-45fe-ad35-16d5bca78283, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=43ffa58b-031b-45fe-ad35-16d5bca78283,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:32.535518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-e457dd7e-0c7a-440c-bc53-03927e44afb3 service neutron] 10.222.0.46 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001865 Aug 28 08:43:32.616158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:32.636871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-620104c0-a92d-42e6-870b-756e597ad2d8 service neutron] 10.222.0.46 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949402 Aug 28 08:43:32.665964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:32.938448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52ce0949-4d9f-495b-ba71-00633b8d0394 req-e9f0152e-8908-4e9d-9582-7d300c48a2c3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Aug 28 08:43:34.041574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fadef83-8b11-478d-89ce-4d3f41aa5dcf req-9f23833b-ebc9-40f1-98f9-316f5aca9170 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Aug 28 08:43:34.221092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 43ffa58b-031b-45fe-ad35-16d5bca78283 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:34.269795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 43ffa58b-031b-45fe-ad35-16d5bca78283 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:34.270170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:34.855582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:35.146635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f09e38f-cb6e-40fe-97dc-2f3d6d2fa35d req-a6bd8795-b58a-4345-b64f-8f13c08d88d9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 210 time: 0.0266759 Aug 28 08:43:35.360337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-e3473429-f598-414f-bbfc-69ba19b97edf tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:35.361860 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-e3473429-f598-414f-bbfc-69ba19b97edf tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 817 time: 0.1149030 Aug 28 08:43:35.386941 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:35.412542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-07198cfe-006a-49a1-bc01-354ac56209cd tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 380 time: 0.0350366 Aug 28 08:43:35.422639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'port': {'device_id': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'admin_state_up': True, 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'security_groups': ['1e3ff391-ff22-4cfa-9597-a2c69af99d5f']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:35.707022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Made reservation on behalf of 71a9f8e04c734ac1a0246a77e78f07a8 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:43:35.710857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:35.840969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Allocated IP 172.20.0.14 (309b6d58-bd31-4eb0-9013-7e54eb503af2/e5d27127-d51d-42ce-b2d4-cedeed38745b/95e32f75-6218-4add-acda-8fa23576f63a) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:43:35.993500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.009741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Transition to ACTIVE for port object 95e32f75-6218-4add-acda-8fa23576f63a will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:36.118560 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.159908 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:43:36.170762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:43:36.170762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:43:36.205418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:36.236388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:36.242683 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.290102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5761031-742a-40a1-8a68-5cf6fea61ab0 req-23b7bcfd-3a04-423f-8daa-56c86002c600 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:36.291716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5761031-742a-40a1-8a68-5cf6fea61ab0 req-23b7bcfd-3a04-423f-8daa-56c86002c600 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 932 time: 0.0540423 Aug 28 08:43:36.334727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5761031-742a-40a1-8a68-5cf6fea61ab0 req-4cbbaa99-f88f-4ec1-bac4-74a9dd852639 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362566 Aug 28 08:43:36.366719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8c511eac-73ff-4af4-b220-aa8a435d98e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9409761 Aug 28 08:43:36.377144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-f93fa668-d5ef-4aaa-9ac6-6d9a37de881e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:43:36.378138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-f93fa668-d5ef-4aaa-9ac6-6d9a37de881e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054815 Aug 28 08:43:36.390428 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Request body: {'port': {'device_id': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:36.452327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.604652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4bf02d9a-110b-47d4-9304-ea6f24e98c10 None None] Provisioning for port 95e32f75-6218-4add-acda-8fa23576f63a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:36.609237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4bf02d9a-110b-47d4-9304-ea6f24e98c10 None None] Provisioning complete for port 95e32f75-6218-4add-acda-8fa23576f63a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:36.609795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bf02d9a-110b-47d4-9304-ea6f24e98c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.645427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4bf02d9a-110b-47d4-9304-ea6f24e98c10 None None] Port 95e32f75-6218-4add-acda-8fa23576f63a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:43:36.723396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:43:36.731311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.743769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Transition to ACTIVE for port object 95e32f75-6218-4add-acda-8fa23576f63a will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:43:36.861330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:36.912276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:36.991656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Attempting to bind port 95e32f75-6218-4add-acda-8fa23576f63a on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:43:36.991990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Attempting to bind port 95e32f75-6218-4add-acda-8fa23576f63a by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:43:36.992962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Attempting to bind port 95e32f75-6218-4add-acda-8fa23576f63a on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:36.997897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Port 95e32f75-6218-4add-acda-8fa23576f63a on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:43:36.998244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Attempting to bind port 95e32f75-6218-4add-acda-8fa23576f63a on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:43:37.003391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:43:37.003727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Checking segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:43:37.004113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Bound using segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:43:37.004546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Bound port: 95e32f75-6218-4add-acda-8fa23576f63a, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:43:37.004907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:37.083354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:43:37.086750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:43:37.158952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:37.195854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.196489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:37.197955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] 10.222.0.39 "PUT /v2.0/ports/95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1093 time: 0.8119109 Aug 28 08:43:37.200305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:43:37.203041 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656bcdfb-12c9-4d4a-a609-8b5999820391" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:43:37.233149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc130df-c210-4eb7-8e50-f515c30e5ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:37.394509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-fc99c366-f425-48ab-a2e9-c42d302766e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.396207 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-fc99c366-f425-48ab-a2e9-c42d302766e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0734937 Aug 28 08:43:37.420508 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de37b141-29ff-4ddf-b492-10bc78ae8ba3 x-openstack-request-id: req-de37b141-29ff-4ddf-b492-10bc78ae8ba3 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:43:37.420911 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:43:37.421263 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de37b141-29ff-4ddf-b492-10bc78ae8ba3 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:43:37.421779 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'status': 'completed', 'code': 200} Aug 28 08:43:37.456281 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-e10b9982-ee8f-4d82-a426-e8436df7e3d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 217 time: 0.0470853 Aug 28 08:43:37.524696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-b88ae8a0-fd76-44b4-b84a-370d406af263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.526238 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-b88ae8a0-fd76-44b4-b84a-370d406af263 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0623505 Aug 28 08:43:37.546194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d809dfd-ef73-438b-bf1b-7cd84050fc6b req-e87c9909-3f25-4913-ade5-87553efa7764 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.547721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d809dfd-ef73-438b-bf1b-7cd84050fc6b req-e87c9909-3f25-4913-ade5-87553efa7764 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0576923 Aug 28 08:43:37.579054 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-2ef74c3e-4ab0-4660-aa33-e4d073cbd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.580601 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-2ef74c3e-4ab0-4660-aa33-e4d073cbd5d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474243 Aug 28 08:43:37.587308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d809dfd-ef73-438b-bf1b-7cd84050fc6b req-bee62d56-a1b3-47d5-bc87-f8ca0df8698e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Aug 28 08:43:37.678524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-8970d9e9-fd8f-4469-bc06-45fdf8b65c9b service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895693 Aug 28 08:43:37.771381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-deca154c-6cd0-47a3-9c91-2e63561eaa6c req-42273b0f-fdc2-43f4-be87-0144526d404e service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852830 Aug 28 08:43:37.965102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-614951b5-4781-4628-93db-e27cf9ab7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:37.966623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-614951b5-4781-4628-93db-e27cf9ab7605 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0412078 Aug 28 08:43:38.059652 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-58c7410b-ee34-409c-9c91-aba8843a48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:38.061131 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-58c7410b-ee34-409c-9c91-aba8843a48c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0864446 Aug 28 08:43:38.104029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-36a7e7b3-e484-4855-b68d-3d046776a723 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 217 time: 0.0352616 Aug 28 08:43:38.159658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-8c26e7da-4dd9-4f18-b85c-0cb61a31c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:38.161046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-8c26e7da-4dd9-4f18-b85c-0cb61a31c218 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0502448 Aug 28 08:43:38.207292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-383b4b7f-4156-4c6d-8b7a-1b88a78330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:38.208772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-383b4b7f-4156-4c6d-8b7a-1b88a78330a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401506 Aug 28 08:43:38.298186 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-19a3740e-b5c0-4189-bb09-13cd89be78c9 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812407 Aug 28 08:43:38.393660 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-656bcdfb-12c9-4d4a-a609-8b5999820391 req-67e70650-cdc0-4e45-9441-d92fb9bb3f80 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876586 Aug 28 08:43:38.723352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029298-fa70-4ac8-931d-2ad4bf0e183f req-87f5e85d-949c-4e2e-ad35-7073b81ff273 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:38.724859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc029298-fa70-4ac8-931d-2ad4bf0e183f req-87f5e85d-949c-4e2e-ad35-7073b81ff273 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0545886 Aug 28 08:43:38.764904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc029298-fa70-4ac8-931d-2ad4bf0e183f req-f9023026-9652-4394-995a-4be3a39705d5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Aug 28 08:43:39.883318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827273d2-69dd-46d1-b734-a4e602674f00 req-86215395-f3cf-4ec9-820d-14fd4f3b50f8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:39.885422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-827273d2-69dd-46d1-b734-a4e602674f00 req-86215395-f3cf-4ec9-820d-14fd4f3b50f8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0496497 Aug 28 08:43:39.926075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-827273d2-69dd-46d1-b734-a4e602674f00 req-17f77c6c-336a-49fb-9d1d-e9c44fb6e0db tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342538 Aug 28 08:43:40.689358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:43:40.787248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:40.798452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '95e32f75-6218-4add-acda-8fa23576f63a', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:43:40.835703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:40.849195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:43:40.868023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:40.952804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:41.002428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:41.049451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed386e-3b93-40d9-b581-adfeb8187ab1 req-6a469fbd-5aad-4d8d-9d87-dd198dd46fe5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:41.050969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05ed386e-3b93-40d9-b581-adfeb8187ab1 req-6a469fbd-5aad-4d8d-9d87-dd198dd46fe5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 945 time: 0.0492666 Aug 28 08:43:41.090292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05ed386e-3b93-40d9-b581-adfeb8187ab1 req-94c37ace-c541-46b0-8056-f4f8987225c9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Aug 28 08:43:41.350653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95e32f75-6218-4add-acda-8fa23576f63a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:43:42.214192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da024-6eb1-4fca-8f23-06a1fa6d6daa req-79972f5d-0d86-43a6-a62a-bedf579e3092 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:42.215714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-710da024-6eb1-4fca-8f23-06a1fa6d6daa req-79972f5d-0d86-43a6-a62a-bedf579e3092 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Aug 28 08:43:42.270250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-710da024-6eb1-4fca-8f23-06a1fa6d6daa req-e83a2343-c51d-4831-994c-1290a5266ebc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Aug 28 08:43:42.693308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:43:42.821251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 95e32f75-6218-4add-acda-8fa23576f63a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:43:42.826057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 95e32f75-6218-4add-acda-8fa23576f63a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:43:42.826462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:42.913504 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:42.936787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:43:42.939009 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871667f1-4da2-4ef5-b051-5385a9f989b1" -d '{"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:43:42.952511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:43.038034 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:43.044336 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc488a25-23aa-4cde-a9b0-6e482696d16b x-openstack-request-id: req-bc488a25-23aa-4cde-a9b0-6e482696d16b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:43:43.044660 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:43:43.044916 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc488a25-23aa-4cde-a9b0-6e482696d16b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:43:43.045305 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'code': 200} Aug 28 08:43:43.091247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:43.166915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8f201-420f-4f84-99d9-d59b23e1fcb3 req-986cefe5-893f-4fa4-8097-6589ef85bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:43.168419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53e8f201-420f-4f84-99d9-d59b23e1fcb3 req-986cefe5-893f-4fa4-8097-6589ef85bd06 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0408080 Aug 28 08:43:43.205625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-53e8f201-420f-4f84-99d9-d59b23e1fcb3 req-d6e72811-a63e-4186-b787-9bd73a5ea67e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Aug 28 08:43:43.396999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85632c4b-b0bb-495e-baf8-24698e88e78c req-2b404dab-2e11-416e-b578-dc622df59b01 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:43.398819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85632c4b-b0bb-495e-baf8-24698e88e78c req-2b404dab-2e11-416e-b578-dc622df59b01 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0523512 Aug 28 08:43:43.439535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85632c4b-b0bb-495e-baf8-24698e88e78c req-02e8162b-98d1-4a90-a7e0-f218da441b34 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Aug 28 08:43:44.569314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2645e-3628-4e6c-ad23-eee4009e1945 req-975e291a-f434-4bb9-8b47-0f0f0f88c0e9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:44.570920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ef2645e-3628-4e6c-ad23-eee4009e1945 req-975e291a-f434-4bb9-8b47-0f0f0f88c0e9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0537155 Aug 28 08:43:44.612884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ef2645e-3628-4e6c-ad23-eee4009e1945 req-4d3d37f9-3f50-42a8-bc0e-95a6e3dfb6fa tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348411 Aug 28 08:43:45.735418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df398-1193-45d6-ab8f-bbca75be6dc8 req-03d7d4f5-fcfc-462b-95e9-f2e71b9b103c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:45.736923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d9df398-1193-45d6-ab8f-bbca75be6dc8 req-03d7d4f5-fcfc-462b-95e9-f2e71b9b103c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0529459 Aug 28 08:43:45.775941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d9df398-1193-45d6-ab8f-bbca75be6dc8 req-28a40e2a-f60b-4083-babe-3f58baca79dc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329864 Aug 28 08:43:45.893014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ab883-9d4d-410e-8850-ae01a3649a2e req-617a4464-8b58-4626-a681-22ce088de95e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:45.894532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db0ab883-9d4d-410e-8850-ae01a3649a2e req-617a4464-8b58-4626-a681-22ce088de95e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0506589 Aug 28 08:43:45.903473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:45.910497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'floatingip': {'port_id': '95e32f75-6218-4add-acda-8fa23576f63a'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:43:45.959399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:46.428144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:46.484480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:46.591632 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Floating IP 9ab0d853-2099-44a8-a7d8-96bc893e69d9 associated. External IP: 172.25.0.254, port: 95e32f75-6218-4add-acda-8fa23576f63a. Aug 28 08:43:46.808965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:43:46.924074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:43:46.928909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:46.935089 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:43:46.944544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:46.946852 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:46.960392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9549685a-9a62-4ae7-a429-c80033806424 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "PUT /v2.0/floatingips/9ab0d853-2099-44a8-a7d8-96bc893e69d9 HTTP/1.1" status: 200 len: 992 time: 1.0529940 Aug 28 08:43:46.960392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:43:46.960921 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8358767f-29d9-4f9e-881f-c0709ab9f23c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:43:47.053048 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:47.068405 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785f3a2-853a-4967-ad6e-4467b62087ba x-openstack-request-id: req-7785f3a2-853a-4967-ad6e-4467b62087ba {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:43:47.068900 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:43:47.069254 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7785f3a2-853a-4967-ad6e-4467b62087ba {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:43:47.069754 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'status': 'completed', 'code': 200} Aug 28 08:43:47.164060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-e5aecd60-6ef1-4da2-aa69-99c02a06ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:47.166033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-e5aecd60-6ef1-4da2-aa69-99c02a06ca23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0445774 Aug 28 08:43:47.268281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-5bd61797-3633-4429-afc4-b49774f624b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:47.269789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-5bd61797-3633-4429-afc4-b49774f624b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0969009 Aug 28 08:43:47.294999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '9ab0d853-2099-44a8-a7d8-96bc893e69d9', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:43:31Z', 'updated_at': '2021-08-28T08:43:46Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:47.320889 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:43:47.329116 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:43:47.329720 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:43:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:47.338956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-4302ea5c-548d-4173-b256-737ce6f92e9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1000 time: 0.0617371 Aug 28 08:43:47.394407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-339d4461-eb39-4328-8492-88778eb0596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:47.395890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-339d4461-eb39-4328-8492-88778eb0596f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0497677 Aug 28 08:43:47.447406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-a6a6f596-0be5-46e5-9216-25384d13f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:47.449070 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-a6a6f596-0be5-46e5-9216-25384d13f515 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440705 Aug 28 08:43:47.526546 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:43:47.545947 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-ffd81eba-b356-44c7-82a6-bbdf3f716efa service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Aug 28 08:43:47.644442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-8358767f-29d9-4f9e-881f-c0709ab9f23c req-9cbbacd6-6a2a-4e57-a262-e1e3fcc931f7 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907114 Aug 28 08:43:47.762519 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '9ab0d853-2099-44a8-a7d8-96bc893e69d9', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:43:31Z', 'updated_at': '2021-08-28T08:43:46Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:43:47.799364 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456a7ee-b4b9-46eb-9cd6-4708bee693d6 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '9ab0d853-2099-44a8-a7d8-96bc893e69d9', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:43:31Z', 'updated_at': '2021-08-28T08:43:46Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:43:47.982832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505943f-1146-4d74-a9f1-835d06421bde None None] New status for floating IP 9ab0d853-2099-44a8-a7d8-96bc893e69d9: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:43:55.894782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:56.475124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd502-f44f-441d-90b4-927f9c29df25 req-64ea394c-247d-48e0-a4c0-d7495e95a406 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:56.476712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abacd502-f44f-441d-90b4-927f9c29df25 req-64ea394c-247d-48e0-a4c0-d7495e95a406 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0557740 Aug 28 08:43:56.517837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abacd502-f44f-441d-90b4-927f9c29df25 req-6455e4fd-c3ac-499c-bdbe-a74ff70b2041 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342364 Aug 28 08:43:57.163682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48204) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:57.274166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52e115a2-601d-4056-871c-3b1ce1a2e17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.371320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52e115a2-601d-4056-871c-3b1ce1a2e17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.402936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-52e115a2-601d-4056-871c-3b1ce1a2e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.442522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-52e115a2-601d-4056-871c-3b1ce1a2e17e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee3564959ea84023adbfadc01f59233f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777178 Aug 28 08:43:57.443253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e115a2-601d-4056-871c-3b1ce1a2e17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7d17d-4651-4498-bbc1-36cde3cbd8af,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:57.445309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48208) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:57.502317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.515512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.604172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b87e1801-2d49-40c4-a307-5b7be03a36ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.631618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.634132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:57.635431 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efb7d17d-4651-4498-bbc1-36cde3cbd8af HTTP/1.1" status: 204 len: 168 time: 0.1885769 Aug 28 08:43:57.644508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c2ae1-4f71-41aa-b9f3-f9a013843939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7d17d-4651-4498-bbc1-36cde3cbd8af,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:57.655099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f8d0-801b-47d6-b119-0f96fa3b0ce1 req-db638311-c5a6-4ce3-9c1c-07f51c7f53eb tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:57.657298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b3f8d0-801b-47d6-b119-0f96fa3b0ce1 req-db638311-c5a6-4ce3-9c1c-07f51c7f53eb tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0626528 Aug 28 08:43:57.702113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82b3f8d0-801b-47d6-b119-0f96fa3b0ce1 req-efdd21a0-8544-4ed8-9878-af0f43da38f7 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340052 Aug 28 08:43:58.225350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48218) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:58.238857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c48a3ede-eaf1-43d8-887c-63fb00655469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.333722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c48a3ede-eaf1-43d8-887c-63fb00655469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.397834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c48a3ede-eaf1-43d8-887c-63fb00655469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.435108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a3ede-eaf1-43d8-887c-63fb00655469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408cb844-b89d-41d2-8368-0dcfaa8ee662,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:58.439879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c48a3ede-eaf1-43d8-887c-63fb00655469 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a60b4246265f4f078c276e17c7d7b52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135069 Aug 28 08:43:58.444829 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48220) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:43:58.489848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.511465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.620732 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.623332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:58.624504 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/408cb844-b89d-41d2-8368-0dcfaa8ee662 HTTP/1.1" status: 204 len: 168 time: 0.1811421 Aug 28 08:43:58.632569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bff3b8-be8e-4c37-9b6a-c22faeea3b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408cb844-b89d-41d2-8368-0dcfaa8ee662,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:58.820003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56658ac-b4a3-404c-ad15-89d573419a32 req-b8838f7a-88f1-4f3d-a864-30c43264c6f6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:58.821516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b56658ac-b4a3-404c-ad15-89d573419a32 req-b8838f7a-88f1-4f3d-a864-30c43264c6f6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0500183 Aug 28 08:43:58.859291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b56658ac-b4a3-404c-ad15-89d573419a32 req-c5c1c6d1-9554-485a-98c7-12aa91ec57d0 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc943758-cd2a-43e4-af0f-5171071374bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Aug 28 08:43:59.007543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fcef6-64c1-4436-9e02-d735e83670cc req-ed7fd13f-2fed-482c-be52-c6497e2fadcd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:43:59.009073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-181fcef6-64c1-4436-9e02-d735e83670cc req-ed7fd13f-2fed-482c-be52-c6497e2fadcd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 946 time: 0.0540972 Aug 28 08:43:59.104675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Deleting port 13424848-05cb-431f-adbf-e9f19cfc0722 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:43:59.105027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:59.198122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] For port 13424848-05cb-431f-adbf-e9f19cfc0722, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=13424848-05cb-431f-adbf-e9f19cfc0722,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:43:59.198524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:59.423922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:59.424233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:59.424554 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Floating IP a6762cc4-5f2a-452b-bcd8-0c124af4326e disassociated. External IP: 172.25.0.146, port: 13424848-05cb-431f-adbf-e9f19cfc0722. Aug 28 08:43:59.424980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Calling delete_port for 13424848-05cb-431f-adbf-e9f19cfc0722 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:43:59.643686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:43:59.677155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'Port': ['ID=13424848-05cb-431f-adbf-e9f19cfc0722,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:43:59.791788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:43:59.901817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:00.204448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-507963d6-f7de-4772-b18c-b452537c47de req-0d647c90-236a-4ad1-bb7d-a1ba89e49a3d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 210 time: 0.0296450 Aug 28 08:44:00.278883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-02973787-4447-45a3-8542-f3b991f95d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:00.285345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:44:00.297291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:44:00.312056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:44:00.312056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:44:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:00.330513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] No DVR routers for this DVR port 13424848-05cb-431f-adbf-e9f19cfc0722 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:44:00.333615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:00.335757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-181fcef6-64c1-4436-9e02-d735e83670cc req-2e317958-3208-4ed2-9b5e-6dffb9db0766 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "DELETE /v2.0/ports/13424848-05cb-431f-adbf-e9f19cfc0722 HTTP/1.1" status: 204 len: 173 time: 1.3169160 Aug 28 08:44:00.336212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'name': 'network-vif-deleted', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:00.339256 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1cf190-98cc-4fba-aa99-2a0f762470ec" -d '{"events": [{"server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "name": "network-vif-deleted", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:00.376380 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a8e37-f6b5-4412-9ba6-a496e3602a91 x-openstack-request-id: req-0a8a8e37-f6b5-4412-9ba6-a496e3602a91 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:00.376679 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e63f7a6-f5db-4e38-b74a-b752f27c3f02", "name": "network-vif-deleted", "tag": "13424848-05cb-431f-adbf-e9f19cfc0722", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:00.376933 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a8a8e37-f6b5-4412-9ba6-a496e3602a91 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:00.377376 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e63f7a6-f5db-4e38-b74a-b752f27c3f02', 'name': 'network-vif-deleted', 'tag': '13424848-05cb-431f-adbf-e9f19cfc0722', 'status': 'completed', 'code': 200} Aug 28 08:44:00.437310 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:44:00.646681 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:00.673069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:44:00.681228 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:44:00.681854 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:44:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:00.788965 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:44:00.987229 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:01.013153 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a31103-ab41-401b-8b2a-fa67d0930a04 None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:44:01.326048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb5b4f2d-a6e8-4d60-bc5d-baea8d5c69f7 req-566da5d5-2e87-4757-922f-d703d6e900ec tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e63f7a6-f5db-4e38-b74a-b752f27c3f02 HTTP/1.1" status: 200 len: 210 time: 0.0296080 Aug 28 08:44:01.380614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794284b-c3aa-4ada-953a-b9354c5008a8 None None] New status for floating IP a6762cc4-5f2a-452b-bcd8-0c124af4326e: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:44:01.911977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.461616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48302) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:02.514126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 13424848-05cb-431f-adbf-e9f19cfc0722 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:44:02.520378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.535680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 13424848-05cb-431f-adbf-e9f19cfc0722 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:44:02.536029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 13424848-05cb-431f-adbf-e9f19cfc0722 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:44:02.548642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.671395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.673990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.675203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc943758-cd2a-43e4-af0f-5171071374bc HTTP/1.1" status: 204 len: 168 time: 0.2125204 Aug 28 08:44:02.677959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48308) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:02.684767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e683d-2c53-47c2-8ab9-225aa1b98ba6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc943758-cd2a-43e4-af0f-5171071374bc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:02.694845 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-99d5212d-17d1-46d6-87db-3e3de4aba38a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] show failed (client error): The resource could not be found. Aug 28 08:44:02.695894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-99d5212d-17d1-46d6-87db-3e3de4aba38a tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups/dc943758-cd2a-43e4-af0f-5171071374bc HTTP/1.1" status: 404 len: 347 time: 0.0163381 Aug 28 08:44:02.699363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48310) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:02.825023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Deleting port 83d270c4-518c-4399-9257-40ca8f590d12 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:44:02.825375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.904705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.904982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:02.917214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Calling delete_port for 83d270c4-518c-4399-9257-40ca8f590d12 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:44:03.059839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48314) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:03.146891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.176051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'Port': ['ID=83d270c4-518c-4399-9257-40ca8f590d12,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:03.199518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b126-1b4b-4f46-9193-16bbf1e8fcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.261579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.264036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.265174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-504c2249-115a-4b66-9cf5-290fce4cf5dd tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "DELETE /v2.0/floatingips/a6762cc4-5f2a-452b-bcd8-0c124af4326e HTTP/1.1" status: 204 len: 168 time: 0.5649037 Aug 28 08:44:03.334199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b126-1b4b-4f46-9193-16bbf1e8fcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.455092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b126-1b4b-4f46-9193-16bbf1e8fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.493795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6b126-1b4b-4f46-9193-16bbf1e8fcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae0688-85ed-4c0a-9c8d-303f8123ad44,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:03.500577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c5c6b126-1b4b-4f46-9193-16bbf1e8fcaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd41685f046c4d58b7056568a516ee5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394081 Aug 28 08:44:03.503714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:03.553994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.575952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.663335 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48324) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:03.670320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862779347', 'description': 'tempest-description--116703781'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:03.712339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.715424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.716697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbae0688-85ed-4c0a-9c8d-303f8123ad44 HTTP/1.1" status: 204 len: 168 time: 0.2117753 Aug 28 08:44:03.725333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702d33a-ad0b-43e1-b932-afa527126bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae0688-85ed-4c0a-9c8d-303f8123ad44,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:03.797753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.878645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:03.969275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.000344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5170c-1d1b-4df4-afeb-31993c62db33,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:04.048891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.050190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e9dc93e-b8ef-4ded-a884-f44be21247ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3858192 Aug 28 08:44:04.055023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48330) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:04.060306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5170c-1d1b-4df4-afeb-31993c62db33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:04.168773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.229127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.329149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.349103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be0cc9d-8a4a-4dd0-ab9f-575cd177d9fa,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:04.437897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.438864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48332) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:04.439417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eeaebfff-c2d8-4350-bc7d-fb4c49dce795 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832242 Aug 28 08:44:04.441809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48334) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:04.446147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5170c-1d1b-4df4-afeb-31993c62db33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:04.453973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9489018c-6926-4ce8-b476-d7b9a5573f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.563136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.623597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.639700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9489018c-6926-4ce8-b476-d7b9a5573f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.729772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.749718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae86c718-8e1a-4895-8731-8b11e4133b44,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:04.763923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9489018c-6926-4ce8-b476-d7b9a5573f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.806118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9489018c-6926-4ce8-b476-d7b9a5573f5d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e273b010cb47432ba6ed371621dacd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654420 Aug 28 08:44:04.808106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489018c-6926-4ce8-b476-d7b9a5573f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb967d2-9232-4820-9866-929ddbf4cbf2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:04.809692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48338) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:04.840363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.841542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b937e9e8-7449-4ee5-bfdc-b1080555ffe4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987865 Aug 28 08:44:04.849924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48340) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:04.855823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:04.863264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.866068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.885970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:04.946397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.050561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.061491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.065455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.068332 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eb967d2-9232-4820-9866-929ddbf4cbf2 HTTP/1.1" status: 204 len: 168 time: 0.2574103 Aug 28 08:44:05.080934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f090b-550e-427f-82ed-48821843c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb967d2-9232-4820-9866-929ddbf4cbf2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:05.158847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Allocated IP 172.25.0.157 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:44:05.265776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.369420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.409386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.411775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:44:05.414701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:44:05.420005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:44:05.442118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:05.521270 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.728236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.888224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:05.934623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:06.003396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:06.015034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:06.100346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:06.101660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4649e260-b708-4794-ae31-70699dd2c077 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2505887 Aug 28 08:44:06.303717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-4b6fcdb2-1da8-45b6-971d-130dad7b547c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1862779347&fields=id&tenant_id=530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 267 time: 0.0341980 Aug 28 08:44:06.419905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-63d350df-3584-4826-b94c-5b934d8d7250 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:06.421439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-63d350df-3584-4826-b94c-5b934d8d7250 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 810 time: 0.1096437 Aug 28 08:44:06.437617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-f386d3f4-a99b-4d93-a022-37bb818c86d6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/quotas/530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 375 time: 0.0103936 Aug 28 08:44:06.492142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-383363a4-cd0e-4d0b-b414-8b4a75df9ec4 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487733 Aug 28 08:44:06.598030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-1c8788eb-b09c-4f38-9449-b7338a584daa service neutron] 10.222.0.46 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936811 Aug 28 08:44:06.694045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-0fe5ed24-5fb9-4451-a128-d98ab333375e service neutron] 10.222.0.46 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Aug 28 08:44:06.940530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1df2a69-3bd9-44b8-ae04-36b3b209def7 req-051e0834-3037-4217-93d8-885368c3d0f5 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 210 time: 0.0325904 Aug 28 08:44:08.038727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfb6bf71-016a-4365-b150-cda6e21b1606 req-81c8dbe0-d689-4cc8-adaa-271f60af02ea tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 210 time: 0.0278537 Aug 28 08:44:08.955642 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:44:08.999085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-6537c9b1-b769-4932-8f2c-1db91efc8ad6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:09.000786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-6537c9b1-b769-4932-8f2c-1db91efc8ad6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 810 time: 0.1269414 Aug 28 08:44:09.073921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3a39d7c7-b60a-4749-8ccc-159ea954ea99 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530484dbed5142ed997641d6b003217e HTTP/1.1" status: 200 len: 380 time: 0.0554514 Aug 28 08:44:09.087853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'port': {'device_id': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'admin_state_up': True, 'tenant_id': '530484dbed5142ed997641d6b003217e', 'security_groups': ['c9f5170c-1d1b-4df4-afeb-31993c62db33']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:09.216001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5d9edc9-4fc7-4fe6-a8c9-c0240af43ec8 req-0d4eefdc-5759-46d6-b396-859db2a2a7ab tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 210 time: 0.0339761 Aug 28 08:44:09.328540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Made reservation on behalf of 530484dbed5142ed997641d6b003217e for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:44:09.332276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:09.477550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Allocated IP 172.20.0.9 (bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d/080d87d1-9476-48d7-94a5-eb511ab4569b/85074548-7bb5-4576-bfae-f63c30751713) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:44:09.615117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:09.628953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Transition to ACTIVE for port object 85074548-7bb5-4576-bfae-f63c30751713 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:44:09.786437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:09.835442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:44:09.838676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:44:09.842625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:44:09.848998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event updated for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:09.897108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:09.897452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:09.986200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-dbf1e085-2128-4bb3-8b11-d26e1949e118 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9023938 Aug 28 08:44:10.012179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Request body: {'port': {'device_id': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:10.066485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.100220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2162a2a7-c4c9-458f-866d-f0e45c1b3ecc None None] Provisioning for port 85074548-7bb5-4576-bfae-f63c30751713 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:44:10.104528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2162a2a7-c4c9-458f-866d-f0e45c1b3ecc None None] Provisioning complete for port 85074548-7bb5-4576-bfae-f63c30751713 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:44:10.104901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2162a2a7-c4c9-458f-866d-f0e45c1b3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.141679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2162a2a7-c4c9-458f-866d-f0e45c1b3ecc None None] Port 85074548-7bb5-4576-bfae-f63c30751713 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:44:10.383045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85074548-7bb5-4576-bfae-f63c30751713 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:10.397796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0406-798b-4370-8b55-227e73b2ced7 req-49d25f1f-2753-4d08-8c35-6868547f0700 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:10.399177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c5f0406-798b-4370-8b55-227e73b2ced7 req-49d25f1f-2753-4d08-8c35-6868547f0700 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 931 time: 0.1044247 Aug 28 08:44:10.401167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.420804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Transition to ACTIVE for port object 85074548-7bb5-4576-bfae-f63c30751713 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:44:10.448750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c5f0406-798b-4370-8b55-227e73b2ced7 req-7e7779fb-0175-483d-aba5-4812cfac8acf tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Aug 28 08:44:10.488920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.544818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Pushing event updated for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:10.621175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Attempting to bind port 85074548-7bb5-4576-bfae-f63c30751713 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:44:10.624326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Attempting to bind port 85074548-7bb5-4576-bfae-f63c30751713 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:44:10.624326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Attempting to bind port 85074548-7bb5-4576-bfae-f63c30751713 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:10.626526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Port 85074548-7bb5-4576-bfae-f63c30751713 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:44:10.626857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Attempting to bind port 85074548-7bb5-4576-bfae-f63c30751713 on network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:10.631802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:44:10.632140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Checking segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:44:10.632535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Bound using segment: {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:44:10.632961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Bound port: 85074548-7bb5-4576-bfae-f63c30751713, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6fc048-271a-4688-9c07-0e260f493395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:44:10.633313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.701045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:44:10.704222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=85074548-7bb5-4576-bfae-f63c30751713,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:44:10.763697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.794981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:10.795782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:10.797289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] 10.222.0.64 "PUT /v2.0/ports/85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 1092 time: 0.7899325 Aug 28 08:44:10.799478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'tag': '85074548-7bb5-4576-bfae-f63c30751713'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:10.801789 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e32df4-ee87-4df2-892d-056cec30fbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "tag": "85074548-7bb5-4576-bfae-f63c30751713"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:10.837266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fa49e-53d6-4b88-8b84-27dca8a2b422 service neutron] Pushing event updated for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:10.858104 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de4108-877f-4fc1-b133-5b2341e5df2e x-openstack-request-id: req-82de4108-877f-4fc1-b133-5b2341e5df2e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:10.858439 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "tag": "85074548-7bb5-4576-bfae-f63c30751713", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:10.858807 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82de4108-877f-4fc1-b133-5b2341e5df2e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:10.859149 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'tag': '85074548-7bb5-4576-bfae-f63c30751713', 'status': 'completed', 'code': 200} Aug 28 08:44:10.945860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-587ccb7d-7471-4f0b-9841-c05ad2d1b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:10.948306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-587ccb7d-7471-4f0b-9841-c05ad2d1b2da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1095 time: 0.0445166 Aug 28 08:44:11.141381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-1f867d30-f0ed-4923-a911-37f802a7726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.142936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-1f867d30-f0ed-4923-a911-37f802a7726c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=530484dbed5142ed997641d6b003217e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1747570 Aug 28 08:44:11.331339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-9fada67b-6c36-4b64-911d-d1edcd73d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.332834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37e32df4-ee87-4df2-892d-056cec30fbc8 req-9fada67b-6c36-4b64-911d-d1edcd73d1a2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803656 Aug 28 08:44:11.446038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-34d51c09-91f5-4cf8-b2d9-fa8dec776b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.447539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-34d51c09-91f5-4cf8-b2d9-fa8dec776b37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1095 time: 0.0420654 Aug 28 08:44:11.504972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-a46b3e12-4fbe-4306-a9c8-4cfe48ef2a76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 217 time: 0.0357647 Aug 28 08:44:11.591670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-8093370c-1a22-4fd2-8b62-95d0ad48deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.593161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-8093370c-1a22-4fd2-8b62-95d0ad48deac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0808525 Aug 28 08:44:11.605375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c54a-14ad-4e22-8cd1-b3d27be40658 req-0739dacd-db0c-4f55-b3b4-8bcb2aebfc44 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.606832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18a4c54a-14ad-4e22-8cd1-b3d27be40658 req-0739dacd-db0c-4f55-b3b4-8bcb2aebfc44 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 943 time: 0.0864604 Aug 28 08:44:11.670981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-ade43371-09e4-49e0-a432-2f532705faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:11.672887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-ade43371-09e4-49e0-a432-2f532705faa0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647624 Aug 28 08:44:11.675702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18a4c54a-14ad-4e22-8cd1-b3d27be40658 req-c6a25671-a0be-4c22-96f6-6b98da552015 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604544 Aug 28 08:44:11.787008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-6ca7ba66-4c3f-4726-a0a0-2237bc2f483f service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020427 Aug 28 08:44:11.887875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37b3e9f7-af1d-4074-9e1c-7a8681e11e6c req-a33b9a2b-14d4-452a-b4e2-6f73105d6a5b service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894783 Aug 28 08:44:12.799579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d219638-1b37-482f-8522-70ee04cf468a req-948272b8-e7e6-4d5f-a8e1-dca626f8c874 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:12.801037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d219638-1b37-482f-8522-70ee04cf468a req-948272b8-e7e6-4d5f-a8e1-dca626f8c874 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 943 time: 0.0540040 Aug 28 08:44:12.838878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d219638-1b37-482f-8522-70ee04cf468a req-8e219539-48d5-427a-b5cb-885acb2d074c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Aug 28 08:44:13.961789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11694-a7ec-4096-bf66-06ca65ebc4b4 req-b278fa85-6ca1-402e-8ac9-8726dc097370 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:13.963841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e11694-a7ec-4096-bf66-06ca65ebc4b4 req-b278fa85-6ca1-402e-8ac9-8726dc097370 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 943 time: 0.0520053 Aug 28 08:44:14.004738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5e11694-a7ec-4096-bf66-06ca65ebc4b4 req-1cb447c1-8594-4c67-a299-2ec3b270a790 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345032 Aug 28 08:44:15.125911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fabd02-d954-43e1-ba42-5490c24a6361 req-dfccc3b8-d55d-45c4-b192-097edb1fca01 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:15.139997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06fabd02-d954-43e1-ba42-5490c24a6361 req-dfccc3b8-d55d-45c4-b192-097edb1fca01 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 943 time: 0.0509799 Aug 28 08:44:15.167961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06fabd02-d954-43e1-ba42-5490c24a6361 req-154300e3-9568-4fb9-a593-357d51e9d085 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Aug 28 08:44:16.294314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422d72a-1cac-44fb-9cab-54d32601e9fc req-a9ce03b7-4dff-43ab-976d-7a2a693b4361 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:16.295769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3422d72a-1cac-44fb-9cab-54d32601e9fc req-a9ce03b7-4dff-43ab-976d-7a2a693b4361 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 943 time: 0.0547853 Aug 28 08:44:16.337152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3422d72a-1cac-44fb-9cab-54d32601e9fc req-f369b9f1-8fe4-4554-9774-157deda1f180 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 Aug 28 08:44:16.576136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 85074548-7bb5-4576-bfae-f63c30751713 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:44:16.672504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=85074548-7bb5-4576-bfae-f63c30751713,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:16.684567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '85074548-7bb5-4576-bfae-f63c30751713', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'port_id': '85074548-7bb5-4576-bfae-f63c30751713', 'mac_address': 'fa:16:3e:84:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:44:16.727996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:16.741856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85074548-7bb5-4576-bfae-f63c30751713 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:16.762535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=85074548-7bb5-4576-bfae-f63c30751713,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:16.843400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:16.898052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:17.191564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['85074548-7bb5-4576-bfae-f63c30751713'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:44:17.459912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37693db6-0e45-4118-8974-cbc3f5c126ae req-afe1b72f-8e77-4841-ab60-5384230d54ee tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:17.461413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37693db6-0e45-4118-8974-cbc3f5c126ae req-afe1b72f-8e77-4841-ab60-5384230d54ee tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 944 time: 0.0526454 Aug 28 08:44:17.502028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37693db6-0e45-4118-8974-cbc3f5c126ae req-f9cd4f4e-0b78-4adf-accb-ab371bce3091 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Aug 28 08:44:18.574665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 85074548-7bb5-4576-bfae-f63c30751713 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:44:18.635467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56ea9e-f18e-422b-ac9b-c1018223e363 req-ddbdc604-2307-45b5-a41f-8503e550e0bb tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:18.637811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e56ea9e-f18e-422b-ac9b-c1018223e363 req-ddbdc604-2307-45b5-a41f-8503e550e0bb tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 944 time: 0.0652635 Aug 28 08:44:18.678063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e56ea9e-f18e-422b-ac9b-c1018223e363 req-4f250722-9081-4a41-b631-18455f7aa277 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344536 Aug 28 08:44:18.726390 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 85074548-7bb5-4576-bfae-f63c30751713 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:44:18.734436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 85074548-7bb5-4576-bfae-f63c30751713 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:44:18.734788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:18.817532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:18.841348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85074548-7bb5-4576-bfae-f63c30751713'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:18.843575 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ae531f-822b-42e8-86bc-0369ad7998ab" -d '{"events": [{"server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "name": "network-vif-plugged", "status": "completed", "tag": "85074548-7bb5-4576-bfae-f63c30751713"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:18.857077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=85074548-7bb5-4576-bfae-f63c30751713,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:18.881285 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199956a1-6c70-4efd-ac93-631879672d15 x-openstack-request-id: req-199956a1-6c70-4efd-ac93-631879672d15 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:18.881634 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "name": "network-vif-plugged", "status": "completed", "tag": "85074548-7bb5-4576-bfae-f63c30751713", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:18.881892 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-199956a1-6c70-4efd-ac93-631879672d15 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:18.882336 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85074548-7bb5-4576-bfae-f63c30751713', 'code': 200} Aug 28 08:44:18.939911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:18.991396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:19.034050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa56d-cc67-42e1-9925-ca48c4b0c81e req-3f176cdb-6f23-4f5d-bf6c-30481f46f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:19.035623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2dfa56d-cc67-42e1-9925-ca48c4b0c81e req-3f176cdb-6f23-4f5d-bf6c-30481f46f26d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1097 time: 0.0511942 Aug 28 08:44:19.085767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2dfa56d-cc67-42e1-9925-ca48c4b0c81e req-89d0d58e-2d07-4ce4-ae92-194e6faa3172 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Aug 28 08:44:19.217100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:19.333077 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b762091b-fcfb-422d-970a-03e815b86f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.427539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b762091b-fcfb-422d-970a-03e815b86f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.563243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b762091b-fcfb-422d-970a-03e815b86f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.603300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b762091b-fcfb-422d-970a-03e815b86f11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ec812625f654d3eaf69e96708f80ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850136 Aug 28 08:44:19.604096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762091b-fcfb-422d-970a-03e815b86f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66af6a2-fb55-486c-83c1-a99141b65827,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:19.605923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48508) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:19.657393 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.682088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.798689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d0db7-9975-4d65-80f4-3ad97b676acc req-7673ba24-e3bd-4491-9a88-c31a3ec0e29d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:19.800183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1d0db7-9975-4d65-80f4-3ad97b676acc req-7673ba24-e3bd-4491-9a88-c31a3ec0e29d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Aug 28 08:44:19.803197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.805777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:19.807845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e66af6a2-fb55-486c-83c1-a99141b65827 HTTP/1.1" status: 204 len: 168 time: 0.2008152 Aug 28 08:44:19.816432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66af6a2-fb55-486c-83c1-a99141b65827,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:19.824315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.824764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.825436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.825785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.826121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.826481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.826803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.827125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.827453 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.827778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.828098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.828419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba5338-38dc-423d-90cf-c986c7bd8f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:19.848121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1d0db7-9975-4d65-80f4-3ad97b676acc req-8f543a93-5452-468a-b9d2-acb91293a0b6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417812 Aug 28 08:44:20.441649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48518) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:20.455130 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97d70ea9-8e28-4f59-a52a-7e14eb39eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.544502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97d70ea9-8e28-4f59-a52a-7e14eb39eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.654120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-97d70ea9-8e28-4f59-a52a-7e14eb39eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.693385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-97d70ea9-8e28-4f59-a52a-7e14eb39eb51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d425d80b98941aebdbbf727b93a092a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503779 Aug 28 08:44:20.694173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d70ea9-8e28-4f59-a52a-7e14eb39eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fce634-73d8-46d4-beea-0dc9401b9f17,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:20.695936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48520) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:20.750200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.771944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.877360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.879636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:20.880823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-37790135-3263-4701-a81b-511320356fdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5fce634-73d8-46d4-beea-0dc9401b9f17 HTTP/1.1" status: 204 len: 168 time: 0.1837287 Aug 28 08:44:20.889299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fce634-73d8-46d4-beea-0dc9401b9f17,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:20.897197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.897565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.897914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.898279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.898619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.898977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.899339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.899748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.900078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.900408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.900740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.901062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37790135-3263-4701-a81b-511320356fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:20.985943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91b961-d878-4f52-bc8d-4c2ff990bf05 req-e5a1a4f4-91bf-4c9d-8e4f-fa34c2958e2f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:20.987494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea91b961-d878-4f52-bc8d-4c2ff990bf05 req-e5a1a4f4-91bf-4c9d-8e4f-fa34c2958e2f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.0508313 Aug 28 08:44:21.026257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea91b961-d878-4f52-bc8d-4c2ff990bf05 req-cb779825-2465-4c54-98ae-7c64ff242128 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Aug 28 08:44:21.201064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6052-3ae8-438e-a09f-bdc1d1007e8d req-cd9de6e2-d4c1-405a-83a3-02aa34a61b1f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:21.202657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c90a6052-3ae8-438e-a09f-bdc1d1007e8d req-cd9de6e2-d4c1-405a-83a3-02aa34a61b1f tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.0513043 Aug 28 08:44:21.211476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:21.216304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Request body: {'floatingip': {'port_id': '85074548-7bb5-4576-bfae-f63c30751713'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:21.261640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:21.956023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48550) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:22.039744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.067301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428417573-network', 'tenant_id': '995000eb66d64c9aa30cdb89eb4a9d95'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:22.094478 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.168592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Made reservation on behalf of 995000eb66d64c9aa30cdb89eb4a9d95 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:44:22.171508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.182500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.193690 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Floating IP 31b29497-ed35-4ca0-bbf7-396d4bafaf6a associated. External IP: 172.25.0.157, port: 85074548-7bb5-4576-bfae-f63c30751713. Aug 28 08:44:22.282284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.328537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.359198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:44:22.365568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d089fcab-9285-4ca8-97d9-cf49152dad83,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:22.371856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.372199 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Added segment c3f9a309-298a-4cc3-8632-887ccd0958cd of type vlan for network 345291d7-28ec-48c0-8b12-15360e75cc48 Aug 28 08:44:22.412159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:44:22.424858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.482528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.483550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:22.484145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.525037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:44:22.533611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.537842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:44:22.544102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] Pushing event updated for resources: {'Network': ['ID=345291d7-28ec-48c0-8b12-15360e75cc48,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:22.550199 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:44:22.551213 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:44:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:22.555294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 345291d7-28ec-48c0-8b12-15360e75cc48 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:44:22.566945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cce5f05b-411b-4021-ac82-94ccde8f1d52 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "PUT /v2.0/floatingips/31b29497-ed35-4ca0-bbf7-396d4bafaf6a HTTP/1.1" status: 200 len: 991 time: 1.3542452 Aug 28 08:44:22.567819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'tag': '85074548-7bb5-4576-bfae-f63c30751713'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:22.571194 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff11e3-ad39-481d-8584-94afd48dc301" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "tag": "85074548-7bb5-4576-bfae-f63c30751713"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:22.604027 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b79edc98-1af5-41a7-aa34-48fde63c5fec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6462817 Aug 28 08:44:22.606954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48560) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:44:22.612511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Request body: {'subnet': {'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428417573-subnet', 'tenant_id': '995000eb66d64c9aa30cdb89eb4a9d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:22.659636 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:44:22.677261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Made reservation on behalf of 995000eb66d64c9aa30cdb89eb4a9d95 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:44:22.680451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.685081 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a79189-e74a-4a45-bf90-142962502d0e x-openstack-request-id: req-f7a79189-e74a-4a45-bf90-142962502d0e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:22.685375 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "tag": "85074548-7bb5-4576-bfae-f63c30751713", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:22.685629 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7a79189-e74a-4a45-bf90-142962502d0e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:22.686031 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'tag': '85074548-7bb5-4576-bfae-f63c30751713', 'status': 'completed', 'code': 200} Aug 28 08:44:22.770747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-3de05bc3-9dfb-46d2-aa72-38d570a5bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:22.772376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-3de05bc3-9dfb-46d2-aa72-38d570a5bc95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1097 time: 0.0415606 Aug 28 08:44:22.869074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-41cee5bb-1ea5-413a-aa72-610765b33087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:22.870631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-41cee5bb-1ea5-413a-aa72-610765b33087 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.0915847 Aug 28 08:44:22.888977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:22.893198 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '31b29497-ed35-4ca0-bbf7-396d4bafaf6a', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '85074548-7bb5-4576-bfae-f63c30751713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:84:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:44:05Z', 'updated_at': '2021-08-28T08:44:21Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:22.921561 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:44:22.931533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:44:22.932508 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:44:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:22.939967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-15f02a7b-1571-42c0-9c60-1bbb5b65a8a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 999 time: 0.0621102 Aug 28 08:44:22.949024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e0e375-cd15-49b5-8bd0-f2ef007e91d0,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:22.956418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Checking segment: {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:44:22.957021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Network hostable DHCP agents. Network: 345291d7-28ec-48c0-8b12-15360e75cc48, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:44:22.997523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-cf1e5d5e-1910-479a-aeff-4171fc851160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:22.999034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-cf1e5d5e-1910-479a-aeff-4171fc851160 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0526524 Aug 28 08:44:23.031705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Network 345291d7-28ec-48c0-8b12-15360e75cc48 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:44:23.049076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-eb7e18d4-15b1-461f-a040-42c78ad59888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:23.050650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-eb7e18d4-15b1-461f-a040-42c78ad59888 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438957 Aug 28 08:44:23.105881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 345291d7-28ec-48c0-8b12-15360e75cc48) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:44:23.116350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1aa635-d93c-499f-aaf1-e636a1f67a68 None None] Network 345291d7-28ec-48c0-8b12-15360e75cc48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:44:23.121601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:23.132031 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:23.137189 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:44:23.158343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-806ccee8-600d-4724-9927-071c6059ef9f service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000271 Aug 28 08:44:23.272040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa85c5a4-3a95-4b47-ac3a-f5bf96b015ef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6635494 Aug 28 08:44:23.275856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8ff11e3-ad39-481d-8584-94afd48dc301 req-25459583-c388-4f8b-9a37-9837860e307e service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090958 Aug 28 08:44:23.282473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd60895-456d-4fb8-9e30-70e2ec2a38a5 None None] Network 345291d7-28ec-48c0-8b12-15360e75cc48 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:44:23.396757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '31b29497-ed35-4ca0-bbf7-396d4bafaf6a', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '85074548-7bb5-4576-bfae-f63c30751713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:84:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:44:05Z', 'updated_at': '2021-08-28T08:44:21Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:44:23.429107 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e645c6a-8bc0-4774-a594-ca78a52e6f4f None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '31b29497-ed35-4ca0-bbf7-396d4bafaf6a', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'port_id': '85074548-7bb5-4576-bfae-f63c30751713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'mac_address': 'fa:16:3e:84:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:44:05Z', 'updated_at': '2021-08-28T08:44:21Z', 'revision_number': 1, 'project_id': '530484dbed5142ed997641d6b003217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:44:23.620666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a63ec-eade-4d20-a4fa-53206b02f519 None None] New status for floating IP 31b29497-ed35-4ca0-bbf7-396d4bafaf6a: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:44:25.394913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-76afb2ca-4d01-4262-8e75-e70d1a0f89a1 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:25.396478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-76afb2ca-4d01-4262-8e75-e70d1a0f89a1 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/networks?id=345291d7-28ec-48c0-8b12-15360e75cc48 HTTP/1.1" status: 200 len: 808 time: 0.1011968 Aug 28 08:44:25.412644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-3e759331-fac3-471c-be23-7f0e63e8dd0c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/quotas/995000eb66d64c9aa30cdb89eb4a9d95 HTTP/1.1" status: 200 len: 375 time: 0.0099759 Aug 28 08:44:25.450516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-85c4f9cf-808e-4e65-9a8a-5d6e28b326e8 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320799 Aug 28 08:44:25.539644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-bd8ebf14-9999-4d64-84df-4ab9980feb7e service neutron] 10.222.0.46 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820551 Aug 28 08:44:25.633953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-97760e6b-6f4b-4e34-b1d6-31e2556ba918 service neutron] 10.222.0.46 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880425 Aug 28 08:44:25.871385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:26.038907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ad045c3-2960-494d-b7d8-65188c0b7f66 req-aa306f42-bbf6-4d27-9706-3377a13fe693 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Aug 28 08:44:27.138502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5de2f991-0efc-45f8-a96a-d0288332baf3 req-c354efb5-372c-46ef-9b47-300f01dc5e72 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 210 time: 0.0277486 Aug 28 08:44:27.614517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9aac71fe-1c92-4d9a-948f-3f6381b3f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:28.053563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-73b3f1d3-01e3-4c26-8f15-c39797cdf24b tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:28.055112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-73b3f1d3-01e3-4c26-8f15-c39797cdf24b tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "GET /v2.0/networks?id=345291d7-28ec-48c0-8b12-15360e75cc48 HTTP/1.1" status: 200 len: 808 time: 0.1189857 Aug 28 08:44:28.079571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Request body: {'port': {'device_id': '069cbe78-0468-4923-94aa-844b2779c094', 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48', 'admin_state_up': True, 'tenant_id': '995000eb66d64c9aa30cdb89eb4a9d95'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:28.246875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d100fa81-7c21-4d15-8ab6-8f260a33df88 req-c027febc-9d90-4c02-8a42-a9a1677f0d2c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 210 time: 0.0284023 Aug 28 08:44:28.288541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Made reservation on behalf of 995000eb66d64c9aa30cdb89eb4a9d95 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:44:28.292608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:28.429372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Allocated IP 172.20.0.6 (345291d7-28ec-48c0-8b12-15360e75cc48/c6e0e375-cd15-49b5-8bd0-f2ef007e91d0/c4b2fad6-9ab9-4917-9fc9-033a75d16b33) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:44:28.596035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:28.671970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:28.718189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Network 345291d7-28ec-48c0-8b12-15360e75cc48 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:44:28.721476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:44:28.726456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:44:28.733768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Pushing event updated for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:28.785202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:28.785846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:28.855118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1c13d3ad-72e4-4b37-b626-f5d092cf5e56 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831161 Aug 28 08:44:28.873989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Request body: {'port': {'device_id': '069cbe78-0468-4923-94aa-844b2779c094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:28.932814 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.202968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b2fad6-9ab9-4917-9fc9-033a75d16b33 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:29.211076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.223777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Transition to ACTIVE for port object c4b2fad6-9ab9-4917-9fc9-033a75d16b33 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:44:29.300018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.381049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:29.436670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4676eb-0cdc-4241-8533-e246f7192809 req-0defb21d-748b-467e-b8b0-568daaf6904c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:29.438078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb4676eb-0cdc-4241-8533-e246f7192809 req-0defb21d-748b-467e-b8b0-568daaf6904c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 943 time: 0.1108019 Aug 28 08:44:29.490590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Attempting to bind port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:44:29.490929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Attempting to bind port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:44:29.491271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Attempting to bind port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 on network 345291d7-28ec-48c0-8b12-15360e75cc48 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:29.500232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb4676eb-0cdc-4241-8533-e246f7192809 req-51a5ec72-b5a6-4099-92f5-19f908273cf9 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Aug 28 08:44:29.500987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 on network 345291d7-28ec-48c0-8b12-15360e75cc48 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:44:29.501355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Attempting to bind port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 on network 345291d7-28ec-48c0-8b12-15360e75cc48 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:29.506466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:44:29.506804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Checking segment: {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:44:29.507206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Bound using segment: {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:44:29.507623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Bound port: c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:44:29.508126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.577944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:44:29.581142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:44:29.659361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.693343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:29.693964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.695402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] 10.222.0.64 "PUT /v2.0/ports/c4b2fad6-9ab9-4917-9fc9-033a75d16b33 HTTP/1.1" status: 200 len: 1092 time: 0.8257663 Aug 28 08:44:29.695839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:29.698158 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6675fdb1-de74-4697-9ef4-8ad2a51ed342" -d '{"events": [{"name": "network-changed", "server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:29.723470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155efd1-7fc5-4dbc-9cd3-d3eb9fc66b90 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:29.735577 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70585d78-9855-408d-ad96-176a13f68e0e x-openstack-request-id: req-70585d78-9855-408d-ad96-176a13f68e0e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:29.735869 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:29.736123 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70585d78-9855-408d-ad96-176a13f68e0e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:29.736633 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33', 'status': 'completed', 'code': 200} Aug 28 08:44:29.825506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-6c0baac6-f44e-4a36-83d5-2bcd1e985410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:29.827083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-6c0baac6-f44e-4a36-83d5-2bcd1e985410 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 1095 time: 0.0469117 Aug 28 08:44:29.905318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:29.947507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-5d67b288-6c5e-409d-b552-cb2d4da4e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:29.948901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-5d67b288-6c5e-409d-b552-cb2d4da4e8db service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0998731 Aug 28 08:44:30.046555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-cf3fb4eb-41bc-4199-a449-d6336a16df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:30.048046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6675fdb1-de74-4697-9ef4-8ad2a51ed342 req-cf3fb4eb-41bc-4199-a449-d6336a16df6c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906253 Aug 28 08:44:30.168379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-e4c26236-87ef-43c0-9712-152dff743073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:30.169923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-e4c26236-87ef-43c0-9712-152dff743073 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 1095 time: 0.0416188 Aug 28 08:44:30.240690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-59374cb3-9052-4e67-9e22-3f1f2f9b1654 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33 HTTP/1.1" status: 200 len: 217 time: 0.0410233 Aug 28 08:44:30.254084 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-727e69e3-7b7d-476d-bfd6-e62bd49d6f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:30.304907 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5dd59d7-ac0e-4f11-8c6d-3b5bdbe3abf6 req-e95913d5-0c85-451f-b119-ed206bd76b8c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310271 Aug 28 08:44:30.310147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-39e5419a-fb0c-4de6-97d7-9722f2225120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:30.311663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-39e5419a-fb0c-4de6-97d7-9722f2225120 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6e0e375-cd15-49b5-8bd0-f2ef007e91d0 HTTP/1.1" status: 200 len: 848 time: 0.0599136 Aug 28 08:44:30.375938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-6baf0adc-d7a2-49ed-8bf3-922a558ba8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345291d7-28ec-48c0-8b12-15360e75cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294254 Aug 28 08:44:30.392142 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5dd59d7-ac0e-4f11-8c6d-3b5bdbe3abf6 req-76ffe7d9-e5d5-4c34-9dd1-30eb5f4f2184 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Aug 28 08:44:30.439391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5dd59d7-ac0e-4f11-8c6d-3b5bdbe3abf6 req-9f31e59a-ac94-4f14-842a-b5eb26a200d6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199902 Aug 28 08:44:30.481611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-6410bcc0-6cc5-48a5-9e18-caba94102f50 service neutron] 10.222.0.64 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980675 Aug 28 08:44:30.537514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd59d7-ac0e-4f11-8c6d-3b5bdbe3abf6 req-a900b7c8-f5dc-4af4-96c2-a2381c63aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:30.539172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b5dd59d7-ac0e-4f11-8c6d-3b5bdbe3abf6 req-a900b7c8-f5dc-4af4-96c2-a2381c63aa88 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938656 Aug 28 08:44:30.577217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12775c9e-6d6b-4b89-b1a5-acf8a41cb590 req-f95cd620-4863-480c-9bf3-aafe8806fdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Aug 28 08:44:30.627691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65df3a0-0c00-4f6e-975f-401c2f38245a req-07771106-4827-4fd9-8039-12d1fd6ce858 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:30.629192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f65df3a0-0c00-4f6e-975f-401c2f38245a req-07771106-4827-4fd9-8039-12d1fd6ce858 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 943 time: 0.0511358 Aug 28 08:44:30.671189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f65df3a0-0c00-4f6e-975f-401c2f38245a req-61eca902-5c02-402b-ba6f-ff339aff58bb tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Aug 28 08:44:31.789814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f59e1a-c1b2-49e3-a4c4-c10e96a5d5ba req-b693dded-f47f-42ec-be70-3cde000c5301 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:31.792002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4f59e1a-c1b2-49e3-a4c4-c10e96a5d5ba req-b693dded-f47f-42ec-be70-3cde000c5301 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 943 time: 0.0502460 Aug 28 08:44:31.832310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4f59e1a-c1b2-49e3-a4c4-c10e96a5d5ba req-19ab3dc5-1ea5-4069-9203-842d0d828e3a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Aug 28 08:44:31.917325 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:32.960834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-6e9e7134-12af-4bb4-8aa0-fc24c9c23bcd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691404 Aug 28 08:44:32.968732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3483a8-9f07-4931-882b-d4b8c00a6fdc req-c4543ae9-ce94-4f27-a75a-6766d3b85dbf tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:32.970078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f3483a8-9f07-4931-882b-d4b8c00a6fdc req-c4543ae9-ce94-4f27-a75a-6766d3b85dbf tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 943 time: 0.0690732 Aug 28 08:44:33.012847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f3483a8-9f07-4931-882b-d4b8c00a6fdc req-f86d27d7-cb34-4037-a13e-8072b199e07c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Aug 28 08:44:33.060756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-e915b6f8-905e-4c99-9b60-96997d00f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:33.062943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-e915b6f8-905e-4c99-9b60-96997d00f5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1097 time: 0.0426147 Aug 28 08:44:33.168748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-a8a0235a-e071-4d1a-b5ab-af338e18beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:33.170275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-a8a0235a-e071-4d1a-b5ab-af338e18beb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.0857565 Aug 28 08:44:33.246766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-80d027fe-25ec-4f10-9d13-dbb9a1610ea2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 1001 time: 0.0660746 Aug 28 08:44:33.297341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-f8ba1e03-5b95-495c-8458-b4716702677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:33.298845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-f8ba1e03-5b95-495c-8458-b4716702677c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0443490 Aug 28 08:44:33.346760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-b680c7c2-4ec1-49c7-bb48-43a6acdc07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:33.348510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-b680c7c2-4ec1-49c7-bb48-43a6acdc07b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405817 Aug 28 08:44:33.453863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-87f6969b-8b5d-46dc-94eb-dda6cb2e8f4b service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Aug 28 08:44:33.548464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27699f53-0c4e-4dc2-800c-23e9d25a26ea req-60222d28-1275-4bd1-9944-c7655e6b62dc service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872121 Aug 28 08:44:34.130131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a6418-f6f5-4620-bca4-bb1db7387ce4 req-fcdca240-43ad-4ef4-98d4-44749f12ed1a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:34.131610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-525a6418-f6f5-4620-bca4-bb1db7387ce4 req-fcdca240-43ad-4ef4-98d4-44749f12ed1a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 943 time: 0.0489588 Aug 28 08:44:34.173579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-525a6418-f6f5-4620-bca4-bb1db7387ce4 req-b2848811-a80b-4932-b065-e59cda2a5f04 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Aug 28 08:44:34.637567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c4b2fad6-9ab9-4917-9fc9-033a75d16b33 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:44:34.746060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:34.763275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33', 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48', 'port_id': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33', 'mac_address': 'fa:16:3e:81:37:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e0e375-cd15-49b5-8bd0-f2ef007e91d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:44:34.807719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:34.821147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b2fad6-9ab9-4917-9fc9-033a75d16b33 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:34.840567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:34.871031 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:34.917275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:34.977539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:34.986244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.986608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.986952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.987292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.987628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.987963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.988292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.988625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.988947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.989271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.989655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:34.989976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:44:35.282661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c4b2fad6-9ab9-4917-9fc9-033a75d16b33'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:44:35.294689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691706f2-7b4f-4a48-a0e1-9fda3072896b req-d1663ba0-e0aa-4dba-bea7-976920b9db3a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:35.296188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-691706f2-7b4f-4a48-a0e1-9fda3072896b req-d1663ba0-e0aa-4dba-bea7-976920b9db3a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 944 time: 0.0505898 Aug 28 08:44:35.336022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-691706f2-7b4f-4a48-a0e1-9fda3072896b req-72a0c6a3-6731-4a30-8b65-a94646522a88 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Aug 28 08:44:35.389409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:36.452654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4afed-be14-4965-ab3e-fa1db7f757f8 req-02880d5b-5df3-45c0-be0d-06ffd7ba704e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:36.454081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2dd4afed-be14-4965-ab3e-fa1db7f757f8 req-02880d5b-5df3-45c0-be0d-06ffd7ba704e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 944 time: 0.0489173 Aug 28 08:44:36.491857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2dd4afed-be14-4965-ab3e-fa1db7f757f8 req-a064ca32-6c93-4763-931c-e118c3516f04 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Aug 28 08:44:36.666124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c4b2fad6-9ab9-4917-9fc9-033a75d16b33 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:44:36.779548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:44:36.783949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:44:36.788743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:36.862467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:36.883825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:36.886045 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790603ea-9ab9-41b7-9a8f-05242b173ffc" -d '{"events": [{"server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:36.898195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:36.924738 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6ba64-b4a7-4891-af27-b5c7c661f7f6 x-openstack-request-id: req-fce6ba64-b4a7-4891-af27-b5c7c661f7f6 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:36.925039 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:36.925300 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fce6ba64-b4a7-4891-af27-b5c7c661f7f6 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:36.925703 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33', 'code': 200} Aug 28 08:44:36.968333 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:37.015012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:37.061892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b82c-7d9f-4bd7-895d-a44476770bab req-16d91144-f3de-4d08-bace-550f71352e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:37.063438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef3b82c-7d9f-4bd7-895d-a44476770bab req-16d91144-f3de-4d08-bace-550f71352e83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 1097 time: 0.0398033 Aug 28 08:44:37.102537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef3b82c-7d9f-4bd7-895d-a44476770bab req-3f504ad9-2644-4db8-ab69-85861c7d7086 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Aug 28 08:44:37.607702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715b09-4155-4f04-923a-d0cc7ee91fdd req-6c8ac30e-a153-4cd5-8145-0eff19de4e6b tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:37.609186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8715b09-4155-4f04-923a-d0cc7ee91fdd req-6c8ac30e-a153-4cd5-8145-0eff19de4e6b tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Aug 28 08:44:37.657836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8715b09-4155-4f04-923a-d0cc7ee91fdd req-ef5139fd-3ee4-42f7-a98b-d05b9b14cce6 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Aug 28 08:44:38.774016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb062b6-b3b9-4b03-9bed-52e16b3322d9 req-64f663b9-686d-4bd2-a357-56990d329bef tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:38.775558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6bb062b6-b3b9-4b03-9bed-52e16b3322d9 req-64f663b9-686d-4bd2-a357-56990d329bef tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 945 time: 0.0486872 Aug 28 08:44:38.813874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6bb062b6-b3b9-4b03-9bed-52e16b3322d9 req-d9d808c3-28ad-474a-8080-595f6f54e68d tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 28 08:44:39.936691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede63523-e61e-4c7e-ade7-657cd1381b80 req-97b478e5-11a5-4da3-a5ac-5459ee24ac44 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:39.938167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ede63523-e61e-4c7e-ade7-657cd1381b80 req-97b478e5-11a5-4da3-a5ac-5459ee24ac44 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 945 time: 0.0506885 Aug 28 08:44:39.978889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ede63523-e61e-4c7e-ade7-657cd1381b80 req-3355147d-6123-4cf0-bcc5-e2dda5bea854 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Aug 28 08:44:41.097049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876a9bb-ff3c-4fd9-8f4c-82db3c388818 req-8f613b02-cb40-4d1b-8496-021a6cf205dd tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:41.098577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5876a9bb-ff3c-4fd9-8f4c-82db3c388818 req-8f613b02-cb40-4d1b-8496-021a6cf205dd tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Aug 28 08:44:41.136557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5876a9bb-ff3c-4fd9-8f4c-82db3c388818 req-ecde3b0c-bcd5-4e58-85db-f691f012dbfc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Aug 28 08:44:41.614553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-3d3a79a2-38c2-4702-840c-1e688ae9b438 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:41.616026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-3d3a79a2-38c2-4702-840c-1e688ae9b438 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Aug 28 08:44:41.709101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Deleting port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:44:41.709451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:41.797239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] For port c4b2fad6-9ab9-4917-9fc9-033a75d16b33, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:41.797606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:41.810417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Calling delete_port for c4b2fad6-9ab9-4917-9fc9-033a75d16b33 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:44:42.235092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:42.276871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c4b2fad6-9ab9-4917-9fc9-033a75d16b33'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:44:42.280817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Pushing event deleted for resources: {'Port': ['ID=c4b2fad6-9ab9-4917-9fc9-033a75d16b33,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:42.311033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146bf6c-c29d-4ad5-a301-151809339ad3 req-8baccddc-2ab2-4267-8ae3-fdedfa821d3c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:42.312668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4146bf6c-c29d-4ad5-a301-151809339ad3 req-8baccddc-2ab2-4267-8ae3-fdedfa821d3c tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 867 time: 0.1067266 Aug 28 08:44:42.331931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] No DVR routers for this DVR port c4b2fad6-9ab9-4917-9fc9-033a75d16b33 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:44:42.334580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:42.336799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7b6c861-e072-4a75-9369-beb44d959e56 req-f4fd5f61-8368-4676-9cd2-272b10dffebc tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "DELETE /v2.0/ports/c4b2fad6-9ab9-4917-9fc9-033a75d16b33 HTTP/1.1" status: 204 len: 173 time: 0.7142363 Aug 28 08:44:42.341613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'name': 'network-vif-deleted', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:42.343928 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1edfd8f-38db-4028-b302-d9c00afbc5dc" -d '{"events": [{"server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "name": "network-vif-deleted", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:42.374862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4146bf6c-c29d-4ad5-a301-151809339ad3 req-bfc1de84-5309-44cc-80e1-5f4652a04a93 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Aug 28 08:44:42.572130 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3acac0-dc09-430b-a986-f14785dc1075 x-openstack-request-id: req-5f3acac0-dc09-430b-a986-f14785dc1075 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:42.572418 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069cbe78-0468-4923-94aa-844b2779c094", "name": "network-vif-deleted", "tag": "c4b2fad6-9ab9-4917-9fc9-033a75d16b33", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:42.572682 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f3acac0-dc09-430b-a986-f14785dc1075 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:42.573057 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069cbe78-0468-4923-94aa-844b2779c094', 'name': 'network-vif-deleted', 'tag': 'c4b2fad6-9ab9-4917-9fc9-033a75d16b33', 'status': 'completed', 'code': 200} Aug 28 08:44:43.481061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e6cb14c-c30b-4790-9e5d-ad9c73aedeeb req-05c22a3b-ea44-4550-ac0a-0fd959da49ea tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=069cbe78-0468-4923-94aa-844b2779c094 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Aug 28 08:44:44.821898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-5a0e40f1-124b-4e29-899c-fab85d83ebc0 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:44.823304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-5a0e40f1-124b-4e29-899c-fab85d83ebc0 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/networks?id=345291d7-28ec-48c0-8b12-15360e75cc48 HTTP/1.1" status: 200 len: 808 time: 0.1043038 Aug 28 08:44:44.838488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-4990a47b-1e08-42e3-96dd-ca8d7fe324e5 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/quotas/995000eb66d64c9aa30cdb89eb4a9d95 HTTP/1.1" status: 200 len: 375 time: 0.0089419 Aug 28 08:44:44.870472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-efec5e22-eec3-45da-9482-8926d01393b5 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257077 Aug 28 08:44:44.961610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-721458ac-6d80-4b7c-8ef1-83731936704c service neutron] 10.222.0.46 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840821 Aug 28 08:44:45.053872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-029e6a6d-5d04-46e3-882e-91ebcd6224fd service neutron] 10.222.0.46 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Aug 28 08:44:45.592455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00b14759-fc4d-4412-9f64-9bf27191b667 req-48b0919f-979e-4d87-a45c-b991382068a0 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Aug 28 08:44:45.946888 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:44:46.689997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a081d93-c07d-4952-addb-2104f1343c5c req-0457b3a9-bc14-4748-9e1b-b98de999b3bf tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Aug 28 08:44:46.696872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c4b2fad6-9ab9-4917-9fc9-033a75d16b33 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:44:46.717323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c4b2fad6-9ab9-4917-9fc9-033a75d16b33 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:44:46.717696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c4b2fad6-9ab9-4917-9fc9-033a75d16b33 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:44:47.481759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-9b8fd3e7-a335-4b0b-bc0d-e4dddd66c12e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:47.483809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-9b8fd3e7-a335-4b0b-bc0d-e4dddd66c12e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "GET /v2.0/networks?id=345291d7-28ec-48c0-8b12-15360e75cc48 HTTP/1.1" status: 200 len: 808 time: 0.1147439 Aug 28 08:44:47.504119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Request body: {'port': {'device_id': '9683e379-09bb-44c4-b404-69bd3546b536', 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48', 'admin_state_up': True, 'tenant_id': '995000eb66d64c9aa30cdb89eb4a9d95'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:47.676730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Made reservation on behalf of 995000eb66d64c9aa30cdb89eb4a9d95 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:44:47.680496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:47.821225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a19e4f84-c025-47c9-b4cb-bfc250876f46 req-287d8808-44d9-4962-951b-c99517104cdd tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 210 time: 0.0489268 Aug 28 08:44:47.851889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Allocated IP 172.20.0.10 (345291d7-28ec-48c0-8b12-15360e75cc48/c6e0e375-cd15-49b5-8bd0-f2ef007e91d0/9bcfdf63-60c3-4030-b346-3fafe9e53661) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:44:48.024024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.117095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.162807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Network 345291d7-28ec-48c0-8b12-15360e75cc48 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:44:48.165980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:44:48.169957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:44:48.176402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Pushing event updated for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:48.222886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:48.223514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.289026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-a8838138-e720-4aec-98e2-d2f27b3961ae tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889802 Aug 28 08:44:48.312122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Request body: {'port': {'device_id': '9683e379-09bb-44c4-b404-69bd3546b536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:44:48.369449 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.639174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcfdf63-60c3-4030-b346-3fafe9e53661 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:48.647431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.660121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Transition to ACTIVE for port object 9bcfdf63-60c3-4030-b346-3fafe9e53661 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:44:48.727641 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.776958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:48.852980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Attempting to bind port 9bcfdf63-60c3-4030-b346-3fafe9e53661 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:44:48.853781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Attempting to bind port 9bcfdf63-60c3-4030-b346-3fafe9e53661 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:44:48.853781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Attempting to bind port 9bcfdf63-60c3-4030-b346-3fafe9e53661 on network 345291d7-28ec-48c0-8b12-15360e75cc48 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:48.858664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Port 9bcfdf63-60c3-4030-b346-3fafe9e53661 on network 345291d7-28ec-48c0-8b12-15360e75cc48 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:44:48.858987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Attempting to bind port 9bcfdf63-60c3-4030-b346-3fafe9e53661 on network 345291d7-28ec-48c0-8b12-15360e75cc48 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:44:48.863962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:44:48.864295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Checking segment: {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:44:48.864686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Bound using segment: {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:44:48.865113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Bound port: 9bcfdf63-60c3-4030-b346-3fafe9e53661, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f9a309-298a-4cc3-8632-887ccd0958cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:44:48.865476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:48.956367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:44:48.974498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:44:48.992086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2909d1b-c7f8-42e1-a2e4-b8ae00011c5f req-1487e50c-a063-4e40-9af2-c85c5dbc64c1 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:48.993714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2909d1b-c7f8-42e1-a2e4-b8ae00011c5f req-1487e50c-a063-4e40-9af2-c85c5dbc64c1 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 944 time: 0.0705843 Aug 28 08:44:49.038629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2909d1b-c7f8-42e1-a2e4-b8ae00011c5f req-a6d65350-85bb-4643-b6fc-fa7dc7c7b23f tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Aug 28 08:44:49.051998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:49.096459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.097087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:49.099404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9bcfdf63-60c3-4030-b346-3fafe9e53661 HTTP/1.1" status: 200 len: 1093 time: 0.7914631 Aug 28 08:44:49.099404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:49.101335 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f50b21-c560-478d-8c49-0264d795cdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:49.125380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4cc74-ddf4-432c-88e2-2f9ad71c7ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:49.167962 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51322ff0-72a8-4055-9536-804a34efcabb x-openstack-request-id: req-51322ff0-72a8-4055-9536-804a34efcabb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:49.168253 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:49.168501 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51322ff0-72a8-4055-9536-804a34efcabb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:49.168895 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661', 'status': 'completed', 'code': 200} Aug 28 08:44:49.258868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-d6521e58-e62c-4434-8251-6474b042b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.260299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-d6521e58-e62c-4434-8251-6474b042b317 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 1096 time: 0.0427041 Aug 28 08:44:49.370905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-62426809-7320-46b4-a290-d91c99e540f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.372455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-62426809-7320-46b4-a290-d91c99e540f4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967238 Aug 28 08:44:49.472061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-22e6e8a5-db2d-44d1-9d01-b50b678b6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.473549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71f50b21-c560-478d-8c49-0264d795cdb7 req-22e6e8a5-db2d-44d1-9d01-b50b678b6012 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931108 Aug 28 08:44:49.578081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-855af4e6-db91-4cdd-8fae-0807f607d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.579565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-855af4e6-db91-4cdd-8fae-0807f607d7ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 1096 time: 0.0428469 Aug 28 08:44:49.636473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-fe7e519a-ed52-4886-8434-5a36a4b6a1a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661 HTTP/1.1" status: 200 len: 217 time: 0.0382178 Aug 28 08:44:49.689492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-ee8a2dfa-0823-45c8-adb8-d5cb4e3542e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:49.691006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-ee8a2dfa-0823-45c8-adb8-d5cb4e3542e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6e0e375-cd15-49b5-8bd0-f2ef007e91d0 HTTP/1.1" status: 200 len: 848 time: 0.0463598 Aug 28 08:44:49.724257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-d2199360-6d18-4c1a-91a5-9bcb82d68bde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345291d7-28ec-48c0-8b12-15360e75cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256610 Aug 28 08:44:49.826990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-16f10b7a-9abf-4e99-b860-22646d700ab7 service neutron] 10.222.0.64 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930519 Aug 28 08:44:49.947342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5dba5f7-565c-4162-93bc-6e318230a4eb req-f403c92f-9ec8-4d04-86c2-c1567739a10c service neutron] 10.222.0.64 "GET /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858107 Aug 28 08:44:50.161298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195f95-873b-4701-bd04-01494a604ee3 req-a2e23487-2565-45c0-a619-9cfdc1e314b5 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:50.162887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e195f95-873b-4701-bd04-01494a604ee3 req-a2e23487-2565-45c0-a619-9cfdc1e314b5 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 944 time: 0.0505810 Aug 28 08:44:50.203840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e195f95-873b-4701-bd04-01494a604ee3 req-839dc80b-e8b8-49ce-bd52-1adcb62a0078 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Aug 28 08:44:51.343278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfdfdb-fa7f-4ea4-8704-ca8e06ad3ca9 req-71d24ab8-b24c-4a9a-84ef-bf03c43c6921 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:51.344971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71cfdfdb-fa7f-4ea4-8704-ca8e06ad3ca9 req-71d24ab8-b24c-4a9a-84ef-bf03c43c6921 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 944 time: 0.0569229 Aug 28 08:44:51.388525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71cfdfdb-fa7f-4ea4-8704-ca8e06ad3ca9 req-df3babcd-3757-4785-b745-e36f241ff8b4 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Aug 28 08:44:52.511442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4bff-9483-44f7-bd65-78b5135405c5 req-83e8b17b-cbd5-47d9-ac3b-f5a32010f5bd tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:52.513450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ced4bff-9483-44f7-bd65-78b5135405c5 req-83e8b17b-cbd5-47d9-ac3b-f5a32010f5bd tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 944 time: 0.0515110 Aug 28 08:44:52.553545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ced4bff-9483-44f7-bd65-78b5135405c5 req-6a4662ff-4eb5-44bd-860b-af6e17cac637 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Aug 28 08:44:52.725872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9bcfdf63-60c3-4030-b346-3fafe9e53661 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:44:52.823867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:52.836034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9bcfdf63-60c3-4030-b346-3fafe9e53661', 'network_id': '345291d7-28ec-48c0-8b12-15360e75cc48', 'port_id': '9bcfdf63-60c3-4030-b346-3fafe9e53661', 'mac_address': 'fa:16:3e:f5:68:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e0e375-cd15-49b5-8bd0-f2ef007e91d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:44:52.874433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:52.887521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcfdf63-60c3-4030-b346-3fafe9e53661 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:44:52.907716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:52.991098 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:53.040191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:53.305801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9bcfdf63-60c3-4030-b346-3fafe9e53661'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:44:53.674662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f01fb-1162-4bc6-8a91-3b2a9c3ae294 req-a0a96939-639c-4bb7-8362-a2ae2df7f685 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:53.676237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-920f01fb-1162-4bc6-8a91-3b2a9c3ae294 req-a0a96939-639c-4bb7-8362-a2ae2df7f685 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 945 time: 0.0512064 Aug 28 08:44:53.718969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-920f01fb-1162-4bc6-8a91-3b2a9c3ae294 req-603aa703-d041-4990-9752-09b50a517b9a tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Aug 28 08:44:54.729151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9bcfdf63-60c3-4030-b346-3fafe9e53661 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:44:54.841547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425879d-c37b-4d57-9f09-957ff60a7579 req-3affb2f6-838e-4c67-9cab-aa5c104c4b40 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:54.843100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1425879d-c37b-4d57-9f09-957ff60a7579 req-3affb2f6-838e-4c67-9cab-aa5c104c4b40 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Aug 28 08:44:54.859400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9bcfdf63-60c3-4030-b346-3fafe9e53661 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:44:54.863850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9bcfdf63-60c3-4030-b346-3fafe9e53661 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:44:54.864314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:54.884048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1425879d-c37b-4d57-9f09-957ff60a7579 req-419f15cc-be79-4dcc-a7d1-6b46266ab8a4 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Aug 28 08:44:54.951132 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:54.974129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:44:54.975964 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d20cd2-ee56-4f17-89a0-8c4c8e3ae810" -d '{"events": [{"server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "name": "network-vif-plugged", "status": "completed", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:44:54.988789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:44:55.016616 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b262a7e-0d97-4052-8e8b-5ead7765c345 x-openstack-request-id: req-0b262a7e-0d97-4052-8e8b-5ead7765c345 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:44:55.016914 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "name": "network-vif-plugged", "status": "completed", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:44:55.017195 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b262a7e-0d97-4052-8e8b-5ead7765c345 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:44:55.017593 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661', 'code': 200} Aug 28 08:44:55.058910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:55.107222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:44:55.148684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747249-84f6-460c-a6e0-a7317c1f610a req-94433a22-9125-446f-b96b-49f3eada7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:55.150168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6747249-84f6-460c-a6e0-a7317c1f610a req-94433a22-9125-446f-b96b-49f3eada7f30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 1098 time: 0.0388627 Aug 28 08:44:55.188967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6747249-84f6-460c-a6e0-a7317c1f610a req-d91cd4dd-72ba-4686-85f9-21df33d4409a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282660 Aug 28 08:44:55.887676 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:56.005860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c29579-24a8-4f66-9b40-832108d3b5fc req-0e4213cf-84d1-4db8-83ec-87fda1e2b16d tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:56.007413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9c29579-24a8-4f66-9b40-832108d3b5fc req-0e4213cf-84d1-4db8-83ec-87fda1e2b16d tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 946 time: 0.0503085 Aug 28 08:44:56.047071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9c29579-24a8-4f66-9b40-832108d3b5fc req-f0f3767b-7c7e-4260-958d-80161b682f15 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Aug 28 08:44:57.167070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993af3-c357-4c13-a19b-d86bc4c49d6e req-3e9d6997-5779-49ee-b9f6-5bcb65820e0f tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:57.168590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51993af3-c357-4c13-a19b-d86bc4c49d6e req-3e9d6997-5779-49ee-b9f6-5bcb65820e0f tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 946 time: 0.0531924 Aug 28 08:44:57.208481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51993af3-c357-4c13-a19b-d86bc4c49d6e req-1ea99727-4020-46f7-be61-5ba9a198039b tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 28 08:44:57.573336 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c7d8344f-12f9-441c-a8ab-927db6bedbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:44:58.330963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44563-c676-4ab8-bf19-de2086b9408d req-7af388d2-a96c-4081-99d3-396583042b55 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:58.332526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88c44563-c676-4ab8-bf19-de2086b9408d req-7af388d2-a96c-4081-99d3-396583042b55 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 946 time: 0.0516803 Aug 28 08:44:58.374121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88c44563-c676-4ab8-bf19-de2086b9408d req-b8d2c61a-c66e-40b4-9935-a9f6af662b5f tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Aug 28 08:44:59.491614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f712ad-6a9e-41f1-a58c-05ea5e18e9c7 req-510b084f-a212-4d9a-ac01-6a2b491f9835 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:44:59.493166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28f712ad-6a9e-41f1-a58c-05ea5e18e9c7 req-510b084f-a212-4d9a-ac01-6a2b491f9835 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Aug 28 08:44:59.533095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28f712ad-6a9e-41f1-a58c-05ea5e18e9c7 req-aa253ee8-ac5d-431b-93e7-691543cb0762 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/security-groups?id=d089fcab-9285-4ca8-97d9-cf49152dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Aug 28 08:44:59.904660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.012774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-934b8201-de57-42a3-bc14-9dad5e4a7a25 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:00.014259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-934b8201-de57-42a3-bc14-9dad5e4a7a25 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 946 time: 0.0563662 Aug 28 08:45:00.105734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Deleting port 9bcfdf63-60c3-4030-b346-3fafe9e53661 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:45:00.105995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.198385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] For port 9bcfdf63-60c3-4030-b346-3fafe9e53661, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9bcfdf63-60c3-4030-b346-3fafe9e53661,segment=NetworkSegment(c3f9a309-298a-4cc3-8632-887ccd0958cd),segment_id=c3f9a309-298a-4cc3-8632-887ccd0958cd)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:45:00.198758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.211695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Calling delete_port for 9bcfdf63-60c3-4030-b346-3fafe9e53661 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:45:00.247882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-837ef90c-4017-489d-a379-6e41b1a04c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.425070 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.451710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Pushing event deleted for resources: {'Port': ['ID=9bcfdf63-60c3-4030-b346-3fafe9e53661,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:00.461320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9bcfdf63-60c3-4030-b346-3fafe9e53661'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:45:00.496180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] No DVR routers for this DVR port 9bcfdf63-60c3-4030-b346-3fafe9e53661 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:45:00.500100 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:00.502601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5d17ca0-1ff6-470f-9bfe-75bbff4b8329 req-0017060c-07c5-42ee-b269-0fc60b35213e tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.64 "DELETE /v2.0/ports/9bcfdf63-60c3-4030-b346-3fafe9e53661 HTTP/1.1" status: 204 len: 173 time: 0.4809763 Aug 28 08:45:00.503057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'name': 'network-vif-deleted', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:45:00.505450 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75464851-12d7-4d94-9888-e257843f5078" -d '{"events": [{"server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "name": "network-vif-deleted", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:45:00.609787 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bdcf93-e19c-4c5c-aabe-14de69661747 x-openstack-request-id: req-54bdcf93-e19c-4c5c-aabe-14de69661747 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:45:00.610077 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9683e379-09bb-44c4-b404-69bd3546b536", "name": "network-vif-deleted", "tag": "9bcfdf63-60c3-4030-b346-3fafe9e53661", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:45:00.610355 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54bdcf93-e19c-4c5c-aabe-14de69661747 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:45:00.611207 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9683e379-09bb-44c4-b404-69bd3546b536', 'name': 'network-vif-deleted', 'tag': '9bcfdf63-60c3-4030-b346-3fafe9e53661', 'status': 'completed', 'code': 200} Aug 28 08:45:00.687421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6ac6bee-83ca-40ab-bdfd-1da5b0ef3151 req-5de944f6-ec10-4790-a48e-4440f3f331d2 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Aug 28 08:45:01.806730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f05d042f-d388-4322-8ba9-3126e2fdd443 req-1152121f-be93-436a-bbc9-855be20b5566 tempest-VolumesActionsTest-68045397 tempest-VolumesActionsTest-68045397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9683e379-09bb-44c4-b404-69bd3546b536 HTTP/1.1" status: 200 len: 210 time: 0.0275655 Aug 28 08:45:01.893252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:04.792717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9bcfdf63-60c3-4030-b346-3fafe9e53661 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:45:04.813745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 9bcfdf63-60c3-4030-b346-3fafe9e53661 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:45:04.814093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9bcfdf63-60c3-4030-b346-3fafe9e53661 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:45:04.836117 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:05.487488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:22.946832 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:45:25.319262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49178) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:45:25.367895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Deleting subnet c6e0e375-cd15-49b5-8bd0-f2ef007e91d0 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:45:25.371030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.408178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.453400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.607929 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.640330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e0e375-cd15-49b5-8bd0-f2ef007e91d0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:25.645459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.649730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6e0e375-cd15-49b5-8bd0-f2ef007e91d0 HTTP/1.1" status: 204 len: 168 time: 0.3269355 Aug 28 08:45:25.653174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49180) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:45:25.653623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.653623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.653623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.653902 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.653998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.654373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.654680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.654999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.655322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.655641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.655962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.656263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7e213-c620-48bb-9042-bb208a575d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:25.731314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.820166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.831999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345291d7-28ec-48c0-8b12-15360e75cc48']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:45:25.856143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f9a309-298a-4cc3-8632-887ccd0958cd') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:45:25.856492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f9a309-298a-4cc3-8632-887ccd0958cd') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:45:25.882363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.902473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.906008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.917045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:45:25.917045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: items = [ Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:45:25.922898 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:45:26.064325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.070611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.072692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/345291d7-28ec-48c0-8b12-15360e75cc48 HTTP/1.1" status: 204 len: 168 time: 0.4212830 Aug 28 08:45:26.100774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=345291d7-28ec-48c0-8b12-15360e75cc48,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.120686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151fac1-bc2e-416d-bd72-30802af0eaa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:26.378189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49188) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:45:26.423405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2f0a259-8b02-4fa3-905b-024865f92d39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=995000eb66d64c9aa30cdb89eb4a9d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439510 Aug 28 08:45:26.426917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49190) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:45:26.483357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.505690 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.647425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.650114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:26.651291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d089fcab-9285-4ca8-97d9-cf49152dad83 HTTP/1.1" status: 204 len: 168 time: 0.2233942 Aug 28 08:45:26.660250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e737e5-aec4-41d6-98c4-dc5cc78164df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d089fcab-9285-4ca8-97d9-cf49152dad83,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:27.612824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dc1a58a1-58f1-4d10-bb2e-48a6e3ce0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:29.915757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:30.311013 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d030262f-414f-4bd6-b67b-f25d185e8f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:30.803174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-762b54f7-ca1e-480e-8c62-7c1169dd0ee5 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2941273c488a465a9504812e88c8ede2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291204 Aug 28 08:45:30.987687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-2629450f-40af-4b9c-b0c2-57990c7ee3c7 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:30.989220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-2629450f-40af-4b9c-b0c2-57990c7ee3c7 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792190 Aug 28 08:45:31.004383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-98405078-4327-4144-98d5-0e7fe0d9e032 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/quotas/2941273c488a465a9504812e88c8ede2 HTTP/1.1" status: 200 len: 375 time: 0.0093055 Aug 28 08:45:31.278384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-e944875c-7c0b-4c10-9fa6-725b0d37a92b tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2941273c488a465a9504812e88c8ede2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2676754 Aug 28 08:45:31.687083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23a3c02d-583c-48b3-9422-ba1e9aa0018b req-6d67cba6-102b-444c-b556-3928a8743d25 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Aug 28 08:45:31.898309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:32.375884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-1297ce7e-6f61-442f-9f61-1ab34c40c42a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418136 Aug 28 08:45:32.448107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-ae1b126c-1647-4bdf-a6b3-e9577c2a3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:32.449649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-ae1b126c-1647-4bdf-a6b3-e9577c2a3766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0417116 Aug 28 08:45:32.557734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-a71ec29d-8e3d-435f-bf46-7c885a250680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:32.559353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-a71ec29d-8e3d-435f-bf46-7c885a250680 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0909765 Aug 28 08:45:32.627902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-da29595c-bb54-4c3e-b86a-a1e0c31e7c28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1002 time: 0.0605853 Aug 28 08:45:32.682803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-c57467ca-70a2-43ce-a2cf-eb7292df7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:32.684316 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-c57467ca-70a2-43ce-a2cf-eb7292df7edd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0485818 Aug 28 08:45:32.769420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-b98696a4-85e5-44c8-9909-36063e50c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:32.771067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-b98696a4-85e5-44c8-9909-36063e50c492 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564439 Aug 28 08:45:32.790676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-378c1c9c-9757-4d06-841e-847a1e06db69 req-66dd707f-6b73-4d0f-ba7f-bf87caaf8441 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Aug 28 08:45:32.875727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-348eb84b-1c3d-424d-86a3-f48d854ffddd service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967300 Aug 28 08:45:32.973877 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-1bbed236-7a79-4e02-95c2-dfde151465c0 req-1f5b1756-7e6c-4347-9273-dba3f9b364fa service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907662 Aug 28 08:45:33.568445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-03a87fe7-942b-46b3-9240-bb9bef857f53 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2941273c488a465a9504812e88c8ede2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214586 Aug 28 08:45:33.683554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-993047ea-9154-4dd8-8ed7-6ec416f555b9 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:33.685171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-993047ea-9154-4dd8-8ed7-6ec416f555b9 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104925 Aug 28 08:45:33.719644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Request body: {'port': {'device_id': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '2941273c488a465a9504812e88c8ede2'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:45:33.877048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Made reservation on behalf of 2941273c488a465a9504812e88c8ede2 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:45:33.880540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:33.907429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2c7fe4a-d014-4ff2-8c9d-f10ac9b90b2a req-848f0e4c-8827-4da6-b9bf-d11c780e07e5 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 210 time: 0.0422339 Aug 28 08:45:33.908942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.007638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.052375 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.061206 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-469b29a8-1f3c-42a7-9cad-85ab1905a2fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411255 Aug 28 08:45:34.117415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:34.188915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-ec3f2e9c-603e-4925-ab08-b0512dc19ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:34.190605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-ec3f2e9c-603e-4925-ab08-b0512dc19ed8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1097 time: 0.0415549 Aug 28 08:45:34.195704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Allocated IP 192.168.233.87 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/0fb49fdd-3a44-4edd-ae42-950598505fb9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:45:34.326561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-2f1cfb84-c77f-4bbd-8818-e8750751faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:34.328270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-2f1cfb84-c77f-4bbd-8818-e8750751faac service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1109965 Aug 28 08:45:34.358326 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.373283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Transition to ACTIVE for port object 0fb49fdd-3a44-4edd-ae42-950598505fb9 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:45:34.396627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-567f1f15-de55-48b4-8474-cf5bb9a73863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 1001 time: 0.0598414 Aug 28 08:45:34.452355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-672c6869-99d8-464c-89e4-96e7e67d9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:34.452973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.453866 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-672c6869-99d8-464c-89e4-96e7e67d9f1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0459270 Aug 28 08:45:34.499636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:45:34.502939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:45:34.506890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:45:34.510491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-130d6431-d2ff-4dfc-a7c5-5ea79c8a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:34.511713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-130d6431-d2ff-4dfc-a7c5-5ea79c8a2688 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478227 Aug 28 08:45:34.513613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Pushing event updated for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:34.578175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:34.578987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.623502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-1a584047-eb82-432c-a68d-2de112f7d27a service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031053 Aug 28 08:45:34.671037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-c2c50493-f063-44b7-8c6b-d9093ae50458 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9562767 Aug 28 08:45:34.698896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Request body: {'port': {'device_id': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:45:34.729197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e1c9b58e-4a0f-44de-8939-69e78964b3fa req-38e52883-b816-4af7-ac9b-e5dd878283a4 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941191 Aug 28 08:45:34.757528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.842452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.869528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-11fdeae4-f7d8-4433-8846-4339fbc93871 None None] Provisioning for port 0fb49fdd-3a44-4edd-ae42-950598505fb9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:45:34.875308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-11fdeae4-f7d8-4433-8846-4339fbc93871 None None] Provisioning complete for port 0fb49fdd-3a44-4edd-ae42-950598505fb9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:45:34.875308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11fdeae4-f7d8-4433-8846-4339fbc93871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:34.913124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-11fdeae4-f7d8-4433-8846-4339fbc93871 None None] Port 0fb49fdd-3a44-4edd-ae42-950598505fb9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:45:35.076229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acbda-7381-4b18-a241-afdbffeb823d req-217ea1aa-746a-45df-b97c-0619f2eb9178 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:35.077756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-120acbda-7381-4b18-a241-afdbffeb823d req-217ea1aa-746a-45df-b97c-0619f2eb9178 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 935 time: 0.0961316 Aug 28 08:45:35.081811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb49fdd-3a44-4edd-ae42-950598505fb9 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:45:35.095727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.124645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Transition to ACTIVE for port object 0fb49fdd-3a44-4edd-ae42-950598505fb9 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:45:35.132310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-120acbda-7381-4b18-a241-afdbffeb823d req-5c066a26-5a4e-4938-ba0d-2a65bc9700ee tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Aug 28 08:45:35.172771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.245093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:35.306241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Attempting to bind port 0fb49fdd-3a44-4edd-ae42-950598505fb9 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:45:35.306762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Attempting to bind port 0fb49fdd-3a44-4edd-ae42-950598505fb9 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:45:35.307193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Attempting to bind port 0fb49fdd-3a44-4edd-ae42-950598505fb9 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:45:35.312724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Port 0fb49fdd-3a44-4edd-ae42-950598505fb9 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:45:35.313468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Attempting to bind port 0fb49fdd-3a44-4edd-ae42-950598505fb9 on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:45:35.321263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:45:35.321862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:45:35.322561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:45:35.323339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Bound port: 0fb49fdd-3a44-4edd-ae42-950598505fb9, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:45:35.323951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.409275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:45:35.412768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:45:35.424106 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.510601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.548620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:35.549294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:35.550812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0fb49fdd-3a44-4edd-ae42-950598505fb9 HTTP/1.1" status: 200 len: 1096 time: 0.8569453 Aug 28 08:45:35.551276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:45:35.553649 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368044d-8f55-4ca0-9339-3469fea66047" -d '{"events": [{"name": "network-changed", "server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:45:35.586195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6bca5-32f7-4883-ab8c-49c2aba1c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:35.603123 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ebc6f7-d0bc-4c9f-81c1-6e19dd6c1c79 x-openstack-request-id: req-c9ebc6f7-d0bc-4c9f-81c1-6e19dd6c1c79 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:45:35.603424 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:45:35.603723 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9ebc6f7-d0bc-4c9f-81c1-6e19dd6c1c79 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:45:35.604096 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9', 'status': 'completed', 'code': 200} Aug 28 08:45:35.696126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368044d-8f55-4ca0-9339-3469fea66047 req-64282154-c78f-443c-9a95-093bb01f4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:35.697809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2368044d-8f55-4ca0-9339-3469fea66047 req-64282154-c78f-443c-9a95-093bb01f4a00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2941273c488a465a9504812e88c8ede2&device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 1099 time: 0.0496094 Aug 28 08:45:35.743922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2368044d-8f55-4ca0-9339-3469fea66047 req-e7918f92-bf89-4c0d-8416-a963a7c1754a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2941273c488a465a9504812e88c8ede2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218296 Aug 28 08:45:35.843368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368044d-8f55-4ca0-9339-3469fea66047 req-32fc57d4-4633-4c22-b7cc-93d83fa50b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:35.844907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2368044d-8f55-4ca0-9339-3469fea66047 req-32fc57d4-4633-4c22-b7cc-93d83fa50b31 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940604 Aug 28 08:45:35.958427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-014d0ce3-a99f-4e62-a85e-0b89b5cbec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:35.959965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-014d0ce3-a99f-4e62-a85e-0b89b5cbec75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2941273c488a465a9504812e88c8ede2&device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 1099 time: 0.0445311 Aug 28 08:45:36.019345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-fc9fb381-5a78-4fd6-9e83-d9631306c6c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9 HTTP/1.1" status: 200 len: 217 time: 0.0392699 Aug 28 08:45:36.070494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-e17484da-4f20-463b-a191-529a0d1dc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:36.071968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-e17484da-4f20-463b-a191-529a0d1dc0c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0457213 Aug 28 08:45:36.125079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-ffd93b92-4667-4810-9cf4-bb0a0e62363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:36.126619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-ffd93b92-4667-4810-9cf4-bb0a0e62363e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430119 Aug 28 08:45:36.253137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-8e5826a9-79e3-4722-86fb-19f598331c2f service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183565 Aug 28 08:45:36.279079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42a84-542e-4a35-b2c3-3a8364ff28c4 req-3b8fdc97-8f49-4f51-86d4-295cb2c62ea0 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:36.280535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58d42a84-542e-4a35-b2c3-3a8364ff28c4 req-3b8fdc97-8f49-4f51-86d4-295cb2c62ea0 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 947 time: 0.0764475 Aug 28 08:45:36.364443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58d42a84-542e-4a35-b2c3-3a8364ff28c4 req-1ab97107-d853-4908-b42e-f31202c3d4d1 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741706 Aug 28 08:45:36.400331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97a574d6-a0c8-4987-86be-394c2588e4e8 req-72cc8a14-ada3-4789-bc5a-63e20cb8a656 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370296 Aug 28 08:45:37.484950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abed82-525f-4746-95fc-08c1423c5414 req-ed231bfa-2315-46c6-b408-d8d2d119d474 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:37.486494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7abed82-525f-4746-95fc-08c1423c5414 req-ed231bfa-2315-46c6-b408-d8d2d119d474 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 947 time: 0.0513194 Aug 28 08:45:37.525514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7abed82-525f-4746-95fc-08c1423c5414 req-6e9aa555-ec9f-415f-ab49-32b0231fde45 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Aug 28 08:45:38.645347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4765d-f446-4da5-8f32-1e225a72539c req-900f708a-0477-4ffa-9936-4243fe45cb35 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:38.646948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13f4765d-f446-4da5-8f32-1e225a72539c req-900f708a-0477-4ffa-9936-4243fe45cb35 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 947 time: 0.0504067 Aug 28 08:45:38.691933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13f4765d-f446-4da5-8f32-1e225a72539c req-f82e432c-8dae-4390-98e0-674aa82dd96d tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369699 Aug 28 08:45:38.935536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0fb49fdd-3a44-4edd-ae42-950598505fb9 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:45:39.033359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:45:39.048719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0fb49fdd-3a44-4edd-ae42-950598505fb9', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '0fb49fdd-3a44-4edd-ae42-950598505fb9', 'mac_address': 'fa:16:3e:5a:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:45:39.085870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:39.099605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb49fdd-3a44-4edd-ae42-950598505fb9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:45:39.118881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:45:39.195332 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:39.247688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:39.255265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.255614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.255958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.256297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.256666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.257003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.257333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.257662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.257987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.258355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.258681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.259003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:45:39.562486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0fb49fdd-3a44-4edd-ae42-950598505fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:45:39.824735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7ec8-c342-46a0-bb79-34f17487d20a req-45bd279e-6719-41c4-9b46-fa28eff169c5 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:39.826268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8b7ec8-c342-46a0-bb79-34f17487d20a req-45bd279e-6719-41c4-9b46-fa28eff169c5 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 948 time: 0.0570807 Aug 28 08:45:39.867746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8b7ec8-c342-46a0-bb79-34f17487d20a req-503c4c8e-3075-44ba-9b20-e39224bea4b3 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Aug 28 08:45:40.934244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0fb49fdd-3a44-4edd-ae42-950598505fb9 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:45:41.005852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de1365-4c5b-41d1-bad2-4e13a7819c3f req-701ba623-0d08-4c39-b53b-5f79f6e25ad8 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:41.007697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97de1365-4c5b-41d1-bad2-4e13a7819c3f req-701ba623-0d08-4c39-b53b-5f79f6e25ad8 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 948 time: 0.0556011 Aug 28 08:45:41.048167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97de1365-4c5b-41d1-bad2-4e13a7819c3f req-fd4d8507-e727-4a51-bf3e-cffb069f0f33 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Aug 28 08:45:41.052260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 0fb49fdd-3a44-4edd-ae42-950598505fb9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:45:41.056586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0fb49fdd-3a44-4edd-ae42-950598505fb9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:45:41.056950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:41.138108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:41.161150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:45:41.163643 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c1c13-233a-4cca-adfb-f6a4a364c1d9" -d '{"events": [{"server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "name": "network-vif-plugged", "status": "completed", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:45:41.177318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:45:41.201014 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e631c6-8c9b-4de7-93d8-19a8c52213f8 x-openstack-request-id: req-f5e631c6-8c9b-4de7-93d8-19a8c52213f8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:45:41.201014 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "name": "network-vif-plugged", "status": "completed", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:45:41.202804 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5e631c6-8c9b-4de7-93d8-19a8c52213f8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:45:41.202804 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9', 'code': 200} Aug 28 08:45:41.252288 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:41.302719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:45:41.336552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58208e41-4f4d-4c32-82d7-9a393a0b2900 req-53b956b0-2b48-477d-9a28-b5e125634ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:41.338112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58208e41-4f4d-4c32-82d7-9a393a0b2900 req-53b956b0-2b48-477d-9a28-b5e125634ad9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 1101 time: 0.0451262 Aug 28 08:45:41.377223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58208e41-4f4d-4c32-82d7-9a393a0b2900 req-cac82cb8-acd8-4c0d-8f54-febc27699e81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302086 Aug 28 08:45:42.170439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594027c-5242-4e81-b2db-40e5d3853f5a req-7763d7fe-7f41-4850-8bb0-6c9b71aff899 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:42.171955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1594027c-5242-4e81-b2db-40e5d3853f5a req-7763d7fe-7f41-4850-8bb0-6c9b71aff899 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 949 time: 0.0533314 Aug 28 08:45:42.210336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1594027c-5242-4e81-b2db-40e5d3853f5a req-276509cb-305f-401f-b5a5-c9d3ce93b2f0 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 28 08:45:43.331122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82289-16a0-4a00-8be3-80f5a091dd3c req-2caab876-fe8b-4a06-bf24-e71c82e3fb15 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:45:43.332735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b82289-16a0-4a00-8be3-80f5a091dd3c req-2caab876-fe8b-4a06-bf24-e71c82e3fb15 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 949 time: 0.0517504 Aug 28 08:45:43.376968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b82289-16a0-4a00-8be3-80f5a091dd3c req-60d1ed1c-f66f-4140-80c6-e66449e119bb tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Aug 28 08:45:55.886629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:57.640782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b73e2da-2cfe-49a3-b0b6-bdf6e210bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:59.909160 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:45:59.947278 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:46:00.263736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-147729ce-3ac4-4518-b6f1-fdf3cbae0090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:01.932531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:04.863226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:05.498158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:25.920607 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:27.640094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed25a53c-8f50-4dce-84ec-0f5ad0773447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:28.106268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f913-3385-4330-90cf-be821077d03b req-dd7e88e8-0d23-49cc-a282-fc22494f253a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:28.108047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc20f913-3385-4330-90cf-be821077d03b req-dd7e88e8-0d23-49cc-a282-fc22494f253a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0549746 Aug 28 08:46:28.154317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc20f913-3385-4330-90cf-be821077d03b req-b3bae4da-cd58-409a-86ee-26d5a9bde54c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Aug 28 08:46:29.287240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d0aab-d239-4758-b635-fa1345422484 req-11465d0f-430c-425a-a582-7f9e9c1d66ec tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:29.288846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-249d0aab-d239-4758-b635-fa1345422484 req-11465d0f-430c-425a-a582-7f9e9c1d66ec tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0543351 Aug 28 08:46:29.331481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-249d0aab-d239-4758-b635-fa1345422484 req-aa55045e-4f92-4fc9-a5d2-e7c598917f80 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356565 Aug 28 08:46:29.937137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:30.015504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-e3205492-9895-4619-9e80-80e57c78d644 req-f63529c2-e48b-4ab2-9379-20c35f4636e8 tempest-ServersTestJSON-1063990476 tempest-ServersTestJSON-1063990476-project] (95467) timed out ('10.222.0.46', 33728) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:46:30.291107 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-58f90a2b-b94b-407b-a6a2-893739433c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:30.467231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e928ebb-ca9c-41ef-b81f-09d39b771b45 req-3946b2bb-f46b-4fce-8eae-2d87b7187816 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:30.468730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e928ebb-ca9c-41ef-b81f-09d39b771b45 req-3946b2bb-f46b-4fce-8eae-2d87b7187816 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0558569 Aug 28 08:46:30.512438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e928ebb-ca9c-41ef-b81f-09d39b771b45 req-4fa8ad56-152c-4104-b3ed-8be47b4b6100 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374691 Aug 28 08:46:31.642156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e4a06-d9ab-4a7b-a527-1fc3cfaa7d44 req-7307a4d1-fe9e-47c7-b2e3-22f1a04f3a9c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:31.643667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929e4a06-d9ab-4a7b-a527-1fc3cfaa7d44 req-7307a4d1-fe9e-47c7-b2e3-22f1a04f3a9c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0495014 Aug 28 08:46:31.681273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929e4a06-d9ab-4a7b-a527-1fc3cfaa7d44 req-64e6eb72-8d01-4e3d-9927-402224892dbc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 28 08:46:31.891427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:32.310569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c75a7c1-d556-490d-beb0-01951375eb79 req-541db839-7a3b-4f8a-a58a-34515af74b9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284920 Aug 28 08:46:32.396249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c75a7c1-d556-490d-beb0-01951375eb79 req-c8a76cc1-2f1f-4d72-8bce-f420ee63db22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Aug 28 08:46:32.442516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c75a7c1-d556-490d-beb0-01951375eb79 req-377c5231-7e3d-45b0-a76e-3985bd40a67c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205851 Aug 28 08:46:32.558846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a7c1-d556-490d-beb0-01951375eb79 req-6d7067f5-85d0-4675-94c1-7f766c92b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:32.560343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c75a7c1-d556-490d-beb0-01951375eb79 req-6d7067f5-85d0-4675-94c1-7f766c92b66f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107378 Aug 28 08:46:32.816454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfca378-ca2b-4c2a-8dc1-2a2e1c2ee580 req-71809c77-b27a-429c-adeb-41a084e12dcb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:32.817950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcfca378-ca2b-4c2a-8dc1-2a2e1c2ee580 req-71809c77-b27a-429c-adeb-41a084e12dcb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0548494 Aug 28 08:46:32.857615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcfca378-ca2b-4c2a-8dc1-2a2e1c2ee580 req-9c3e9ea3-f194-4764-bd3a-b8e8ec43ddac tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Aug 28 08:46:33.989028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f7f0-f431-4aa7-af14-0fc1e7bf9865 req-2375d5e8-4e82-4187-9ae0-46bb156b9f13 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:33.990655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ac0f7f0-f431-4aa7-af14-0fc1e7bf9865 req-2375d5e8-4e82-4187-9ae0-46bb156b9f13 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0556242 Aug 28 08:46:34.034781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ac0f7f0-f431-4aa7-af14-0fc1e7bf9865 req-4a53c51d-4a38-4013-a3ff-fd2339658792 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Aug 28 08:46:34.914105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:35.167362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51096-1ec0-4aae-b919-49ea294b3c14 req-ec1f9af0-8b29-4498-b287-2027c620e1be tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:35.168941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33c51096-1ec0-4aae-b919-49ea294b3c14 req-ec1f9af0-8b29-4498-b287-2027c620e1be tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0539563 Aug 28 08:46:35.212133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33c51096-1ec0-4aae-b919-49ea294b3c14 req-e6a0e17d-25a2-43eb-a29e-c93e733cfd7c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Aug 28 08:46:35.468498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:36.027881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-2f620519-0414-4943-a751-5e5b06a12abb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454631 Aug 28 08:46:36.132461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-8c2fe5f7-3a9e-4a2f-a9fb-b6a84319f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:36.134021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-8c2fe5f7-3a9e-4a2f-a9fb-b6a84319f1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=530484dbed5142ed997641d6b003217e&device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 1097 time: 0.0458791 Aug 28 08:46:36.269997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-dc1da46d-30a7-4e83-a2b5-480bf2c7d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:36.271631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-dc1da46d-30a7-4e83-a2b5-480bf2c7d749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 200 len: 911 time: 0.1164820 Aug 28 08:46:36.370994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-bcb04d54-a173-4d19-b516-837b46ccf283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 200 len: 1001 time: 0.0897174 Aug 28 08:46:36.394969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716abe08-3fca-4cdc-98ed-cff9847c0224 req-2a8755fd-0848-4ed0-9ff9-7113eea0d5a6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:36.396544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-716abe08-3fca-4cdc-98ed-cff9847c0224 req-2a8755fd-0848-4ed0-9ff9-7113eea0d5a6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0733907 Aug 28 08:46:36.459982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-2593eb6b-6486-4470-84ec-3c8f85490415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:36.461473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-2593eb6b-6486-4470-84ec-3c8f85490415 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 200 len: 849 time: 0.0820341 Aug 28 08:46:36.485379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-716abe08-3fca-4cdc-98ed-cff9847c0224 req-9087cf04-fbbf-4cd8-82ad-19b3729e86d8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641637 Aug 28 08:46:36.518264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-951d1d5a-e9da-4029-9830-770455f5383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:36.519811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-951d1d5a-e9da-4029-9830-770455f5383a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495765 Aug 28 08:46:36.636945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-f14151b7-e5a1-406a-bf2e-d74028f37ebe service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091731 Aug 28 08:46:36.738777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a149bcb2-87f5-4344-a167-de009edbb4f2 req-a70b6622-ca80-4f21-a497-bc34714b4d78 service neutron] 10.222.0.64 "GET /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932677 Aug 28 08:46:36.947036 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:46:37.620578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbc3e6-0e1e-4a38-8072-ed91e9bcc273 req-2dc454ce-5666-456d-a102-c58685fecaa3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:37.622175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2fbc3e6-0e1e-4a38-8072-ed91e9bcc273 req-2dc454ce-5666-456d-a102-c58685fecaa3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0555239 Aug 28 08:46:37.662422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c2fbc3e6-0e1e-4a38-8072-ed91e9bcc273 req-5008ba2b-42a2-41d1-9f32-e69e2fdde4d5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Aug 28 08:46:38.718012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-b815ea51-b542-45ac-acc4-7bbbb37d47d1 req-c3367be1-2e68-49cc-a67d-48863d900ab4 service neutron] (95466) timed out ('10.222.0.46', 35518) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:46:38.804330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b24ba-37d2-49a2-939b-9c8574559650 req-03df16cf-0fb1-451d-8f9c-b231b2c30fcc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:38.809392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-547b24ba-37d2-49a2-939b-9c8574559650 req-03df16cf-0fb1-451d-8f9c-b231b2c30fcc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0670633 Aug 28 08:46:38.846969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-547b24ba-37d2-49a2-939b-9c8574559650 req-5c96e716-de69-46da-8758-9a09710501fa tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327954 Aug 28 08:46:39.625227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:46:39.749475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:46:39.760292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '95e32f75-6218-4add-acda-8fa23576f63a', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:46:39.801342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:39.821744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:46:39.853549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:46:39.986912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6828b5-93c9-4bb6-a26b-42c0678be3dc req-c608dc87-f95e-485c-bbc3-80b59c15280a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:39.988713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f6828b5-93c9-4bb6-a26b-42c0678be3dc req-c608dc87-f95e-485c-bbc3-80b59c15280a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0635831 Aug 28 08:46:40.007506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:40.037564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f6828b5-93c9-4bb6-a26b-42c0678be3dc req-6c25bfed-c970-45dd-8db5-9d23d01f1b8b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415645 Aug 28 08:46:40.065116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:46:40.073095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.074182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.074566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.074931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.085530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:40.152576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95e32f75-6218-4add-acda-8fa23576f63a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:46:41.166532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095cc21-7031-4d36-bfec-a7f00979fe79 req-a00d0180-1134-4344-95a5-57e52d7255ef tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:41.167959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d095cc21-7031-4d36-bfec-a7f00979fe79 req-a00d0180-1134-4344-95a5-57e52d7255ef tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 945 time: 0.0526829 Aug 28 08:46:41.210324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d095cc21-7031-4d36-bfec-a7f00979fe79 req-e6867d53-4094-4cbd-9cbf-018b78ee132a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Aug 28 08:46:41.639194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:46:41.688525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 95e32f75-6218-4add-acda-8fa23576f63a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:46:41.688826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:41.775081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:41.800402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:46:41.802807 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74355995-f8ab-41b2-8ab7-b7d1ae85e0fe" -d '{"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:46:41.825372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:46:41.841875 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a48abef-1ece-492d-90a3-919d192cab35 x-openstack-request-id: req-6a48abef-1ece-492d-90a3-919d192cab35 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:46:41.842179 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:46:41.842470 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a48abef-1ece-492d-90a3-919d192cab35 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:46:41.842873 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'code': 200} Aug 28 08:46:41.920365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:41.970002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:46:42.342514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ba5d-a41a-405c-bb3b-46c5c187a314 req-a11c94f3-448b-4179-879c-966f00709e3b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:42.344076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0930ba5d-a41a-405c-bb3b-46c5c187a314 req-a11c94f3-448b-4179-879c-966f00709e3b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0534079 Aug 28 08:46:42.554353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0930ba5d-a41a-405c-bb3b-46c5c187a314 req-56c57720-52d4-44ac-9053-0cd13e9b7738 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022533 Aug 28 08:46:43.690476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25d4d-1dc4-491b-b7b2-d4e18d7b238e req-4dfdbd79-501b-410f-a3b0-38dd9aa30187 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:43.692030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dc25d4d-1dc4-491b-b7b2-d4e18d7b238e req-4dfdbd79-501b-410f-a3b0-38dd9aa30187 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0575631 Aug 28 08:46:43.733294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dc25d4d-1dc4-491b-b7b2-d4e18d7b238e req-24e721e8-ae2a-4deb-8a29-37305ffe2ac9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346584 Aug 28 08:46:44.895236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97697f8-a04b-4d7b-9b63-3e1384bdb1d4 req-a2640b50-aff9-4c77-bb50-04052789df17 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:44.897110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d97697f8-a04b-4d7b-9b63-3e1384bdb1d4 req-a2640b50-aff9-4c77-bb50-04052789df17 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0574708 Aug 28 08:46:44.947562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d97697f8-a04b-4d7b-9b63-3e1384bdb1d4 req-34309a83-ce46-40ca-b30c-5e193ea8ee2d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Aug 28 08:46:46.077778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3738-30f0-4559-a4eb-5cdf80b10f3b req-9c18d5a4-b92f-41ab-af84-c34ae35381a8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:46.083343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d50f3738-30f0-4559-a4eb-5cdf80b10f3b req-9c18d5a4-b92f-41ab-af84-c34ae35381a8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0552716 Aug 28 08:46:46.147344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d50f3738-30f0-4559-a4eb-5cdf80b10f3b req-348ea73b-a82f-45af-a0bc-97b784baaa52 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613215 Aug 28 08:46:47.393452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d607c-5a6c-4d19-95ec-b8d451fcb959 req-a4e0a86a-d994-43e1-8f91-550bac69feee tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:47.395940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-543d607c-5a6c-4d19-95ec-b8d451fcb959 req-a4e0a86a-d994-43e1-8f91-550bac69feee tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0771267 Aug 28 08:46:47.446901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-543d607c-5a6c-4d19-95ec-b8d451fcb959 req-7f706ea1-bb22-4699-a762-f57f0097de70 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Aug 28 08:46:48.608662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39273d06-e584-4008-b887-3d2d9f8605a5 req-32443a51-cb01-4603-b9be-59dc89bf8e0e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:48.616078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39273d06-e584-4008-b887-3d2d9f8605a5 req-32443a51-cb01-4603-b9be-59dc89bf8e0e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0624809 Aug 28 08:46:48.654718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39273d06-e584-4008-b887-3d2d9f8605a5 req-1765d9ac-1a59-4bd4-8862-ea2032efeb50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Aug 28 08:46:49.735512 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095e82b-aa3c-4938-972d-5a111e647ef8 req-ac631292-fb89-40c9-a1cc-1d7e92fcb4e2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:49.738039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0095e82b-aa3c-4938-972d-5a111e647ef8 req-ac631292-fb89-40c9-a1cc-1d7e92fcb4e2 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.1511321 Aug 28 08:46:49.794752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0095e82b-aa3c-4938-972d-5a111e647ef8 req-a09348b9-693d-4fcd-9d7f-b2d42b7ede25 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Aug 28 08:46:49.912004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923990e3-aae3-4d1a-9869-b8ec49102190 req-0a264b77-d813-48dc-aedd-d0b2babe881c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:49.913572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-923990e3-aae3-4d1a-9869-b8ec49102190 req-0a264b77-d813-48dc-aedd-d0b2babe881c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0584948 Aug 28 08:46:49.964551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-923990e3-aae3-4d1a-9869-b8ec49102190 req-44db7156-83e6-4470-ae0e-0c6700cc5a24 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Aug 28 08:46:51.006872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6be2-a1d8-4425-8f4e-9affaeb50741 req-37aa9480-c29f-4c32-a4a0-c5ef8f654b77 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:51.018775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbcf6be2-a1d8-4425-8f4e-9affaeb50741 req-37aa9480-c29f-4c32-a4a0-c5ef8f654b77 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.1226616 Aug 28 08:46:51.059807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbcf6be2-a1d8-4425-8f4e-9affaeb50741 req-31ae564e-1649-43a1-8836-ae278665fc0b tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Aug 28 08:46:51.191814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e77f8-84ba-438a-98e5-15405dcf27e4 req-a1f0c0ed-0585-4e51-96de-aaf04e84a357 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:51.193460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b32e77f8-84ba-438a-98e5-15405dcf27e4 req-a1f0c0ed-0585-4e51-96de-aaf04e84a357 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0593095 Aug 28 08:46:51.245007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b32e77f8-84ba-438a-98e5-15405dcf27e4 req-b5e32ff3-472a-4496-bd0a-3cbe1377e33d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Aug 28 08:46:51.730722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-7b755d21-6bb3-457c-ba0c-d48c1e1a60f9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:51.733478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-7b755d21-6bb3-457c-ba0c-d48c1e1a60f9 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.0849433 Aug 28 08:46:51.861631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Deleting port 85074548-7bb5-4576-bfae-f63c30751713 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:46:51.862377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:51.977793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] For port 85074548-7bb5-4576-bfae-f63c30751713, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=85074548-7bb5-4576-bfae-f63c30751713,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:46:51.978543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:52.253327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:52.254014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:52.254014 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Floating IP 31b29497-ed35-4ca0-bbf7-396d4bafaf6a disassociated. External IP: 172.25.0.157, port: 85074548-7bb5-4576-bfae-f63c30751713. Aug 28 08:46:52.254285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Calling delete_port for 85074548-7bb5-4576-bfae-f63c30751713 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:46:52.288466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2457ef-7ec6-45bf-84c2-d07d177f9a33 req-e577f60c-11d2-4b6d-96ec-01027075f92d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:52.290828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc2457ef-7ec6-45bf-84c2-d07d177f9a33 req-e577f60c-11d2-4b6d-96ec-01027075f92d tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 945 time: 0.1414409 Aug 28 08:46:52.398614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc2457ef-7ec6-45bf-84c2-d07d177f9a33 req-aa8e9318-4b5b-418a-9a58-01dd9b3aa437 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9f5170c-1d1b-4df4-afeb-31993c62db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994611 Aug 28 08:46:52.559832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59f66e-b585-4a55-a46a-2c7f5f2a288a req-f86b05f1-3180-4ebe-8240-25abb42d56ac tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:52.565809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef59f66e-b585-4a55-a46a-2c7f5f2a288a req-f86b05f1-3180-4ebe-8240-25abb42d56ac tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0764930 Aug 28 08:46:52.610962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef59f66e-b585-4a55-a46a-2c7f5f2a288a req-c2088029-d99e-4a93-ba80-5978b4c0e995 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Aug 28 08:46:52.663796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:52.699681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'Port': ['ID=85074548-7bb5-4576-bfae-f63c30751713,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:46:52.713427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.713942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.714456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.714990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.715898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.716409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.716851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.717287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.717741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.718278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.718823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.719147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:52.953383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:46:53.581625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50679d82-4dbd-4cdf-913b-3c30013fba20 req-2c9de70b-5a08-41f3-b2d7-7a3fd3c517ea tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 210 time: 0.0522020 Aug 28 08:46:53.585470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:46:53.608964 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:46:53.620297 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:46:53.632632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] No DVR routers for this DVR port 85074548-7bb5-4576-bfae-f63c30751713 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:46:53.636138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:53.638135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28ee73d1-f142-4d15-b242-2a9f98879b07 req-061734be-8751-4eb7-9587-e1edca5ef89c tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.64 "DELETE /v2.0/ports/85074548-7bb5-4576-bfae-f63c30751713 HTTP/1.1" status: 204 len: 173 time: 1.8974569 Aug 28 08:46:53.639752 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:46:53.639922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'name': 'network-vif-deleted', 'tag': '85074548-7bb5-4576-bfae-f63c30751713'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:46:53.640924 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc5931a-cae0-4ae4-85f9-e6358886e3c9" -d '{"events": [{"server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "name": "network-vif-deleted", "tag": "85074548-7bb5-4576-bfae-f63c30751713"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:46:53.782394 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:46:53.783513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a442c-f35d-4e3f-b30e-32bca7a30ae3 req-b4eb3384-872c-4eeb-98ef-73762254196d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:53.798836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b32a442c-f35d-4e3f-b30e-32bca7a30ae3 req-b4eb3384-872c-4eeb-98ef-73762254196d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0916378 Aug 28 08:46:53.870515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b32a442c-f35d-4e3f-b30e-32bca7a30ae3 req-291e439c-30f6-4d8b-9036-006c1966c59c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668807 Aug 28 08:46:53.980674 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b92d2-2245-49ea-a89b-039f10e57b36 x-openstack-request-id: req-8d8b92d2-2245-49ea-a89b-039f10e57b36 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:46:53.981293 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7e0732-9557-44c6-b6d9-b35ed539b887", "name": "network-vif-deleted", "tag": "85074548-7bb5-4576-bfae-f63c30751713", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:46:53.981792 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d8b92d2-2245-49ea-a89b-039f10e57b36 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:46:53.982491 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7e0732-9557-44c6-b6d9-b35ed539b887', 'name': 'network-vif-deleted', 'tag': '85074548-7bb5-4576-bfae-f63c30751713', 'status': 'completed', 'code': 200} Aug 28 08:46:54.155068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:46:54.199495 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:46:54.236410 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:46:54.238166 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:46:54.424865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:46:54.814328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb296ad2-78ed-4158-9e44-f94da58f198f req-29a690d2-d72e-4115-9ee3-c2e6f45f77ff tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7e0732-9557-44c6-b6d9-b35ed539b887 HTTP/1.1" status: 200 len: 210 time: 0.0717521 Aug 28 08:46:54.821624 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2db81803-f094-4080-84d7-589a6b976108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:46:54.870060 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db81803-f094-4080-84d7-589a6b976108 None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:39:42Z', 'revision_number': 4, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '87182859-27cb-43b5-812d-a141503928b7', 'name': '', 'network_id': 'bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'mac_address': 'fa:16:3e:59:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:41Z', 'updated_at': '2021-08-28T08:39:52Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'subnets': [{'id': '080d87d1-9476-48d7-94a5-eb511ab4569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:46:55.061075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6c20-ca54-4df4-93d5-cef35e339ea0 req-59732e5d-f7d0-43fa-923b-4da406598af6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:55.063815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-430d6c20-ca54-4df4-93d5-cef35e339ea0 req-59732e5d-f7d0-43fa-923b-4da406598af6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0713046 Aug 28 08:46:55.139696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-430d6c20-ca54-4df4-93d5-cef35e339ea0 req-1095138e-7c14-4940-80a0-d2421386937a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685067 Aug 28 08:46:55.273691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 85074548-7bb5-4576-bfae-f63c30751713 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:46:55.316122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 85074548-7bb5-4576-bfae-f63c30751713 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:46:55.316621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 85074548-7bb5-4576-bfae-f63c30751713 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:46:55.322131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100532a-9c35-4771-9bd9-39b5b969d417 None None] New status for floating IP 31b29497-ed35-4ca0-bbf7-396d4bafaf6a: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:46:55.970956 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:56.059312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:46:56.130025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:56.188188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:56.358415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec362470-7e48-474d-b9cd-57bf595bd578 req-d14e10b6-9b3f-4e26-a7af-dbb5a0d944e2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:56.366169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec362470-7e48-474d-b9cd-57bf595bd578 req-d14e10b6-9b3f-4e26-a7af-dbb5a0d944e2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.1000025 Aug 28 08:46:56.404623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec362470-7e48-474d-b9cd-57bf595bd578 req-f51be2a7-260b-4a5b-8d67-d4cecbb3ce8c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Aug 28 08:46:56.659922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:56.665394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:56.669739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "DELETE /v2.0/security-groups/c9f5170c-1d1b-4df4-afeb-31993c62db33 HTTP/1.1" status: 204 len: 168 time: 0.6069701 Aug 28 08:46:56.670275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50246) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:46:56.687347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe467d-1bb5-4cfc-a98e-618d2cf7ec85 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5170c-1d1b-4df4-afeb-31993c62db33,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:46:57.095711 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-5cc61dfa-51eb-4e66-a0d1-3f18248460f6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] show failed (client error): The resource could not be found. Aug 28 08:46:57.096772 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5cc61dfa-51eb-4e66-a0d1-3f18248460f6 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "GET /v2.0/security-groups/c9f5170c-1d1b-4df4-afeb-31993c62db33 HTTP/1.1" status: 404 len: 347 time: 0.4241862 Aug 28 08:46:57.100574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50250) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:46:57.240791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Deleting port 7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:46:57.241137 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.368765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.369127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.382886 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Calling delete_port for 7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:46:57.680017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e09956c-0ef3-441f-b094-13220ce4b216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.696718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bfbb-4d45-495b-9eb5-56cc6dd1230a req-332981c1-f1ca-4b7b-8d85-d61f6e5d230c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:57.699604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6f3bfbb-4d45-495b-9eb5-56cc6dd1230a req-332981c1-f1ca-4b7b-8d85-d61f6e5d230c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0790603 Aug 28 08:46:57.747135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6f3bfbb-4d45-495b-9eb5-56cc6dd1230a req-75f9d355-3d40-497f-9a42-57d274729b19 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Aug 28 08:46:57.748327 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.778879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Pushing event deleted for resources: {'Port': ['ID=7e3e942e-da3b-4bb4-bdba-bc5dfecf3bbc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:46:57.825258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.825610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.826169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.826817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.827338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.827864 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.828396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.828934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.829266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.829599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.829932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.830288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:46:57.891360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.895484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:46:57.897437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9833c579-a0f5-4367-b891-7b07ebbe3651 tempest-AttachVolumeTestJSON-1671417789 tempest-AttachVolumeTestJSON-1671417789-project] 10.222.0.46 "DELETE /v2.0/floatingips/31b29497-ed35-4ca0-bbf7-396d4bafaf6a HTTP/1.1" status: 204 len: 168 time: 0.7961371 Aug 28 08:46:58.910249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef411cf-1e1d-4761-85fa-d5c004f93e6a req-2e070856-14ce-46b8-9bd5-d877105de9c2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:58.911855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ef411cf-1e1d-4761-85fa-d5c004f93e6a req-2e070856-14ce-46b8-9bd5-d877105de9c2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0664709 Aug 28 08:46:58.962514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ef411cf-1e1d-4761-85fa-d5c004f93e6a req-65b97545-1f8b-42f6-ad61-09c88148b156 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Aug 28 08:46:59.891127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-fed3801c-b3a4-4445-8286-37b658ddba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:46:59.893638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-fed3801c-b3a4-4445-8286-37b658ddba7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0675282 Aug 28 08:46:59.950676 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:00.009415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-db429f5a-ac3e-40ce-af3b-7ac99fea18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:00.011278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-db429f5a-ac3e-40ce-af3b-7ac99fea18f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.1102891 Aug 28 08:47:00.094985 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-81bab01e-5c22-40b2-ae4c-20ffd629d3f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1002 time: 0.0749424 Aug 28 08:47:00.151630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-d95c44ae-012b-4039-8f6e-9de69039d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:00.152357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db6bc-1ea6-4b1b-b638-c09742202b57 req-d5cee5a9-a06e-4971-bfd7-1b25bcd25b39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:00.153417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-d95c44ae-012b-4039-8f6e-9de69039d8aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0509193 Aug 28 08:47:00.155362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e12db6bc-1ea6-4b1b-b638-c09742202b57 req-d5cee5a9-a06e-4971-bfd7-1b25bcd25b39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0815303 Aug 28 08:47:00.201423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e12db6bc-1ea6-4b1b-b638-c09742202b57 req-db0f99ca-686f-4abe-9471-d6bee46a26c5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395095 Aug 28 08:47:00.237103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-9f276879-c764-4052-a34d-1386dfb73062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:00.240398 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-9f276879-c764-4052-a34d-1386dfb73062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793295 Aug 28 08:47:00.297537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a66ab70f-c4f3-40bd-ace1-a1ff149abfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:00.365713 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-76246691-fe77-4183-b770-cf2fffbde46f service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168253 Aug 28 08:47:00.511336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-28d720ef-a990-4230-ad31-86caa4a5b122 req-4e4ad7ee-5895-466a-97f2-6f084d694728 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365588 Aug 28 08:47:01.370311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cf28-3cc2-4ff5-9362-bb6e0fb40314 req-0c4677bb-623a-4ac1-9203-538f910ab208 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:01.372039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3033cf28-3cc2-4ff5-9362-bb6e0fb40314 req-0c4677bb-623a-4ac1-9203-538f910ab208 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 946 time: 0.0612733 Aug 28 08:47:01.424244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3033cf28-3cc2-4ff5-9362-bb6e0fb40314 req-7fc72f11-f122-433c-b9df-d9d1b05d2acc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Aug 28 08:47:01.810453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:01.908221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:01.943867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:01.946808 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d734db50-e066-4df3-94ed-3057221e3754" -d '{"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-unplugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:01.953095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:01.955045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:02.019437 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff511ba-2c7e-4a73-8518-25ae88eed857 x-openstack-request-id: req-6ff511ba-2c7e-4a73-8518-25ae88eed857 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:02.019875 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-unplugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:02.020231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ff511ba-2c7e-4a73-8518-25ae88eed857 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:02.020763 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'code': 200} Aug 28 08:47:02.045769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:02.124790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:02.596093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2084f-7bdc-4a81-9d13-5bb04910cdef req-6c876589-3e36-4a8a-9b19-f6831258d597 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:02.597786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbc2084f-7bdc-4a81-9d13-5bb04910cdef req-6c876589-3e36-4a8a-9b19-f6831258d597 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0634842 Aug 28 08:47:02.651432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbc2084f-7bdc-4a81-9d13-5bb04910cdef req-b146de2c-46cd-45a9-9ed6-629e542cc46b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Aug 28 08:47:04.259214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-d28e1796-615f-470b-92b6-4b5175c8def4 req-14cfd8db-46c8-44b7-bbb2-55336fa79e91 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:47:04.260403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d28e1796-615f-470b-92b6-4b5175c8def4 req-14cfd8db-46c8-44b7-bbb2-55336fa79e91 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059834 Aug 28 08:47:04.656263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41e2e-40d7-4609-877a-acb81c3a2272 req-2ae38e8a-37e6-41b5-b66c-a3e5b3174f20 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:04.658525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71d41e2e-40d7-4609-877a-acb81c3a2272 req-2ae38e8a-37e6-41b5-b66c-a3e5b3174f20 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0934896 Aug 28 08:47:04.723896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71d41e2e-40d7-4609-877a-acb81c3a2272 req-0b8a1951-ce40-41e4-bb1b-5ea8b1056439 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577333 Aug 28 08:47:04.862974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:05.033373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:05.167166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-c496f707-6f75-4670-81b5-8962e6a891c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316113 Aug 28 08:47:05.467730 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:05.841342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:05.909481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efbb7d-62a9-416f-97a5-c98327c103a7 req-120f19af-415f-4d1b-a042-b9f3e27553e7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:05.911331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58efbb7d-62a9-416f-97a5-c98327c103a7 req-120f19af-415f-4d1b-a042-b9f3e27553e7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0736814 Aug 28 08:47:05.959455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58efbb7d-62a9-416f-97a5-c98327c103a7 req-2cee2500-e05d-45cf-81a9-73ba0b27ad68 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Aug 28 08:47:07.099159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7cbd4-596d-49d7-b4a3-8dd32ce19588 req-25b48da7-13db-4569-b439-694eae952b77 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:07.101037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d7cbd4-596d-49d7-b4a3-8dd32ce19588 req-25b48da7-13db-4569-b439-694eae952b77 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Aug 28 08:47:07.151203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d7cbd4-596d-49d7-b4a3-8dd32ce19588 req-43789db9-d537-4fab-bef3-cc9250dfae78 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Aug 28 08:47:08.360816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002304b1-1e32-415d-bea0-11bfcd102b73 req-3ce4687f-645d-4acf-9d70-32e268e3bc0c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:08.363958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-002304b1-1e32-415d-bea0-11bfcd102b73 req-3ce4687f-645d-4acf-9d70-32e268e3bc0c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.1000249 Aug 28 08:47:08.418480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-002304b1-1e32-415d-bea0-11bfcd102b73 req-615f58ea-a8d2-4fb7-aa80-2837ce78bd9e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Aug 28 08:47:08.661424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50492) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:09.435749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:09.704831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c7772-5aac-4b2b-b968-07709ec855e1 req-5addd3fc-99e4-47a5-a827-ff05bd8830ad tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:09.706415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e75c7772-5aac-4b2b-b968-07709ec855e1 req-5addd3fc-99e4-47a5-a827-ff05bd8830ad tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.1639884 Aug 28 08:47:09.772941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e75c7772-5aac-4b2b-b968-07709ec855e1 req-47e89f83-8bc4-4dcc-8ace-10ce65bbd0d9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533874 Aug 28 08:47:09.880074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Deleting port 87182859-27cb-43b5-812d-a141503928b7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:47:09.880422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:09.967774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] For port 87182859-27cb-43b5-812d-a141503928b7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87182859-27cb-43b5-812d-a141503928b7,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:09.968154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:09.983010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Calling delete_port for 87182859-27cb-43b5-812d-a141503928b7 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:47:10.268469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:10.300883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87182859-27cb-43b5-812d-a141503928b7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:10.500598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:10.747974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Router 708f2b8e-e363-4eee-ba23-484e0c97c9ee has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:47:10.920563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:47:10.935514 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Sync routers for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:47:10.948768 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:47:10.952471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59490ced-920e-4695-ae0b-e5846fc3fda2 admin admin] 10.222.0.46 "PUT /v2.0/routers/708f2b8e-e363-4eee-ba23-484e0c97c9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2870226 Aug 28 08:47:10.952951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50506) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:10.953779 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:10.995353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fed21-b42c-493a-87b5-e9e72e0f90c5 req-e9f2e95f-655f-48e5-9475-32283bb3be38 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:10.997098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e35fed21-b42c-493a-87b5-e9e72e0f90c5 req-e9f2e95f-655f-48e5-9475-32283bb3be38 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0983326 Aug 28 08:47:11.046612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e35fed21-b42c-493a-87b5-e9e72e0f90c5 req-a6b71be0-c8e2-483d-a06d-fd0b0ff3c104 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Aug 28 08:47:11.110707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:47:11.138297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:11.276660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:11.427101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Deleting port 80f98202-8b17-40ec-b0ed-0e19e2df2671 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:47:11.427597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:11.464537 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:47:10Z', 'revision_number': 5, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port': {'id': '80f98202-8b17-40ec-b0ed-0e19e2df2671', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:39:35Z', 'updated_at': '2021-08-28T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:11.493490 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Checking router: 708f2b8e-e363-4eee-ba23-484e0c97c9ee for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:47:11.504245 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Routers {'708f2b8e-e363-4eee-ba23-484e0c97c9ee'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:47:11.504942 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:11.536385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] For port 80f98202-8b17-40ec-b0ed-0e19e2df2671, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80f98202-8b17-40ec-b0ed-0e19e2df2671,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:11.536900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:11.558032 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Calling delete_port for 80f98202-8b17-40ec-b0ed-0e19e2df2671 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:47:11.601583 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] Set router 708f2b8e-e363-4eee-ba23-484e0c97c9ee gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:47:11.658457 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:47:11Z', 'revision_number': 6, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:11.689812 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fa2c3-629d-43b9-9429-77a6ac113257 None None] The sync data for ids ['708f2b8e-e363-4eee-ba23-484e0c97c9ee'] in n-d-792458-16 is: [{'id': '708f2b8e-e363-4eee-ba23-484e0c97c9ee', 'name': 'tempest-AttachVolumeTestJSON-808185525-router', 'tenant_id': '530484dbed5142ed997641d6b003217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:39:34Z', 'updated_at': '2021-08-28T08:47:11Z', 'revision_number': 6, 'project_id': '530484dbed5142ed997641d6b003217e', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:47:11.868278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:11.899593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Pushing event deleted for resources: {'Port': ['ID=80f98202-8b17-40ec-b0ed-0e19e2df2671,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:11.970449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.068563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.070930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.199582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.200248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708f2b8e-e363-4eee-ba23-484e0c97c9ee {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:47:12.205252 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.206885 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c6fce55b-f9e5-47f1-bb00-31a0acce913e admin admin] 10.222.0.46 "DELETE /v2.0/routers/708f2b8e-e363-4eee-ba23-484e0c97c9ee HTTP/1.1" status: 204 len: 168 time: 1.2517428 Aug 28 08:47:12.209398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:12.210025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67904-da8e-4d6e-ab67-96e97ab40d3c req-c8f977b8-6c4c-4459-9770-ec2c3ed55e3a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:12.211629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5d67904-da8e-4d6e-ab67-96e97ab40d3c req-c8f977b8-6c4c-4459-9770-ec2c3ed55e3a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0607288 Aug 28 08:47:12.259868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5d67904-da8e-4d6e-ab67-96e97ab40d3c req-bbdc4fa6-6967-47dd-8d81-cf03c18975bd tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Aug 28 08:47:12.263422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Deleting subnet 080d87d1-9476-48d7-94a5-eb511ab4569b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:47:12.267105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.317616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.454722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.512692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-d265605b-89f8-411f-a54c-46ff53c9e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:12.512692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-d265605b-89f8-411f-a54c-46ff53c9e9da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 1096 time: 0.1221025 Aug 28 08:47:12.559261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87182859-27cb-43b5-812d-a141503928b7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:12.595591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 87182859-27cb-43b5-812d-a141503928b7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:47:12.596372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87182859-27cb-43b5-812d-a141503928b7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:47:12.597189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80f98202-8b17-40ec-b0ed-0e19e2df2671 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:12.607444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.624306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 80f98202-8b17-40ec-b0ed-0e19e2df2671 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:47:12.624978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80f98202-8b17-40ec-b0ed-0e19e2df2671 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:47:12.659815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080d87d1-9476-48d7-94a5-eb511ab4569b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:12.677512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d881b3-66f1-442d-88a4-0e7096bb3fce None None] Network bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:47:12.678702 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.683593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50514) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:12.684267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3042c580-1d1d-46f9-86f6-54a8870798bd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/080d87d1-9476-48d7-94a5-eb511ab4569b HTTP/1.1" status: 204 len: 168 time: 0.4736094 Aug 28 08:47:12.686853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-f74a0928-1fda-47f4-9164-8dd520d2a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:12.691662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-f74a0928-1fda-47f4-9164-8dd520d2a7b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1096 time: 0.1387124 Aug 28 08:47:12.767917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.829066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-c4211ccd-d4f7-4554-a124-45b6f28587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:12.830867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-c4211ccd-d4f7-4554-a124-45b6f28587a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.1323955 Aug 28 08:47:12.880805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Deleting port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:47:12.881157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.937278 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-4a397318-888a-40e8-95c2-fffca36b4260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1000 time: 0.0953791 Aug 28 08:47:12.969073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] For port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:12.970091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:12.974825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] DHCP port deletion for bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:47:12.990724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Calling delete_port for b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:47:12.996684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-b21e01c9-6fb1-4d07-ad6f-183c0f6ce168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:13.001126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-b21e01c9-6fb1-4d07-ad6f-183c0f6ce168 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0517833 Aug 28 08:47:13.041553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Deleting port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:47:13.041937 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.062723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-4ce5f277-ece0-4611-9a63-621153fe3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:13.064774 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-4ce5f277-ece0-4611-9a63-621153fe3b8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587926 Aug 28 08:47:13.125583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] For port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,segment=NetworkSegment(af6fc048-271a-4688-9c07-0e260f493395),segment_id=af6fc048-271a-4688-9c07-0e260f493395)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:13.127854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.145025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Calling delete_port for b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:47:13.175628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-a0e3b5ac-74b8-48a0-a7e7-4b6409c8eadf service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026304 Aug 28 08:47:13.312684 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-21eecb46-5b3b-4d82-862e-802b3f69131d req-9525516c-2fe5-4d7e-9923-b2d5c3f66ead service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223197 Aug 28 08:47:13.319333 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.364761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] No DVR routers for this DVR port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:47:13.366893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511a065-e0ca-4a49-8ef1-2bae0da71a11 None None] Pushing event deleted for resources: {'Port': ['ID=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:13.399353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.429183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:13.441007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] No DVR routers for this DVR port b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:47:13.449431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887447e5-39b0-43ac-a1ec-1ecec5580932 req-d40ffc56-3bc2-4a4e-a15a-a0847bef7e45 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:13.450953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-887447e5-39b0-43ac-a1ec-1ecec5580932 req-d40ffc56-3bc2-4a4e-a15a-a0847bef7e45 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0862660 Aug 28 08:47:13.552618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.558392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-887447e5-39b0-43ac-a1ec-1ecec5580932 req-9a8e1cb7-77be-45e6-b7ba-a7664059f09a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843909 Aug 28 08:47:13.578153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:13.579344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6fc048-271a-4688-9c07-0e260f493395') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:13.579344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6fc048-271a-4688-9c07-0e260f493395') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:47:13.595512 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.613220 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.619770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:47:13.620133 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:47:13.622024 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:47:13.765406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.772608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:13.775375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d HTTP/1.1" status: 204 len: 168 time: 1.0899668 Aug 28 08:47:13.786410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71c31-d432-4d97-b82f-d646afd650fa admin admin] Pushing event deleted for resources: {'Network': ['ID=bd464b97-5c30-4ed8-ad5e-4cc429e4dd6d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:13.947945 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:47:14.105003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50540) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:14.173676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ee43437-fa1e-4f3b-b6dc-1c5c3dd8215b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=530484dbed5142ed997641d6b003217e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645130 Aug 28 08:47:14.173676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50542) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:14.259685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:14.292352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:14.429363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:14.444958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:14.448515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:14.449825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/566b0873-d825-4eef-88be-0483c79debf3 HTTP/1.1" status: 204 len: 168 time: 0.2750697 Aug 28 08:47:14.472230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92855766-32af-4f2b-9e05-50182e813bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b0873-d825-4eef-88be-0483c79debf3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:14.491297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:47:14.492092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b13d08c4-b8dc-4d62-95d5-c3e5a9fe5d09 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:47:14.748715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407376-1541-4ed6-8025-b0d98babe3ae req-ae9e39b6-3b87-4569-9479-508a366b2317 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:14.751143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff407376-1541-4ed6-8025-b0d98babe3ae req-ae9e39b6-3b87-4569-9479-508a366b2317 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0738170 Aug 28 08:47:14.831221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff407376-1541-4ed6-8025-b0d98babe3ae req-e12c94aa-2891-41dd-89d2-9bf4dcf493fe tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662773 Aug 28 08:47:15.692176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 50570) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:15.818618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-770414305-network', 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:15.936579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:47:15.939706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:15.956111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:15.998366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c523d6-6360-4a18-9cce-c1b8d3cd431d req-369d02f9-7cde-46e1-afa5-c78c1598bfdf tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:16.000832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9c523d6-6360-4a18-9cce-c1b8d3cd431d req-369d02f9-7cde-46e1-afa5-c78c1598bfdf tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0862758 Aug 28 08:47:16.099986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9c523d6-6360-4a18-9cce-c1b8d3cd431d req-41a199bf-7480-44b2-a8f4-2b08ec467bff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795493 Aug 28 08:47:16.144799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.239373 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.272101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:47:16.278737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:16.319179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.326670 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Added segment 03760eed-6b84-4d7f-9b79-44c29ffe5417 of type vlan for network 0eecfc52-a467-42c3-96c4-651c70a9f775 Aug 28 08:47:16.396834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.496229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.497363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:16.498072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:16.567771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] Pushing event updated for resources: {'Network': ['ID=0eecfc52-a467-42c3-96c4-651c70a9f775,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:16.578807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:47:16.619416 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07534e7f-6f53-4e78-9263-916d2e550f58 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9259892 Aug 28 08:47:16.622329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 50592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:47:16.627382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Request body: {'subnet': {'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-770414305-subnet', 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:16.765225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:47:16.767650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:17.066429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:17.176573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fad8fe-011e-4c52-bc5a-10ae608b5c84,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:17.185194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Checking segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:47:17.185574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Network hostable DHCP agents. Network: 0eecfc52-a467-42c3-96c4-651c70a9f775, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:47:17.255146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380dc90-ff22-48b5-a082-c10ea1edaf2b req-0a947fb0-a553-4301-9418-7925734a375c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:17.256790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e380dc90-ff22-48b5-a082-c10ea1edaf2b req-0a947fb0-a553-4301-9418-7925734a375c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0653527 Aug 28 08:47:17.304292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e380dc90-ff22-48b5-a082-c10ea1edaf2b req-9a163402-2d1d-496f-b30b-cfdb616b5b16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Aug 28 08:47:17.307707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:47:17.405217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 0eecfc52-a467-42c3-96c4-651c70a9f775) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:47:17.409479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:17.410359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:17.417051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8eb32-e63e-4ccf-9f56-b4db9dbea5ee None None] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:47:17.480063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ecdc78a8-5312-4ef0-b80e-0ff2a919bbb4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8565843 Aug 28 08:47:17.568449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ecb92-93bd-40d0-82e3-012e081d0e44 None None] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:47:17.983248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-cf5354e7-1424-4b7c-b6bb-004ca2885082 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:17.984784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-cf5354e7-1424-4b7c-b6bb-004ca2885082 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1218491 Aug 28 08:47:18.006236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-f5892e79-65ba-4fa9-bde7-00447d4094d2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/quotas/8e9e3dece8c74153a61be5675d9e40bf HTTP/1.1" status: 200 len: 375 time: 0.0100570 Aug 28 08:47:18.040710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-968f77e8-648a-4f4b-bb4f-1dc021399144 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271692 Aug 28 08:47:18.147761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ff0e36ae-76a8-4c48-84e1-985015a15b08 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869377 Aug 28 08:47:18.256279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-3cd3ba58-6ee8-4505-bd10-899f947e7fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017025 Aug 28 08:47:18.578032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65aec1-448d-4020-92d4-38ef4afcd05c req-ebd84d9b-8fcd-49bd-9bb0-58ca7e861f27 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:18.586442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb65aec1-448d-4020-92d4-38ef4afcd05c req-ebd84d9b-8fcd-49bd-9bb0-58ca7e861f27 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0722101 Aug 28 08:47:18.652329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb65aec1-448d-4020-92d4-38ef4afcd05c req-2443dc11-fa8c-4460-95a2-92098e533407 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641122 Aug 28 08:47:18.738339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e300351-6085-4409-b7bd-aaeb6d6de57b req-2a408ac3-06fe-401c-95db-237eb3bbde8a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Aug 28 08:47:19.803853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bbcd9-d1e7-48d3-9377-06de318d5a11 req-263a043f-146d-4b0f-8c8a-7ed26348fde0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:19.805375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c37bbcd9-d1e7-48d3-9377-06de318d5a11 req-263a043f-146d-4b0f-8c8a-7ed26348fde0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0570049 Aug 28 08:47:19.846137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c37bbcd9-d1e7-48d3-9377-06de318d5a11 req-fcc27018-7d08-4714-9115-e868038f43cb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Aug 28 08:47:19.961716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09e5a8da-5729-4685-af21-01b2041b9b27 req-13697948-36cd-42b0-913c-8d82e29a223f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 210 time: 0.0297143 Aug 28 08:47:21.033417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ddc6e537-86a9-4e79-ad68-d8a5962a201f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:21.035299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ddc6e537-86a9-4e79-ad68-d8a5962a201f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1847568 Aug 28 08:47:21.060716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c67ee-9a32-4c43-8be6-236226d86d05 req-89ec04ae-a1d0-4574-8dde-fa3947242f4b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:21.062335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b8c67ee-9a32-4c43-8be6-236226d86d05 req-89ec04ae-a1d0-4574-8dde-fa3947242f4b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0806823 Aug 28 08:47:21.067240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Request body: {'port': {'device_id': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'admin_state_up': True, 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:21.159293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b8c67ee-9a32-4c43-8be6-236226d86d05 req-75d180eb-0488-4357-b205-fceb305f0fd5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883684 Aug 28 08:47:21.309698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c9769a0-021d-420c-8e2c-2dc9bf3968ea req-8b7480c1-a0cc-4d50-890e-7b191c4beb4e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 210 time: 0.0331168 Aug 28 08:47:21.833276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:47:21.836901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:21.996561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Allocated IP 172.20.0.6 (0eecfc52-a467-42c3-96c4-651c70a9f775/57fad8fe-011e-4c52-bc5a-10ae608b5c84/47913fbb-bbb2-48fc-a56f-bbccb8eb1d06) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:47:22.162308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:22.310839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee4ba5-8eb6-4abc-aca2-5011dd8ac195 req-bbacb663-52a3-4e8f-89c5-b1e986cdd569 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:22.312571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daee4ba5-8eb6-4abc-aca2-5011dd8ac195 req-bbacb663-52a3-4e8f-89c5-b1e986cdd569 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0595956 Aug 28 08:47:22.313896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:22.415923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:47:22.419905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daee4ba5-8eb6-4abc-aca2-5011dd8ac195 req-c6d0f442-d1dd-4b91-9e6b-380faaebaf08 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973003 Aug 28 08:47:22.421516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:47:22.424290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:47:22.429854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event updated for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:22.499778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:22.500452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:22.589105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aec89-c8f3-4918-81c0-f658d3cd178b req-88e087d4-7296-4b10-8a6e-4f54b03f3815 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:22.591360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d93aec89-c8f3-4918-81c0-f658d3cd178b req-88e087d4-7296-4b10-8a6e-4f54b03f3815 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 931 time: 0.0651779 Aug 28 08:47:22.593692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-ee58a12e-3f62-4041-8dd3-0c12dfc67e57 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5303807 Aug 28 08:47:22.625460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Request body: {'port': {'device_id': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:22.670755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d93aec89-c8f3-4918-81c0-f658d3cd178b req-f391d818-e832-481a-8773-ae1a42f9cbe3 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722969 Aug 28 08:47:22.702095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:23.015272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:47:23.043321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:23.043321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Transition to ACTIVE for port object 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:47:23.579859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c2c1e-b6a7-42c7-8103-2df30adcab17 req-1eea8de8-8711-43b9-9b2d-1b43a918bbe3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:23.579859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f69c2c1e-b6a7-42c7-8103-2df30adcab17 req-1eea8de8-8711-43b9-9b2d-1b43a918bbe3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0650127 Aug 28 08:47:23.620941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f69c2c1e-b6a7-42c7-8103-2df30adcab17 req-147ed54b-bba5-43ca-a0d6-71aede25d969 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Aug 28 08:47:23.789543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d666a-0d86-46ff-a562-ebfd87612a18 req-483c7413-0cfa-4c2d-a63d-8950ee275693 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:23.792473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929d666a-0d86-46ff-a562-ebfd87612a18 req-483c7413-0cfa-4c2d-a63d-8950ee275693 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 931 time: 0.0501049 Aug 28 08:47:23.831953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-929d666a-0d86-46ff-a562-ebfd87612a18 req-d9b0605a-d23d-4ddc-81f7-abddef62db31 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338972 Aug 28 08:47:24.015914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:24.116633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Pushing event updated for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:24.218390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Attempting to bind port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:47:24.218927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Attempting to bind port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:47:24.219439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Attempting to bind port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:47:24.225215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:47:24.230447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Attempting to bind port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:47:24.231674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:47:24.232073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Checking segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:47:24.232472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Bound using segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:47:24.232989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Bound port: 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:47:24.233474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:24.357528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:47:24.362635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:47:24.468126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:24.516358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:24.516980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:24.518409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] 10.222.0.64 "PUT /v2.0/ports/47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 HTTP/1.1" status: 200 len: 1092 time: 1.8976376 Aug 28 08:47:24.518854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:24.521236 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b36d171-5ada-4a52-b391-18c4d4625f19" -d '{"events": [{"name": "network-changed", "server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:24.543616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10af2-17a9-45c9-b196-752501e72e60 service neutron] Pushing event updated for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:24.569016 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9272c8-9b18-4106-b54a-cfaa044706d5 x-openstack-request-id: req-3e9272c8-9b18-4106-b54a-cfaa044706d5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:24.569413 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:24.569665 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e9272c8-9b18-4106-b54a-cfaa044706d5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:24.570086 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', 'status': 'completed', 'code': 200} Aug 28 08:47:24.660082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-3d2827cd-d756-4f4f-8e66-9fce75b154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:24.662703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-3d2827cd-d756-4f4f-8e66-9fce75b154f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0498180 Aug 28 08:47:24.811875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19245-907e-443e-88be-7d833bd0e7fd req-435665ef-7721-47b4-bc0f-4774a1d8e99a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:24.813364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8c19245-907e-443e-88be-7d833bd0e7fd req-435665ef-7721-47b4-bc0f-4774a1d8e99a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.1128697 Aug 28 08:47:24.818834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-f510b73d-4066-4969-a858-cec6656e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:24.820245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-f510b73d-4066-4969-a858-cec6656e7b8d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1412902 Aug 28 08:47:24.910278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8c19245-907e-443e-88be-7d833bd0e7fd req-2c9d7565-c723-46d9-97ba-dd698f5b32f8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888791 Aug 28 08:47:24.949129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-ae71490b-ae4b-4598-b601-c941316a476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:24.950645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b36d171-5ada-4a52-b391-18c4d4625f19 req-ae71490b-ae4b-4598-b601-c941316a476e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215708 Aug 28 08:47:25.027348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673ef5d-da0a-45f6-9c26-2fe7633dba5f req-bd6eb444-ecae-40dd-b6b5-580b66e646fa tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:25.028947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7673ef5d-da0a-45f6-9c26-2fe7633dba5f req-bd6eb444-ecae-40dd-b6b5-580b66e646fa tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 943 time: 0.0545700 Aug 28 08:47:25.097101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7673ef5d-da0a-45f6-9c26-2fe7633dba5f req-d16b9623-f0f6-4a4e-878c-3d5bcbae4643 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595741 Aug 28 08:47:25.107674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-c4cd93c6-ede5-47ed-b298-9edc049dedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:25.107674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-c4cd93c6-ede5-47ed-b298-9edc049dedef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0714128 Aug 28 08:47:25.156242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-589108ad-4818-47fd-9f3f-5da839d765e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 HTTP/1.1" status: 200 len: 217 time: 0.0394070 Aug 28 08:47:25.209464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-2d05bc88-9f9d-4fa4-bc2e-671dae3d318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:25.211003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-2d05bc88-9f9d-4fa4-bc2e-671dae3d318d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0470831 Aug 28 08:47:25.244913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-b4d9bf57-a795-4c6e-a7c8-5dfeb2173eb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259240 Aug 28 08:47:25.339898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-2dab4ea5-bd24-4a80-90f0-0ce076c847b8 service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874197 Aug 28 08:47:25.437154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4332f681-1b29-49ff-9efd-03d946d2ee0e req-97928d76-9138-4050-ae31-344912788599 service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886405 Aug 28 08:47:25.924970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:26.033633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936a77d-a26f-4c0c-afb6-5f7066f7a2e3 req-6ec1e950-12d3-4bfb-a3d1-871d8c5df061 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:26.035162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0936a77d-a26f-4c0c-afb6-5f7066f7a2e3 req-6ec1e950-12d3-4bfb-a3d1-871d8c5df061 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0508072 Aug 28 08:47:26.074308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0936a77d-a26f-4c0c-afb6-5f7066f7a2e3 req-06632583-0284-44b5-96b5-6351aebb8bed tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Aug 28 08:47:26.218775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1176536-8dcb-45bf-b8ff-aa5a81b8edda req-640e0ebb-10a4-4959-882e-ac0739851028 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:26.220455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1176536-8dcb-45bf-b8ff-aa5a81b8edda req-640e0ebb-10a4-4959-882e-ac0739851028 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 943 time: 0.0568299 Aug 28 08:47:26.261758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1176536-8dcb-45bf-b8ff-aa5a81b8edda req-290d3364-abb8-4378-b79a-6d6c6d474382 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343785 Aug 28 08:47:27.196340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30119bd-c4f9-4b61-b931-14785bd03a67 req-b2959d07-7d4b-47f5-824b-b7056d8d6138 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:27.197881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30119bd-c4f9-4b61-b931-14785bd03a67 req-b2959d07-7d4b-47f5-824b-b7056d8d6138 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0520172 Aug 28 08:47:27.238931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e30119bd-c4f9-4b61-b931-14785bd03a67 req-d67b9b27-beb7-4d17-aa31-c6f679102081 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348904 Aug 28 08:47:27.378790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec2246-5c9e-480a-9998-4b93f9a7df5c req-04e972a8-8e98-4b95-86fb-387157c3b27d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:27.380320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ec2246-5c9e-480a-9998-4b93f9a7df5c req-04e972a8-8e98-4b95-86fb-387157c3b27d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 943 time: 0.0513074 Aug 28 08:47:27.419650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0ec2246-5c9e-480a-9998-4b93f9a7df5c req-d7b4c6d3-9a60-40a9-8236-c9b618e40696 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Aug 28 08:47:27.470603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:47:27.580268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:27.592238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'port_id': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', 'mac_address': 'fa:16:3e:67:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fad8fe-011e-4c52-bc5a-10ae608b5c84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:47:27.625404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7ec94899-1968-4e34-bba8-a83d42600f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:27.630364 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:27.643838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:47:27.670511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:27.730787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:27.782088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:28.117521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:47:28.369417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788abd4-dbad-45fd-bb71-bccb447587b6 req-6ccad9c2-4a64-4f6f-b450-3dd41bff06dd tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:28.371005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d788abd4-dbad-45fd-bb71-bccb447587b6 req-6ccad9c2-4a64-4f6f-b450-3dd41bff06dd tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0575464 Aug 28 08:47:28.409480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d788abd4-dbad-45fd-bb71-bccb447587b6 req-d81f64aa-5f22-40d0-b9fb-364921aaf34e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Aug 28 08:47:28.535443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2b222-2867-434f-8856-ebaa0b6f49f8 req-0d8bd137-007a-45f0-9cf9-ba2422dec344 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:28.537039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10b2b222-2867-434f-8856-ebaa0b6f49f8 req-0d8bd137-007a-45f0-9cf9-ba2422dec344 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 944 time: 0.0509398 Aug 28 08:47:28.577517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10b2b222-2867-434f-8856-ebaa0b6f49f8 req-8b96f019-4158-4a3b-8dab-35eb792b07b2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Aug 28 08:47:29.474593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:47:29.536087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37888e7d-75e4-4505-9a7b-ac6ca834792d req-3e18543d-e4c0-41d3-ba6e-1ac8995613aa tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:29.540169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37888e7d-75e4-4505-9a7b-ac6ca834792d req-3e18543d-e4c0-41d3-ba6e-1ac8995613aa tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0516603 Aug 28 08:47:29.577173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37888e7d-75e4-4505-9a7b-ac6ca834792d req-c4816890-2f9f-4eeb-870f-995a481ae5c2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Aug 28 08:47:29.621674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:47:29.625923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:47:29.626489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:29.700663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bea44-c923-49c0-b026-93efa757d6ec req-cc84321a-3c1a-419f-802b-db7ca89c0386 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:29.701784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b2bea44-c923-49c0-b026-93efa757d6ec req-cc84321a-3c1a-419f-802b-db7ca89c0386 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 944 time: 0.0575573 Aug 28 08:47:29.712548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:29.736293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:29.738655 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff9559-8f44-427e-a7fb-dff91fb59b51" -d '{"events": [{"server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "name": "network-vif-plugged", "status": "completed", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:29.751618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b2bea44-c923-49c0-b026-93efa757d6ec req-66f4335a-cca0-4b3f-badc-a67862c796f1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Aug 28 08:47:29.755498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:29.793546 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3fc3a-19ab-48ab-9aa9-92b0b4aae042 x-openstack-request-id: req-eee3fc3a-19ab-48ab-9aa9-92b0b4aae042 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:29.793841 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "name": "network-vif-plugged", "status": "completed", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:29.794098 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eee3fc3a-19ab-48ab-9aa9-92b0b4aae042 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:29.794535 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', 'code': 200} Aug 28 08:47:29.827533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:29.885847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:29.979438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919951fe-8eea-4c0b-a5bd-bf9e5a2804df req-27667fac-63eb-4a52-8a79-d1b0d407eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:29.981365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:29.981742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-919951fe-8eea-4c0b-a5bd-bf9e5a2804df req-27667fac-63eb-4a52-8a79-d1b0d407eb25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1000891 Aug 28 08:47:30.018628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-919951fe-8eea-4c0b-a5bd-bf9e5a2804df req-a5c7654f-b9cc-45aa-9cf7-84f568afa2fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294333 Aug 28 08:47:30.250473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10c88e7e-ec91-41fa-873c-635128dfd361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:30.705544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ce0f-92e7-453f-834f-d4150814dd34 req-a958358a-5ec2-4ebe-9fd2-7314ef1d38e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:30.706878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1433ce0f-92e7-453f-834f-d4150814dd34 req-a958358a-5ec2-4ebe-9fd2-7314ef1d38e4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Aug 28 08:47:30.747426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1433ce0f-92e7-453f-834f-d4150814dd34 req-76d6e92a-fb68-4697-8552-1d9925535e0e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341074 Aug 28 08:47:31.140317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932e977-ecc1-4949-8c81-c0431013c1b2 req-8d5316a3-922e-405f-aa7d-30241f1b32d7 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:31.141835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d932e977-ecc1-4949-8c81-c0431013c1b2 req-8d5316a3-922e-405f-aa7d-30241f1b32d7 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.3240566 Aug 28 08:47:31.180420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d932e977-ecc1-4949-8c81-c0431013c1b2 req-047b3498-2ea3-46e5-a004-170600abdb70 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Aug 28 08:47:31.867320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed93c8-fe4f-4550-a91c-caa1c28a4216 req-21a33070-41e7-4c59-843f-5dfb3c30a20a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:31.868894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0ed93c8-fe4f-4550-a91c-caa1c28a4216 req-21a33070-41e7-4c59-843f-5dfb3c30a20a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0486434 Aug 28 08:47:31.907550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0ed93c8-fe4f-4550-a91c-caa1c28a4216 req-9b99cfc4-33d0-400b-8d5c-79529c43ffd8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Aug 28 08:47:31.924254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:32.295008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c8b0-2caf-4fc5-b0c5-045a0f0dfae2 req-fb5228ce-e030-4825-ad81-e60bf0cb495c tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:32.296514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9854c8b0-2caf-4fc5-b0c5-045a0f0dfae2 req-fb5228ce-e030-4825-ad81-e60bf0cb495c tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487220 Aug 28 08:47:32.336093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9854c8b0-2caf-4fc5-b0c5-045a0f0dfae2 req-27c47e60-d349-4014-8d7f-e6d2e1a7b56d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Aug 28 08:47:33.187668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb61f-51c9-45e3-b8f2-3710934f56fb req-f0d272be-6c93-4717-a74e-cf96405a14fb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:33.189384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2eeb61f-51c9-45e3-b8f2-3710934f56fb req-f0d272be-6c93-4717-a74e-cf96405a14fb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0558078 Aug 28 08:47:33.229404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2eeb61f-51c9-45e3-b8f2-3710934f56fb req-6afa5d87-f943-4d97-8d98-b34b7ea3a1f6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Aug 28 08:47:34.410027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-44c2627b-57df-41dc-85ab-24fc30dc6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:34.411613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-44c2627b-57df-41dc-85ab-24fc30dc6eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1096 time: 0.1094227 Aug 28 08:47:34.543401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-22877022-31c1-42e2-9faa-538e83a1c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:34.543401 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-22877022-31c1-42e2-9faa-538e83a1c7cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0979667 Aug 28 08:47:34.606661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-4d1beb93-3d98-4a57-a868-069274e87d96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 200 len: 1000 time: 0.0614796 Aug 28 08:47:34.663082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-d8eb3ced-e120-412d-ae30-d1adf6fc2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:34.664585 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-d8eb3ced-e120-412d-ae30-d1adf6fc2627 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0502851 Aug 28 08:47:34.713025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-5e61dac4-e8a0-493f-864d-ec02f3581617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:34.715201 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-5e61dac4-e8a0-493f-864d-ec02f3581617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429077 Aug 28 08:47:34.815228 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-7c3058d0-8457-487c-b42c-1edff4c58351 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916345 Aug 28 08:47:34.884507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:34.914941 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7041f89f-9e36-47e0-9b60-88a95be61c86 req-9c9ef825-8092-4017-b62c-aac3a922f1e5 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921733 Aug 28 08:47:35.165264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cf73-69ae-4278-9084-399c3a249607 req-38d016ef-b9bf-47ec-9e9c-b5b018ac2f22 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:35.165264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c75cf73-69ae-4278-9084-399c3a249607 req-38d016ef-b9bf-47ec-9e9c-b5b018ac2f22 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0545154 Aug 28 08:47:35.209009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c75cf73-69ae-4278-9084-399c3a249607 req-9ceb0b82-50bc-4064-9784-7b273d8497a7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Aug 28 08:47:35.507843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:36.334715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9965a-7ff8-4b98-92fc-397448da4000 req-f35f978e-ccff-4aa4-88fe-418fc2a5ddea tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:36.336269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97f9965a-7ff8-4b98-92fc-397448da4000 req-f35f978e-ccff-4aa4-88fe-418fc2a5ddea tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Aug 28 08:47:36.376506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97f9965a-7ff8-4b98-92fc-397448da4000 req-d65f5658-63b1-44de-9675-bcd3b4b14563 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336468 Aug 28 08:47:37.535314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708a5a-d4d0-4798-b2ac-26e12524309e req-5e89c747-fefd-4401-9a90-8a0fc9cd7646 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:37.536904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a708a5a-d4d0-4798-b2ac-26e12524309e req-5e89c747-fefd-4401-9a90-8a0fc9cd7646 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 944 time: 0.0558567 Aug 28 08:47:37.580096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a708a5a-d4d0-4798-b2ac-26e12524309e req-f4c5668d-dbfb-452e-a094-439ec9f17d29 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Aug 28 08:47:37.982980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:47:37.988415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a6dd-9935-49e0-8026-848ff069b0f0 req-367dfb6c-b820-4b7d-95f0-8337ec461dbf tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:37.990249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76b3a6dd-9935-49e0-8026-848ff069b0f0 req-367dfb6c-b820-4b7d-95f0-8337ec461dbf tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 949 time: 0.0534050 Aug 28 08:47:38.033616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76b3a6dd-9935-49e0-8026-848ff069b0f0 req-5ae10f40-3a37-4898-bacc-6e1e542f75b6 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371630 Aug 28 08:47:38.099608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:38.112828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '95e32f75-6218-4add-acda-8fa23576f63a', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '95e32f75-6218-4add-acda-8fa23576f63a', 'mac_address': 'fa:16:3e:47:1a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:47:38.152395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:38.168922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:47:38.188341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:38.278792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:38.331600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:38.707826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8d754-c2ee-49b4-a5fb-185d95592a8a req-6ce6bdbe-b0a9-49ef-90bc-609e4d0afbf2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:38.709598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24e8d754-c2ee-49b4-a5fb-185d95592a8a req-6ce6bdbe-b0a9-49ef-90bc-609e4d0afbf2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Aug 28 08:47:38.753774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-24e8d754-c2ee-49b4-a5fb-185d95592a8a req-7b8ac571-fe32-4399-b1a6-e5b7713018c0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Aug 28 08:47:38.775230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['95e32f75-6218-4add-acda-8fa23576f63a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:47:39.157853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204de9-408a-430f-ab5d-4df4cf9abe84 req-b3959c97-11ee-4cdf-8ac6-18cb5acde5fb tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:39.159488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27204de9-408a-430f-ab5d-4df4cf9abe84 req-b3959c97-11ee-4cdf-8ac6-18cb5acde5fb tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 949 time: 0.0561056 Aug 28 08:47:39.199085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27204de9-408a-430f-ab5d-4df4cf9abe84 req-577fcec0-5677-4000-a636-0bd0347b596a tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Aug 28 08:47:39.793339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-ecfdc21b-088f-4d69-90eb-61ab090fc5cd tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:39.794878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-ecfdc21b-088f-4d69-90eb-61ab090fc5cd tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 949 time: 0.0550663 Aug 28 08:47:39.922061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595130b-14cc-4a81-a020-134a70405493 req-2476fcd1-416c-482a-9418-72018ae90872 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:39.923980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1595130b-14cc-4a81-a020-134a70405493 req-2476fcd1-416c-482a-9418-72018ae90872 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 945 time: 0.0889373 Aug 28 08:47:39.957865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Deleting port 0fb49fdd-3a44-4edd-ae42-950598505fb9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:47:39.958238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:39.983020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:47:40.012576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1595130b-14cc-4a81-a020-134a70405493 req-d67ca8e6-1b07-42c6-8745-a5b88784a54d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768325 Aug 28 08:47:40.044520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 95e32f75-6218-4add-acda-8fa23576f63a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:47:40.045215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.075106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] For port 0fb49fdd-3a44-4edd-ae42-950598505fb9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0fb49fdd-3a44-4edd-ae42-950598505fb9,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:40.075507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.090479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Calling delete_port for 0fb49fdd-3a44-4edd-ae42-950598505fb9 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:47:40.127528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.151748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:40.153773 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38aa23-9e08-4694-989b-9dd4a9e1f970" -d '{"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:40.167410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:40.194427 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4fccd6-373a-448f-aaf7-329fa988cdc5 x-openstack-request-id: req-dc4fccd6-373a-448f-aaf7-329fa988cdc5 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:40.194723 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-plugged", "status": "completed", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:40.195034 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc4fccd6-373a-448f-aaf7-329fa988cdc5 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:40.195622 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'code': 200} Aug 28 08:47:40.222473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.287433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:40.298883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.299127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.299276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.299276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.299875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.300344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.301262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.301690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.302115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.302965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.303385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.303808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.304245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:47:40.330886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b1a5446-0a5e-4560-991c-c5cfbce8c4d4 req-039afd50-ee8c-49b8-be6d-30f0a4f3a994 tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 210 time: 0.0441229 Aug 28 08:47:40.339582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0fb49fdd-3a44-4edd-ae42-950598505fb9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Pushing event deleted for resources: {'Port': ['ID=0fb49fdd-3a44-4edd-ae42-950598505fb9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] No DVR routers for this DVR port 0fb49fdd-3a44-4edd-ae42-950598505fb9 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2304e5dd-d2e4-4c3d-9d15-68cb58de5654 req-7f47a980-a339-4512-870d-730609502fad tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.64 "DELETE /v2.0/ports/0fb49fdd-3a44-4edd-ae42-950598505fb9 HTTP/1.1" status: 204 len: 173 time: 0.5986762 Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'name': 'network-vif-deleted', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c6693-59c7-48fa-aa32-ed0b00700606" -d '{"events": [{"server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "name": "network-vif-deleted", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5f3508-0a8b-4f07-b7ba-ab690fef3b8e x-openstack-request-id: req-ac5f3508-0a8b-4f07-b7ba-ab690fef3b8e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca10bca-7a85-4d2a-948c-fa4bd34a1395", "name": "network-vif-deleted", "tag": "0fb49fdd-3a44-4edd-ae42-950598505fb9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac5f3508-0a8b-4f07-b7ba-ab690fef3b8e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:40.649852 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca10bca-7a85-4d2a-948c-fa4bd34a1395', 'name': 'network-vif-deleted', 'tag': '0fb49fdd-3a44-4edd-ae42-950598505fb9', 'status': 'completed', 'code': 200} Aug 28 08:47:40.651832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486fbc-12d3-485e-95e8-3e69358e2d77 req-61023449-5c7e-48bd-9d5b-3acea86bf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:40.651832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f5486fbc-12d3-485e-95e8-3e69358e2d77 req-61023449-5c7e-48bd-9d5b-3acea86bf657 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0425813 Aug 28 08:47:40.651832 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f5486fbc-12d3-485e-95e8-3e69358e2d77 req-d6fb3bd8-9639-4382-af43-2b3d373401c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Aug 28 08:47:41.140980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d28e0-4d07-4e62-9656-6266bbd1cc60 req-32d10dc6-27a2-4830-8d5c-08f585ada5b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:41.142483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-981d28e0-4d07-4e62-9656-6266bbd1cc60 req-32d10dc6-27a2-4830-8d5c-08f585ada5b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0504358 Aug 28 08:47:41.181144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-981d28e0-4d07-4e62-9656-6266bbd1cc60 req-f2897fee-3cd1-4b01-8147-b6c1c048ee58 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Aug 28 08:47:41.438836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9a7c66b-abd4-4ad4-bf31-f88a5457d2fe req-f56b7c59-e0bb-4527-8e01-c3ad235d23ce tempest-VolumesBackupsTest-1433279335 tempest-VolumesBackupsTest-1433279335-project] 10.222.0.46 "GET /v2.0/ports?device_id=aca10bca-7a85-4d2a-948c-fa4bd34a1395 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Aug 28 08:47:42.308201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144f905-340d-43e3-9c43-77e75f020c7e req-d8f01a7d-8f70-472e-b1c0-0189fc061b4e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:42.309809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9144f905-340d-43e3-9c43-77e75f020c7e req-d8f01a7d-8f70-472e-b1c0-0189fc061b4e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0577900 Aug 28 08:47:42.353182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9144f905-340d-43e3-9c43-77e75f020c7e req-10013c06-13c5-4bcd-9d08-23f125bb51c0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359597 Aug 28 08:47:43.479707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752b709-d845-448d-9449-088f3e6d4aa4 req-4b7f5213-7d7d-48af-85d5-557ee4601375 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:43.481225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e752b709-d845-448d-9449-088f3e6d4aa4 req-4b7f5213-7d7d-48af-85d5-557ee4601375 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0528502 Aug 28 08:47:43.523971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e752b709-d845-448d-9449-088f3e6d4aa4 req-ec27d410-339b-4668-b5bd-701de10286d2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353167 Aug 28 08:47:43.541664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0fb49fdd-3a44-4edd-ae42-950598505fb9 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:47:43.562908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 0fb49fdd-3a44-4edd-ae42-950598505fb9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:47:43.563924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0fb49fdd-3a44-4edd-ae42-950598505fb9 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:47:44.659596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d872e6d-2e13-475b-b90d-c9c6b3fd6379 req-b618e4cb-976c-4736-b6a5-782da99ba57a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:44.662058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d872e6d-2e13-475b-b90d-c9c6b3fd6379 req-b618e4cb-976c-4736-b6a5-782da99ba57a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0608022 Aug 28 08:47:44.706823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d872e6d-2e13-475b-b90d-c9c6b3fd6379 req-702dc70c-f77f-4937-825b-ea05eb7d1810 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Aug 28 08:47:47.262264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2967e7b4-e8fb-44aa-9b2a-cbc0cf22489a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:47.265200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2967e7b4-e8fb-44aa-9b2a-cbc0cf22489a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1298435 Aug 28 08:47:47.287312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-18ca58eb-af86-4e11-a766-d40619b1e5ea tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/quotas/8e9e3dece8c74153a61be5675d9e40bf HTTP/1.1" status: 200 len: 375 time: 0.0120032 Aug 28 08:47:47.341139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-191158fe-4063-4b52-ba6e-cc5ad9c4e695 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473125 Aug 28 08:47:47.442365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-35f4fe2c-03ba-498c-ad72-d1b7eb977e46 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940673 Aug 28 08:47:47.539269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-a57671e6-844b-424d-b570-4efbfb3fe145 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906928 Aug 28 08:47:47.850311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3ff56750-52bd-478f-adb2-811d6183bf2f req-3f2c5752-096a-4cf9-982d-1b71c8ad7db2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0307791 Aug 28 08:47:48.987571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33e63136-0641-485f-8470-2e563f45aff6 req-587b008a-e4f4-42cf-a362-40f5b3e39e02 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0375001 Aug 28 08:47:49.774154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9b20ed24-1b31-4079-a72d-bfb4d9eb5fce tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:49.776095 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9b20ed24-1b31-4079-a72d-bfb4d9eb5fce tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.39 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1289415 Aug 28 08:47:49.796852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Request body: {'port': {'device_id': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'admin_state_up': True, 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:50.010582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:47:50.014390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:50.098901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-977201e0-e0f2-4c43-a51b-aa9dc492c514 req-bef2ac75-f3e0-48bf-a935-75b0ef7ad2b5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Aug 28 08:47:50.167155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Allocated IP 172.20.0.9 (0eecfc52-a467-42c3-96c4-651c70a9f775/57fad8fe-011e-4c52-bc5a-10ae608b5c84/fe9445ea-5751-4106-9103-af38cfed1e7a) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:47:50.326271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:50.457146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:50.505779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:47:50.511714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:47:50.514266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:47:50.518642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:47:50.526280 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event updated for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:50.595559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:50.596147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:50.679508 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-9e5c51b9-83dc-4e6c-b01f-fddcdbad4b17 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875589 Aug 28 08:47:50.750725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Request body: {'port': {'device_id': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:47:50.826043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:50.953134 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:47:51.139988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9445ea-5751-4106-9103-af38cfed1e7a {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:47:51.148521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:51.161937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Transition to ACTIVE for port object fe9445ea-5751-4106-9103-af38cfed1e7a will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:47:51.233757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576225d3-7c64-45a1-b9c1-158db4bfe9a5 req-422c6d5c-c330-4f62-9e2c-0d1484ee56ec tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:51.235478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-576225d3-7c64-45a1-b9c1-158db4bfe9a5 req-422c6d5c-c330-4f62-9e2c-0d1484ee56ec tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 931 time: 0.0544589 Aug 28 08:47:51.250170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:51.280527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-576225d3-7c64-45a1-b9c1-158db4bfe9a5 req-30c3af8c-d434-4034-90f7-57e75d143276 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Aug 28 08:47:51.304981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:51.389814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Attempting to bind port fe9445ea-5751-4106-9103-af38cfed1e7a on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:47:51.390193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Attempting to bind port fe9445ea-5751-4106-9103-af38cfed1e7a by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:47:51.390522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Attempting to bind port fe9445ea-5751-4106-9103-af38cfed1e7a on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:47:51.395254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Port fe9445ea-5751-4106-9103-af38cfed1e7a on network 0eecfc52-a467-42c3-96c4-651c70a9f775 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:47:51.395584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Attempting to bind port fe9445ea-5751-4106-9103-af38cfed1e7a on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:47:51.401583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:47:51.401930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Checking segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:47:51.402365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Bound using segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:47:51.402808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Bound port: fe9445ea-5751-4106-9103-af38cfed1e7a, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:47:51.403172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:51.487882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:47:51.491721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe9445ea-5751-4106-9103-af38cfed1e7a,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:47:51.582201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:51.628761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:51.628761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:51.629865 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe9445ea-5751-4106-9103-af38cfed1e7a HTTP/1.1" status: 200 len: 1092 time: 0.8837228 Aug 28 08:47:51.630352 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:51.632803 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cebf11-1577-4fd7-a949-b9281851a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:51.657159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a07f-5b6c-4c35-bd0b-3ec15dbd7561 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:51.683299 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc7cfb-9ea9-45e3-b09b-f6329371a832 x-openstack-request-id: req-4dbc7cfb-9ea9-45e3-b09b-f6329371a832 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:51.683299 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:51.683299 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dbc7cfb-9ea9-45e3-b09b-f6329371a832 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:51.683299 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a', 'status': 'completed', 'code': 200} Aug 28 08:47:51.772118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebf11-1577-4fd7-a949-b9281851a22f req-a116439f-419e-4059-a8e8-69f4fb813246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:51.773552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70cebf11-1577-4fd7-a949-b9281851a22f req-a116439f-419e-4059-a8e8-69f4fb813246 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0468218 Aug 28 08:47:52.248300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebf11-1577-4fd7-a949-b9281851a22f req-8895d487-9190-492a-a6f0-8fe054614daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:52.249795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70cebf11-1577-4fd7-a949-b9281851a22f req-8895d487-9190-492a-a6f0-8fe054614daf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4615157 Aug 28 08:47:52.355811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebf11-1577-4fd7-a949-b9281851a22f req-e063f1dc-401f-46d8-96bd-17642e92fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:52.356310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-70cebf11-1577-4fd7-a949-b9281851a22f req-e063f1dc-401f-46d8-96bd-17642e92fe1f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983157 Aug 28 08:47:52.426153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779ac5-66a9-4bc4-bb92-846ce87ae0e9 req-2f329fd0-acae-423e-a06d-69e58abc2de3 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:52.428498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07779ac5-66a9-4bc4-bb92-846ce87ae0e9 req-2f329fd0-acae-423e-a06d-69e58abc2de3 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 943 time: 0.0580256 Aug 28 08:47:52.468896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07779ac5-66a9-4bc4-bb92-846ce87ae0e9 req-43ae7284-0da2-4d59-b754-37e1414a3212 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Aug 28 08:47:52.469376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-bd3dcf27-184a-458b-adc1-c4445f048476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:52.470937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-bd3dcf27-184a-458b-adc1-c4445f048476 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0430429 Aug 28 08:47:52.532223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-84b68a0b-e3e3-4a52-8f97-3105277919ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe9445ea-5751-4106-9103-af38cfed1e7a HTTP/1.1" status: 200 len: 217 time: 0.0349019 Aug 28 08:47:52.576631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-f6d766ad-e40a-4a5c-b4dc-53e080295ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:52.578111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-f6d766ad-e40a-4a5c-b4dc-53e080295ce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0460415 Aug 28 08:47:52.616000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-2c17a011-1b4c-4fd4-8649-08785b961b7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296066 Aug 28 08:47:52.709524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-0fd5c8f4-c535-448b-b6bb-3010cb2013f9 service neutron] 10.222.0.39 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865860 Aug 28 08:47:52.810616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fb68de19-5ee3-4031-9b41-c8f708c179d1 req-d1fcfd68-8006-49a7-87ae-aabf2b3f71f9 service neutron] 10.222.0.39 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934875 Aug 28 08:47:53.606365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29566b8-ffc2-4def-a825-b6f76c3c5154 req-9fa8aec8-dcec-467b-a296-c045afa61fb8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:53.607798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d29566b8-ffc2-4def-a825-b6f76c3c5154 req-9fa8aec8-dcec-467b-a296-c045afa61fb8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 943 time: 0.0580220 Aug 28 08:47:53.651933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d29566b8-ffc2-4def-a825-b6f76c3c5154 req-699ff0b6-28be-45a1-b30a-60e9d8f46682 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Aug 28 08:47:54.650967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-04bc4959-a19f-4326-b7fb-4b907d690420 req-31c58e3d-f04a-4296-85f0-a51f8f20c8aa service neutron] (95467) timed out ('10.222.0.46', 54680) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:47:54.777721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df47c-68ac-4792-b6a8-1624df4192de req-b9e6e29c-b0f0-41a7-ac33-e512e8d4becc tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:54.779243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a8df47c-68ac-4792-b6a8-1624df4192de req-b9e6e29c-b0f0-41a7-ac33-e512e8d4becc tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 943 time: 0.0579741 Aug 28 08:47:54.821184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a8df47c-68ac-4792-b6a8-1624df4192de req-40506cb2-e7ea-4f7b-b356-a82ee4638acd tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Aug 28 08:47:55.925613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:55.943370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a1c53-8d18-40f5-84bc-82b7da406f81 req-d61f9fe5-5abe-440d-af55-0d061c93589d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:55.946070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642a1c53-8d18-40f5-84bc-82b7da406f81 req-d61f9fe5-5abe-440d-af55-0d061c93589d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 943 time: 0.0523920 Aug 28 08:47:55.985172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642a1c53-8d18-40f5-84bc-82b7da406f81 req-813563bf-7db3-49f2-854f-23a691d775a0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Aug 28 08:47:56.060453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe9445ea-5751-4106-9103-af38cfed1e7a details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:47:56.157016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe9445ea-5751-4106-9103-af38cfed1e7a,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:56.170248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'fe9445ea-5751-4106-9103-af38cfed1e7a', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'port_id': 'fe9445ea-5751-4106-9103-af38cfed1e7a', 'mac_address': 'fa:16:3e:38:54:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fad8fe-011e-4c52-bc5a-10ae608b5c84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:47:56.217413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:56.233392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9445ea-5751-4106-9103-af38cfed1e7a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:47:56.256251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe9445ea-5751-4106-9103-af38cfed1e7a,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:56.370072 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:56.428195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:56.848046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:47:57.109498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84783a-0e5d-4db0-8554-495922b26338 req-b78252c0-ab34-4d32-84d5-928a3a5398f1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:57.111146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e84783a-0e5d-4db0-8554-495922b26338 req-b78252c0-ab34-4d32-84d5-928a3a5398f1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 944 time: 0.0575521 Aug 28 08:47:57.155691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e84783a-0e5d-4db0-8554-495922b26338 req-d121abcb-10dd-4783-948a-91f5d07a3826 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Aug 28 08:47:58.078488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe9445ea-5751-4106-9103-af38cfed1e7a up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:47:58.277130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d98f3-bff0-447f-a65b-8982b63ff561 req-d05cab72-0385-497a-ac98-638b6c78e63e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:58.278837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d77d98f3-bff0-447f-a65b-8982b63ff561 req-d05cab72-0385-497a-ac98-638b6c78e63e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 944 time: 0.0521812 Aug 28 08:47:58.301087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-69a21630-a26f-498f-9726-3f3f8299fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:58.321634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d77d98f3-bff0-447f-a65b-8982b63ff561 req-19216f75-703f-432d-ae5f-5cd1b622bdf6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Aug 28 08:47:58.347392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port fe9445ea-5751-4106-9103-af38cfed1e7a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:47:58.352362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port fe9445ea-5751-4106-9103-af38cfed1e7a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:47:58.352874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:58.439641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:58.463742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:47:58.466046 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93743d00-49df-4ede-9a2b-fedadd84efa5" -d '{"events": [{"server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "name": "network-vif-plugged", "status": "completed", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:47:58.479871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe9445ea-5751-4106-9103-af38cfed1e7a,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:47:58.507236 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05575c33-9df3-4f35-95b0-15ea819cb3c2 x-openstack-request-id: req-05575c33-9df3-4f35-95b0-15ea819cb3c2 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:47:58.507561 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "name": "network-vif-plugged", "status": "completed", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:47:58.507801 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05575c33-9df3-4f35-95b0-15ea819cb3c2 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:47:58.508310 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a', 'code': 200} Aug 28 08:47:58.633247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:47:58.643471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa3f9-8e5a-40f4-9376-e81e678173c5 req-10147ba5-d1dd-4a56-a016-2a97a4152f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:58.645039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-201aa3f9-8e5a-40f4-9376-e81e678173c5 req-10147ba5-d1dd-4a56-a016-2a97a4152f0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0426273 Aug 28 08:47:58.685198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:47:58.692691 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-201aa3f9-8e5a-40f4-9376-e81e678173c5 req-3afc3ba7-4ebe-4add-a104-a3eca19b5778 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Aug 28 08:47:59.447916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3cecf-d6a9-4c1c-9ed1-0e5ab2ac6cff req-6aa0a80c-56d6-42bb-b267-923de42825a2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:47:59.449443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb3cecf-d6a9-4c1c-9ed1-0e5ab2ac6cff req-6aa0a80c-56d6-42bb-b267-923de42825a2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0585558 Aug 28 08:47:59.487653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb3cecf-d6a9-4c1c-9ed1-0e5ab2ac6cff req-4b062026-1ab9-49b8-813a-b19cd3f19a5d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Aug 28 08:47:59.930403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:00.255808 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e197cae4-4e3f-461d-9b8e-5ab40712cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:00.610474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0a30-cf95-4feb-9cad-34c53a59abaa req-5571e070-2111-473c-9207-016594f78052 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:00.611991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53dc0a30-cf95-4feb-9cad-34c53a59abaa req-5571e070-2111-473c-9207-016594f78052 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Aug 28 08:48:00.651654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53dc0a30-cf95-4feb-9cad-34c53a59abaa req-0c0049de-a3de-4c4e-984c-bb24a55639b7 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335135 Aug 28 08:48:01.933381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:04.895868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:05.535655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:06.789006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-c4031ce4-0f3e-4159-8686-ebb73e45dd16 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:06.791166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-c4031ce4-0f3e-4159-8686-ebb73e45dd16 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1071813 Aug 28 08:48:06.807682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-05ac9c0e-62d5-4521-9fbd-0ec8914ac24d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/quotas/8e9e3dece8c74153a61be5675d9e40bf HTTP/1.1" status: 200 len: 375 time: 0.0107327 Aug 28 08:48:06.868419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-92725bc6-4598-41d0-9857-c7a4af579190 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547862 Aug 28 08:48:06.965447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-3be1c1e6-6e87-4c09-8eb8-d7036c086d2a service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899978 Aug 28 08:48:07.070648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-33e4b275-f6d1-4feb-99df-d7cf0d893ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981088 Aug 28 08:48:07.344146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-688b5c6b-d1b6-4b2e-ac6c-bb5941675fc4 req-6612b3cd-93f4-4e22-bc7c-f181251bccb5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 210 time: 0.0293472 Aug 28 08:48:08.457515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-165b1337-6974-4306-aa52-811f16a6daea req-b6fc21c7-b2af-4d25-9875-8b1e869e10f1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 210 time: 0.0284708 Aug 28 08:48:09.490143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-5d5add17-97c5-4c75-a951-2b1ffa35e959 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:09.491889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-5d5add17-97c5-4c75-a951-2b1ffa35e959 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1119437 Aug 28 08:48:09.516974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Request body: {'port': {'device_id': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'admin_state_up': True, 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:48:09.589362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5bd023c-9946-4882-af50-f45cc568bc8b req-bc59e1a6-4371-481c-ba0b-71de8e76820d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Aug 28 08:48:09.901647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:48:09.905428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:10.041088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Allocated IP 172.20.0.3 (0eecfc52-a467-42c3-96c4-651c70a9f775/57fad8fe-011e-4c52-bc5a-10ae608b5c84/302bf0de-eaa8-46e1-a07d-32c499ea3e0b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:48:10.193217 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:10.335963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:10.379495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:10.382328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:10.386850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:48:10.390129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:48:10.402440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:48:10.432829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event updated for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:10.448718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.448977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.449504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.450010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.450391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.450879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.451219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.451549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.451878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.452206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.452532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.452857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:10.472640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:10.473352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:10.598638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-dc19ff44-750a-447d-91f8-36f78fd5e237 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886700 Aug 28 08:48:10.630525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Request body: {'port': {'device_id': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:48:10.736853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:10.798425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332339e8-5df7-43c9-87d8-3cdef09bb66e req-7a064aa9-53c2-4f4b-87d8-ad9079e849c0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:10.800057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-332339e8-5df7-43c9-87d8-3cdef09bb66e req-7a064aa9-53c2-4f4b-87d8-ad9079e849c0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 931 time: 0.0952566 Aug 28 08:48:10.909501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-332339e8-5df7-43c9-87d8-3cdef09bb66e req-acc3cffe-2ad3-47ae-a926-8d0ee4f7cd67 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001334 Aug 28 08:48:11.053454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302bf0de-eaa8-46e1-a07d-32c499ea3e0b {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:48:11.062066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:11.074069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Transition to ACTIVE for port object 302bf0de-eaa8-46e1-a07d-32c499ea3e0b will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:48:11.175672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:11.257493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Pushing event updated for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:11.308101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Attempting to bind port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:48:11.308378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Attempting to bind port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:48:11.308678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Attempting to bind port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:48:11.313236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b on network 0eecfc52-a467-42c3-96c4-651c70a9f775 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:48:11.313687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Attempting to bind port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:48:11.318971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:48:11.319320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Checking segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:48:11.319709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Bound using segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:48:11.320143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Bound port: 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:48:11.320509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:11.385574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:48:11.389000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:48:11.456204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:11.496336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:11.496966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:11.498416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/302bf0de-eaa8-46e1-a07d-32c499ea3e0b HTTP/1.1" status: 200 len: 1092 time: 0.8726504 Aug 28 08:48:11.498867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:48:11.501141 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad66b25-7961-452d-87f7-045b594e052f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:48:11.530564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc44d-3ece-4868-a329-1356662fadb7 service neutron] Pushing event updated for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:11.555707 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b35bc-77df-43e2-80db-9970e381d4c6 x-openstack-request-id: req-389b35bc-77df-43e2-80db-9970e381d4c6 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:48:11.556035 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:48:11.556773 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-389b35bc-77df-43e2-80db-9970e381d4c6 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:48:11.557565 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', 'status': 'completed', 'code': 200} Aug 28 08:48:11.670380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66b25-7961-452d-87f7-045b594e052f req-fe7c2aab-e9c7-49ec-a568-1f48649c1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:11.671957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cad66b25-7961-452d-87f7-045b594e052f req-fe7c2aab-e9c7-49ec-a568-1f48649c1e6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 1095 time: 0.0439584 Aug 28 08:48:11.785329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66b25-7961-452d-87f7-045b594e052f req-a68013a2-b7d6-43c8-88bc-68ebca94fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:11.786971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cad66b25-7961-452d-87f7-045b594e052f req-a68013a2-b7d6-43c8-88bc-68ebca94fcc5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943480 Aug 28 08:48:11.894276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66b25-7961-452d-87f7-045b594e052f req-4535e333-44fb-40ab-963f-aee101d75a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:11.896377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cad66b25-7961-452d-87f7-045b594e052f req-4535e333-44fb-40ab-963f-aee101d75a7b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019504 Aug 28 08:48:12.038127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-a831c958-95a6-486d-b3b9-2254ab97f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:12.039762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-a831c958-95a6-486d-b3b9-2254ab97f730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 1095 time: 0.0723412 Aug 28 08:48:12.052458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af37b-4d57-4e2e-b910-30de508f27ec req-1a899a75-5843-47e0-9f85-308090df87c0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:12.053993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-292af37b-4d57-4e2e-b910-30de508f27ec req-1a899a75-5843-47e0-9f85-308090df87c0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 943 time: 0.0614030 Aug 28 08:48:12.107018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-36566fcb-f7f8-4534-afcb-83628a04b1b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b HTTP/1.1" status: 200 len: 217 time: 0.0459945 Aug 28 08:48:12.164969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-292af37b-4d57-4e2e-b910-30de508f27ec req-6bd21254-a2f2-4c5f-b205-c626d1f97551 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026716 Aug 28 08:48:12.174337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-fa784615-80f8-49bc-b3ee-c63a953cc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:12.175989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-fa784615-80f8-49bc-b3ee-c63a953cc022 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0610080 Aug 28 08:48:12.210273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-8f6bef62-c2cf-42a0-8dfb-72e1c3be3693 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253925 Aug 28 08:48:12.309566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-b01bde7d-b896-4277-bbbf-b558bce3cf5f service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917206 Aug 28 08:48:12.403778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb2a7f6e-41c9-491f-841c-976ff779ffde req-7420019b-4d50-450e-8638-639857936c76 service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Aug 28 08:48:13.296571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b86b5-8b2c-461f-b6ad-ffe103d9620e req-74df40d4-1949-48ef-b2b7-6cdbf4bd748e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:13.298257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be0b86b5-8b2c-461f-b6ad-ffe103d9620e req-74df40d4-1949-48ef-b2b7-6cdbf4bd748e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 943 time: 0.0627718 Aug 28 08:48:13.341103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be0b86b5-8b2c-461f-b6ad-ffe103d9620e req-82f42dfb-b4ae-4f7c-9f67-43f837adfbfd tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360472 Aug 28 08:48:14.457423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87425-cda5-4ead-9486-21c54f1ce7dd req-46c7ac2f-10de-418f-9e91-20567ac435e6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:14.458922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8c87425-cda5-4ead-9486-21c54f1ce7dd req-46c7ac2f-10de-418f-9e91-20567ac435e6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 943 time: 0.0485470 Aug 28 08:48:14.496522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8c87425-cda5-4ead-9486-21c54f1ce7dd req-58bfc192-79cb-4bc9-b16a-55e728faf765 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Aug 28 08:48:15.619970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030537fb-196d-40f0-b2e2-8605f5d7fe2b req-c6a78669-799b-4245-a365-ca3928cf5602 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:15.621492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-030537fb-196d-40f0-b2e2-8605f5d7fe2b req-c6a78669-799b-4245-a365-ca3928cf5602 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 943 time: 0.0531828 Aug 28 08:48:15.650061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 302bf0de-eaa8-46e1-a07d-32c499ea3e0b details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:48:15.661691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-030537fb-196d-40f0-b2e2-8605f5d7fe2b req-6f2dca07-0111-4b5b-9641-a598e711ece6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Aug 28 08:48:15.749784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:15.761596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'port_id': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', 'mac_address': 'fa:16:3e:ac:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fad8fe-011e-4c52-bc5a-10ae608b5c84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:48:15.798691 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:15.817202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302bf0de-eaa8-46e1-a07d-32c499ea3e0b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:48:15.840472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:15.918699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:15.980441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:16.300266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['302bf0de-eaa8-46e1-a07d-32c499ea3e0b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:17.066641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708805-ecd4-4f5f-9c5e-64a74453dd17 req-5b0fcdfa-a0a3-4a31-94d3-9dcf74b61e3a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:17.068179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99708805-ecd4-4f5f-9c5e-64a74453dd17 req-5b0fcdfa-a0a3-4a31-94d3-9dcf74b61e3a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 944 time: 0.0540912 Aug 28 08:48:17.106889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99708805-ecd4-4f5f-9c5e-64a74453dd17 req-a53bc9fe-f94c-4f46-9611-05e0e38f84da tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Aug 28 08:48:17.666619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 302bf0de-eaa8-46e1-a07d-32c499ea3e0b up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:48:17.781135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:48:17.785287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:48:17.785657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:17.870584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:17.894679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:48:17.896970 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed6f46-c5ef-48a5-9daf-3e7ad90012a8" -d '{"events": [{"server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "name": "network-vif-plugged", "status": "completed", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:48:17.912326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:17.937384 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51943435-58d1-4532-bc77-4279f0b49ce8 x-openstack-request-id: req-51943435-58d1-4532-bc77-4279f0b49ce8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:48:17.937384 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "name": "network-vif-plugged", "status": "completed", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:48:17.937384 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51943435-58d1-4532-bc77-4279f0b49ce8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:48:17.937384 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', 'code': 200} Aug 28 08:48:18.003141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:18.058295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:18.081938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b7991-9fb7-47ce-ba55-8d5516645d57 req-c8ffd878-e032-4c89-9e9e-873052415e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:18.083493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7b7991-9fb7-47ce-ba55-8d5516645d57 req-c8ffd878-e032-4c89-9e9e-873052415e45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 1097 time: 0.0506690 Aug 28 08:48:18.121579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e7b7991-9fb7-47ce-ba55-8d5516645d57 req-deec3ee9-de47-4f22-8932-1e72a8193342 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290945 Aug 28 08:48:18.225013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf45300-60ee-4e8b-a09d-d8dff086c6f2 req-ef32cec5-18a3-43c5-80a3-6c01972b3e4f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:18.226667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daf45300-60ee-4e8b-a09d-d8dff086c6f2 req-ef32cec5-18a3-43c5-80a3-6c01972b3e4f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Aug 28 08:48:18.267705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daf45300-60ee-4e8b-a09d-d8dff086c6f2 req-a9500037-0323-48cf-b184-704faa6b631b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Aug 28 08:48:19.395980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941242c-cbdf-4b4e-9a2c-5c4dc013d45c req-2023a953-f5fe-4458-b96f-e962da8bdebf tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:19.397591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1941242c-cbdf-4b4e-9a2c-5c4dc013d45c req-2023a953-f5fe-4458-b96f-e962da8bdebf tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0579529 Aug 28 08:48:19.438521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1941242c-cbdf-4b4e-9a2c-5c4dc013d45c req-58fa579a-4804-441e-b229-7431f66c2c22 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Aug 28 08:48:20.566516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac390b-bfa9-40ea-ba80-6e0278fc111e req-0432eee2-7383-4baa-b423-98d8da5c2074 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:20.568092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3eac390b-bfa9-40ea-ba80-6e0278fc111e req-0432eee2-7383-4baa-b423-98d8da5c2074 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0561414 Aug 28 08:48:20.612442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3eac390b-bfa9-40ea-ba80-6e0278fc111e req-205d252d-fc04-469f-8de7-9bf582eb8072 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Aug 28 08:48:25.947382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:27.586568 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43dba681-685b-4685-ac0c-874ff634f54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:27.954494 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:48:29.923906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:30.323144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1300b2b-4d23-49c4-b89a-03214ee9208c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:31.901357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:34.901713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:35.281688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e278be56-0374-48ed-93c9-20e9d0ab331f req-c45dd98b-78aa-4300-ac4a-993fc7deac47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281279 Aug 28 08:48:35.367222 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e278be56-0374-48ed-93c9-20e9d0ab331f req-6959a9a1-36a1-4e9a-a4b4-f2d7383cc8ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0251780 Aug 28 08:48:35.414926 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e278be56-0374-48ed-93c9-20e9d0ab331f req-bc2cae28-2243-4f42-837b-be27b0d4fd4b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214105 Aug 28 08:48:35.520150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278be56-0374-48ed-93c9-20e9d0ab331f req-9e67961d-8a65-45b2-95e1-dc2076f2be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:35.521666 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e278be56-0374-48ed-93c9-20e9d0ab331f req-9e67961d-8a65-45b2-95e1-dc2076f2be74 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999007 Aug 28 08:48:35.546291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:39.988949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-22da40ed-6f52-478e-a877-4eb24b01298a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611627 Aug 28 08:48:40.125644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-128aa90b-968a-4c31-be29-98b0a8575669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:40.128335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-128aa90b-968a-4c31-be29-98b0a8575669 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0699742 Aug 28 08:48:40.260832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-ed91c3ea-15d6-440a-881a-e77cfe11d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:40.263186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-ed91c3ea-15d6-440a-881a-e77cfe11d6a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 915 time: 0.1090193 Aug 28 08:48:40.312860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-b2369520-a5cd-42c2-ad14-661481db9b08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 HTTP/1.1" status: 200 len: 217 time: 0.0408142 Aug 28 08:48:40.370613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-6e9604fc-1620-4dde-b534-0cd25d0c0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:40.372129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-6e9604fc-1620-4dde-b534-0cd25d0c0dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0522048 Aug 28 08:48:40.404547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-4914da14-508b-4bda-b924-7c946f59bf8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254195 Aug 28 08:48:40.521500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-27bb7a85-89ae-413d-abe8-fe2bc1c73c63 service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069207 Aug 28 08:48:40.641360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e04a71c-0faf-40e3-9bfa-10993624c845 req-e89773cf-b881-4809-9414-2315865a773b service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108401 Aug 28 08:48:41.214030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ab6ebffa-23ba-4b90-b112-84af6e205f6c tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:41.215571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ab6ebffa-23ba-4b90-b112-84af6e205f6c tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.1075261 Aug 28 08:48:41.232022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-1b39a4cf-b968-4b52-a693-4b1a387a0079 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/quotas/8e9e3dece8c74153a61be5675d9e40bf HTTP/1.1" status: 200 len: 375 time: 0.0100791 Aug 28 08:48:41.293449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4849e6ba-2ab5-4056-b52d-50734730d2b1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545495 Aug 28 08:48:41.486439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-b1dab4b2-1ee3-4d65-b5b8-72e6c999f649 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840131 Aug 28 08:48:41.597915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-6b09273e-aa88-456b-98aa-c9a0c0c8d3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006026 Aug 28 08:48:42.215330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dd1312a-58f5-471e-a96c-d88af70ff046 req-cd2d7fa9-981e-4624-83c6-49715fe3da3a tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 210 time: 0.0453680 Aug 28 08:48:43.332559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7984c939-eb18-491c-b482-8db2ae2164a3 req-028d4475-a4c5-4fa6-9547-d97eee4eeda1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 210 time: 0.0317168 Aug 28 08:48:44.437073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e72ad7a-2542-46c6-a9bf-93bb9b61c6f6 req-d715b19b-01e6-4cb7-a6c5-569a8bc8285f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 210 time: 0.0298886 Aug 28 08:48:45.020654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-49ade273-0f90-464d-a14d-e1bd8dcd3ba8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:45.023173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-49ade273-0f90-464d-a14d-e1bd8dcd3ba8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 814 time: 0.3915741 Aug 28 08:48:45.045320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Request body: {'port': {'device_id': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'admin_state_up': True, 'tenant_id': '8e9e3dece8c74153a61be5675d9e40bf'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:48:45.272524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Made reservation on behalf of 8e9e3dece8c74153a61be5675d9e40bf for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:48:45.276989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:45.439917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Allocated IP 172.20.0.11 (0eecfc52-a467-42c3-96c4-651c70a9f775/57fad8fe-011e-4c52-bc5a-10ae608b5c84/16921d27-7db3-483c-bebb-a25f580f7f85) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:48:45.612226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f8e2ff4-c877-4db3-8b35-7273999bbe32 req-7e1b7bd6-4c0d-474c-906c-80b2d4cb5a7f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 210 time: 0.0924368 Aug 28 08:48:45.692464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:45.855180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:45.892439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:45.901917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', '302bf0de-eaa8-46e1-a07d-32c499ea3e0b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:45.909157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Network 0eecfc52-a467-42c3-96c4-651c70a9f775 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:48:45.910913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:48:45.915497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:48:45.952439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event updated for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:45.982445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:45.983247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:46.097189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-ec4f4601-c49a-471e-96dc-65cff9697589 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558226 Aug 28 08:48:46.122790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Request body: {'port': {'device_id': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:48:46.224159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:46.591161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16921d27-7db3-483c-bebb-a25f580f7f85 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:48:46.600118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:46.615343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Transition to ACTIVE for port object 16921d27-7db3-483c-bebb-a25f580f7f85 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:48:46.689250 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:46.775207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Pushing event updated for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:46.830864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77597ad-a7c4-4b44-a947-443369bb2e05 req-cf0cdcfa-b239-46cc-ba13-d064c5d5b077 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:46.832587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b77597ad-a7c4-4b44-a947-443369bb2e05 req-cf0cdcfa-b239-46cc-ba13-d064c5d5b077 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 944 time: 0.1168909 Aug 28 08:48:46.896391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Attempting to bind port 16921d27-7db3-483c-bebb-a25f580f7f85 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:48:46.896734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Attempting to bind port 16921d27-7db3-483c-bebb-a25f580f7f85 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:48:46.897075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Attempting to bind port 16921d27-7db3-483c-bebb-a25f580f7f85 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:48:46.904369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b77597ad-a7c4-4b44-a947-443369bb2e05 req-d2be3451-9e67-48a8-b208-58f91517112f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Aug 28 08:48:46.907208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Port 16921d27-7db3-483c-bebb-a25f580f7f85 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:48:46.907536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Attempting to bind port 16921d27-7db3-483c-bebb-a25f580f7f85 on network 0eecfc52-a467-42c3-96c4-651c70a9f775 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:48:46.915202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:48:46.915504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Checking segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:48:46.915847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Bound using segment: {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:48:46.916297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Bound port: 16921d27-7db3-483c-bebb-a25f580f7f85, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03760eed-6b84-4d7f-9b79-44c29ffe5417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:48:46.916662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:47.007431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:48:47.011574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=16921d27-7db3-483c-bebb-a25f580f7f85,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:48:47.118228 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:47.156235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.156859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:47.158324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] 10.222.0.64 "PUT /v2.0/ports/16921d27-7db3-483c-bebb-a25f580f7f85 HTTP/1.1" status: 200 len: 1093 time: 1.0410328 Aug 28 08:48:47.158789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:48:47.161110 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8ca686-0775-40f3-ba40-eadfdd790545" -d '{"events": [{"name": "network-changed", "server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:48:47.193061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca442f-31f3-4cfd-93e6-fb16d3ac8b4e service neutron] Pushing event updated for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:47.204795 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686da965-57c7-4b2d-85f7-e9906a0880a1 x-openstack-request-id: req-686da965-57c7-4b2d-85f7-e9906a0880a1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:48:47.205216 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:48:47.205580 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-686da965-57c7-4b2d-85f7-e9906a0880a1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:48:47.207868 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85', 'status': 'completed', 'code': 200} Aug 28 08:48:47.297239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-31bcb1aa-6b76-4534-87bc-d78bac23cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.298939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-31bcb1aa-6b76-4534-87bc-d78bac23cb0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 1096 time: 0.0450420 Aug 28 08:48:47.422855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-fe791c51-1f4a-49e2-a050-d7d869885fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.424289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-fe791c51-1f4a-49e2-a050-d7d869885fdb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1105330 Aug 28 08:48:47.532185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-e436b02d-e117-48d3-965f-62ca9411924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.533824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da8ca686-0775-40f3-ba40-eadfdd790545 req-e436b02d-e117-48d3-965f-62ca9411924e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021681 Aug 28 08:48:47.664483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-529ed90f-c7de-497a-8c7c-47d58214bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.666022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-529ed90f-c7de-497a-8c7c-47d58214bb00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 1096 time: 0.0597260 Aug 28 08:48:47.722739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-27dbff3d-dc42-4abc-950c-013a4b88311a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16921d27-7db3-483c-bebb-a25f580f7f85 HTTP/1.1" status: 200 len: 217 time: 0.0405881 Aug 28 08:48:47.775936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-109fff4e-4071-414d-8641-3731bcf28b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:47.777458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-109fff4e-4071-414d-8641-3731bcf28b16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0474370 Aug 28 08:48:47.813153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-8dca354f-bffb-4a02-a4b4-7acf5642d8e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271235 Aug 28 08:48:47.938782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-79609095-363c-4da9-b40f-a1a17040799b service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166854 Aug 28 08:48:48.096960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b999dcf-144e-447d-9be7-e197c521a6b9 req-12008aa2-a2b3-4793-b645-4695e8ac0ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450565 Aug 28 08:48:48.112645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9455-477e-4ab5-82c2-e95cb3c22b20 req-7d587cba-52c1-4d96-b1a0-49909fe514ef tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:48.114199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-146d9455-477e-4ab5-82c2-e95cb3c22b20 req-7d587cba-52c1-4d96-b1a0-49909fe514ef tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 944 time: 0.0740585 Aug 28 08:48:48.157424 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-146d9455-477e-4ab5-82c2-e95cb3c22b20 req-be10c0cd-295a-4707-8c0a-2c8fa40de35d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Aug 28 08:48:49.296411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877f05d-ae9f-48ca-b93b-c6995eb1b0e5 req-8bcfe304-2abc-4ea5-80f9-96f8aa96ce05 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:49.298111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9877f05d-ae9f-48ca-b93b-c6995eb1b0e5 req-8bcfe304-2abc-4ea5-80f9-96f8aa96ce05 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 944 time: 0.0541127 Aug 28 08:48:49.345072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9877f05d-ae9f-48ca-b93b-c6995eb1b0e5 req-9be73d3f-019c-4ed6-a9a0-d3d83c8ee2f7 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Aug 28 08:48:50.510874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aed70-70a1-4a67-be1a-28ef93782a6d req-525386dc-6b30-4ba0-8f60-36319177183b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:50.512511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218aed70-70a1-4a67-be1a-28ef93782a6d req-525386dc-6b30-4ba0-8f60-36319177183b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 944 time: 0.0796897 Aug 28 08:48:50.553870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218aed70-70a1-4a67-be1a-28ef93782a6d req-dd065448-edbc-4137-867b-863ec7423a3b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Aug 28 08:48:51.729122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf139d7-7080-40db-8fb0-965dd47bb34f req-a18db322-6842-47b9-b715-522db4a96b47 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:51.731945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cf139d7-7080-40db-8fb0-965dd47bb34f req-a18db322-6842-47b9-b715-522db4a96b47 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 944 time: 0.0911047 Aug 28 08:48:51.779835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cf139d7-7080-40db-8fb0-965dd47bb34f req-e71b30c7-79f2-4f78-93e4-ebb5c4199e09 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Aug 28 08:48:51.899470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 16921d27-7db3-483c-bebb-a25f580f7f85 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:48:52.006736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=16921d27-7db3-483c-bebb-a25f580f7f85,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:52.020206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '16921d27-7db3-483c-bebb-a25f580f7f85', 'network_id': '0eecfc52-a467-42c3-96c4-651c70a9f775', 'port_id': '16921d27-7db3-483c-bebb-a25f580f7f85', 'mac_address': 'fa:16:3e:d7:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fad8fe-011e-4c52-bc5a-10ae608b5c84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:48:52.062677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:52.082060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16921d27-7db3-483c-bebb-a25f580f7f85 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:48:52.109074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=16921d27-7db3-483c-bebb-a25f580f7f85,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:52.190984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:52.253773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:52.264783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.265458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.265775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.266243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.266602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.266929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.267251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.267571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.267894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.268236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.268537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.268851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:48:52.552325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['16921d27-7db3-483c-bebb-a25f580f7f85'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:48:52.925466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c009-5bfd-4f8a-a886-b854c8e857ed req-ad1f158f-fbf7-412e-bf17-3f2d8ad1ba07 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:52.927417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6979c009-5bfd-4f8a-a886-b854c8e857ed req-ad1f158f-fbf7-412e-bf17-3f2d8ad1ba07 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 945 time: 0.0587120 Aug 28 08:48:52.971040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6979c009-5bfd-4f8a-a886-b854c8e857ed req-72e99b02-50c7-4580-9d1d-e38885b62e99 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361421 Aug 28 08:48:53.906575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 16921d27-7db3-483c-bebb-a25f580f7f85 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:48:54.090898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5b487-5ea1-4d98-8ec2-6a8109bd5eb1 req-291d1023-4b8b-4752-bc07-4238f81e5ab9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:54.092364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6f5b487-5ea1-4d98-8ec2-6a8109bd5eb1 req-291d1023-4b8b-4752-bc07-4238f81e5ab9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 945 time: 0.0514107 Aug 28 08:48:54.131451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6f5b487-5ea1-4d98-8ec2-6a8109bd5eb1 req-8541412a-1abe-4d2a-905a-91fad403db89 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Aug 28 08:48:54.230528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 16921d27-7db3-483c-bebb-a25f580f7f85 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:48:54.234669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 16921d27-7db3-483c-bebb-a25f580f7f85 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:48:54.235040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:54.311483 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:54.336091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:48:54.338395 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b738578-c584-488b-b2d6-f5138ac44070" -d '{"events": [{"server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "name": "network-vif-plugged", "status": "completed", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:48:54.356940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=16921d27-7db3-483c-bebb-a25f580f7f85,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:48:54.483991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:54.491595 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe2bc46-7b39-48c9-b1e4-f26f2fc16b10 x-openstack-request-id: req-bfe2bc46-7b39-48c9-b1e4-f26f2fc16b10 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:48:54.498383 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "name": "network-vif-plugged", "status": "completed", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:48:54.498383 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfe2bc46-7b39-48c9-b1e4-f26f2fc16b10 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:48:54.498383 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85', 'code': 200} Aug 28 08:48:54.558374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:48:54.635889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fae22-40ec-4952-8d37-4b15df673a7c req-8e3a4b47-03cc-4b71-af82-bf14041d5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:54.637456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-719fae22-40ec-4952-8d37-4b15df673a7c req-8e3a4b47-03cc-4b71-af82-bf14041d5705 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 1098 time: 0.0478323 Aug 28 08:48:54.678810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-719fae22-40ec-4952-8d37-4b15df673a7c req-a97aa59b-3933-418d-ab03-b531341d68f8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 28 08:48:55.276277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53361e6c-d816-40a9-950e-a8c60b1394ef req-5c83ca5e-cf2a-44a7-9d0b-14f5dd1854fd tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:55.277901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53361e6c-d816-40a9-950e-a8c60b1394ef req-5c83ca5e-cf2a-44a7-9d0b-14f5dd1854fd tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 946 time: 0.0581899 Aug 28 08:48:55.335306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53361e6c-d816-40a9-950e-a8c60b1394ef req-2e146655-a5d1-48cd-b697-1952a7ff8b97 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 Aug 28 08:48:55.957997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:48:56.472939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f40f5b-0c97-4cf6-9455-06d258e649ec req-31b2bdc5-1afd-4ba5-a437-8f60aaf80f71 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:48:56.474422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45f40f5b-0c97-4cf6-9455-06d258e649ec req-31b2bdc5-1afd-4ba5-a437-8f60aaf80f71 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 946 time: 0.0552156 Aug 28 08:48:56.521117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45f40f5b-0c97-4cf6-9455-06d258e649ec req-07eaf109-a7b5-4004-90e9-3298492c90c4 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361969 Aug 28 08:48:57.649565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72679c02-033b-47d0-943e-503fec2c63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:00.163212 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:00.289029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-db5e89f6-60ef-4762-95a4-b5aaf703be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:01.923953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:04.883967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:04.954203 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:49:05.506450 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:08.042530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7328da-e720-4b64-8724-bfed61bbd799 req-d5b59e34-4c8e-45f7-bff4-05a8b516c49e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:08.044159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd7328da-e720-4b64-8724-bfed61bbd799 req-d5b59e34-4c8e-45f7-bff4-05a8b516c49e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0569966 Aug 28 08:49:08.084393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd7328da-e720-4b64-8724-bfed61bbd799 req-8bd7e90b-0528-4460-807d-2aac5f455e6b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335960 Aug 28 08:49:09.210344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f5a0-9132-4932-a1cb-dd2be836c0cc req-28489a80-86e0-4a49-bd65-e9ba4edb048c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:09.212582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8629f5a0-9132-4932-a1cb-dd2be836c0cc req-28489a80-86e0-4a49-bd65-e9ba4edb048c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0544114 Aug 28 08:49:09.254334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8629f5a0-9132-4932-a1cb-dd2be836c0cc req-3b45fe72-7f79-43f5-a018-861727304f87 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Aug 28 08:49:09.962343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-eff31ec4-8f4e-4e00-bb57-f9e70770ad87 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:09.963842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-eff31ec4-8f4e-4e00-bb57-f9e70770ad87 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0508173 Aug 28 08:49:10.060549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Deleting port 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:10.060812 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.151212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] For port 95e32f75-6218-4add-acda-8fa23576f63a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=95e32f75-6218-4add-acda-8fa23576f63a,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:10.151586 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.335112 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.336096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.336415 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Floating IP 9ab0d853-2099-44a8-a7d8-96bc893e69d9 disassociated. External IP: 172.25.0.254, port: 95e32f75-6218-4add-acda-8fa23576f63a. Aug 28 08:49:10.336762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Calling delete_port for 95e32f75-6218-4add-acda-8fa23576f63a owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:10.388858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489eb63-1188-4b6b-a928-f46060977f5a req-b76e4206-891b-4fca-9a09-ce7e47ddcab5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:10.390582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b489eb63-1188-4b6b-a928-f46060977f5a req-b76e4206-891b-4fca-9a09-ce7e47ddcab5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 947 time: 0.0553141 Aug 28 08:49:10.431650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b489eb63-1188-4b6b-a928-f46060977f5a req-2577b8f9-6dae-4065-8d73-58b3d958c939 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e3ff391-ff22-4cfa-9597-a2c69af99d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Aug 28 08:49:10.580550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.612527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'Port': ['ID=95e32f75-6218-4add-acda-8fa23576f63a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:10.626491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.629204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.630403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.630403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.630403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:10.737459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:49:10.845972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:49:10.858444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:49:10.868647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:49:10.869596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:49:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:10.901916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] No DVR routers for this DVR port 95e32f75-6218-4add-acda-8fa23576f63a on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:49:10.905056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:10.909046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0be6aa22-b0ca-4093-a48f-ee24536080ba req-8ff036e7-0bcd-4e34-b9fe-86c885a7da39 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "DELETE /v2.0/ports/95e32f75-6218-4add-acda-8fa23576f63a HTTP/1.1" status: 204 len: 173 time: 0.9373868 Aug 28 08:49:10.909046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-deleted', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:10.909931 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e2f89-5535-4bb9-a5b0-eca3c4f0bc18" -d '{"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-deleted", "tag": "95e32f75-6218-4add-acda-8fa23576f63a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:11.021078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:49:11.031253 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07690373-7e80-454a-b41b-eca1140148fc x-openstack-request-id: req-07690373-7e80-454a-b41b-eca1140148fc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:11.031737 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1938f5-0fc4-4f2d-80bb-6385716bcdc2", "name": "network-vif-deleted", "tag": "95e32f75-6218-4add-acda-8fa23576f63a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:11.031961 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07690373-7e80-454a-b41b-eca1140148fc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:11.032476 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1938f5-0fc4-4f2d-80bb-6385716bcdc2', 'name': 'network-vif-deleted', 'tag': '95e32f75-6218-4add-acda-8fa23576f63a', 'status': 'completed', 'code': 200} Aug 28 08:49:11.254093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:11.287188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:49:11.295560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:49:11.296181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:49:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:11.402503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:49:11.568335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e81f331e-e253-4e8e-91a1-79ede5faeb69 req-8d77324f-81fa-45a1-82e5-7b067a72bb2c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f1938f5-0fc4-4f2d-80bb-6385716bcdc2 HTTP/1.1" status: 200 len: 210 time: 0.0470405 Aug 28 08:49:11.613895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:11.643629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea0b8-9797-4d7f-a756-2b6d8007bfad None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:49:11.891638 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f79cc-74b2-4771-b58d-42f4c7726eee None None] New status for floating IP 9ab0d853-2099-44a8-a7d8-96bc893e69d9: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:49:12.735454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52162) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:12.795444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:12.820524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:12.957956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:12.960789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:12.962154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "DELETE /v2.0/security-groups/1e3ff391-ff22-4cfa-9597-a2c69af99d5f HTTP/1.1" status: 204 len: 168 time: 0.2257082 Aug 28 08:49:12.965210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52166) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:12.971793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ab33-4d76-4e7a-a1da-d921d3f0f828 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3ff391-ff22-4cfa-9597-a2c69af99d5f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:12.981305 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-05fd90ea-be74-45db-981b-3eae7a28c08f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] show failed (client error): The resource could not be found. Aug 28 08:49:12.985404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05fd90ea-be74-45db-981b-3eae7a28c08f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups/1e3ff391-ff22-4cfa-9597-a2c69af99d5f HTTP/1.1" status: 404 len: 347 time: 0.0186148 Aug 28 08:49:12.985557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:13.118492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Deleting port 508acdae-1179-4ec6-a252-3ee371858748 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:13.118838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.198681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.198945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.211573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Calling delete_port for 508acdae-1179-4ec6-a252-3ee371858748 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:13.432119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.460148 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'Port': ['ID=508acdae-1179-4ec6-a252-3ee371858748,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:13.524195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.526757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:13.527986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2bd05827-e7e4-469f-a72b-6ddec958ee71 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ab0d853-2099-44a8-a7d8-96bc893e69d9 HTTP/1.1" status: 204 len: 168 time: 0.5415142 Aug 28 08:49:13.958140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:13.963667 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617843062', 'description': 'tempest-description--438415189'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:14.043317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.129424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.271276 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.301852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab74d38-c828-42f2-8a8d-617afce01c41,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:14.414310 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.420939 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4af03cb2-3865-4ba9-be88-fc3af9aeaa54 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4581144 Aug 28 08:49:14.420939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52190) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:14.425334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group_rule': {'security_group_id': '0ab74d38-c828-42f2-8a8d-617afce01c41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:14.438748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:49:14.472236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 95e32f75-6218-4add-acda-8fa23576f63a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:49:14.472586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 95e32f75-6218-4add-acda-8fa23576f63a not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:49:14.590908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.652357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.803555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.823313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500affd6-1044-4036-a3ef-07e28516f2e0,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:14.978571 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:14.982977 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa48ad5a-9067-4b37-a270-a976be11285d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5586903 Aug 28 08:49:14.982977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:14.989273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'security_group_rule': {'security_group_id': '0ab74d38-c828-42f2-8a8d-617afce01c41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:15.083002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.148053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.293502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.312841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee0d47-9d3f-49bb-9760-4692a41ebb34,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:15.408950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.410274 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da59a070-0af1-400b-a00e-d24fb4aacd59 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260895 Aug 28 08:49:15.413920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52222) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:15.418474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:15.538984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.641404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:15.743047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Allocated IP 172.25.0.218 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/fc5f7482-f0ca-4079-bca5-ff31f4cb18d2) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:49:15.860920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.003154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.043873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:49:16.048274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:49:16.051444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:49:16.057312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=fc5f7482-f0ca-4079-bca5-ff31f4cb18d2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:16.176754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.299271 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.479176 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.561756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.638196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=fc5f7482-f0ca-4079-bca5-ff31f4cb18d2,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:16.650848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.734528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:16.735937 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d6c90f5b-d6f1-406e-825b-8c8768543d50 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3210111 Aug 28 08:49:16.881628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-467573ac-faf5-41c9-a520-2a325985abc5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--617843062&fields=id&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 267 time: 0.0342522 Aug 28 08:49:16.994068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-be6b0783-1c06-41e0-8d95-12adca069f93 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:16.995612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-be6b0783-1c06-41e0-8d95-12adca069f93 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 817 time: 0.1035380 Aug 28 08:49:17.013672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-41cad2a4-d6eb-49d3-adae-2a7dca75fa20 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/quotas/71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 375 time: 0.0119009 Aug 28 08:49:17.084046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-56c34354-deff-445d-886a-162cb69b9b3d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641265 Aug 28 08:49:17.183644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-55a8645c-52cb-4225-be79-202a10d8f61f service neutron] 10.222.0.46 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Aug 28 08:49:17.283499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-c25c40cd-e135-4dbe-a9c8-10931f647612 service neutron] 10.222.0.46 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930805 Aug 28 08:49:17.614297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a3a4874-1c0b-478f-b5f2-13e046dd6481 req-67fc070b-be9a-4cfb-9a91-5bbb3d16e415 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 210 time: 0.0293016 Aug 28 08:49:18.725654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfb237bc-060d-4b0e-98d3-a07dc79413cf req-50cac0d0-618a-49b2-81d1-cca6581231be tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 210 time: 0.0286496 Aug 28 08:49:19.563923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-5a09d7e2-018d-414c-829a-093f7cf8a422 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:19.565573 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-5a09d7e2-018d-414c-829a-093f7cf8a422 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 817 time: 0.1123593 Aug 28 08:49:19.626747 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-c0d37fb2-327c-4340-ad50-abc84d78d461 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 379 time: 0.0435531 Aug 28 08:49:19.645376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'port': {'device_id': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'admin_state_up': True, 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'security_groups': ['0ab74d38-c828-42f2-8a8d-617afce01c41']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:19.848249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Made reservation on behalf of 71a9f8e04c734ac1a0246a77e78f07a8 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:49:19.852666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f27d370-aefb-4fae-85eb-2e9dee75728e req-e5c494b3-6be3-4c0b-bdf7-00212f9db981 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 210 time: 0.0291862 Aug 28 08:49:19.853371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:19.981005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Allocated IP 172.20.0.10 (309b6d58-bd31-4eb0-9013-7e54eb503af2/e5d27127-d51d-42ce-b2d4-cedeed38745b/329d2a56-3711-4378-8921-27980f27d38b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:49:20.129214 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.143351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Transition to ACTIVE for port object 329d2a56-3711-4378-8921-27980f27d38b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:49:20.254648 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.300658 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:49:20.304363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:49:20.308244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:49:20.338138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:20.372184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:20.372875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.449563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-1ea499be-cf26-4963-a8b7-9451e3058c1d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8146677 Aug 28 08:49:20.468965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Request body: {'port': {'device_id': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:20.530719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.654445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-089f7480-82f2-420b-949b-97a8b351d649 None None] Provisioning for port 329d2a56-3711-4378-8921-27980f27d38b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:49:20.660175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-089f7480-82f2-420b-949b-97a8b351d649 None None] Provisioning complete for port 329d2a56-3711-4378-8921-27980f27d38b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:49:20.660175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-089f7480-82f2-420b-949b-97a8b351d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.694443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-089f7480-82f2-420b-949b-97a8b351d649 None None] Port 329d2a56-3711-4378-8921-27980f27d38b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:49:20.800703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:49:20.813322 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.826404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Transition to ACTIVE for port object 329d2a56-3711-4378-8921-27980f27d38b will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:49:20.917233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:20.978061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:21.035747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07846384-d41e-4c73-8947-2962a6aaa01c req-034b0226-67bf-4e20-be7e-b730e006508d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.039808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07846384-d41e-4c73-8947-2962a6aaa01c req-034b0226-67bf-4e20-be7e-b730e006508d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0845473 Aug 28 08:49:21.085968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Attempting to bind port 329d2a56-3711-4378-8921-27980f27d38b on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:49:21.086412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Attempting to bind port 329d2a56-3711-4378-8921-27980f27d38b by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:49:21.086812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Attempting to bind port 329d2a56-3711-4378-8921-27980f27d38b on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:49:21.122993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Port 329d2a56-3711-4378-8921-27980f27d38b on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:49:21.123339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Attempting to bind port 329d2a56-3711-4378-8921-27980f27d38b on network 309b6d58-bd31-4eb0-9013-7e54eb503af2 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:49:21.140525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:49:21.140915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Checking segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:49:21.141404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Bound using segment: {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:49:21.142061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Bound port: 329d2a56-3711-4378-8921-27980f27d38b, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:49:21.142395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:21.145116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07846384-d41e-4c73-8947-2962a6aaa01c req-34856b2b-34b7-4023-b327-aa5d7131fced tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985143 Aug 28 08:49:21.233462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:49:21.236780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:49:21.369100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:21.410809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.411350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:21.412810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] 10.222.0.39 "PUT /v2.0/ports/329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1093 time: 0.9489534 Aug 28 08:49:21.413828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:21.416138 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:21.471695 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892e7e64-d708-48e8-ac4f-bb004339899d x-openstack-request-id: req-892e7e64-d708-48e8-ac4f-bb004339899d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:21.471695 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:21.471695 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-892e7e64-d708-48e8-ac4f-bb004339899d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:21.471967 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'status': 'completed', 'code': 200} Aug 28 08:49:21.478825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b625c0-01d4-4bca-b94b-fb73308fdb00 service neutron] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:21.554989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-e172addc-8952-4347-a82d-2e10e5eaa5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.556568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-e172addc-8952-4347-a82d-2e10e5eaa5b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1096 time: 0.0484290 Aug 28 08:49:21.672530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-42e46f14-f4b9-4afd-897d-5667f062f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.674068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-42e46f14-f4b9-4afd-897d-5667f062f487 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016409 Aug 28 08:49:21.782656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-6c176569-9656-4a12-9eff-98d73b481c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.794203 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-37c2a3e3-3475-4dca-9ddf-1cfa650c7c2c req-6c176569-9656-4a12-9eff-98d73b481c83 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031530 Aug 28 08:49:21.893634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-3e50b1ab-52f6-43dc-940c-2ff4e0e1df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:21.895212 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-3e50b1ab-52f6-43dc-940c-2ff4e0e1df18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1096 time: 0.0465462 Aug 28 08:49:21.949262 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-22303fbc-6750-44a3-bb19-5d7b4354e6b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 217 time: 0.0401919 Aug 28 08:49:21.999666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-a6b14820-00ef-4f6b-8bc7-5f3644ac1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:22.001197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-a6b14820-00ef-4f6b-8bc7-5f3644ac1ac9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0448158 Aug 28 08:49:22.048266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd19c-f763-4244-b110-9552b9942f92 req-0780ffeb-8099-4695-9d92-523efee365ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:22.049855 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-0780ffeb-8099-4695-9d92-523efee365ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410836 Aug 28 08:49:22.322169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca7701-83cf-4bc2-8c64-d26eb3854f71 req-15e97e87-65d1-40d0-8f52-ddd20285b7d6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:22.323821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0aca7701-83cf-4bc2-8c64-d26eb3854f71 req-15e97e87-65d1-40d0-8f52-ddd20285b7d6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0667815 Aug 28 08:49:22.369845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0aca7701-83cf-4bc2-8c64-d26eb3854f71 req-798f933d-e2ae-4504-bb30-46e1024f2d2c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398209 Aug 28 08:49:22.463729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-110b1869-4af6-4fd6-b31f-b272acc637a6 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061584 Aug 28 08:49:22.562826 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2aabd19c-f763-4244-b110-9552b9942f92 req-45d81d82-5409-4e15-bdec-5215ee538654 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916574 Aug 28 08:49:23.505279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d126dbd-cdc2-4b31-af79-7e466d4ca774 req-731f7529-f759-4c36-8262-4a7ed51c71a6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:23.506827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d126dbd-cdc2-4b31-af79-7e466d4ca774 req-731f7529-f759-4c36-8262-4a7ed51c71a6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0505028 Aug 28 08:49:23.545809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d126dbd-cdc2-4b31-af79-7e466d4ca774 req-b24e1ba0-ba19-4f28-b153-60324fdff1f4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Aug 28 08:49:24.855395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2790d1-2307-4af8-8457-c91316b9d82a req-229d0780-99b8-40cf-8a2e-6277a172f4f2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:24.856906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2790d1-2307-4af8-8457-c91316b9d82a req-229d0780-99b8-40cf-8a2e-6277a172f4f2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0511372 Aug 28 08:49:24.894766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2790d1-2307-4af8-8457-c91316b9d82a req-36db606a-2b9d-4dd6-945e-27a99f3efe52 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Aug 28 08:49:25.008011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e271-2671-4441-bc32-87bd8445c84e req-b104fe2c-41b4-454e-ab11-4ec1649ae2e9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:25.009392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7af2e271-2671-4441-bc32-87bd8445c84e req-b104fe2c-41b4-454e-ab11-4ec1649ae2e9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 946 time: 0.0537245 Aug 28 08:49:25.047944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7af2e271-2671-4441-bc32-87bd8445c84e req-e17957f2-e7fb-4726-a120-b3ddc8eec948 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Aug 28 08:49:25.956875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:26.019060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8448773-d49c-4569-b2ba-d6aa1d9ad44b req-646aad20-c678-41f0-b9d9-4e016311f579 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:26.020550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8448773-d49c-4569-b2ba-d6aa1d9ad44b req-646aad20-c678-41f0-b9d9-4e016311f579 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0494194 Aug 28 08:49:26.059453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8448773-d49c-4569-b2ba-d6aa1d9ad44b req-49f0a783-9ddf-4382-b9c8-7cf0f334ba16 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Aug 28 08:49:26.178224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814171b5-de43-41d4-a222-3218795f1738 req-0f8bca37-20c4-477c-9b1c-7e56ae951a9e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:26.179983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-814171b5-de43-41d4-a222-3218795f1738 req-0f8bca37-20c4-477c-9b1c-7e56ae951a9e tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 946 time: 0.0521972 Aug 28 08:49:26.220688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-814171b5-de43-41d4-a222-3218795f1738 req-08143f07-96e6-458f-a3a2-c5c837596346 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Aug 28 08:49:26.496513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:49:26.596842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:26.611680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '329d2a56-3711-4378-8921-27980f27d38b', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:49:26.654052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:26.667258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:49:26.686856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:26.757490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:26.806385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:26.891712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-06de51df-fd78-4efc-96f5-42c0d4773ba8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:26.893195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-06de51df-fd78-4efc-96f5-42c0d4773ba8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 946 time: 0.0530291 Aug 28 08:49:26.986942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Deleting port 16921d27-7db3-483c-bebb-a25f580f7f85 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:26.987352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:27.078763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] For port 16921d27-7db3-483c-bebb-a25f580f7f85, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=16921d27-7db3-483c-bebb-a25f580f7f85,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:27.079411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:27.092129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Calling delete_port for 16921d27-7db3-483c-bebb-a25f580f7f85 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:27.174677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['329d2a56-3711-4378-8921-27980f27d38b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:27.218241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd24d-9fa2-48d7-92e2-1900229da351 req-4e1814a3-ad2f-4ae0-9f38-9645eb4ef71b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:27.219829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abccd24d-9fa2-48d7-92e2-1900229da351 req-4e1814a3-ad2f-4ae0-9f38-9645eb4ef71b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 945 time: 0.0704415 Aug 28 08:49:27.301116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abccd24d-9fa2-48d7-92e2-1900229da351 req-469775fb-9518-4a7e-8fac-ba3781ed8a33 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512092 Aug 28 08:49:27.404369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:27.442710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', '16921d27-7db3-483c-bebb-a25f580f7f85'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:27.443431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9cb3-2b3b-496d-8560-17b787700853 req-a8adeb57-b610-44bc-a87f-aeedace66f1d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:27.445477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b7d9cb3-2b3b-496d-8560-17b787700853 req-a8adeb57-b610-44bc-a87f-aeedace66f1d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 867 time: 0.0788291 Aug 28 08:49:27.448555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event deleted for resources: {'Port': ['ID=16921d27-7db3-483c-bebb-a25f580f7f85,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:27.486066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.486433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.486773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.487110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.487836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.487836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.488256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.488385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.488687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.489007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.489318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.489637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:49:27.517806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] No DVR routers for this DVR port 16921d27-7db3-483c-bebb-a25f580f7f85 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:49:27.522958 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:27.524791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73b5889f-267f-43bb-a00d-33f77b1e83ff req-b7df51ef-a192-4ea9-b407-ef133fdb5809 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "DELETE /v2.0/ports/16921d27-7db3-483c-bebb-a25f580f7f85 HTTP/1.1" status: 204 len: 173 time: 0.6234908 Aug 28 08:49:27.525232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'name': 'network-vif-deleted', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:27.527505 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db0089-db80-4447-8308-47c78cc77a89" -d '{"events": [{"server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "name": "network-vif-deleted", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:27.549286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b7d9cb3-2b3b-496d-8560-17b787700853 req-869e34c0-602c-4eb9-b217-ec27ef9291de tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963373 Aug 28 08:49:27.625280 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19611910-b254-4225-8d61-2933c6f4b099 x-openstack-request-id: req-19611910-b254-4225-8d61-2933c6f4b099 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:27.625576 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6656eebc-7706-48a5-8b39-fd03663a1d2a", "name": "network-vif-deleted", "tag": "16921d27-7db3-483c-bebb-a25f580f7f85", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:27.625877 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19611910-b254-4225-8d61-2933c6f4b099 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:27.626545 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6656eebc-7706-48a5-8b39-fd03663a1d2a', 'name': 'network-vif-deleted', 'tag': '16921d27-7db3-483c-bebb-a25f580f7f85', 'status': 'completed', 'code': 200} Aug 28 08:49:27.680172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-987a6388-4712-4108-89ce-5577f6628d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:27.884238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:28.434107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9ed0-6daa-4051-b49b-89c4f15d46cc req-bd652cdf-1c0b-42f5-88d4-b69ca2184cde tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:28.435975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf9e9ed0-6daa-4051-b49b-89c4f15d46cc req-bd652cdf-1c0b-42f5-88d4-b69ca2184cde tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 945 time: 0.0520220 Aug 28 08:49:28.475791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf9e9ed0-6daa-4051-b49b-89c4f15d46cc req-7276501f-b980-45a5-9233-5e4fd68c1fec tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Aug 28 08:49:28.518083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:49:28.663443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2fb8320-30a1-448c-b200-3d8e4ab17523 req-99373962-09aa-4df3-8dec-3e06db40445d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=6656eebc-7706-48a5-8b39-fd03663a1d2a HTTP/1.1" status: 200 len: 210 time: 0.0268462 Aug 28 08:49:28.671174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 329d2a56-3711-4378-8921-27980f27d38b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:49:28.675887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 329d2a56-3711-4378-8921-27980f27d38b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:49:28.681639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:28.756605 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:28.779957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:28.782189 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d8bad-3a53-406c-a4d4-0da6d3b8a5c5" -d '{"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:28.795558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:28.822503 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b476144c-7171-40c7-9d5d-5bdf422267a8 x-openstack-request-id: req-b476144c-7171-40c7-9d5d-5bdf422267a8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:28.822503 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:28.822770 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b476144c-7171-40c7-9d5d-5bdf422267a8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:28.823172 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'code': 200} Aug 28 08:49:28.877052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:28.930361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:28.960706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9e9d9-b988-424e-b36d-14f27dee8008 req-7ace6898-40de-4cea-b386-03a69f3b4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:28.962284 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-abf9e9d9-b988-424e-b36d-14f27dee8008 req-7ace6898-40de-4cea-b386-03a69f3b4eeb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1098 time: 0.0481939 Aug 28 08:49:29.003374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-abf9e9d9-b988-424e-b36d-14f27dee8008 req-17b8ebfe-fbf7-4ea7-8b5a-3cb52488ae5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340734 Aug 28 08:49:29.604941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6e5b2-2285-49d3-bce5-f6d61d307a36 req-d35ac38d-ba8c-4af6-8594-8cd769897e19 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:29.606485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4b6e5b2-2285-49d3-bce5-f6d61d307a36 req-d35ac38d-ba8c-4af6-8594-8cd769897e19 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0542648 Aug 28 08:49:29.646739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4b6e5b2-2285-49d3-bce5-f6d61d307a36 req-362af230-b5b8-4647-93e6-8088baddd820 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340133 Aug 28 08:49:29.921781 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:30.143871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 16921d27-7db3-483c-bebb-a25f580f7f85 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:49:30.163315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 16921d27-7db3-483c-bebb-a25f580f7f85 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:49:30.163654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 16921d27-7db3-483c-bebb-a25f580f7f85 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:49:30.253988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a8428c2b-70e6-439a-b714-b36df5a9fc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:30.768889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0ab7-1fc9-4677-96a0-1247d8b78ee1 req-9f9cb8af-c229-4a17-9a86-61a0a472f6ff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:30.770746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62f0ab7-1fc9-4677-96a0-1247d8b78ee1 req-9f9cb8af-c229-4a17-9a86-61a0a472f6ff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0507886 Aug 28 08:49:30.811977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d62f0ab7-1fc9-4677-96a0-1247d8b78ee1 req-12816669-f6d5-43b9-9122-6a24e721cdf8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335071 Aug 28 08:49:30.935955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c880-88e8-41df-922e-e78b59d6cfd9 req-6187c752-bf8d-47bf-ab58-0e6c8d56e215 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:30.937390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5729c880-88e8-41df-922e-e78b59d6cfd9 req-6187c752-bf8d-47bf-ab58-0e6c8d56e215 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0510378 Aug 28 08:49:30.946481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:30.951298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Request body: {'floatingip': {'port_id': '329d2a56-3711-4378-8921-27980f27d38b'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:49:30.992797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:31.569975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:31.636881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:31.741318 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Floating IP 04140733-bef0-4d8a-bde3-c3745ba3a475 associated. External IP: 172.25.0.218, port: 329d2a56-3711-4378-8921-27980f27d38b. Aug 28 08:49:31.932727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:31.962718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:49:32.091793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:49:32.096765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:32.104832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:49:32.116456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:49:32.117787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:49:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:32.130787 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-670f1267-0a0c-41d1-8cf7-8afcb5ad10ba tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "PUT /v2.0/floatingips/04140733-bef0-4d8a-bde3-c3745ba3a475 HTTP/1.1" status: 200 len: 992 time: 1.1830623 Aug 28 08:49:32.132105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:32.134551 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a" -d '{"events": [{"name": "network-changed", "server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:32.255206 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ed25a-25f9-4592-bb15-e13a177d56e8 x-openstack-request-id: req-8e7ed25a-25f9-4592-bb15-e13a177d56e8 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:32.255556 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:32.255826 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e7ed25a-25f9-4592-bb15-e13a177d56e8 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:32.256770 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'status': 'completed', 'code': 200} Aug 28 08:49:32.349339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-45ca8470-fc9d-4e05-9f36-cdd4f1cea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:32.352045 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-45ca8470-fc9d-4e05-9f36-cdd4f1cea120 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1098 time: 0.0529568 Aug 28 08:49:32.426292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:49:32.464301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-0b66bcf3-71bf-40ad-b869-7a68431e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:32.466113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-0b66bcf3-71bf-40ad-b869-7a68431e0d60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.1072097 Aug 28 08:49:32.540738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-df1fad21-089f-4d9d-9443-8494ba9706e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1000 time: 0.0671608 Aug 28 08:49:32.609749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-faaa44c5-7ba3-406f-b3e3-adb8459c42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:32.611314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-faaa44c5-7ba3-406f-b3e3-adb8459c42e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0635550 Aug 28 08:49:32.663721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-853bd183-f49b-4b83-bef5-b579e81f62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:32.665363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-853bd183-f49b-4b83-bef5-b579e81f62d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465040 Aug 28 08:49:32.693637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '04140733-bef0-4d8a-bde3-c3745ba3a475', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:49:16Z', 'updated_at': '2021-08-28T08:49:31Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:32.727836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:49:32.736702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:49:32.737319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:49:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:32.757945 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-96150462-9014-4abf-8888-d3ac3f7214c0 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845921 Aug 28 08:49:32.846165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:49:32.868844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7cad6ce5-349f-456a-aaf1-4ce2f774a98a req-f1d1b900-f354-4f4c-b9c0-2a44d1ddec10 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031389 Aug 28 08:49:33.084416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '04140733-bef0-4d8a-bde3-c3745ba3a475', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:49:16Z', 'updated_at': '2021-08-28T08:49:31Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:33.111220 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdfd45-23ce-472f-9c28-19ba18d63a47 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '04140733-bef0-4d8a-bde3-c3745ba3a475', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:49:16Z', 'updated_at': '2021-08-28T08:49:31Z', 'revision_number': 1, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:49:33.372608 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f87a4-e09b-4bac-8330-6fe5892b7b85 None None] New status for floating IP 04140733-bef0-4d8a-bde3-c3745ba3a475: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:49:34.713773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a94c3-b383-446f-9d1b-b5e4bcd7887a req-5b1d1350-6103-45e8-ae55-ba32b9a60d00 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:34.715294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-803a94c3-b383-446f-9d1b-b5e4bcd7887a req-5b1d1350-6103-45e8-ae55-ba32b9a60d00 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0561211 Aug 28 08:49:34.754067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-803a94c3-b383-446f-9d1b-b5e4bcd7887a req-d98c1c2c-fce5-4cbd-b591-bd355a24f09b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Aug 28 08:49:34.905641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:35.511145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:35.880907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87578-76c8-44c4-b15f-60adc690ee6e req-d0545b74-20a1-46bd-99e9-3f4fddd7f4fc tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:35.882968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31f87578-76c8-44c4-b15f-60adc690ee6e req-d0545b74-20a1-46bd-99e9-3f4fddd7f4fc tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Aug 28 08:49:35.922550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31f87578-76c8-44c4-b15f-60adc690ee6e req-d0601793-b7a9-42d2-bece-4219232572d7 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Aug 28 08:49:36.699985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-8f21ce03-0e14-4b61-80c6-6c585070bc4f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:36.701552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-8f21ce03-0e14-4b61-80c6-6c585070bc4f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Aug 28 08:49:36.810619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Deleting port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:36.810973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:36.899998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] For port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:36.901080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:36.918425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Calling delete_port for 302bf0de-eaa8-46e1-a07d-32c499ea3e0b owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:37.078360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfa5cd-f9b4-4e88-805d-a5c0246236fc req-3989e27d-dde1-4674-b0c9-84e2bb6c075f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:37.079955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42cfa5cd-f9b4-4e88-805d-a5c0246236fc req-3989e27d-dde1-4674-b0c9-84e2bb6c075f tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 945 time: 0.0849321 Aug 28 08:49:37.120178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42cfa5cd-f9b4-4e88-805d-a5c0246236fc req-7a683228-6957-436b-9bd9-759c52c65db1 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Aug 28 08:49:37.128285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:37.162924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:37.164523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event deleted for resources: {'Port': ['ID=302bf0de-eaa8-46e1-a07d-32c499ea3e0b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:37.175450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', '302bf0de-eaa8-46e1-a07d-32c499ea3e0b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:37.207318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] No DVR routers for this DVR port 302bf0de-eaa8-46e1-a07d-32c499ea3e0b on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:49:37.210406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:37.212643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b0bb976-6222-4c61-bf6e-0ef674343588 req-9a50efae-c214-4dac-8dfa-78991585f283 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "DELETE /v2.0/ports/302bf0de-eaa8-46e1-a07d-32c499ea3e0b HTTP/1.1" status: 204 len: 173 time: 0.5013821 Aug 28 08:49:37.213145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'name': 'network-vif-deleted', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:37.215557 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c60fb1-9fed-473a-bcf1-1e3f067a10a4" -d '{"events": [{"server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "name": "network-vif-deleted", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:37.255377 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa322b6-6d84-402b-b98f-af9847c468b4 x-openstack-request-id: req-7aa322b6-6d84-402b-b98f-af9847c468b4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:37.255377 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aefa50-d421-4b4a-941f-ff4ed158f057", "name": "network-vif-deleted", "tag": "302bf0de-eaa8-46e1-a07d-32c499ea3e0b", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:37.255377 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7aa322b6-6d84-402b-b98f-af9847c468b4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:37.255377 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aefa50-d421-4b4a-941f-ff4ed158f057', 'name': 'network-vif-deleted', 'tag': '302bf0de-eaa8-46e1-a07d-32c499ea3e0b', 'status': 'completed', 'code': 200} Aug 28 08:49:37.440735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-8552b9fd-e88d-4938-a4be-97373dfd769c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471382 Aug 28 08:49:37.515046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-3cda663d-90e7-4d25-bb6e-224c04cd434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:37.516616 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-3cda663d-90e7-4d25-bb6e-224c04cd434d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0422423 Aug 28 08:49:37.628351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-f1db9704-99eb-44cb-ae51-e9758aae0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:37.629857 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-f1db9704-99eb-44cb-ae51-e9758aae0421 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 200 len: 915 time: 0.0919447 Aug 28 08:49:37.673063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-e842809e-f91d-434b-b6ff-7551aab547f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe9445ea-5751-4106-9103-af38cfed1e7a HTTP/1.1" status: 200 len: 217 time: 0.0355873 Aug 28 08:49:37.723567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-a632ee03-7f77-4b3a-a647-93f18ae2895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:37.725060 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-a632ee03-7f77-4b3a-a647-93f18ae2895a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 200 len: 854 time: 0.0448394 Aug 28 08:49:37.761693 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-bd12ce08-fa76-425b-9c9d-d4de6cf28841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0eecfc52-a467-42c3-96c4-651c70a9f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293102 Aug 28 08:49:37.856235 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-5379c62b-ea4c-4388-82af-e4207189b6a8 service neutron] 10.222.0.39 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Aug 28 08:49:37.968594 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d42532cd-7f29-481a-95eb-c4dee16394f7 req-ec190fe2-529f-419c-9dfb-dc8f585ef679 service neutron] 10.222.0.39 "GET /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968561 Aug 28 08:49:38.234626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f81ea44-eb16-4946-b3f1-ded557ac8375 req-eef971c4-607b-4f43-bfe4-7fd99e3e97d5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5aefa50-d421-4b4a-941f-ff4ed158f057 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Aug 28 08:49:39.701711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581172cb-2efa-47d7-84cb-7510576b59e0 req-ef73879c-8f79-4176-a9ae-0b3dea4e4656 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:39.703223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-581172cb-2efa-47d7-84cb-7510576b59e0 req-ef73879c-8f79-4176-a9ae-0b3dea4e4656 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0508997 Aug 28 08:49:39.741952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-581172cb-2efa-47d7-84cb-7510576b59e0 req-5ba13f3c-0d81-4dbb-9163-b3615f374130 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Aug 28 08:49:40.216626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 302bf0de-eaa8-46e1-a07d-32c499ea3e0b no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:49:40.237066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 302bf0de-eaa8-46e1-a07d-32c499ea3e0b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:49:40.237407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 302bf0de-eaa8-46e1-a07d-32c499ea3e0b not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:49:40.867075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088bff6-5ba6-442e-b388-78cca589a16d req-71cf01ee-753c-4ca4-9b89-6a60cc2787d6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:40.868578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b088bff6-5ba6-442e-b388-78cca589a16d req-71cf01ee-753c-4ca4-9b89-6a60cc2787d6 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0530083 Aug 28 08:49:40.910870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b088bff6-5ba6-442e-b388-78cca589a16d req-919989d7-b85f-479d-9f94-d222920a38b8 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Aug 28 08:49:41.671662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e1a65-7978-4d07-970c-fbe73585823e req-38e4b815-ef41-4023-91a6-1481da943c6d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:41.673124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-648e1a65-7978-4d07-970c-fbe73585823e req-38e4b815-ef41-4023-91a6-1481da943c6d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.39 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Aug 28 08:49:41.765650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Deleting port fe9445ea-5751-4106-9103-af38cfed1e7a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:41.765884 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:41.889588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] For port fe9445ea-5751-4106-9103-af38cfed1e7a, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=fe9445ea-5751-4106-9103-af38cfed1e7a,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:41.889959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:41.905404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Calling delete_port for fe9445ea-5751-4106-9103-af38cfed1e7a owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:41.959683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:49:42.041745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3176f5d-f9f9-47d4-90a2-48d0645a30f4 req-1254e7d2-502e-4d9e-82bc-3d16ddc0264d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:42.044012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3176f5d-f9f9-47d4-90a2-48d0645a30f4 req-1254e7d2-502e-4d9e-82bc-3d16ddc0264d tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0564301 Aug 28 08:49:42.086533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3176f5d-f9f9-47d4-90a2-48d0645a30f4 req-29903fff-c61d-4643-8cff-ab3fe59359ea tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365028 Aug 28 08:49:42.155635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:42.186584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event deleted for resources: {'Port': ['ID=fe9445ea-5751-4106-9103-af38cfed1e7a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:42.189566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['fe9445ea-5751-4106-9103-af38cfed1e7a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:42.215541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:42.239661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] No DVR routers for this DVR port fe9445ea-5751-4106-9103-af38cfed1e7a on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:49:42.242420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:42.244577 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-648e1a65-7978-4d07-970c-fbe73585823e req-e39f220d-7374-41ec-b462-80f79be27755 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.39 "DELETE /v2.0/ports/fe9445ea-5751-4106-9103-af38cfed1e7a HTTP/1.1" status: 204 len: 173 time: 0.5650206 Aug 28 08:49:42.245147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'name': 'network-vif-deleted', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:42.247512 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e124c-1f9c-446a-a5a2-6f808a37a282" -d '{"events": [{"server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "name": "network-vif-deleted", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:42.288946 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18030d76-667e-466f-aa70-21c93de8a549 x-openstack-request-id: req-18030d76-667e-466f-aa70-21c93de8a549 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:42.288946 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b9be4-133b-48af-a830-56b8e99e1ca9", "name": "network-vif-deleted", "tag": "fe9445ea-5751-4106-9103-af38cfed1e7a", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:42.288946 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18030d76-667e-466f-aa70-21c93de8a549 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:42.288946 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b9be4-133b-48af-a830-56b8e99e1ca9', 'name': 'network-vif-deleted', 'tag': 'fe9445ea-5751-4106-9103-af38cfed1e7a', 'status': 'completed', 'code': 200} Aug 28 08:49:43.211071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0308b0ff-7517-4448-8e0d-bcb9482bf0a8 req-71b8992d-6ae4-43f9-8218-b95626efc3ff tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=277b9be4-133b-48af-a830-56b8e99e1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0344567 Aug 28 08:49:46.663335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe9445ea-5751-4106-9103-af38cfed1e7a no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:49:46.677736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: fe9445ea-5751-4106-9103-af38cfed1e7a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:49:46.678089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device fe9445ea-5751-4106-9103-af38cfed1e7a not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:49:48.204503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5be7b-48a8-4068-8a91-593939278c5f req-734020c7-e3a3-4322-9820-4781c137cad3 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:48.205992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eea5be7b-48a8-4068-8a91-593939278c5f req-734020c7-e3a3-4322-9820-4781c137cad3 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.0556958 Aug 28 08:49:48.249245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eea5be7b-48a8-4068-8a91-593939278c5f req-95ae986a-3391-4bd7-b7f1-9bc10cc48485 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Aug 28 08:49:49.369862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8de115-25de-48fd-b889-87ca11625628 req-0f20acdc-4348-4349-b7ce-9eddbbecaec9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:49.371502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a8de115-25de-48fd-b889-87ca11625628 req-0f20acdc-4348-4349-b7ce-9eddbbecaec9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Aug 28 08:49:49.410191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a8de115-25de-48fd-b889-87ca11625628 req-035cf61d-5af8-4ed5-86c9-6e8f06a31bd0 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Aug 28 08:49:50.151829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dfe-678b-4750-a948-6074284d516e req-f97f9519-9db8-4c7d-b5b7-e3a571881b6b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:50.153327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cf11dfe-678b-4750-a948-6074284d516e req-f97f9519-9db8-4c7d-b5b7-e3a571881b6b tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Aug 28 08:49:50.252040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Deleting port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:49:50.252387 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:50.346878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] For port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,segment=NetworkSegment(03760eed-6b84-4d7f-9b79-44c29ffe5417),segment_id=03760eed-6b84-4d7f-9b79-44c29ffe5417)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:49:50.347169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:50.362892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Calling delete_port for 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:49:50.542794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7357-ec58-4b5f-a448-f824cc7e2f10 req-5c6f6ba7-2fe4-4107-8e30-4b271fce6ee2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:49:50.544308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32de7357-ec58-4b5f-a448-f824cc7e2f10 req-5c6f6ba7-2fe4-4107-8e30-4b271fce6ee2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Aug 28 08:49:50.585173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32de7357-ec58-4b5f-a448-f824cc7e2f10 req-22e1a7fb-916c-46a8-b573-49695f1865f2 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344305 Aug 28 08:49:50.590698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:50.632236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Pushing event deleted for resources: {'Port': ['ID=47913fbb-bbb2-48fc-a56f-bbccb8eb1d06,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:50.633639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:49:50.945965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] No DVR routers for this DVR port 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:49:50.948901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:50.951140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cf11dfe-678b-4750-a948-6074284d516e req-a7c53d9a-b37c-4474-90be-d115c80799f5 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.64 "DELETE /v2.0/ports/47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 HTTP/1.1" status: 204 len: 173 time: 0.7905576 Aug 28 08:49:50.951580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'name': 'network-vif-deleted', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:49:50.953830 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e003435-1146-44c9-9265-de1d165a6a6d" -d '{"events": [{"server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "name": "network-vif-deleted", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:49:50.994080 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8f51c-d256-4145-82cf-865e98524314 x-openstack-request-id: req-89e8f51c-d256-4145-82cf-865e98524314 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:49:50.994451 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f5e36c-8da4-4bc7-a680-8b3f61d11eb2", "name": "network-vif-deleted", "tag": "47913fbb-bbb2-48fc-a56f-bbccb8eb1d06", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:49:50.994832 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89e8f51c-d256-4145-82cf-865e98524314 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:49:50.997758 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f5e36c-8da4-4bc7-a680-8b3f61d11eb2', 'name': 'network-vif-deleted', 'tag': '47913fbb-bbb2-48fc-a56f-bbccb8eb1d06', 'status': 'completed', 'code': 200} Aug 28 08:49:51.697726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f18ec308-0776-4b93-80cd-6e10e35ea2d7 req-d2434027-aa2a-4883-ae5f-12731d3d99f9 tempest-AttachVolumeNegativeTest-1732741784 tempest-AttachVolumeNegativeTest-1732741784-project] 10.222.0.46 "GET /v2.0/ports?device_id=90f5e36c-8da4-4bc7-a680-8b3f61d11eb2 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Aug 28 08:49:52.756312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52780) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:52.800787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Deleting subnet 57fad8fe-011e-4c52-bc5a-10ae608b5c84 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:49:52.804455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:52.844720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:52.889541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.026531 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.057748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fad8fe-011e-4c52-bc5a-10ae608b5c84,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:53.061311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.063220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5526a347-374c-446c-9192-354e1cc4b585 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/57fad8fe-011e-4c52-bc5a-10ae608b5c84 HTTP/1.1" status: 204 len: 168 time: 0.3059125 Aug 28 08:49:53.065710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 52788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:53.138094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.219130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.230099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eecfc52-a467-42c3-96c4-651c70a9f775']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:53.243293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03760eed-6b84-4d7f-9b79-44c29ffe5417') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:53.243293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03760eed-6b84-4d7f-9b79-44c29ffe5417') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:49:53.262826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.286936 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.293985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:49:53.294428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:49:53.296077 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:49:53.442920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.449851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.451757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] 10.222.0.46 "DELETE /v2.0/networks/0eecfc52-a467-42c3-96c4-651c70a9f775 HTTP/1.1" status: 204 len: 168 time: 0.3851047 Aug 28 08:49:53.462459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bea77-ab95-4e4a-8e8d-6b45800c01ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0eecfc52-a467-42c3-96c4-651c70a9f775,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:53.866501 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52804) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:53.919473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa67f0da-5179-41f7-99f8-c674557c8692 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e9e3dece8c74153a61be5675d9e40bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517995 Aug 28 08:49:53.922108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 52806) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:49:53.974596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:53.998166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:54.150764 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:54.155455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:54.155455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8 HTTP/1.1" status: 204 len: 168 time: 0.2314341 Aug 28 08:49:54.163067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846427a4-08b9-4176-9a13-614482642aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ef3ff-8a7d-44f6-9a32-3c487bb84ba8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:49:54.279353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:49:54.299116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:49:54.299466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 47913fbb-bbb2-48fc-a56f-bbccb8eb1d06 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:49:55.972179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:57.591777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c10d319d-a94d-48bd-b8c2-abf679d6b0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:49:59.956321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:00.322190 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-06604a7f-7eb5-4327-8bf2-a35398740f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:01.949087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:04.876947 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:05.540215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.020400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53038) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:06.142664 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a519f6d-3745-4d87-b94f-4800923d9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.237484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a519f6d-3745-4d87-b94f-4800923d9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.316645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9a519f6d-3745-4d87-b94f-4800923d9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.358163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a519f6d-3745-4d87-b94f-4800923d9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505f2662-77ca-447a-b912-b5da75e9ed8e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:06.364955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9a519f6d-3745-4d87-b94f-4800923d9f92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ca9847f3dfe47e9a84c402b310f872e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399258 Aug 28 08:50:06.365182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53044) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:06.424170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.455062 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.608152 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.611025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:06.612166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/505f2662-77ca-447a-b912-b5da75e9ed8e HTTP/1.1" status: 204 len: 168 time: 0.2457635 Aug 28 08:50:06.630939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2840964-05a9-4c9a-8340-6e032dedf351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f2662-77ca-447a-b912-b5da75e9ed8e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:15.104169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53500) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:15.215572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.306635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.366710 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.405187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d5d008ad33741f7a77b600c3936c614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998950 Aug 28 08:50:15.406090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06e2cb0-2a1e-476a-b3e9-35ac9895d957,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:15.408002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53520) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:15.414289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.414635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.414975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.415307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.417941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b62b9-c969-47fe-a092-bae1e928d94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:15.460644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.481922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.607836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.610438 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:15.611747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d06e2cb0-2a1e-476a-b3e9-35ac9895d957 HTTP/1.1" status: 204 len: 168 time: 0.2026186 Aug 28 08:50:15.620389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b6149-833b-4b9f-b8bb-f2a6af15e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06e2cb0-2a1e-476a-b3e9-35ac9895d957,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:16.372046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:16.386519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38f08fb9-4a31-4206-bd98-fc6a0e61a5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.478563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38f08fb9-4a31-4206-bd98-fc6a0e61a5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.543526 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-38f08fb9-4a31-4206-bd98-fc6a0e61a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.585192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f08fb9-4a31-4206-bd98-fc6a0e61a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367579f9-f565-4625-ab2d-eb82d040f400,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:16.590734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-38f08fb9-4a31-4206-bd98-fc6a0e61a5b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d31c8188ecd2479195c9ef7dee0c2307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175124 Aug 28 08:50:16.591964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:16.647121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.668670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.824638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.827426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:16.828601 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/367579f9-f565-4625-ab2d-eb82d040f400 HTTP/1.1" status: 204 len: 168 time: 0.2357090 Aug 28 08:50:16.838530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac652-0718-4c33-9ea0-7eeba6d9a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367579f9-f565-4625-ab2d-eb82d040f400,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:18.954709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:50:25.996508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:27.609018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b870e062-80f1-4ef6-91b4-1f94d377d8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:29.741281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:29.879777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3434f789-3154-490d-b425-c0ba6edaf0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:29.992927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3434f789-3154-490d-b425-c0ba6edaf0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:29.996677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.059353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3434f789-3154-490d-b425-c0ba6edaf0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.105688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3434f789-3154-490d-b425-c0ba6edaf0ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8626b3aa6ee6456dac1960d9e4f6c0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632185 Aug 28 08:50:30.106518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53952) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:30.107196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434f789-3154-490d-b425-c0ba6edaf0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b983dd-5510-4ab6-a46c-642fab0b3a16,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:30.177598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.202626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.236031 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e9c527e-32b1-4bc7-b2c9-c4d6ebb30864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.430903 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.433355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:30.434581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43b983dd-5510-4ab6-a46c-642fab0b3a16 HTTP/1.1" status: 204 len: 168 time: 0.3145602 Aug 28 08:50:30.442691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cd15a-eab7-4b3b-8740-a0dcaaa6326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b983dd-5510-4ab6-a46c-642fab0b3a16,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:31.136308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 53962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:31.150548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-096305de-69d6-4980-87c1-61c1aad0f36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.255402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-096305de-69d6-4980-87c1-61c1aad0f36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.336966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-096305de-69d6-4980-87c1-61c1aad0f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.384700 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-096305de-69d6-4980-87c1-61c1aad0f36f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=687b190d64d44b108df3846a1f133849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440679 Aug 28 08:50:31.384700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096305de-69d6-4980-87c1-61c1aad0f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e4f21-d957-456f-8523-2203ea9a1a81,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:31.386444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 53968) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:31.456647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.479876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.611551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.615536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:31.615536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d70e4f21-d957-456f-8523-2203ea9a1a81 HTTP/1.1" status: 204 len: 168 time: 0.2279332 Aug 28 08:50:31.624552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e4f21-d957-456f-8523-2203ea9a1a81,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:31.632934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.633270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.633615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.633956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.634319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.634655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.634990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.635413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.635660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.635972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.640992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.640992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bcb6c-33ab-475b-a7c1-4fbb4f2c3ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:50:31.948525 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.491704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54138) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:34.603728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65d70b20-c1b5-4798-abf0-106bf7f55d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.697616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65d70b20-c1b5-4798-abf0-106bf7f55d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.799988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65d70b20-c1b5-4798-abf0-106bf7f55d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.847208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:34.847798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65d70b20-c1b5-4798-abf0-106bf7f55d0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57b8efd1cef94d95b3ca0e99f1138b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548713 Aug 28 08:50:34.849398 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70b20-c1b5-4798-abf0-106bf7f55d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51787b-c9f9-4cc5-b42e-9275cab6b07d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:34.881910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.919262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:34.950730 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:35.051504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:35.054167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:35.055443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc51787b-c9f9-4cc5-b42e-9275cab6b07d HTTP/1.1" status: 204 len: 168 time: 0.2067857 Aug 28 08:50:35.063724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135b57-730e-436e-8648-79429d6fc714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51787b-c9f9-4cc5-b42e-9275cab6b07d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:35.503099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:37.583261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54250) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:37.622459 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4adb48fe-1ca0-4a8b-9ddf-3e40e225396b req-f14ae773-341a-4a7e-bf6b-0dd097268662 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262020 Aug 28 08:50:37.702344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6873-1124-4913-b039-2f62e066f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:37.711302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4adb48fe-1ca0-4a8b-9ddf-3e40e225396b req-f89693e4-41b4-413e-892e-91252ee00bbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0311377 Aug 28 08:50:37.762893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4adb48fe-1ca0-4a8b-9ddf-3e40e225396b req-26680b36-f7fb-4218-b436-d5e85d5f5232 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211926 Aug 28 08:50:37.819001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6873-1124-4913-b039-2f62e066f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:37.863723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb48fe-1ca0-4a8b-9ddf-3e40e225396b req-b434cfe9-76bd-41ce-816b-eb16c4753f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:37.865187 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4adb48fe-1ca0-4a8b-9ddf-3e40e225396b req-b434cfe9-76bd-41ce-816b-eb16c4753f6c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959721 Aug 28 08:50:37.915111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6873-1124-4913-b039-2f62e066f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:37.955075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ccbb6873-1124-4913-b039-2f62e066f2e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9be92610c4d74c5d898b0029ec1531ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707039 Aug 28 08:50:37.957835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54260) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:37.958708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb6873-1124-4913-b039-2f62e066f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a0899-a576-4d99-8f22-870dfbd35edf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:38.012788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:38.033995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:38.177427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:38.180438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:38.181698 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae3a0899-a576-4d99-8f22-870dfbd35edf HTTP/1.1" status: 204 len: 168 time: 0.2226381 Aug 28 08:50:38.190419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff241b5e-8602-4dd6-83e0-18c65bb2987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a0899-a576-4d99-8f22-870dfbd35edf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:40.043798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:40.218893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-31772847'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:40.310318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Made reservation on behalf of 2b623443c82448668a48821fec941d75 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:50:40.314106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.323491 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.441051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.510497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.539931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:50:40.550368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7264936-ceca-4692-a3d9-8a8b1089dad1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:40.557168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.557614 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Added segment 752f31f9-64d8-4226-ade2-6da87996c0dd of type vlan for network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 Aug 28 08:50:40.601367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.698849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.704477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:40.705124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:40.776546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Pushing event updated for resources: {'Network': ['ID=5823e9d1-dd9f-4b84-99d9-b1d9784c3177,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:40.787322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:50:40.842885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ea9f58e-ebf0-4a1d-9f52-abc241bf85ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.7975852 Aug 28 08:50:41.019796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54344) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:41.025554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177', 'binding:host_id': 'n-h2-792458-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2055310428'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:41.103994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Made reservation on behalf of 658fd628151c4b8e8bd37d32969a802c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:50:41.106421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.115895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.223948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.291166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.302047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:41.375595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2ec98-32d1-4541-8c39-c3a6edea9514,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:41.523064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:41.538399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.544632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Transition to ACTIVE for port object 8df98ba5-ea2e-4999-8a1e-3afc0a215850 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:50:41.653868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:41.719472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=8df98ba5-ea2e-4999-8a1e-3afc0a215850,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:41.726161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Checking segment: {'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:50:41.726560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Network hostable DHCP agents. Network: 5823e9d1-dd9f-4b84-99d9-b1d9784c3177, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:50:41.788842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:50:41.864712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5823e9d1-dd9f-4b84-99d9-b1d9784c3177) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:50:41.869920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:50:41.874806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5f167-e931-4b68-840b-fcf94fac79f3 None None] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:50:41.887218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:41.887706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:41.888147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:41.893300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:41.893737 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:41.894235 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 2 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:41.917379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:41.918018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:41.919282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:41.928857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:41.929204 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:41.929607 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 3 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:41.944352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:41.944716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:41.945089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:41.950057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:41.950433 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:41.950834 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 4 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:41.966456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:41.966803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:41.967224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:41.971906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:41.972253 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:41.972661 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 5 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:41.986897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:41.986897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:41.987152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:41.991429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:41.991758 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:41.992297 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 6 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:42.004604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:42.004929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:42.005270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:42.009646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:42.009975 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:42.010403 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 7 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:42.023305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:42.023760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:42.024111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:42.028459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:42.028785 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:42.029175 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 8 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:42.041557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:42.041889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:42.042249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:42.046480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:42.046808 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:42.047201 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 9 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:42.059578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:42.059919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:42.060258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:42.064573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:42.064900 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:42.065302 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 10 to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 Aug 28 08:50:42.076712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:42.077047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:42.077382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:42.081566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:42.081893 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:42.082286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.145297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 8df98ba5-ea2e-4999-8a1e-3afc0a215850, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:50:42.151002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:50:42.264941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.302158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:42.302790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.327290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=8df98ba5-ea2e-4999-8a1e-3afc0a215850,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:42.412012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-607921fa-35f6-48ed-a950-b83d1c67ebd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.3909857 Aug 28 08:50:42.414646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54368) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:42.489730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Deleting port 8df98ba5-ea2e-4999-8a1e-3afc0a215850 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:50:42.490069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.556345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 8df98ba5-ea2e-4999-8a1e-3afc0a215850, host n-h2-792458-16, got binding levels [] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:50:42.556717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.570157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Calling delete_port for 8df98ba5-ea2e-4999-8a1e-3afc0a215850 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:50:42.777243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.814235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event deleted for resources: {'Port': ['ID=8df98ba5-ea2e-4999-8a1e-3afc0a215850,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:42.821323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.824096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-607368ad-f9c2-46f4-80fd-c4ec4f81db57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8df98ba5-ea2e-4999-8a1e-3afc0a215850 HTTP/1.1" status: 204 len: 168 time: 0.4084594 Aug 28 08:50:42.826766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54376) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:42.850199 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-da90d44a-4e16-48c2-9261-6d304a4f24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:50:42.851781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-da90d44a-4e16-48c2-9261-6d304a4f24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports/8df98ba5-ea2e-4999-8a1e-3afc0a215850 HTTP/1.1" status: 404 len: 333 time: 0.0240483 Aug 28 08:50:42.855406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:42.860231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-697720576'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:42.965371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Made reservation on behalf of 658fd628151c4b8e8bd37d32969a802c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:50:42.968836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:42.984660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 4b577dd7-4ac6-47e4-9460-de994ff68a42 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:43.136095 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.236361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.284567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:50:43.287831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:50:43.290926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:50:43.292392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:43.293285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.304294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=4b577dd7-4ac6-47e4-9460-de994ff68a42,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:43.459359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a5d7daa2-456a-46d9-9993-2f6a7475c626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6027782 Aug 28 08:50:43.462373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54388) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:43.467881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:43.526667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.713334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 4b577dd7-4ac6-47e4-9460-de994ff68a42 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:43.721471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.733728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Transition to ACTIVE for port object 4b577dd7-4ac6-47e4-9460-de994ff68a42 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:50:43.845356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:43.894533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=4b577dd7-4ac6-47e4-9460-de994ff68a42,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:43.914712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:43.916218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:43.916684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:43.922005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:43.925084 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:43.925084 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 2 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:43.938109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:43.938489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:43.938805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:43.943609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:43.943937 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:43.944332 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 3 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:43.957018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:43.957361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:43.957703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:43.962456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:43.962786 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:43.963198 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 4 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:43.977357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:43.977686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:43.978027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:43.983038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:43.983366 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:43.983767 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 5 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:43.997211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:43.997548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:43.997892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.002441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.002775 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.003169 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 6 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:44.015733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:44.016092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:44.016438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.021162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.021495 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.021893 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 7 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:44.035301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:44.035641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:44.035981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.040896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.041277 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.041677 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 8 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:44.055062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:44.055321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:44.055661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.060103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.060432 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.060823 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 9 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:44.073588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:44.073928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:44.074301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.078837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.079167 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.079563 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 10 to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 Aug 28 08:50:44.093152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:44.093532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:44.093883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:44.098352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:44.098684 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:44.099057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.166772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 4b577dd7-4ac6-47e4-9460-de994ff68a42, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:50:44.167137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:50:44.224882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.259643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] In _notify_port_updated(), no bound segment for port 4b577dd7-4ac6-47e4-9460-de994ff68a42 on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:50:44.260659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.261103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.262445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "PUT /v2.0/ports/4b577dd7-4ac6-47e4-9460-de994ff68a42 HTTP/1.1" status: 200 len: 979 time: 0.7989142 Aug 28 08:50:44.265183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54400) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:44.273940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085fae4-699f-4026-95b6-342ac349178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=4b577dd7-4ac6-47e4-9460-de994ff68a42,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:44.347019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.347506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.348020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.348536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.349012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.349483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.349980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.350495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.350989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.351494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:44.354718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-041fcc49-a854-4d96-810c-3bf20e0bf0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9107 time: 0.0884194 Aug 28 08:50:44.356950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54404) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:44.434273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Deleting port 4b577dd7-4ac6-47e4-9460-de994ff68a42 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:50:44.434640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.501589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 4b577dd7-4ac6-47e4-9460-de994ff68a42, host n-h2-792458-16, got binding levels [] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:50:44.501951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.516608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Calling delete_port for 4b577dd7-4ac6-47e4-9460-de994ff68a42 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:50:44.698733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.726668 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b577dd7-4ac6-47e4-9460-de994ff68a42,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:44.740338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.744578 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b83d547b-aa03-4aef-9bcc-3412129acf8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "DELETE /v2.0/ports/4b577dd7-4ac6-47e4-9460-de994ff68a42 HTTP/1.1" status: 204 len: 168 time: 0.3865674 Aug 28 08:50:44.747658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54414) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:44.772258 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-82401356-59f4-4cb5-a0fe-193041f34cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:50:44.773781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-82401356-59f4-4cb5-a0fe-193041f34cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports/4b577dd7-4ac6-47e4-9460-de994ff68a42 HTTP/1.1" status: 404 len: 333 time: 0.0250821 Aug 28 08:50:44.777545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54416) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:44.782556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-319767736', 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:44.897783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Made reservation on behalf of 658fd628151c4b8e8bd37d32969a802c for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:50:44.900010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:44.917416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 8b81212c-c413-4326-9e77-17b8f03dc4d6 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:45.068279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:45.179307 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:45.225185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:50:45.230741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:50:45.234935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:50:45.235866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:45.236464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:45.239791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=8b81212c-c413-4326-9e77-17b8f03dc4d6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:45.323068 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d2397ad2-c6f4-4037-bac6-4bb523b3255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5378816 Aug 28 08:50:45.323068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54424) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:45.353869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625202e-f1b9-40e9-9d90-2de4e2a968b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:45.355310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f625202e-f1b9-40e9-9d90-2de4e2a968b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports/8b81212c-c413-4326-9e77-17b8f03dc4d6 HTTP/1.1" status: 200 len: 958 time: 0.0343046 Aug 28 08:50:45.357980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54426) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:45.430056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Deleting port 8b81212c-c413-4326-9e77-17b8f03dc4d6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:50:45.430425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:45.498026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:45.519973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Calling delete_port for 8b81212c-c413-4326-9e77-17b8f03dc4d6 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:50:45.742890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.084872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b81212c-c413-4326-9e77-17b8f03dc4d6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:46.090122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.094775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54438) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:46.098683 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-62e4cf8d-0157-452c-b88c-ed0a8b778967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8b81212c-c413-4326-9e77-17b8f03dc4d6 HTTP/1.1" status: 204 len: 168 time: 0.7397249 Aug 28 08:50:46.120120 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b13b5-da0b-4769-b684-8b24f6f3b5ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:50:46.121672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a17b13b5-da0b-4769-b684-8b24f6f3b5ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports/8b81212c-c413-4326-9e77-17b8f03dc4d6 HTTP/1.1" status: 404 len: 333 time: 0.0258837 Aug 28 08:50:46.125485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54440) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:46.130381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-591413112'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:46.224322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Made reservation on behalf of 658fd628151c4b8e8bd37d32969a802c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:50:46.227465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.244108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:46.402570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.487426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.533593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:50:46.536630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:50:46.541472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:50:46.542430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:46.543034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.546287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:46.646078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a771f273-5928-4299-b10e-4ea1c7ef2d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5194485 Aug 28 08:50:46.649252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:46.655397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:46.718067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.890526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] device_id is not set on port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:50:46.898666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:46.911983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Transition to ACTIVE for port object 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:50:46.993665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.043091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:47.059403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.059679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.060162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.065456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.065789 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.066178 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 2 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.080867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.081209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.081552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.089813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.090155 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.090603 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 3 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.104039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.104700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.104700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.109422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.109803 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.110200 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 4 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.123292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.123765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.123975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.128270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.128600 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.128988 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 5 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.141239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.141575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.141916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.146259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.146590 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.146980 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 6 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.159760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.160095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.160428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.164684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.165013 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.165402 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 7 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.177280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.177610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.177948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.182747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.183083 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.183476 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 8 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.196110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.196445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.196780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.200974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.201306 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.201691 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 9 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.213246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.213581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.213918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.218187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.218546 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.218939 n-d-792458-16 neutron-server[95466]: INFO neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempt 10 to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba Aug 28 08:50:47.234719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:50:47.235056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:50:47.235432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempting to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:50:47.240243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:50:47.240571 n-d-792458-16 neutron-server[95466]: ERROR neutron.plugins.ml2.managers [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Failed to bind port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on host n-h2-792458-16 for vnic_type normal using segments [{'id': '752f31f9-64d8-4226-ade2-6da87996c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5823e9d1-dd9f-4b84-99d9-b1d9784c3177'}] Aug 28 08:50:47.240971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.306614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:50:47.306862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attempted to set empty binding levels {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 08:50:47.423002 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.463055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] In _notify_port_updated(), no bound segment for port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba on network 5823e9d1-dd9f-4b84-99d9-b1d9784c3177 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:50:47.463948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:50:47.464570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.468932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54464) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:47.469467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "PUT /v2.0/ports/2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba HTTP/1.1" status: 200 len: 979 time: 0.8187361 Aug 28 08:50:47.482674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d617-3beb-4ed2-8bea-8b1dd294886b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:47.551894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Deleting port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:50:47.552238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.628977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] For port 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba, host n-h2-792458-16, got binding levels [] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:50:47.629365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.643245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Calling delete_port for 2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:50:47.778696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.810858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:47.816621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:47.819000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-234e6bcd-c11b-44dc-8d65-2ac9a4741579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba HTTP/1.1" status: 204 len: 168 time: 0.3486583 Aug 28 08:50:47.821868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:47.846368 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09536db-0faf-4f9c-a733-f9c935e960f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] GET failed (client error): The resource could not be found. Aug 28 08:50:47.847909 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a09536db-0faf-4f9c-a733-f9c935e960f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243596301-project-admin] 10.222.0.46 "GET /v2.0/ports/2c0d6628-ccdf-46c9-9fd3-e7fafa6c26ba HTTP/1.1" status: 404 len: 333 time: 0.0250371 Aug 28 08:50:47.851505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54476) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:47.948711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.041540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.051878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5823e9d1-dd9f-4b84-99d9-b1d9784c3177']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:50:48.062733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752f31f9-64d8-4226-ade2-6da87996c0dd') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:50:48.063030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752f31f9-64d8-4226-ade2-6da87996c0dd') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:50:48.072396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.085766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.091560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:50:48.091949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:50:48.094871 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:50:48.222765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.234632 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.239261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] 10.222.0.46 "DELETE /v2.0/networks/5823e9d1-dd9f-4b84-99d9-b1d9784c3177 HTTP/1.1" status: 204 len: 168 time: 0.3839958 Aug 28 08:50:48.253300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97650-7492-4911-a1e6-e4544dd15ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931551434-project] Pushing event deleted for resources: {'Network': ['ID=5823e9d1-dd9f-4b84-99d9-b1d9784c3177,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:48.710606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54494) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:48.869383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18479bc3-399c-4fa7-9169-0ac19851d7b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b623443c82448668a48821fec941d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554635 Aug 28 08:50:48.869968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54504) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:48.927372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:48.949490 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:49.087549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:49.090087 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:49.091320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7264936-ceca-4692-a3d9-8a8b1089dad1 HTTP/1.1" status: 204 len: 168 time: 0.2197132 Aug 28 08:50:49.099236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0eb0-76bd-45bc-9f38-0de9d955f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7264936-ceca-4692-a3d9-8a8b1089dad1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:49.800153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54518) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:49.843294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-53fc60e6-d399-40d1-8b42-107abe99dd9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=658fd628151c4b8e8bd37d32969a802c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418713 Aug 28 08:50:49.845651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54520) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:49.906347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:49.932348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:50.087186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:50.089811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:50.091040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebd2ec98-32d1-4541-8c39-c3a6edea9514 HTTP/1.1" status: 204 len: 168 time: 0.2443273 Aug 28 08:50:50.101689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63a2e3-f1e0-438f-9d5e-1cb1ccf07068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2ec98-32d1-4541-8c39-c3a6edea9514,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:51.979161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54592) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:52.108590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1579092540'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:52.195798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.196879 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.283556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.365553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.439985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.444969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-298f5ddc-549b-4ba8-a5ad-e78b8a73d75a tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4608252 Aug 28 08:50:52.445681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:52.518753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.689933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.692169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.812679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.813456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd83234-cd4a-4f40-a41d-cf0ed4ebaa93 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:50:52.818808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.824431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d77aebc5-594b-4e23-baca-cbcf0caa2fac tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2dd83234-cd4a-4f40-a41d-cf0ed4ebaa93 HTTP/1.1" status: 204 len: 168 time: 0.3749566 Aug 28 08:50:52.824431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54608) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:52.828603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Request body: {'router': {'name': 'tempest-router-304180035', 'distributed': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:52.910467 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.911540 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:52.963705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.058969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.150358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.155000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54618) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:53.160611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6007a85f-85d1-4799-9714-c59bdef9ec61 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3298490 Aug 28 08:50:53.232411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.393166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.398195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.520350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.521339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a102fda-5d0b-480f-a544-7f7518149fa9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:50:53.526631 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.531883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54624) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:53.532338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d709ae1-a62a-4242-b368-ca5d9111ce40 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "DELETE /v2.0/routers/9a102fda-5d0b-480f-a544-7f7518149fa9 HTTP/1.1" status: 204 len: 168 time: 0.3762240 Aug 28 08:50:53.536510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Request body: {'router': {'name': 'tempest-router-1928992018', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6aee09c952924cc999c88afb705aa1af'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:53.613068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.614167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.669282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.716147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.801545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:53.802912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd9db046-10d1-4f3f-b3c0-4e8995edf4b5 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2699702 Aug 28 08:50:53.806466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:53.811103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:54.277813 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.278486 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.362918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 28 08:50:54.363262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Router 70ac22cc-6b29-4798-90f0-933afffb5be6 migrating from provider to provider. {{(pid=95466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 28 08:50:54.363640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.368262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.456907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.548762 n-d-792458-16 neutron-server[95466]: WARNING neutron.scheduler.l3_agent_scheduler [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] No L3 agents can host the router 70ac22cc-6b29-4798-90f0-933afffb5be6 Aug 28 08:50:54.670415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Hosts for router 70ac22cc-6b29-4798-90f0-933afffb5be6: [] {{(pid=95466) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 28 08:50:54.693042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Hosts for other DVR routers connected to router 70ac22cc-6b29-4798-90f0-933afffb5be6: set() {{(pid=95466) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 28 08:50:54.696190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:54.697434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-adb04ecc-4132-46c3-88c5-b30469695fe6 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "PUT /v2.0/routers/70ac22cc-6b29-4798-90f0-933afffb5be6 HTTP/1.1" status: 200 len: 717 time: 0.8899674 Aug 28 08:50:54.700198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54644) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:54.775029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c8e0bd1-aedc-4b07-baeb-ad8e45d7761b tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "GET /v2.0/routers/70ac22cc-6b29-4798-90f0-933afffb5be6 HTTP/1.1" status: 200 len: 717 time: 0.0734990 Aug 28 08:50:54.777521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54648) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:54.981670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d4f38639-ce76-4685-8f8e-e6f8dd7f3aee tempest-RoutersTestDVR-1737640698 tempest-RoutersTestDVR-1737640698-project] 10.222.0.46 "GET /v2.0/routers/70ac22cc-6b29-4798-90f0-933afffb5be6 HTTP/1.1" status: 200 len: 683 time: 0.2031407 Aug 28 08:50:54.984261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54656) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:55.058877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.216420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.218608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.342872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.342872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70ac22cc-6b29-4798-90f0-933afffb5be6 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:50:55.346691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.348931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3471a63-ffae-48fc-8306-f9ab319f55f4 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "DELETE /v2.0/routers/70ac22cc-6b29-4798-90f0-933afffb5be6 HTTP/1.1" status: 204 len: 168 time: 0.3635921 Aug 28 08:50:55.352558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54666) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:55.358558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Request body: {'router': {'name': 'tempest-router-1811827685', 'distributed': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:50:55.445667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.446687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.502482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.598253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.696984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.698333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7a4eeac5-5cc3-4f34-b399-883c5dc55e88 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3447123 Aug 28 08:50:55.701081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54672) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:55.776583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.936877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.938977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:55.955403 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:50:55.995718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.052778 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.053308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd869b2a-1bf3-4495-8b4d-f1a352a717e4 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:50:56.058334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.059887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c0426783-bf25-4214-962d-370ec683b167 tempest-RoutersTestDVR-1876907133 tempest-RoutersTestDVR-1876907133-project-admin] 10.222.0.46 "DELETE /v2.0/routers/dd869b2a-1bf3-4495-8b4d-f1a352a717e4 HTTP/1.1" status: 204 len: 168 time: 0.3574994 Aug 28 08:50:56.538881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54690) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:56.645446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc76c105-2bbb-4c5e-9434-741c86d97b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.734815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc76c105-2bbb-4c5e-9434-741c86d97b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.801550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cc76c105-2bbb-4c5e-9434-741c86d97b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.842108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cc76c105-2bbb-4c5e-9434-741c86d97b2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6aee09c952924cc999c88afb705aa1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021224 Aug 28 08:50:56.843063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76c105-2bbb-4c5e-9434-741c86d97b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db32c1ab-b529-41c3-b381-758a21d8f3d5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:56.844964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:56.896821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:56.924280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.051144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.054455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.055623 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db32c1ab-b529-41c3-b381-758a21d8f3d5 HTTP/1.1" status: 204 len: 168 time: 0.2096651 Aug 28 08:50:57.063931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d5d81-10ed-40ed-8f5d-f5a30224a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32c1ab-b529-41c3-b381-758a21d8f3d5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:57.590023 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-598f9d8d-ec50-42df-b4e8-937ab3896baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.668827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:57.683510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2367c5c1-8826-4464-8392-e63469f2531a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.770487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2367c5c1-8826-4464-8392-e63469f2531a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.852703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2367c5c1-8826-4464-8392-e63469f2531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.891563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2367c5c1-8826-4464-8392-e63469f2531a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4962a0092b344d81a79fbb73ce153f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215862 Aug 28 08:50:57.892429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367c5c1-8826-4464-8392-e63469f2531a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481e3dad-8d56-44d4-8289-c6278439c212,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:57.894240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54722) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:57.946693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:57.971649 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:58.098477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:58.101169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:58.102422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/481e3dad-8d56-44d4-8289-c6278439c212 HTTP/1.1" status: 204 len: 168 time: 0.2065954 Aug 28 08:50:58.110543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73800090-cf46-40a1-a983-b3b64445aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e3dad-8d56-44d4-8289-c6278439c212,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:50:59.238649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54766) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:59.360646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-994e8931-d3db-4f1c-9981-b789dbb6d760 tempest-AgentManagementNegativeTest-1031043756 tempest-AgentManagementNegativeTest-1031043756-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1208391 Aug 28 08:50:59.833490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54780) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:50:59.936482 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:50:59.945269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a6d78d8-1147-4ff8-8a50-a49a34c007a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.037217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a6d78d8-1147-4ff8-8a50-a49a34c007a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.098484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a6d78d8-1147-4ff8-8a50-a49a34c007a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.140001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a6d78d8-1147-4ff8-8a50-a49a34c007a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=641b717fd3254368a27a0dd0e9ff9c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052471 Aug 28 08:51:00.140933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d78d8-1147-4ff8-8a50-a49a34c007a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08329c-fa32-4cde-81c0-5b8ca76df7e1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:00.143062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:00.206476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.229166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.292915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-451d14ae-7ae9-43d8-956b-eb597ebf297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.350014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.352717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:00.353888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f08329c-fa32-4cde-81c0-5b8ca76df7e1 HTTP/1.1" status: 204 len: 168 time: 0.2098498 Aug 28 08:51:00.363570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af6109-1985-45ae-ad45-98b447e4bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08329c-fa32-4cde-81c0-5b8ca76df7e1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:01.527933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:01.630130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'networks': [{'name': 'tempest-network--677297345'}, {'name': 'tempest-network--860116591'}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:01.630469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-network--677297345'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:01.630933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-network--860116591'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:01.720883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'network': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:01.726238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.735378 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.823673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.955477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.955731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.956204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:01.996952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8634abcc-f1c1-4833-bb2c-2cb9a84efeeb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:02.002095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:02.016979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.016979 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment f756fe99-ed53-49e2-a6cf-1f4bd18e0acf of type vlan for network 85673106-03df-46c0-abb9-d2ad9c37d29c Aug 28 08:51:02.067391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.096065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:02.104339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.104671 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment 9bf28494-c0ef-4f0e-98e0-3d694ebb5c92 of type vlan for network b992f890-7f1c-41c4-8347-34844d760404 Aug 28 08:51:02.144074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.256518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.257211 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.262850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.267732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.268376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:02.340511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=85673106-03df-46c0-abb9-d2ad9c37d29c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:02.352457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 85673106-03df-46c0-abb9-d2ad9c37d29c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:02.401994 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8729143 Aug 28 08:51:02.405368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54848) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:02.410887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704011c-e6d3-41ce-9cdc-077978d791ef tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=b992f890-7f1c-41c4-8347-34844d760404,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:02.432946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network b992f890-7f1c-41c4-8347-34844d760404 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:02.600345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c715f-3e0e-479c-9587-b1a2ec26bd8c tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.606016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c715f-3e0e-479c-9587-b1a2ec26bd8c tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.611946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c715f-3e0e-479c-9587-b1a2ec26bd8c tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.617681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c715f-3e0e-479c-9587-b1a2ec26bd8c tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:02.619357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-198c715f-3e0e-479c-9587-b1a2ec26bd8c tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2122986 Aug 28 08:51:02.622241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54852) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:02.697937 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.061983 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.072835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85673106-03df-46c0-abb9-d2ad9c37d29c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.082981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756fe99-ed53-49e2-a6cf-1f4bd18e0acf') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.083272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756fe99-ed53-49e2-a6cf-1f4bd18e0acf') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.092138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.105946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.115221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:03.115641 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:03.119388 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:03.321365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.341625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.341625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/85673106-03df-46c0-abb9-d2ad9c37d29c HTTP/1.1" status: 204 len: 168 time: 0.7076967 Aug 28 08:51:03.341625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:03.354550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86335773-37ad-4fe1-92f6-a277739f2bc8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=85673106-03df-46c0-abb9-d2ad9c37d29c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:03.429428 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.524832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.534773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b992f890-7f1c-41c4-8347-34844d760404']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.545649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf28494-c0ef-4f0e-98e0-3d694ebb5c92') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.545946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf28494-c0ef-4f0e-98e0-3d694ebb5c92') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:03.556514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.570297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.576365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:03.576757 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:03.579677 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:03.710699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.717556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:03.719320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/b992f890-7f1c-41c4-8347-34844d760404 HTTP/1.1" status: 204 len: 168 time: 0.3739488 Aug 28 08:51:03.722020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54874) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:03.731815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2475c1-62ee-48a4-81aa-3032b5ca4d67 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=b992f890-7f1c-41c4-8347-34844d760404,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:03.902463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e3d7e-9d94-4c1f-a18b-c50b479f453d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:03.908644 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e3d7e-9d94-4c1f-a18b-c50b479f453d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:03.915236 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-112e3d7e-9d94-4c1f-a18b-c50b479f453d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1870303 Aug 28 08:51:03.915732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54878) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:03.921078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1267811996'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:04.010943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:04.014589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.040734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:04.050167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.050547 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment 17e29a8c-71a1-4ff6-85f5-6617760c32b2 of type vlan for network 04415050-3b76-4e03-ac47-0c43ec1aa286 Aug 28 08:51:04.104101 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.229847 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.235645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:04.236238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.303910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=04415050-3b76-4e03-ac47-0c43ec1aa286,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:04.314140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 04415050-3b76-4e03-ac47-0c43ec1aa286 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:04.372748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2183913-682d-4da1-a877-df382a23f123 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4555244 Aug 28 08:51:04.375206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54888) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:04.380361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-262848925'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:04.507974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:04.511583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.536085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:04.545164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.545507 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment e3cb307c-9859-42a2-b222-24666c9c24a0 of type vlan for network 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee Aug 28 08:51:04.591109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.690480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.698158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:04.698822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:04.780695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:04.792055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:04.843266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54894) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:04.848577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'ports': [{'network_id': '04415050-3b76-4e03-ac47-0c43ec1aa286', 'name': 'tempest-port--1241529195', 'admin_state_up': True}, {'network_id': '09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee', 'admin_state_up': False}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:04.848956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'port': {'network_id': '04415050-3b76-4e03-ac47-0c43ec1aa286', 'name': 'tempest-port--1241529195', 'admin_state_up': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:04.849540 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'port': {'network_id': '09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee', 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:04.850605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9c42fcea-70d7-48e9-b473-1a599d6efced tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4641166 Aug 28 08:51:04.919432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.107861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'port': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:05.112656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.127268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.212594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] device_id is not set on port 2b36b72d-f224-4912-89d0-70ad186fd195 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:51:05.332172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.407475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] device_id is not set on port 42290bb7-3063-49c1-9065-ac2f8a511a12 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:51:05.498348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.523151 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.645629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.704512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Port': ['ID=2b36b72d-f224-4912-89d0-70ad186fd195,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:05.718870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Checking segment: {'id': '17e29a8c-71a1-4ff6-85f5-6617760c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04415050-3b76-4e03-ac47-0c43ec1aa286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:05.718870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network hostable DHCP agents. Network: 04415050-3b76-4e03-ac47-0c43ec1aa286, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:05.800933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network 04415050-3b76-4e03-ac47-0c43ec1aa286 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:05.898476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 04415050-3b76-4e03-ac47-0c43ec1aa286) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:05.902519 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:51:05.903437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:05.909105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec42270-0e0b-4dac-97e7-ebfdbc66819a None None] Network 04415050-3b76-4e03-ac47-0c43ec1aa286 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:05.977930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Port': ['ID=42290bb7-3063-49c1-9065-ac2f8a511a12,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:05.987296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Checking segment: {'id': 'e3cb307c-9859-42a2-b222-24666c9c24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:05.987629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network hostable DHCP agents. Network: 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:06.073442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:06.206851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:06.211168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:51:06.216976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:06.217130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a6ca85-69cd-4aef-a896-fbfeb97fe713 None None] Network 09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:06.224376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:06.224376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.293154 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65996d78-8332-4281-ba40-c63700eecc8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4486697 Aug 28 08:51:06.295781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54918) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:06.351149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821411c9-f205-4f9e-afe5-4fafdce86988 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:06.357641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821411c9-f205-4f9e-afe5-4fafdce86988 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:06.359429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-821411c9-f205-4f9e-afe5-4fafdce86988 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0626340 Aug 28 08:51:06.362376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54922) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:06.454198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting port 2b36b72d-f224-4912-89d0-70ad186fd195 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:51:06.454573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.520072 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.533171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Calling delete_port for 2b36b72d-f224-4912-89d0-70ad186fd195 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:51:06.681097 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.711322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Port': ['ID=2b36b72d-f224-4912-89d0-70ad186fd195,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:06.715057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.720956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d89fb0d6-2bf5-4aee-a905-4e1a6c6ae348 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/ports/2b36b72d-f224-4912-89d0-70ad186fd195 HTTP/1.1" status: 204 len: 168 time: 0.3537440 Aug 28 08:51:06.722063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54928) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:06.813621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting port 42290bb7-3063-49c1-9065-ac2f8a511a12 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:51:06.813967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.879782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:06.892765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Calling delete_port for 42290bb7-3063-49c1-9065-ac2f8a511a12 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:51:07.041409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.070129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Port': ['ID=42290bb7-3063-49c1-9065-ac2f8a511a12,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:07.075741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.077637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0befe70f-6dae-4e9b-885d-373658079ad3 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/ports/42290bb7-3063-49c1-9065-ac2f8a511a12 HTTP/1.1" status: 204 len: 168 time: 0.3555815 Aug 28 08:51:07.080193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54934) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:07.107181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-771c7623-da6e-44f2-a66c-d14f84f2b301 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0259104 Aug 28 08:51:07.111038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54936) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:07.116570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2142050830'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:07.235325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:07.238868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.264157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:07.273816 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.274159 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment 8e41c168-b6ca-4f01-988f-db8f8740ac78 of type vlan for network 4bdc3463-2831-4721-ad5a-99800c7daa5c Aug 28 08:51:07.322139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.407111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.413525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:07.414146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.492086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=4bdc3463-2831-4721-ad5a-99800c7daa5c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:07.501428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4bdc3463-2831-4721-ad5a-99800c7daa5c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:07.579008 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0bab8d5-94f5-451f-84d0-eafb68e15c18 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4665697 Aug 28 08:51:07.581692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:07.586865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-921571503'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:07.679272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:07.682754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.706741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:07.714964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.715301 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Added segment 671baef6-a141-4199-a356-5146a263734c of type vlan for network 3bf31ad5-360d-47fb-957a-5334e688025c Aug 28 08:51:07.755361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.851723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.857185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:07.857766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:07.926654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Network': ['ID=3bf31ad5-360d-47fb-957a-5334e688025c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:07.937467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3bf31ad5-360d-47fb-957a-5334e688025c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:08.024575 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1ed93fea-afbb-4ba1-86e9-9deb2888bb7a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4415369 Aug 28 08:51:08.157270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:08.163551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'subnets': [{'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142259322', 'ip_version': 4}, {'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:08.163905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'subnet': {'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142259322', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:08.164450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Request body: {'subnet': {'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:08.387608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Made reservation on behalf of 3d0935e85d684d4f9b4b3b22c5f3a3a7 for: {'subnet': 2} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:08.392198 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:08.392548 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:08.817893 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:08.886674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Subnet': ['ID=ac3279d5-1d99-4e26-8bd3-9a73ff260ab3,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:08.900351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Checking segment: {'id': '8e41c168-b6ca-4f01-988f-db8f8740ac78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:08.900745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network hostable DHCP agents. Network: 4bdc3463-2831-4721-ad5a-99800c7daa5c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:08.976545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network 4bdc3463-2831-4721-ad5a-99800c7daa5c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:09.058103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4bdc3463-2831-4721-ad5a-99800c7daa5c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:09.062737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.070573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1272b9-de82-4807-a292-c5ab4833667d None None] Network 4bdc3463-2831-4721-ad5a-99800c7daa5c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:09.151000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event updated for resources: {'Subnet': ['ID=c02e735d-cc73-4f68-a811-27a2af726692,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:09.164641 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Checking segment: {'id': '671baef6-a141-4199-a356-5146a263734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:09.165272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network hostable DHCP agents. Network: 3bf31ad5-360d-47fb-957a-5334e688025c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:09.235989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4bdc3463-2831-4721-ad5a-99800c7daa5c', 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c', 'tenant_id': '3d0935e85d684d4f9b4b3b22c5f3a3a7', 'fixed_ips': [{'subnet_id': 'ac3279d5-1d99-4e26-8bd3-9a73ff260ab3'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:51:09.237107 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.290604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Network 3bf31ad5-360d-47fb-957a-5334e688025c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:09.376229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3bf31ad5-360d-47fb-957a-5334e688025c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:09.380694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:09.381244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:09.382672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.386853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a19f2-8bf4-4357-bd43-4a892ea117c7 None None] Network 3bf31ad5-360d-47fb-957a-5334e688025c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:09.393241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Allocated IP 172.20.0.2 (4bdc3463-2831-4721-ad5a-99800c7daa5c/ac3279d5-1d99-4e26-8bd3-9a73ff260ab3/b4062a8e-763f-4fa1-98ef-1a2587277e97) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:51:09.505286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c352d7f6-2c68-43b2-b5d8-a8a77df13a1a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3468790 Aug 28 08:51:09.508193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54980) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:09.565918 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70702663-3189-44bc-91fe-951ec0aa93f8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:09.567493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70702663-3189-44bc-91fe-951ec0aa93f8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:09.569061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70702663-3189-44bc-91fe-951ec0aa93f8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:09.571396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-70702663-3189-44bc-91fe-951ec0aa93f8 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0622578 Aug 28 08:51:09.574613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 54982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:09.632365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting subnet ac3279d5-1d99-4e26-8bd3-9a73ff260ab3 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:51:09.845665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.856915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3bf31ad5-360d-47fb-957a-5334e688025c', 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c', 'tenant_id': '3d0935e85d684d4f9b4b3b22c5f3a3a7', 'fixed_ips': [{'subnet_id': 'c02e735d-cc73-4f68-a811-27a2af726692'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:51:09.857786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.860137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Transition to ACTIVE for port object b4062a8e-763f-4fa1-98ef-1a2587277e97 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:51:09.886250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Transition to ACTIVE for port object b4062a8e-763f-4fa1-98ef-1a2587277e97 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:51:09.958783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:09.961405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.001093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.028074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Network 4bdc3463-2831-4721-ad5a-99800c7daa5c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:51:10.036955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:10.043426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:51:10.047758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Pushing event updated for resources: {'Port': ['ID=b4062a8e-763f-4fa1-98ef-1a2587277e97,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.068038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Allocated IP 172.20.0.18 (3bf31ad5-360d-47fb-957a-5334e688025c/c02e735d-cc73-4f68-a811-27a2af726692/46a1ff08-8917-48bd-95ad-86d8d5755c93) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:51:10.083565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.084242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.084242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.084557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.084920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.085254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.085578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.085902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.086268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.086572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.086897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.087214 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:10.108022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.168587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Attempting to bind port b4062a8e-763f-4fa1-98ef-1a2587277e97 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:51:10.168963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Attempting to bind port b4062a8e-763f-4fa1-98ef-1a2587277e97 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8e41c168-b6ca-4f01-988f-db8f8740ac78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:51:10.169348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Attempting to bind port b4062a8e-763f-4fa1-98ef-1a2587277e97 on network 4bdc3463-2831-4721-ad5a-99800c7daa5c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:51:10.180715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:51:10.181093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Checking segment: {'id': '8e41c168-b6ca-4f01-988f-db8f8740ac78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:10.181501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.181894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Bound using segment: {'id': '8e41c168-b6ca-4f01-988f-db8f8740ac78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:51:10.182400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Bound port: b4062a8e-763f-4fa1-98ef-1a2587277e97, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e41c168-b6ca-4f01-988f-db8f8740ac78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4bdc3463-2831-4721-ad5a-99800c7daa5c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:51:10.182974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.245277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.272656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3279d5-1d99-4e26-8bd3-9a73ff260ab3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.278769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.283354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 54992) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:10.283930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b4a3c03b-e670-462e-a365-5dced61da628 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/subnets/ac3279d5-1d99-4e26-8bd3-9a73ff260ab3 HTTP/1.1" status: 204 len: 168 time: 0.7077315 Aug 28 08:51:10.304649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d401a188-b539-4219-905d-86db67fccc04 None None] For port b4062a8e-763f-4fa1-98ef-1a2587277e97, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:51:10.321593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d401a188-b539-4219-905d-86db67fccc04 None None] For port b4062a8e-763f-4fa1-98ef-1a2587277e97, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b4062a8e-763f-4fa1-98ef-1a2587277e97,segment=NetworkSegment(8e41c168-b6ca-4f01-988f-db8f8740ac78),segment_id=8e41c168-b6ca-4f01-988f-db8f8740ac78)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:51:10.334046 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.342713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Transition to ACTIVE for port object 46a1ff08-8917-48bd-95ad-86d8d5755c93 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:51:10.357937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Transition to ACTIVE for port object 46a1ff08-8917-48bd-95ad-86d8d5755c93 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:51:10.362977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting subnet c02e735d-cc73-4f68-a811-27a2af726692 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:51:10.390203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.421415 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.424519 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.463426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Network 3bf31ad5-360d-47fb-957a-5334e688025c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:51:10.469984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:10.472469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:51:10.479757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401a188-b539-4219-905d-86db67fccc04 None None] Pushing event updated for resources: {'Port': ['ID=b4062a8e-763f-4fa1-98ef-1a2587277e97,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.484705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.578097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Pushing event updated for resources: {'Port': ['ID=46a1ff08-8917-48bd-95ad-86d8d5755c93,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.582604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Attempting to bind port 46a1ff08-8917-48bd-95ad-86d8d5755c93 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:51:10.582978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Attempting to bind port 46a1ff08-8917-48bd-95ad-86d8d5755c93 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '671baef6-a141-4199-a356-5146a263734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:51:10.583342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Attempting to bind port 46a1ff08-8917-48bd-95ad-86d8d5755c93 on network 3bf31ad5-360d-47fb-957a-5334e688025c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:51:10.589267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:51:10.589671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Checking segment: {'id': '671baef6-a141-4199-a356-5146a263734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:10.590071 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.590504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Bound using segment: {'id': '671baef6-a141-4199-a356-5146a263734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:51:10.590976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Bound port: 46a1ff08-8917-48bd-95ad-86d8d5755c93, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671baef6-a141-4199-a356-5146a263734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3bf31ad5-360d-47fb-957a-5334e688025c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:51:10.591362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.597889 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.801513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.804901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] For port 46a1ff08-8917-48bd-95ad-86d8d5755c93, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:51:10.808280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] For port 46a1ff08-8917-48bd-95ad-86d8d5755c93, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=46a1ff08-8917-48bd-95ad-86d8d5755c93,segment=NetworkSegment(671baef6-a141-4199-a356-5146a263734c),segment_id=671baef6-a141-4199-a356-5146a263734c)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:51:10.830074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Subnet': ['ID=c02e735d-cc73-4f68-a811-27a2af726692,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.834788 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.837297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa65977b-e610-443d-ac45-d6f170cbca24 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/subnets/c02e735d-cc73-4f68-a811-27a2af726692 HTTP/1.1" status: 204 len: 168 time: 0.5529437 Aug 28 08:51:10.839817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55004) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:10.890806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6faf1-03bd-40a1-8a7c-55c170304b6a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:10.891500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:10.892306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59d6faf1-03bd-40a1-8a7c-55c170304b6a tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515766 Aug 28 08:51:10.896838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55008) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:10.983939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011ba93-3456-4c2e-bee1-5540c1be9269 None None] Pushing event updated for resources: {'Port': ['ID=46a1ff08-8917-48bd-95ad-86d8d5755c93,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:10.996557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.054098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting port 46a1ff08-8917-48bd-95ad-86d8d5755c93 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:51:11.054466 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.143875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] For port 46a1ff08-8917-48bd-95ad-86d8d5755c93, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=46a1ff08-8917-48bd-95ad-86d8d5755c93,segment=NetworkSegment(671baef6-a141-4199-a356-5146a263734c),segment_id=671baef6-a141-4199-a356-5146a263734c)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:51:11.144290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.162308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Calling delete_port for 46a1ff08-8917-48bd-95ad-86d8d5755c93 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:51:11.344135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.368624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Port': ['ID=46a1ff08-8917-48bd-95ad-86d8d5755c93,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:11.377824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] No DVR routers for this DVR port 46a1ff08-8917-48bd-95ad-86d8d5755c93 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:51:11.462033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.473969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf31ad5-360d-47fb-957a-5334e688025c']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:11.490738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671baef6-a141-4199-a356-5146a263734c') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:11.491151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671baef6-a141-4199-a356-5146a263734c') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:11.504376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.523660 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.531041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:11.531637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:11.535218 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:11.595667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca20be1-6df6-4671-ac7b-07552f89e810 None None] Network 4bdc3463-2831-4721-ad5a-99800c7daa5c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:11.675656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.688920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.693313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/3bf31ad5-360d-47fb-957a-5334e688025c HTTP/1.1" status: 204 len: 168 time: 0.7931156 Aug 28 08:51:11.693709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55022) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:11.707024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a448-afda-425d-ae72-6a3fb154928d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=3bf31ad5-360d-47fb-957a-5334e688025c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:11.795821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92608ac5-c890-4db4-ac12-66d001789ed3 None None] Provisioning for port b4062a8e-763f-4fa1-98ef-1a2587277e97 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:51:11.810050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.858800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] DHCP port deletion for 4bdc3463-2831-4721-ad5a-99800c7daa5c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:51:11.881366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Deleting port b4062a8e-763f-4fa1-98ef-1a2587277e97 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:51:11.882697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.920585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Deleting port b4062a8e-763f-4fa1-98ef-1a2587277e97 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:51:11.921165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.961155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] For port b4062a8e-763f-4fa1-98ef-1a2587277e97, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b4062a8e-763f-4fa1-98ef-1a2587277e97,segment=NetworkSegment(8e41c168-b6ca-4f01-988f-db8f8740ac78),segment_id=8e41c168-b6ca-4f01-988f-db8f8740ac78)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:51:11.961794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:11.983845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Calling delete_port for b4062a8e-763f-4fa1-98ef-1a2587277e97 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:51:12.007428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] For port b4062a8e-763f-4fa1-98ef-1a2587277e97, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b4062a8e-763f-4fa1-98ef-1a2587277e97,segment=NetworkSegment(8e41c168-b6ca-4f01-988f-db8f8740ac78),segment_id=8e41c168-b6ca-4f01-988f-db8f8740ac78)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:51:12.007867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.028130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Calling delete_port for b4062a8e-763f-4fa1-98ef-1a2587277e97 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:51:12.184359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.185292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371f77d-b866-4198-8194-7c85c2e91fca None None] DHCP port deletion for 3bf31ad5-360d-47fb-957a-5334e688025c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:51:12.207385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.216854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Port': ['ID=b4062a8e-763f-4fa1-98ef-1a2587277e97,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:12.221741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] No DVR routers for this DVR port b4062a8e-763f-4fa1-98ef-1a2587277e97 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:51:12.235172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65448f7e-d6aa-4be4-b9f4-28fd1b9489e6 None None] Network 3bf31ad5-360d-47fb-957a-5334e688025c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:12.264167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] Pushing event deleted for resources: {'Port': ['ID=b4062a8e-763f-4fa1-98ef-1a2587277e97,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:12.264167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65448f7e-d6aa-4be4-b9f4-28fd1b9489e6 None None] Network 3bf31ad5-360d-47fb-957a-5334e688025c could not be found, it might have been deleted concurrently. {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 08:51:12.264167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5ddaa-9abc-46be-a289-332d76b023b0 None None] No DVR routers for this DVR port b4062a8e-763f-4fa1-98ef-1a2587277e97 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:51:12.264167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45a43d2c-7798-40e1-8654-c99d30cfa5dc None None] Could not find standard attr ID for object 46a1ff08-8917-48bd-95ad-86d8d5755c93. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:51:12.344975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.361931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdc3463-2831-4721-ad5a-99800c7daa5c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.379918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e41c168-b6ca-4f01-988f-db8f8740ac78') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.380452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e41c168-b6ca-4f01-988f-db8f8740ac78') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.393502 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.411377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.420576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:12.421010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:12.425042 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:12.554226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.561703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.564163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/4bdc3463-2831-4721-ad5a-99800c7daa5c HTTP/1.1" status: 204 len: 168 time: 0.8680513 Aug 28 08:51:12.566740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:12.584703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a211c-9d24-478a-b94a-eca3f6a34b03 tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=4bdc3463-2831-4721-ad5a-99800c7daa5c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:12.650033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.740808 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.752723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.765859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cb307c-9859-42a2-b222-24666c9c24a0') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.766328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cb307c-9859-42a2-b222-24666c9c24a0') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:12.776405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.791104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.797298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:12.814858 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:12.953336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.960870 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:12.967622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee HTTP/1.1" status: 204 len: 168 time: 0.3949883 Aug 28 08:51:12.968100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55030) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:12.974832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec4e9d-8174-4d9d-bf8b-a4369c6da70d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=09f32036-2cbf-4a8d-9ac8-9ef6a6fcc6ee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:13.059349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.152054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.162267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04415050-3b76-4e03-ac47-0c43ec1aa286']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:13.178192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e29a8c-71a1-4ff6-85f5-6617760c32b2') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:13.178620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e29a8c-71a1-4ff6-85f5-6617760c32b2') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:13.187749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.202431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.210750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:13.210750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:13.212669 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:13.367210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.371774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:13.376457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] 10.222.0.46 "DELETE /v2.0/networks/04415050-3b76-4e03-ac47-0c43ec1aa286 HTTP/1.1" status: 204 len: 168 time: 0.4056053 Aug 28 08:51:13.390108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2809ae7-9ede-4e72-a68d-2a0b7f3f5d8d tempest-BulkNetworkOpsTest-1070545321 tempest-BulkNetworkOpsTest-1070545321-project] Pushing event deleted for resources: {'Network': ['ID=04415050-3b76-4e03-ac47-0c43ec1aa286,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:13.845494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55040) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:13.988048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e3383b53-877e-42b3-b352-7cf3bb950a2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d0935e85d684d4f9b4b3b22c5f3a3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413250 Aug 28 08:51:13.990447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55044) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:14.045748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:14.072152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:14.204972 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:14.207615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:14.208793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8634abcc-f1c1-4833-bb2c-2cb9a84efeeb HTTP/1.1" status: 204 len: 168 time: 0.2167621 Aug 28 08:51:14.217727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac4194-04d0-4af2-8c3e-4360214b5ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8634abcc-f1c1-4833-bb2c-2cb9a84efeeb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:15.311445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55070) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:15.408545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--336974878'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:15.503973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.512950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.603911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.686944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.723344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5fdb5d-e6ab-49d1-97f1-06268fa4327a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:15.734707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.735056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.735397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.735732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.736067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.736400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.736749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.737078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.737400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.737720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.738039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.738385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:15.789305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.863785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.892542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0963972-d974-4c98-9d9e-d92fe9f8d667,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:15.955890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:15.957107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dcea9c8f-94ab-49c2-bf99-9b8c431620fd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6440406 Aug 28 08:51:15.960566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55076) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.024221 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54d93139-3d79-4d0f-b333-3d1c5b13efbd tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0625064 Aug 28 08:51:16.027343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55080) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.032956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-security--272163765', 'description': 'tempest-security-description-182524442'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:16.064799 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.117830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.195737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.198480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.199824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "PUT /v2.0/security-groups/b0963972-d974-4c98-9d9e-d92fe9f8d667 HTTP/1.1" status: 200 len: 1778 time: 0.1713741 Aug 28 08:51:16.202762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55082) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.227097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997916c-7f8d-41e5-8c72-aec2cc36da13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0963972-d974-4c98-9d9e-d92fe9f8d667,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:16.249631 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59e3809d-c946-4ca0-8287-5487a9e62edf tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups/b0963972-d974-4c98-9d9e-d92fe9f8d667 HTTP/1.1" status: 200 len: 1778 time: 0.0456922 Aug 28 08:51:16.252208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55084) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.307333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.331646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.450602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.453272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.455664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0963972-d974-4c98-9d9e-d92fe9f8d667 HTTP/1.1" status: 204 len: 168 time: 0.2024469 Aug 28 08:51:16.457187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55086) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.465386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfb3f2-f78c-46ce-b26c-9624b34297a6 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0963972-d974-4c98-9d9e-d92fe9f8d667,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:16.502123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c95c21b2-12a7-488f-8949-0d58207c8c1d tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436735 Aug 28 08:51:16.504930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55088) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.518669 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-6861b927-2225-4a53-b06d-49c43c91dfdb tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] delete failed (client error): The resource could not be found. Aug 28 08:51:16.519712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6861b927-2225-4a53-b06d-49c43c91dfdb tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0963972-d974-4c98-9d9e-d92fe9f8d667 HTTP/1.1" status: 404 len: 347 time: 0.0138743 Aug 28 08:51:16.523800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55090) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:16.528678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748430731'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:16.662254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.766703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.869952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:16.901208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4fcbf9-9c12-4834-be9c-53da6636d30c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:17.022203 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.023559 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12fb94ed-7b2d-47b4-be5f-eadc6f7f3b5c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4986656 Aug 28 08:51:17.026432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55102) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.031019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': 'ef4fcbf9-9c12-4834-be9c-53da6636d30c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:17.143643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.202420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.276111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.295293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1027d98-09f3-4ee6-a78d-f63aa6200d3e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:17.370511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.371807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5981321e-d98c-43e9-ac93-12c11e9930b2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443515 Aug 28 08:51:17.374986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55106) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.400085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.408131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.498713 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.508724 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.510108 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e1027d98-09f3-4ee6-a78d-f63aa6200d3e HTTP/1.1" status: 204 len: 168 time: 0.1340687 Aug 28 08:51:17.512789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55108) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.518666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeb17f-e97c-44d3-a9a3-faa4973e174e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1027d98-09f3-4ee6-a78d-f63aa6200d3e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:17.560700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97af62ed-0ba4-4858-a58d-c0693dc35b13 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464184 Aug 28 08:51:17.563403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.618740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.645340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.749861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.752581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:17.753918 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef4fcbf9-9c12-4834-be9c-53da6636d30c HTTP/1.1" status: 204 len: 168 time: 0.1894209 Aug 28 08:51:17.757360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55114) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.764554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3df99f-19ec-4834-9d90-0eef5950289c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4fcbf9-9c12-4834-be9c-53da6636d30c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:17.812363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2805403-b2b0-4085-b794-b46898c9eafc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524919 Aug 28 08:51:17.815283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55116) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:17.820697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343400259'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:17.938432 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.028881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.098697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.136994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae0648-0383-42fc-b86c-ea8421d8e896,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:18.213623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.216879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fb67c4b4-8ce4-4f12-ada7-e8e92df620a7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4004052 Aug 28 08:51:18.218936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:18.226613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '88ae0648-0383-42fc-b86c-ea8421d8e896', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:18.349371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.405242 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.485259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.513288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36b3e31-152b-425d-9369-d6cee816dc3e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:18.590106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.591807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-31f92782-0500-4b70-bbce-94135e3bcd5a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3716438 Aug 28 08:51:18.594582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:18.599381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '88ae0648-0383-42fc-b86c-ea8421d8e896', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:18.715330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.774764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.869807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.889831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6bd868-10c4-4e40-a045-bb4ba952b473,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:18.978144 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:18.979446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6516e4ff-4264-4813-828d-11bb819f834c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3838863 Aug 28 08:51:18.982093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55126) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:18.986649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '88ae0648-0383-42fc-b86c-ea8421d8e896', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:19.072960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.129430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.195191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.217100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d959a5c-3eaa-42e1-bb93-0e443bffe883,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:19.296061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.297410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39f70ccc-f0cc-483e-9422-34227945ba94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3143382 Aug 28 08:51:19.300589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55130) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:19.305389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '88ae0648-0383-42fc-b86c-ea8421d8e896', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:19.404578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.464449 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.547600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.565782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a4f01a-ddc5-474c-a682-4be2244b24a3,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:19.650656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.651944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-95de438d-5414-448e-8dfc-4ea25f4e8a2a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503065 Aug 28 08:51:19.654672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55132) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:19.659484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '88ae0648-0383-42fc-b86c-ea8421d8e896', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:19.755334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.824448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.915885 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:19.936511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c208bf0a-6d80-4322-93f0-4eca4ac7a1e4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:20.033306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.034615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0861d674-42d4-44e5-8bd8-b016d905a794 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3789768 Aug 28 08:51:20.038109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55136) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.064585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.072574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.184111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.190277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.191405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c208bf0a-6d80-4322-93f0-4eca4ac7a1e4 HTTP/1.1" status: 204 len: 168 time: 0.1522760 Aug 28 08:51:20.194196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55138) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.197260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432587-4e77-4c13-a0a1-9298f4ae3f49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c208bf0a-6d80-4322-93f0-4eca4ac7a1e4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:20.244029 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-751d0446-62b2-432a-837c-7a914e2486f2 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0486214 Aug 28 08:51:20.246883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55140) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.275591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.285091 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.387909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.393413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.395391 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c7a4f01a-ddc5-474c-a682-4be2244b24a3 HTTP/1.1" status: 204 len: 168 time: 0.1474464 Aug 28 08:51:20.399433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.404465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e4217-a259-4216-9289-2b34a5181733 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7a4f01a-ddc5-474c-a682-4be2244b24a3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:20.453276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-db700e27-b36f-4871-bb8f-87b7c271ce1b tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0516615 Aug 28 08:51:20.455908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55146) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.493929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.502577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.599151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.605655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.606850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4d959a5c-3eaa-42e1-bb93-0e443bffe883 HTTP/1.1" status: 204 len: 168 time: 0.1499732 Aug 28 08:51:20.609639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55148) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.612900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b93ed2-1047-426f-af46-59ba03008498 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d959a5c-3eaa-42e1-bb93-0e443bffe883,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:20.657379 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-61047796-b8d4-4a72-9ab0-7d5c377cf7e1 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0458894 Aug 28 08:51:20.660187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55150) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.689789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.699711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.821984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.828588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.829747 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/fa6bd868-10c4-4e40-a045-bb4ba952b473 HTTP/1.1" status: 204 len: 168 time: 0.1684172 Aug 28 08:51:20.832504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55154) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.836267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90b1fe-b265-49a2-ae6c-28376a6a8694 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa6bd868-10c4-4e40-a045-bb4ba952b473,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:20.876048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-35575617-8a4d-49db-906a-9c105e20fdce tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422571 Aug 28 08:51:20.879049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55156) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:20.908601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:20.919781 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.023779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.030175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.031369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d36b3e31-152b-425d-9369-d6cee816dc3e HTTP/1.1" status: 204 len: 168 time: 0.1513224 Aug 28 08:51:21.034098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55158) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:21.037214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45615236-47be-42a4-a398-973f70871e25 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d36b3e31-152b-425d-9369-d6cee816dc3e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:21.079987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2903d10-7b29-464a-9d36-fd0a83c1d806 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445511 Aug 28 08:51:21.082833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55160) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:21.138549 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.162712 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.287292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.290555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.291984 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/88ae0648-0383-42fc-b86c-ea8421d8e896 HTTP/1.1" status: 204 len: 168 time: 0.2081628 Aug 28 08:51:21.294725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55162) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:21.304080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ddcba-6a43-45a6-8e7a-32040abf642c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae0648-0383-42fc-b86c-ea8421d8e896,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:21.344400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-04fe0e5f-0ecf-4a69-bef8-51b95d466e35 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478904 Aug 28 08:51:21.348861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:21.354251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105294058'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:21.515305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.633831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.738204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.783120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a63a4b-d3b7-41cc-9c35-8caeee33e181,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:21.841123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:21.842430 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a6c020ad-892a-4c00-806e-3b27f699e55a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4924862 Aug 28 08:51:21.845193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55170) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:21.849839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': 'b8a63a4b-d3b7-41cc-9c35-8caeee33e181', 'direction': 'ingress', 'protocol': 17}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:21.947190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.011418 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.087133 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.106990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84778d9-76b0-4c6f-bea0-c58d45c6a120,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:22.182186 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.183466 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3360fef4-25d7-4ed5-9481-e779ade0c8a8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3373225 Aug 28 08:51:22.186586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:22.243139 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.269084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.401010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.404172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.405622 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/b8a63a4b-d3b7-41cc-9c35-8caeee33e181 HTTP/1.1" status: 204 len: 168 time: 0.2179186 Aug 28 08:51:22.408390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55174) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:22.416156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53558-fb37-4ea9-902b-5d345f8f0ffc tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a63a4b-d3b7-41cc-9c35-8caeee33e181,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:22.456714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8dcf9046-9f22-482b-a4f7-882756f9685f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471539 Aug 28 08:51:22.462617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55176) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:22.467502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757348634'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:22.549963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.638896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.743939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.774560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32010944-e698-42e1-be22-9e4fd5be1ac9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:22.875737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:22.877474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48bf6b4c-bf11-46f8-bf35-6e6f114f326f tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4136410 Aug 28 08:51:22.880454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:22.885545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--111350815'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:22.982305 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.086673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.161047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.196654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90872b2-811a-4be7-be95-5399b6876511,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:23.267643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.269042 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cc237275-3fa3-4c0a-81ac-5029a6dc3d61 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3874004 Aug 28 08:51:23.272701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:23.277371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '32010944-e698-42e1-be22-9e4fd5be1ac9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd90872b2-811a-4be7-be95-5399b6876511', 'remote_ip_prefix': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:23.410627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.485768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.543831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.564009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29bca76-d5bf-4ded-8790-939c0d86ab38,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:23.652811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.657566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f2531f8c-4ff1-4f71-92b1-b073e348c078 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3804898 Aug 28 08:51:23.657801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55188) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:23.688443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.697096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.838859 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.851162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:23.852320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c29bca76-d5bf-4ded-8790-939c0d86ab38 HTTP/1.1" status: 204 len: 168 time: 0.1934969 Aug 28 08:51:23.854487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd59b56-23a1-4280-8c2d-6582ae048405 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c29bca76-d5bf-4ded-8790-939c0d86ab38,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:23.856736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55192) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:23.903126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e97708ff-c9f0-41f2-ac2e-4e7f2cb17f94 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0451589 Aug 28 08:51:23.905852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55194) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:23.969989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.002731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.166910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.169589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.170853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/d90872b2-811a-4be7-be95-5399b6876511 HTTP/1.1" status: 204 len: 168 time: 0.2638757 Aug 28 08:51:24.173937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55198) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:24.181940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66b114-b882-49b7-a8c6-7e287ca9bd63 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90872b2-811a-4be7-be95-5399b6876511,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:24.238446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-63520ae0-39b3-4e20-9bc1-1175211406cf tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0631673 Aug 28 08:51:24.242400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:24.300213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.326945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.458546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.461374 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.462617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/32010944-e698-42e1-be22-9e4fd5be1ac9 HTTP/1.1" status: 204 len: 168 time: 0.2191589 Aug 28 08:51:24.465627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55202) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:24.472619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e34730-671b-455e-8d31-eb6434171112 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32010944-e698-42e1-be22-9e4fd5be1ac9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:24.550268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d84afa7-f866-4aac-8463-9d46bed9dff0 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822780 Aug 28 08:51:24.554723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55204) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:24.562620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--97669005'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:24.696174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.807174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.885016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:24.924940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb181584-b25c-47cb-bd2b-20806c0bd3b9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:24.999392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.000580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-107e0d0a-3499-4d37-8aaa-0b0f1908e1c7 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4444540 Aug 28 08:51:25.003439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.008153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': 'eb181584-b25c-47cb-bd2b-20806c0bd3b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:25.097565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.164669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.240924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.260922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a84ca83-56a8-4c68-ad3f-00f75214ed03,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:25.309556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.313336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5d0bc613-2d40-4a1a-8f09-e9c56fa54f14 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3063488 Aug 28 08:51:25.313881 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55214) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.340603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.349900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.473105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.479515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.480695 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8a84ca83-56a8-4c68-ad3f-00f75214ed03 HTTP/1.1" status: 204 len: 168 time: 0.1656387 Aug 28 08:51:25.483508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.486960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470581c-b5cf-401f-b723-e1a187679786 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a84ca83-56a8-4c68-ad3f-00f75214ed03,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:25.526309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-658f540f-61d9-467f-83a4-e21dfea5cb49 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403047 Aug 28 08:51:25.528352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55222) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.589729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.624371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.743594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.746380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:25.895514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.898016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb181584-b25c-47cb-bd2b-20806c0bd3b9 HTTP/1.1" status: 204 len: 168 time: 0.2208843 Aug 28 08:51:25.898016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334655d-324a-4bdf-8458-562e1943619e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb181584-b25c-47cb-bd2b-20806c0bd3b9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:25.898548 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-25b2f2f6-f435-4b6d-8e3e-892ed3ea8d5e tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607743 Aug 28 08:51:25.898725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:25.898725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group': {'name': 'tempest-secgroup--731227004'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:25.952078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.010747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.050826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.147390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.177835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff762f2-ab9f-4ad0-b431-7b0927c20866,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:26.258038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.259780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f74e1ef0-6942-4471-b2cc-a811503fbdec tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4422448 Aug 28 08:51:26.262441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:26.267176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '4ff762f2-ab9f-4ad0-b431-7b0927c20866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:26.392891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.453229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.528295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.547462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9c3bd7-e7cf-465b-acea-a7310e5c3830,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:26.675280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.676665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-af3dc205-d869-430f-9a2d-1fbff81f9325 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130390 Aug 28 08:51:26.679372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:26.698138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5199170c-5631-4e79-bd0e-c0b334921599 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules/3d9c3bd7-e7cf-465b-acea-a7310e5c3830 HTTP/1.1" status: 200 len: 763 time: 0.0175345 Aug 28 08:51:26.719847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55256) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:26.761570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e1fe402c-ab76-48a3-89ae-d43ce94d28c1 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406129 Aug 28 08:51:26.764360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:26.790234 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.799408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.935919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.942706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:26.944422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3d9c3bd7-e7cf-465b-acea-a7310e5c3830 HTTP/1.1" status: 204 len: 168 time: 0.1784890 Aug 28 08:51:26.948568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55266) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:26.954714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351cdbf-a324-418f-a349-423e7f5ee7b8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d9c3bd7-e7cf-465b-acea-a7310e5c3830,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:26.995931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dcc1a255-9995-4cbb-96e5-9780722786fe tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453203 Aug 28 08:51:26.998529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.003156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '4ff762f2-ab9f-4ad0-b431-7b0927c20866', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:27.114274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.173561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.275074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.295882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cecdd8f-c7ac-45df-b602-d1fde71e9833,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:27.416563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.417815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2c868198-a7cd-4d82-bdc7-fbabf959f071 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4181347 Aug 28 08:51:27.420568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55278) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.437659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f7aa86f0-c3e8-48e6-b5db-fadf346a52d8 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules/1cecdd8f-c7ac-45df-b602-d1fde71e9833 HTTP/1.1" status: 200 len: 763 time: 0.0160172 Aug 28 08:51:27.440580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.488176 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4447ed4-6fb6-4447-a703-b2bbd7606c0c tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463068 Aug 28 08:51:27.491300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.515375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.523259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.601432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-02cf6c8e-e970-4c66-b778-f6f50faf0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.641232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.649249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.650454 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/1cecdd8f-c7ac-45df-b602-d1fde71e9833 HTTP/1.1" status: 204 len: 168 time: 0.1581478 Aug 28 08:51:27.654849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55286) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.661820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ffbaa-fd6d-4f50-8358-b61a79668d09 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cecdd8f-c7ac-45df-b602-d1fde71e9833,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:27.700597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa0e14ea-5a2a-4fd4-bab1-3aad38804cb1 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445216 Aug 28 08:51:27.703240 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55288) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:27.707711 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Request body: {'security_group_rule': {'security_group_id': '4ff762f2-ab9f-4ad0-b431-7b0927c20866', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:27.822084 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Project 4b5fa27abd8c4453a38dba8600ac7902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:51:27.828523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.883181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:27.989855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.007972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d1a74e-5d56-4aeb-8ff3-7815dbc6f99b,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:28.115495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.116923 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1c4a486e-8b47-484f-b88f-be2356dcc396 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4127486 Aug 28 08:51:28.119956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55300) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.139953 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1ecdb2e8-c727-4edf-966d-d17c55b0dc81 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules/81d1a74e-5d56-4aeb-8ff3-7815dbc6f99b HTTP/1.1" status: 200 len: 769 time: 0.0188942 Aug 28 08:51:28.146109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55302) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.202999 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5d21009f-a492-41a7-b925-c3a8253cf394 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0556967 Aug 28 08:51:28.206172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.241361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.248608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.424132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.431113 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.432251 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/81d1a74e-5d56-4aeb-8ff3-7815dbc6f99b HTTP/1.1" status: 204 len: 168 time: 0.2251351 Aug 28 08:51:28.434940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55310) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.438429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7233acf-ac69-4203-8af2-32b48e082030 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d1a74e-5d56-4aeb-8ff3-7815dbc6f99b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:28.481482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97095949-a130-4487-8bda-e820dc221212 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437057 Aug 28 08:51:28.483347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55312) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.541669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.570515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.707319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.710186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:28.712063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ff762f2-ab9f-4ad0-b431-7b0927c20866 HTTP/1.1" status: 204 len: 168 time: 0.2277915 Aug 28 08:51:28.715307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55318) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.723057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8063a9-57e8-4ffd-a276-fc5190c91e7a tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff762f2-ab9f-4ad0-b431-7b0927c20866,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:28.774277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55320) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:28.774509 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-87bd9936-c587-4957-8715-e8260e077452 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576797 Aug 28 08:51:28.820718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6acb0c04-ef79-43bc-ae02-0deb85fb66d4 tempest-SecGroupIPv6Test-1551144166 tempest-SecGroupIPv6Test-1551144166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447075 Aug 28 08:51:29.354792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55338) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:29.504818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46273928-0118-46bd-ad4f-f075a6f9261f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b5fa27abd8c4453a38dba8600ac7902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486871 Aug 28 08:51:29.507422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55344) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:29.563212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:29.584827 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:29.697389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:29.701440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:29.702910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef5fdb5d-e6ab-49d1-97f1-06268fa4327a HTTP/1.1" status: 204 len: 168 time: 0.1944356 Aug 28 08:51:29.713747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b2d58-89ab-4174-8955-f41ddb774465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5fdb5d-e6ab-49d1-97f1-06268fa4327a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:29.937822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:30.312903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a75a422-7ae9-45b8-985f-288548d872e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:30.933953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:31.042056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-782c47b3-b85d-4127-8f2e-f5151fed489f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:31.042820 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-782c47b3-b85d-4127-8f2e-f5151fed489f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 08:51:31.043324 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-782c47b3-b85d-4127-8f2e-f5151fed489f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:51:31.044313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-782c47b3-b85d-4127-8f2e-f5151fed489f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1095235 Aug 28 08:51:31.048437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55394) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:31.053235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108056836'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:31.204583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.213556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.321717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.440541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.480166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c074acc2-0de3-4695-ae42-60d66618c91f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:31.549311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.656302 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.691499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca1db0f-5a97-4e01-b414-c3ef40371bfe,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:31.700429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.700778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.701123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.701463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.701799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.702199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.702531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.702861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.703188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.703515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.703840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.704161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:51:31.772446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.774407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0498ac22-4f5c-4baa-a6d3-98128b7b3e50 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7249079 Aug 28 08:51:31.777240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55408) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:31.782429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '1ca1db0f-5a97-4e01-b414-c3ef40371bfe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:31.908967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.932617 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:31.980750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.383965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.402949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9491fb4c-f9a2-4387-a2df-2b939fd2b3d2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:32.475556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.483258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf0c8f19-9636-4977-9fa1-6739d19244b4 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6991677 Aug 28 08:51:32.483258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55422) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:32.486154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dbc2a01d-f3ae-482b-ad47-4f126087076e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '1ca1db0f-5a97-4e01-b414-c3ef40371bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:32.619445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a01d-f3ae-482b-ad47-4f126087076e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.747874 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-dbc2a01d-f3ae-482b-ad47-4f126087076e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 08:51:32.749115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dbc2a01d-f3ae-482b-ad47-4f126087076e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2673004 Aug 28 08:51:32.752174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55430) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:32.817901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.845864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.957358 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:51:32.995019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.997566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:32.998749 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/1ca1db0f-5a97-4e01-b414-c3ef40371bfe HTTP/1.1" status: 204 len: 168 time: 0.2455387 Aug 28 08:51:33.001563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55434) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:33.008819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea2bb7-91af-422a-be7f-1bc820da2eaf tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca1db0f-5a97-4e01-b414-c3ef40371bfe,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:33.051058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-00f6e13b-3140-4b6d-882b-02db510b554a tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482900 Aug 28 08:51:33.054735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55438) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:33.059346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138471339'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:33.201389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.295652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.486494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.519830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c598e4ea-7b5a-424e-a289-71a51c22d390,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:33.641747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.643659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-01d9f387-2f81-4393-bd56-e8f4e773a84d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5878568 Aug 28 08:51:33.646728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:33.651514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-00635d2b-5ecd-41ec-9065-5a6f2a30a76f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'c598e4ea-7b5a-424e-a289-71a51c22d390', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:33.652030 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-00635d2b-5ecd-41ec-9065-5a6f2a30a76f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 08:51:33.652531 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-00635d2b-5ecd-41ec-9065-5a6f2a30a76f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:33.653539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-00635d2b-5ecd-41ec-9065-5a6f2a30a76f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058062 Aug 28 08:51:33.656570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55452) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:33.717135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.746044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.936960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.940480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:33.942166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/c598e4ea-7b5a-424e-a289-71a51c22d390 HTTP/1.1" status: 204 len: 168 time: 0.2843063 Aug 28 08:51:33.946353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:33.955822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d182209-e16c-44ce-8770-ac57ac5e6ddd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c598e4ea-7b5a-424e-a289-71a51c22d390,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:34.013864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f2ad0ef7-1e61-4b38-8493-1fc2de790a11 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656052 Aug 28 08:51:34.017518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55460) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:34.022371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--94631319'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:34.142387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.239497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.349530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.380350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2003f2d-e448-41b0-923f-d6cdd11fdf88,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:34.496219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.497664 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1b73d363-c10f-4a71-9fb5-7681d7fea89b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4791656 Aug 28 08:51:34.502260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55470) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:34.509441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ce330362-8a02-48e5-b1e6-b39c14be7ff0 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'a2003f2d-e448-41b0-923f-d6cdd11fdf88', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:34.510074 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-ce330362-8a02-48e5-b1e6-b39c14be7ff0 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 08:51:34.510836 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-ce330362-8a02-48e5-b1e6-b39c14be7ff0 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:34.515442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce330362-8a02-48e5-b1e6-b39c14be7ff0 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079997 Aug 28 08:51:34.515817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55472) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:34.581457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.618632 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.770600 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.776871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.778326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/a2003f2d-e448-41b0-923f-d6cdd11fdf88 HTTP/1.1" status: 204 len: 168 time: 0.2611320 Aug 28 08:51:34.780765 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:34.790205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf3588-e019-451f-8d2c-14a364b40df5 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2003f2d-e448-41b0-923f-d6cdd11fdf88,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:34.868729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac4e102b-8a6f-44c6-a1b9-ea54b514ae13 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858958 Aug 28 08:51:34.872396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55482) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:34.878931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878198823'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:34.898899 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:34.981869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.073385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.159008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.198370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e61c86-1bc7-4266-a604-6a330302b3ab,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:35.297722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.297722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8eff5c14-a7fe-4377-bb42-a932a27991d9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4194696 Aug 28 08:51:35.298576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55494) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.303346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1edf221c-3bfd-4c4b-97e2-907d311a0aa6 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'b1e61c86-1bc7-4266-a604-6a330302b3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:35.304263 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-1edf221c-3bfd-4c4b-97e2-907d311a0aa6 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 08:51:35.304799 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-1edf221c-3bfd-4c4b-97e2-907d311a0aa6 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:35.305808 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1edf221c-3bfd-4c4b-97e2-907d311a0aa6 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062306 Aug 28 08:51:35.311597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55496) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.316913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eb5f54c4-6151-4ea2-83ee-9a0a3b713f8d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'b1e61c86-1bc7-4266-a604-6a330302b3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:35.317606 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-eb5f54c4-6151-4ea2-83ee-9a0a3b713f8d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 08:51:35.318135 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-eb5f54c4-6151-4ea2-83ee-9a0a3b713f8d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:35.319426 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb5f54c4-6151-4ea2-83ee-9a0a3b713f8d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062945 Aug 28 08:51:35.325282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55498) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.334843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-be7ad4d7-d1d1-44cc-b856-128db536a103 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'b1e61c86-1bc7-4266-a604-6a330302b3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:35.336379 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-be7ad4d7-d1d1-44cc-b856-128db536a103 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 08:51:35.336930 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-be7ad4d7-d1d1-44cc-b856-128db536a103 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:35.341519 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-be7ad4d7-d1d1-44cc-b856-128db536a103 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102115 Aug 28 08:51:35.341738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55500) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.346939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e148bd02-1e79-4229-8af8-c323199d2430 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': 'b1e61c86-1bc7-4266-a604-6a330302b3ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:35.347835 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-e148bd02-1e79-4229-8af8-c323199d2430 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 08:51:35.348339 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-e148bd02-1e79-4229-8af8-c323199d2430 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:35.349359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e148bd02-1e79-4229-8af8-c323199d2430 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062129 Aug 28 08:51:35.354242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55502) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.417716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.446732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.510530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.644650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.648315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:35.653901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1e61c86-1bc7-4266-a604-6a330302b3ab HTTP/1.1" status: 204 len: 168 time: 0.2940686 Aug 28 08:51:35.656118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55508) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.667668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13232017-1376-4ce3-896b-94fcd9176439 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e61c86-1bc7-4266-a604-6a330302b3ab,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:35.746112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:35.747158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0a86c99-ce78-4f7d-880b-5f12b5312a32 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903850 Aug 28 08:51:35.758925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--359054258'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:35.881255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:36.004096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:36.143429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:36.199566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:36.300961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:36.302562 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-882194a9-c071-4ee0-bfc4-fb21145c9173 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5530896 Aug 28 08:51:36.306139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55524) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.312294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e0b212fc-0e13-4749-815d-5c794ea411ad tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:36.313841 n-d-792458-16 neutron-server[95467]: WARNING neutron.api.v2.base [None req-e0b212fc-0e13-4749-815d-5c794ea411ad tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 08:51:36.315030 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-e0b212fc-0e13-4749-815d-5c794ea411ad tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:36.317142 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e0b212fc-0e13-4749-815d-5c794ea411ad tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094273 Aug 28 08:51:36.321083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55526) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.328860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d57a3616-1360-4fdb-886d-910a2bd6e79b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:36.658785 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-d57a3616-1360-4fdb-886d-910a2bd6e79b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:36.661611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d57a3616-1360-4fdb-886d-910a2bd6e79b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3370981 Aug 28 08:51:36.664191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.673441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a6eb0003-c20b-49d6-bc8f-1521a6591a15 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:36.674233 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-a6eb0003-c20b-49d6-bc8f-1521a6591a15 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 08:51:36.674748 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-a6eb0003-c20b-49d6-bc8f-1521a6591a15 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:36.675797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a6eb0003-c20b-49d6-bc8f-1521a6591a15 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106075 Aug 28 08:51:36.678895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55534) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.683735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-36323574-5ba6-4160-8571-74295c59db65 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:36.958490 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-36323574-5ba6-4160-8571-74295c59db65 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:36.959841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-36323574-5ba6-4160-8571-74295c59db65 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2797825 Aug 28 08:51:36.963898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55542) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.972521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48fe2488-2c2f-42e6-a924-1a14c349138d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:36.973345 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-48fe2488-2c2f-42e6-a924-1a14c349138d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 08:51:36.974158 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-48fe2488-2c2f-42e6-a924-1a14c349138d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:36.976386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48fe2488-2c2f-42e6-a924-1a14c349138d tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100770 Aug 28 08:51:36.979305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55544) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:36.984672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3c14986d-a393-4eb3-8f26-2b1ee43acf84 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:37.217923 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-3c14986d-a393-4eb3-8f26-2b1ee43acf84 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:37.221408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3c14986d-a393-4eb3-8f26-2b1ee43acf84 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2386618 Aug 28 08:51:37.223591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:37.228398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e03d56bf-fc55-4810-858c-8ec6cdb0f31f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:37.228959 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-e03d56bf-fc55-4810-858c-8ec6cdb0f31f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 08:51:37.229507 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-e03d56bf-fc55-4810-858c-8ec6cdb0f31f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:37.230632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e03d56bf-fc55-4810-858c-8ec6cdb0f31f tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059822 Aug 28 08:51:37.233934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:37.238432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7af27b22-dd3c-4527-9000-fdee32b7393a tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:37.536438 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-7af27b22-dd3c-4527-9000-fdee32b7393a tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:37.537527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7af27b22-dd3c-4527-9000-fdee32b7393a tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3026288 Aug 28 08:51:37.541086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55558) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:37.545618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5215eceb-1026-4a31-8f45-c18924034886 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:37.858026 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-5215eceb-1026-4a31-8f45-c18924034886 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:37.862542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:37.863087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5215eceb-1026-4a31-8f45-c18924034886 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3208773 Aug 28 08:51:37.936773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:37.970338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.119865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.124218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.130474 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95 HTTP/1.1" status: 204 len: 168 time: 0.2608089 Aug 28 08:51:38.132695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55572) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:38.140117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f57a0-02a8-4de3-93db-809ed2464c7c tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe3c5e-3b89-4d95-9cd9-ce39efbd5e95,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:38.190546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c91a6f8-cdd9-4428-a276-f824c06cda21 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542040 Aug 28 08:51:38.193333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55574) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:38.198581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--167958226'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:38.304735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.404616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.486886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.525941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7da8e-06ca-45c6-a7b0-327b753cc4e7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:38.601861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:38.603251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e4f7311-ecdb-47ef-a730-b503cbab59d7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4089487 Aug 28 08:51:38.606376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55584) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:38.610863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-afec3321-8c02-4a95-aa81-9389ab45e02e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '5fc7da8e-06ca-45c6-a7b0-327b753cc4e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:38.807373 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-afec3321-8c02-4a95-aa81-9389ab45e02e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The resource could not be found. Aug 28 08:51:38.808907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-afec3321-8c02-4a95-aa81-9389ab45e02e tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2015295 Aug 28 08:51:38.812192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55590) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:38.817410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-88d6f441-6583-424f-a218-0ccae4ccd3b7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '5fc7da8e-06ca-45c6-a7b0-327b753cc4e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '74571281-8a49-4a9e-b444-575465a1c5ab'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:39.115431 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-88d6f441-6583-424f-a218-0ccae4ccd3b7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The resource could not be found. Aug 28 08:51:39.120960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-88d6f441-6583-424f-a218-0ccae4ccd3b7 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3075051 Aug 28 08:51:39.121865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55598) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:39.191876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:39.219809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:39.370068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:39.372765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:39.374081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fc7da8e-06ca-45c6-a7b0-327b753cc4e7 HTTP/1.1" status: 204 len: 168 time: 0.2483361 Aug 28 08:51:39.377573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55604) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:39.384404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce53fcd-2762-4061-a49d-f18e4ad70c30 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7da8e-06ca-45c6-a7b0-327b753cc4e7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:39.420576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-3c2c28e2-b296-4516-8ec7-4750d6b28975 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773182 Aug 28 08:51:39.439385 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-330bfeae-95a5-4540-ba14-ff4c5e5c8e43 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607548 Aug 28 08:51:39.443271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55608) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:39.448039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0543a419-750e-490d-a5b0-2d5b9208f456 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '93305ba6-20eb-4d63-881e-288b3324502a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:39.514028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc334-7815-4364-9b3b-26d3e7022424 req-b1a0452f-9d0e-4284-a37d-02a4c73e5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:39.515779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-b1a0452f-9d0e-4284-a37d-02a4c73e5ccd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1098 time: 0.0588384 Aug 28 08:51:39.645737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc334-7815-4364-9b3b-26d3e7022424 req-d41fe09c-9197-4f16-8871-6b84526e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:39.647352 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-d41fe09c-9197-4f16-8871-6b84526e2d39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.1104929 Aug 28 08:51:39.721037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-79e4690d-e8d3-4a29-b554-d86d71c1f30c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1002 time: 0.0652897 Aug 28 08:51:39.753491 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-0543a419-750e-490d-a5b0-2d5b9208f456 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The resource could not be found. Aug 28 08:51:39.755376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0543a419-750e-490d-a5b0-2d5b9208f456 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3111601 Aug 28 08:51:39.760164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:39.765721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375868722'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:39.778942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc334-7815-4364-9b3b-26d3e7022424 req-d92ec4ff-c868-4634-8ced-014d23764b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:39.780634 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-d92ec4ff-c868-4634-8ced-014d23764b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0525362 Aug 28 08:51:39.847344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc334-7815-4364-9b3b-26d3e7022424 req-db11ca7d-2270-4e57-a2b2-06924011bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:39.848968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-db11ca7d-2270-4e57-a2b2-06924011bfcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615637 Aug 28 08:51:39.915238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.066289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.147923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.181351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd45482-af50-4390-89bb-9ab0a9b31905,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:40.269706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.277259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5762857c-039e-4550-ae6a-a9c52e2f7234 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5097573 Aug 28 08:51:40.277719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55626) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:40.293778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--510956072'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:40.328618 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-4f834c14-2cff-45d6-b5ec-265c50a44aa8 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719758 Aug 28 08:51:40.433566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-542dc334-7815-4364-9b3b-26d3e7022424 req-eb98b59f-f247-4202-aba5-d44cc3a03a4e service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974736 Aug 28 08:51:40.446736 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.567049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.709389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.771126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37fed3-88cc-4e08-b37e-7c1b5745df45,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:40.846783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:40.848118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f17095ae-b4ca-4120-83ee-2ffc52b7ee20 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5686350 Aug 28 08:51:40.851874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55638) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:40.856756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5046539c-8d61-4581-be47-3748004479d2 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group_rule': {'security_group_id': '2bd45482-af50-4390-89bb-9ab0a9b31905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8d37fed3-88cc-4e08-b37e-7c1b5745df45'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:41.136330 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-5046539c-8d61-4581-be47-3748004479d2 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 08:51:41.137539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5046539c-8d61-4581-be47-3748004479d2 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2846441 Aug 28 08:51:41.140542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55646) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:41.218569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.246035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.446783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.450097 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.451962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/8d37fed3-88cc-4e08-b37e-7c1b5745df45 HTTP/1.1" status: 204 len: 168 time: 0.3103869 Aug 28 08:51:41.455901 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:41.465580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e37b0c-0d61-4d22-b1bc-e49dbd8f0f2b tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37fed3-88cc-4e08-b37e-7c1b5745df45,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:41.548480 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8c96f53d-cae4-4e47-8bde-97750eab6df0 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0909882 Aug 28 08:51:41.550952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55658) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:41.609304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.634236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.793400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.796114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:41.800649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/2bd45482-af50-4390-89bb-9ab0a9b31905 HTTP/1.1" status: 204 len: 168 time: 0.2456586 Aug 28 08:51:41.801896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:41.823720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173804f-c2dc-4487-a4e0-2ad4c32423df tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd45482-af50-4390-89bb-9ab0a9b31905,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:41.862675 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1bacb284-033c-4645-ae06-558fc7d96976 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594046 Aug 28 08:51:41.867101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55668) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:41.871919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138314079'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:42.000036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.098156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.177696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.207457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c8d0c-367e-4ad4-822f-e9e82aa4eec9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:42.275016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.276471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f3675a7d-c926-485f-844f-aae5299e0164 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4080677 Aug 28 08:51:42.279355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.284473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-047ea12a-b47e-4fea-adb5-7ecca0672ec8 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:42.284921 n-d-792458-16 neutron-server[95466]: WARNING neutron.api.v2.base [None req-047ea12a-b47e-4fea-adb5-7ecca0672ec8 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 08:51:42.285492 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-047ea12a-b47e-4fea-adb5-7ecca0672ec8 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 08:51:42.286631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-047ea12a-b47e-4fea-adb5-7ecca0672ec8 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "PUT /v2.0/security-groups/c09c8d0c-367e-4ad4-822f-e9e82aa4eec9 HTTP/1.1" status: 409 len: 330 time: 0.0062494 Aug 28 08:51:42.290656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55682) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.357032 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.381315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.686389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.689090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:42.690283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/c09c8d0c-367e-4ad4-822f-e9e82aa4eec9 HTTP/1.1" status: 204 len: 168 time: 0.3984196 Aug 28 08:51:42.693055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55690) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.706726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5f464-1f2c-4eb5-a27d-a7ef3ba1bfe1 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c8d0c-367e-4ad4-822f-e9e82aa4eec9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:42.740529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-864c341b-a1c6-42b4-8776-40511555d012 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460632 Aug 28 08:51:42.746300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55692) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.760595 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-50d06f9e-5089-4d23-9365-2f666f3c07f9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] delete failed (client error): The resource could not be found. Aug 28 08:51:42.761583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-50d06f9e-5089-4d23-9365-2f666f3c07f9 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "DELETE /v2.0/security-groups/8b01ba08-8416-4cd4-a8c7-9c0014681405 HTTP/1.1" status: 404 len: 347 time: 0.0143352 Aug 28 08:51:42.765304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.778640 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-0f2de6c5-0d1e-4153-9e66-41353c382078 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] show failed (client error): The resource could not be found. Aug 28 08:51:42.782978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0f2de6c5-0d1e-4153-9e66-41353c382078 tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-groups/a00ea8cf-f08b-4dd0-8805-71b498a0abed HTTP/1.1" status: 404 len: 347 time: 0.0134790 Aug 28 08:51:42.785504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55696) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:42.795906 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-e94aa874-aa84-4465-bf79-a99f27ca79dd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] show failed (client error): The resource could not be found. Aug 28 08:51:42.796850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e94aa874-aa84-4465-bf79-a99f27ca79dd tempest-NegativeSecGroupTest-1659143226 tempest-NegativeSecGroupTest-1659143226-project] 10.222.0.46 "GET /v2.0/security-group-rules/bfd84865-e646-48e9-9a32-273c1e32b3d5 HTTP/1.1" status: 404 len: 356 time: 0.0104923 Aug 28 08:51:43.404433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55706) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:43.557652 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea512047-18ba-491a-9ee8-fb3d8b8442af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39106bbb679f4d778f7263860853db14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520138 Aug 28 08:51:43.560151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55710) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:43.612809 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:43.636627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:43.805178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:43.811533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:43.811533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c074acc2-0de3-4695-ae42-60d66618c91f HTTP/1.1" status: 204 len: 168 time: 0.2479432 Aug 28 08:51:43.818271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008ac7c-09ec-401b-8fec-d951fec80fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074acc2-0de3-4695-ae42-60d66618c91f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:44.988555 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:45.099068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563064333-network', 'tenant_id': 'a8645debc83e4324a2770c20623ee6d6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:45.181307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Made reservation on behalf of a8645debc83e4324a2770c20623ee6d6 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:45.183687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.192593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.280667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.364136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.391192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:45.402914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf48700-8771-4966-a777-dcc15675740e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:45.408022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.408374 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Added segment a32285d6-6baf-46b4-b4ef-3efbf3d78d09 of type vlan for network 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 Aug 28 08:51:45.457077 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.555785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.559681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:45.559681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:45.626073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] Pushing event updated for resources: {'Network': ['ID=3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:45.637346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:45.723890 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5c4d07f7-afd0-4960-82f5-5790f830ba6a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7314281 Aug 28 08:51:45.724580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:45.729730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Request body: {'subnet': {'network_id': '3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563064333-subnet', 'tenant_id': 'a8645debc83e4324a2770c20623ee6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:45.878143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Made reservation on behalf of a8645debc83e4324a2770c20623ee6d6 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:45.888569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:46.133146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:46.188909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4549e9d0-71ac-4a16-b587-e4f3508df9fb,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:46.201458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Checking segment: {'id': 'a32285d6-6baf-46b4-b4ef-3efbf3d78d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:46.201825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Network hostable DHCP agents. Network: 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:46.284282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Network 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:46.341092 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:46.346176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:46.346824 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:46.351481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aedcd9-ee19-45eb-a00f-e07751f21a33 None None] Network 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:46.436708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a15ae0e4-2be3-4845-a71f-13c21f66d253 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7100828 Aug 28 08:51:46.484794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f055c5-d6bc-46b4-bc80-f49ec7c0ade8 None None] Network 3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:47.174287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55770) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:47.183485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-296967819-network', 'tenant_id': 'c5a992fe0e0046379eb149571aca1686'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:47.273265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Made reservation on behalf of c5a992fe0e0046379eb149571aca1686 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:47.275587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.285380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.377394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.478454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.503791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:51:47.519283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd86f91-201c-422e-bec0-6b0e20626a10,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:47.531062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.531062 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Added segment 21313ba5-7c2b-45ba-810b-163dfed936a1 of type vlan for network e024b230-cd8d-4f06-93f3-140fd7b62001 Aug 28 08:51:47.570648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.692305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.693566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:47.694851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:47.787194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] Pushing event updated for resources: {'Network': ['ID=e024b230-cd8d-4f06-93f3-140fd7b62001,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:47.797725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e024b230-cd8d-4f06-93f3-140fd7b62001 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:51:47.886343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-136b8518-70f6-49ee-bf0a-b8b7788d2e00 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7105062 Aug 28 08:51:47.896935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:47.902158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Request body: {'subnet': {'network_id': 'e024b230-cd8d-4f06-93f3-140fd7b62001', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-296967819-subnet', 'tenant_id': 'c5a992fe0e0046379eb149571aca1686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:51:47.977881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Made reservation on behalf of c5a992fe0e0046379eb149571aca1686 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:51:47.980287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:48.206606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:48.263049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0051abc5-3c24-4151-a970-4ef9dde39da3,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:48.270700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Checking segment: {'id': '21313ba5-7c2b-45ba-810b-163dfed936a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e024b230-cd8d-4f06-93f3-140fd7b62001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:51:48.271059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Network hostable DHCP agents. Network: e024b230-cd8d-4f06-93f3-140fd7b62001, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:51:48.406160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Network e024b230-cd8d-4f06-93f3-140fd7b62001 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:51:48.486364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e024b230-cd8d-4f06-93f3-140fd7b62001) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:51:48.496918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:51:48.497400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af26355-a1b0-4809-8d4d-df595e3de4c6 None None] Network e024b230-cd8d-4f06-93f3-140fd7b62001 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:48.501607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:48.607209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-541ec9d7-d509-4adc-8065-982bbaaf5329 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7091026 Aug 28 08:51:48.648993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd383ed-7131-4abe-a596-ce3312db0f8a None None] Network e024b230-cd8d-4f06-93f3-140fd7b62001 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:51:48.727161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55792) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:48.782685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Deleting subnet 4549e9d0-71ac-4a16-b587-e4f3508df9fb {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:51:48.786724 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:48.828114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:48.869353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.029734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.055698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4549e9d0-71ac-4a16-b587-e4f3508df9fb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:49.062316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.067541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-65de3fc8-e92e-4996-bb36-e9ae7d61f759 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4549e9d0-71ac-4a16-b587-e4f3508df9fb HTTP/1.1" status: 204 len: 168 time: 0.3359265 Aug 28 08:51:49.067541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 55798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:49.146750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.233196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.244350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.256115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32285d6-6baf-46b4-b4ef-3efbf3d78d09') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.256415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32285d6-6baf-46b4-b4ef-3efbf3d78d09') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.266361 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.280182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.286069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:49.286505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:49.288159 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:49.417989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.424314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.426174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] 10.222.0.46 "DELETE /v2.0/networks/3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084 HTTP/1.1" status: 204 len: 168 time: 0.3579185 Aug 28 08:51:49.430488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55800) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:49.441655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04e8a9-7272-42b7-8542-98d68704b23f admin admin] Pushing event deleted for resources: {'Network': ['ID=3eafe5dd-4bff-4f5f-9bf6-aa7bcb5f6084,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:49.479013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Deleting subnet 0051abc5-3c24-4151-a970-4ef9dde39da3 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:51:49.482696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.519890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.569149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.750034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.778192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0051abc5-3c24-4151-a970-4ef9dde39da3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:49.780345 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.782351 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1983f05-0574-4d77-b93e-294642344df6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0051abc5-3c24-4151-a970-4ef9dde39da3 HTTP/1.1" status: 204 len: 168 time: 0.3508108 Aug 28 08:51:49.785345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55802) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:49.859181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.949826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.961045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e024b230-cd8d-4f06-93f3-140fd7b62001']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.971966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21313ba5-7c2b-45ba-810b-163dfed936a1') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.972268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21313ba5-7c2b-45ba-810b-163dfed936a1') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:51:49.982235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:49.997023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.003527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:51:50.006368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:51:50.014732 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:51:50.147640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.153956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.155863 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] 10.222.0.46 "DELETE /v2.0/networks/e024b230-cd8d-4f06-93f3-140fd7b62001 HTTP/1.1" status: 204 len: 168 time: 0.3666663 Aug 28 08:51:50.172774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47aca-42dd-4a27-9f90-27a4da28971f admin admin] Pushing event deleted for resources: {'Network': ['ID=e024b230-cd8d-4f06-93f3-140fd7b62001,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:50.606997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55810) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:50.650478 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8c080df1-5571-4002-a7ce-5607782732e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8645debc83e4324a2770c20623ee6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422022 Aug 28 08:51:50.653223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55812) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:50.705284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.728242 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.886082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.888898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:50.890091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cf48700-8771-4966-a777-dcc15675740e HTTP/1.1" status: 204 len: 168 time: 0.2358179 Aug 28 08:51:50.899269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdf0dd-5635-4a4a-8a50-624279e87534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf48700-8771-4966-a777-dcc15675740e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:51.777204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55846) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:51.820012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0b99c425-902b-42e0-b1a5-02c3632e36b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5a992fe0e0046379eb149571aca1686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403459 Aug 28 08:51:51.822318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 55848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:51.873159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:51.899708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:52.067207 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:52.073354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:52.075093 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abd86f91-201c-422e-bec0-6b0e20626a10 HTTP/1.1" status: 204 len: 168 time: 0.2516394 Aug 28 08:51:52.089475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c37ba-0fcb-41d6-b4b8-d32370835e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd86f91-201c-422e-bec0-6b0e20626a10,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:56.032094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:57.623493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c20271bc-a30f-4ed2-aa77-414a5df59a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:58.809981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56214) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:58.928767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-626e4f90-ebd8-4571-916d-11de97191a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.027637 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-626e4f90-ebd8-4571-916d-11de97191a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.166302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-626e4f90-ebd8-4571-916d-11de97191a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.205877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e4f90-ebd8-4571-916d-11de97191a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158357c-31c0-42a4-93fd-9a8b35b2ee8d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:59.211097 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-626e4f90-ebd8-4571-916d-11de97191a70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99154dd50fa84b85aea128b7d434605b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998785 Aug 28 08:51:59.213738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:51:59.264292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.286953 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.449361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.452014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:51:59.455467 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6158357c-31c0-42a4-93fd-9a8b35b2ee8d HTTP/1.1" status: 204 len: 168 time: 0.2380037 Aug 28 08:51:59.462444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702723c4-c688-41b4-b564-b69271333c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158357c-31c0-42a4-93fd-9a8b35b2ee8d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:51:59.987471 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.170612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:00.184858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-025d4bf9-deb6-48af-80ea-1690803e337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.274619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-025d4bf9-deb6-48af-80ea-1690803e337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.297432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d35920eb-63a8-4eb1-917d-b51d4c42253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.360183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-025d4bf9-deb6-48af-80ea-1690803e337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.399249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-025d4bf9-deb6-48af-80ea-1690803e337f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df127f36c03745a8aa182ce79d164499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275362 Aug 28 08:52:00.400126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d4bf9-deb6-48af-80ea-1690803e337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416c6e02-b4ae-4798-a7a5-2637038077c9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:00.407219 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56282) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:00.456255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.478986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.646264 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.649396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:00.650587 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/416c6e02-b4ae-4798-a7a5-2637038077c9 HTTP/1.1" status: 204 len: 168 time: 0.2423015 Aug 28 08:52:00.659069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f911-5ab2-48cb-a3ca-b941da5485ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c6e02-b4ae-4798-a7a5-2637038077c9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:01.995158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:04.896226 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:05.526007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:06.680181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:06.786108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-edc3b91b-1908-41be-a998-e74c83a400ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:06.880339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-edc3b91b-1908-41be-a998-e74c83a400ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:06.946740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-edc3b91b-1908-41be-a998-e74c83a400ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:06.985864 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-edc3b91b-1908-41be-a998-e74c83a400ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7471b346f33e486fabb443c5445a47a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045309 Aug 28 08:52:06.986595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3b91b-1908-41be-a998-e74c83a400ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08592308-c31c-4622-a084-8e59ce37b08d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:06.988583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:07.051169 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:07.076787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:07.188645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:07.191746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:07.195216 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08592308-c31c-4622-a084-8e59ce37b08d HTTP/1.1" status: 204 len: 168 time: 0.2026496 Aug 28 08:52:07.206388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a8798-2f4a-478d-966e-e8942967c1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08592308-c31c-4622-a084-8e59ce37b08d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:07.899893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56568) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:07.913504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9efde5f4-f9b9-4d7e-9105-6baf6ca7d87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.015042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9efde5f4-f9b9-4d7e-9105-6baf6ca7d87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.095136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9efde5f4-f9b9-4d7e-9105-6baf6ca7d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.133675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efde5f4-f9b9-4d7e-9105-6baf6ca7d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c316e58b-0561-4688-bd38-03c93650182a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:08.138299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9efde5f4-f9b9-4d7e-9105-6baf6ca7d87a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6ab4c72b1c74ad3a383a9a00514bd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374055 Aug 28 08:52:08.140832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:08.189971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.211668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.325769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.330135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:08.335099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c316e58b-0561-4688-bd38-03c93650182a HTTP/1.1" status: 204 len: 168 time: 0.1925809 Aug 28 08:52:08.344337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7888-112a-4baa-b4de-71c7a4d719d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316e58b-0561-4688-bd38-03c93650182a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:09.956894 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:52:10.981202 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:11.120979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db0058f0-0ba4-45a9-b17d-0a8a71533e6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2941273c488a465a9504812e88c8ede2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386173 Aug 28 08:52:11.123531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:11.174518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:11.195527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:11.337321 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:11.339926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:11.341078 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec4ae3d9-13bb-48ff-848a-d98a0d069ff9 HTTP/1.1" status: 204 len: 168 time: 0.2165909 Aug 28 08:52:11.352028 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3566-94c4-44c0-8b7d-f87689207c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ae3d9-13bb-48ff-848a-d98a0d069ff9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:13.898697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56700) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:13.903653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871964987', 'description': 'tempest-secgroup-smoke-1871964987 description', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:13.975833 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.010119 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.168087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.217782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.257853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22eece9-7680-4838-826f-e1f3907b188a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:14.312435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.394166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.425029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5384d-af00-4d73-b23a-22fc244fee4e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:14.456970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.458371 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee12c60e-6f7e-45a5-87d6-25b1c81a0ef9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5585275 Aug 28 08:52:14.461321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56706) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:14.465847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:14.569655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.630965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.700798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.719622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437e0e38-ede6-4c0a-a1c2-6f96d733e21e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:14.794933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.797382 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ba0f1b2-f5f8-47d0-907e-93b7844a6ab8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344600 Aug 28 08:52:14.799994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56714) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:14.807200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:14.931748 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:14.993166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.146483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.166104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bb4e3f-caa4-4b16-b445-4eb35c19ae51,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:15.251707 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.255613 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7cb1e487-cca6-4743-b75f-1e57c76f3f6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4515619 Aug 28 08:52:15.255747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56724) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:15.260869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:15.351434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.410881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.523859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.541979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3583f7-850b-46bb-b51b-dd5f711a29eb,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:15.637998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.641897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ccb8a57b-461f-4aeb-b64a-1f9530bffd9d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826480 Aug 28 08:52:15.642468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:15.647225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:15.768366 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.830792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.952231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:15.972631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40bc7e2-b4e7-49b4-9753-b81ee169fae9,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:16.040281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.041569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1310f038-3d0a-4301-8e8f-48d4e7552bcd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980198 Aug 28 08:52:16.044331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:16.049548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:16.142993 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:52:16.148477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.212269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.291551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.312764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9429ebf-6716-43d6-93c3-5def9845ef78,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:16.371648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.375421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0b384290-a155-4f98-b020-2a79a554d341 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276708 Aug 28 08:52:16.375630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56738) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:16.380152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'a5d5384d-af00-4d73-b23a-22fc244fee4e', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:16.460668 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:52:16.466596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.531709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.592310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.610901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92737f4a-0ebe-488a-a064-443d90dfb333,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:16.695208 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.696454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f37769a5-6fc6-4ff0-b767-20a63e2e060f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3198848 Aug 28 08:52:16.699710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56744) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:16.704931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'network': {'name': 'tempest-network-smoke--2046328443', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:16.826833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:52:16.830463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.857394 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:52:16.867475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:16.869107 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Added segment c3feb4b2-26bd-43c6-ac31-6974dc16c2b9 of type vlan for network 04e048e2-bf29-43b1-9739-55afa9c315ea Aug 28 08:52:16.912425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.048874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.056368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:17.057494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.142145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Network': ['ID=04e048e2-bf29-43b1-9739-55afa9c315ea,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:17.150433 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.150815 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.151185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.151546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.151903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.152237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.152569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.152997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.153275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.153601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.154033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.154384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:17.169941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 04e048e2-bf29-43b1-9739-55afa9c315ea details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:52:17.200978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-27976c21-96e3-40ad-82a9-86e3acee8acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5001299 Aug 28 08:52:17.203834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:17.210062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'admin_state_up': True, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:17.304029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.304029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.360577 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.410867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a57b-7eec-44dd-b49c-3ec37ecc0150 req-3c869784-de76-4ef8-8379-284404a6f23a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:17.412268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe2a57b-7eec-44dd-b49c-3ec37ecc0150 req-3c869784-de76-4ef8-8379-284404a6f23a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0506835 Aug 28 08:52:17.451984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe2a57b-7eec-44dd-b49c-3ec37ecc0150 req-10034529-fce6-484e-87d2-9ea8e96a4a05 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329669 Aug 28 08:52:17.630790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.892479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:17.913561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:18.017514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.101 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/4c0d47d0-900b-46c8-a4b4-e5e94c64e7db) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:52:18.128209 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:18.244184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:18.285650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:18.288607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:18.292297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:52:18.298043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:18.578995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc721e8-becb-489a-a4f8-e9e7b00db2e6 req-d975e7a1-da1a-44a6-b82f-5aa70971abdc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:18.580849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cc721e8-becb-489a-a4f8-e9e7b00db2e6 req-d975e7a1-da1a-44a6-b82f-5aa70971abdc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0539174 Aug 28 08:52:18.621013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cc721e8-becb-489a-a4f8-e9e7b00db2e6 req-8544f949-3238-495b-9aed-09ddd11a4fd0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Aug 28 08:52:18.710881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:18.908226 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:19.140484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:52:19.249333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:52:19.259737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Sync routers for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:52:19.269130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:19.269750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:19.343003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:19.344374 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-26b8a0d6-c5d6-4b94-8ae0-74df715f8b3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1392345 Aug 28 08:52:19.347510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56778) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:19.378072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:19.483580 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-af3bc665-ddc1-4699-965f-1b33e77d3698 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1349473 Aug 28 08:52:19.486313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56782) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:19.564381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:19.590342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Checking router: 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:52:19.590691 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Updating router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:52:19.617029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:19.668391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9783ced-bec1-4369-8786-ad76ae085170 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:19.668916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e9783ced-bec1-4369-8786-ad76ae085170 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1815886 Aug 28 08:52:19.672190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56786) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:19.709997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-485f1bc3-7fdb-48a1-9fa9-195df842a178 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361953 Aug 28 08:52:19.713620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 56788) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:19.720073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374260443', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:19.757856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf8f0c-5bf8-405d-b0e4-cc59f1acfb21 req-7c1d1191-d01e-425b-b194-77d2ad26d9a0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:19.759460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-debf8f0c-5bf8-405d-b0e4-cc59f1acfb21 req-7c1d1191-d01e-425b-b194-77d2ad26d9a0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0525930 Aug 28 08:52:19.805306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-debf8f0c-5bf8-405d-b0e4-cc59f1acfb21 req-a60c3ef1-59a2-4d89-8564-48aa87ceca04 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Aug 28 08:52:19.880842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:19.890047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Transition to ACTIVE for port object 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:19.897119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:52:19.902963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:19.980838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.140684 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.194046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Attempting to bind port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:52:20.194353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Attempting to bind port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:52:20.195243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Attempting to bind port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:52:20.202353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Pushing event updated for resources: {'Port': ['ID=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:20.205438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:52:20.205819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:52:20.206232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.206656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:52:20.207128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Bound port: 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:52:20.207513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.211375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Subnet': ['ID=7162fbc5-739f-4773-ad68-420848dc7957,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:20.222136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Checking segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:52:20.222136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network hostable DHCP agents. Network: 04e048e2-bf29-43b1-9739-55afa9c315ea, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:52:20.233349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.233865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.234255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.234595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.234927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.235258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.235588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.235917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.236239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.236562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.236884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.237205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:20.275291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] For port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:52:20.278415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] For port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:52:20.309019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 04e048e2-bf29-43b1-9739-55afa9c315ea is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:52:20.337925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.360143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 04e048e2-bf29-43b1-9739-55afa9c315ea) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:20.364437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:20.365167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.374630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b849e41-6d44-4bae-a78d-fc3e312f9101 None None] Network 04e048e2-bf29-43b1-9739-55afa9c315ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:52:20.435784 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f0056d8-4b75-4128-b34d-2407f41cb3c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7181511 Aug 28 08:52:20.436239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 56798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:20.448884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:20.449525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:20.461624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1c333-0094-4ce2-9907-a89617c3adb9 None None] Pushing event updated for resources: {'Port': ['ID=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:20.612090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:20.683107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-04e048e2-bf29-43b1-9739-55afa9c315ea', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:52:20.684029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:20.918674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Allocated IP 172.20.0.2 (04e048e2-bf29-43b1-9739-55afa9c315ea/7162fbc5-739f-4773-ad68-420848dc7957/3e1a4b36-0f01-40dd-8344-859b1703a396) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:52:20.994260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:21.027643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2d88e-8683-4f6b-bdad-23b3733475ca None None] The sync data for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 is: [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:52:21.125542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.134345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Transition to ACTIVE for port object 3e1a4b36-0f01-40dd-8344-859b1703a396 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:21.154903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Transition to ACTIVE for port object 3e1a4b36-0f01-40dd-8344-859b1703a396 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:21.164987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180f27-1fa6-46cc-a5d5-9b995c035a9a req-60dc70e6-cfb6-4163-9140-0788285297e9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:21.166582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39180f27-1fa6-46cc-a5d5-9b995c035a9a req-60dc70e6-cfb6-4163-9140-0788285297e9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.1193545 Aug 28 08:52:21.228557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.271147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39180f27-1fa6-46cc-a5d5-9b995c035a9a req-34f7aa61-c628-4e63-8102-897146e41d20 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959234 Aug 28 08:52:21.274426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Network 04e048e2-bf29-43b1-9739-55afa9c315ea is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:21.280548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:21.283513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:52:21.343199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Pushing event updated for resources: {'Port': ['ID=3e1a4b36-0f01-40dd-8344-859b1703a396,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:21.346654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.387598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Attempting to bind port 3e1a4b36-0f01-40dd-8344-859b1703a396 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:52:21.388313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Attempting to bind port 3e1a4b36-0f01-40dd-8344-859b1703a396 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:52:21.388986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Attempting to bind port 3e1a4b36-0f01-40dd-8344-859b1703a396 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:52:21.398603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:52:21.399497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Checking segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:52:21.400179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.400770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Bound using segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:52:21.401462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Bound port: 3e1a4b36-0f01-40dd-8344-859b1703a396, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:52:21.402494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.478997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] For port 3e1a4b36-0f01-40dd-8344-859b1703a396, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:52:21.482847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] For port 3e1a4b36-0f01-40dd-8344-859b1703a396, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e1a4b36-0f01-40dd-8344-859b1703a396,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:52:21.600571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:21.673811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9d191-ad71-4c00-bcea-7ce2c17af8c0 None None] Pushing event updated for resources: {'Port': ['ID=3e1a4b36-0f01-40dd-8344-859b1703a396,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:21.748175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.1 (04e048e2-bf29-43b1-9739-55afa9c315ea/7162fbc5-739f-4773-ad68-420848dc7957/51fe37fc-5fe5-4c14-a72d-ed74319d6e09) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:52:21.981522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:22.019931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:22.211878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:22.298382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 04e048e2-bf29-43b1-9739-55afa9c315ea is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:22.301955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:22.307213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:52:22.314646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:22.389982 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:22.516976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179329-fd3f-41ba-93b4-833375fcea2f req-54b60a17-28c5-4f97-acc4-bf43bfbb011f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:22.518709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf179329-fd3f-41ba-93b4-833375fcea2f req-54b60a17-28c5-4f97-acc4-bf43bfbb011f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0902033 Aug 28 08:52:22.586588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf179329-fd3f-41ba-93b4-833375fcea2f req-ed898428-813e-428b-ba47-9c3fe31bc677 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524316 Aug 28 08:52:22.640578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e1a4b36-0f01-40dd-8344-859b1703a396 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:22.720844 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:22.782935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3e1a4b36-0f01-40dd-8344-859b1703a396 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:22.788973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:22.900965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:22.906517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:22.907281 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.034929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.068155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:23.085871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.131161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba5290-8179-4908-a00c-ffd6b6315dc5 None None] Network 04e048e2-bf29-43b1-9739-55afa9c315ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:52:23.178052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.204249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.286537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:23.300999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.302874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:23.354009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Provisioning for port 3e1a4b36-0f01-40dd-8344-859b1703a396 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:23.372585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Provisioning complete for port 3e1a4b36-0f01-40dd-8344-859b1703a396 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:23.372962 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.416353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 04e048e2-bf29-43b1-9739-55afa9c315ea is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:23.418416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:23.474677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.510351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] For port 3e1a4b36-0f01-40dd-8344-859b1703a396, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e1a4b36-0f01-40dd-8344-859b1703a396,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:23.559907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:52:23.594793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.681724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf4dbb-ef64-4fab-9ed7-255c75910dd6 None None] Pushing event updated for resources: {'Port': ['ID=3e1a4b36-0f01-40dd-8344-859b1703a396,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:23.703670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:52:23.713293 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Sync routers for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:52:23.724545 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:23.725704 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:23.736498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Provisioning complete for port 3e1a4b36-0f01-40dd-8344-859b1703a396 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:23.736957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:23.740222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-01abbb3e-41f4-4cb1-a7a5-87398a4484cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/0c5fc0a5-8322-4f8f-836e-21e12d3a5790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3027415 Aug 28 08:52:23.797173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c3b9c-5bfd-4b85-a277-3892affea425 req-55d29c52-14e3-4890-871b-7624323adca0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:23.804802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d0c3b9c-5bfd-4b85-a277-3892affea425 req-55d29c52-14e3-4890-871b-7624323adca0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0990279 Aug 28 08:52:23.873236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d0c3b9c-5bfd-4b85-a277-3892affea425 req-fc2ea616-f42a-4a36-8e0f-2e7297c48706 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586703 Aug 28 08:52:23.907652 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:23.969292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Provisioning for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:24.000289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Provisioning complete for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:24.001625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.074868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9e780f2d-b3cf-421a-af07-e26c2cec833b None None] Port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:52:24.082634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-dcf51d24-3303-416a-8dbb-e78a42c74759 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871964987&fields=id&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 267 time: 0.0740101 Aug 28 08:52:24.200247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7e0da8ae-4ca2-455c-bf96-adc281c87e54 None None] Provisioning complete for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:24.209233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7e0da8ae-4ca2-455c-bf96-adc281c87e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.209385 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 2, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:24.218807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-5a4266c6-717c-4ae2-a36c-bc4242c20d2f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:24.220984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-5a4266c6-717c-4ae2-a36c-bc4242c20d2f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 797 time: 0.1274345 Aug 28 08:52:24.242084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-53b44b72-45bc-4638-9016-c1a88c433c76 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/quotas/5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 375 time: 0.0119350 Aug 28 08:52:24.256648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7e0da8ae-4ca2-455c-bf96-adc281c87e54 None None] Port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:52:24.312470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-3b423121-e348-4d3f-80af-9a84f1e2af90 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629520 Aug 28 08:52:24.359713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Checking router: 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:52:24.360043 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Updating router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:52:24.380016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f7a51ade-59c9-4533-8bc5-c8dc53570bac None None] Provisioning complete for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:24.380703 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f7a51ade-59c9-4533-8bc5-c8dc53570bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.399955 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.421686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f7a51ade-59c9-4533-8bc5-c8dc53570bac None None] Port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:52:24.431165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-79781223-7bde-48e5-a97d-ea8e1b44278d service neutron] 10.222.0.46 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033406 Aug 28 08:52:24.527280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-255be9fc-1084-44d5-bf71-c562eef8efaf service neutron] 10.222.0.46 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929039 Aug 28 08:52:24.593124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e1a4b36-0f01-40dd-8344-859b1703a396 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:24.645388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3e1a4b36-0f01-40dd-8344-859b1703a396 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:24.645757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.700527 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.711535 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Transition to ACTIVE for port object 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:24.724628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:24.789112 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.815225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:24.816079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.865703 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Pushing event updated for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:24.885022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d197e81-1959-422a-a5a0-c77891cf307f req-d2f1e0f6-5ebc-4d88-a3ac-1c05d3c96fd0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 210 time: 0.0554347 Aug 28 08:52:24.906916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.907709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.908076 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.908420 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.908759 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.909710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.910061 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.910452 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.910788 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.911118 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.911448 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.911774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:24.979598 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Attempting to bind port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:52:24.979999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Attempting to bind port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:52:24.980686 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Attempting to bind port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:52:24.986856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:52:24.987597 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Checking segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:52:24.988210 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:24.988880 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Bound using segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:52:24.989539 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Bound port: 51fe37fc-5fe5-4c14-a72d-ed74319d6e09, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:52:24.990228 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:25.078273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0f2d0-34c6-4753-b1c2-618a7149089c req-ab0b3767-e4a1-442b-bf6e-68e1cb0932f8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:25.079791 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] For port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:52:25.082006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dc0f2d0-34c6-4753-b1c2-618a7149089c req-ab0b3767-e4a1-442b-bf6e-68e1cb0932f8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0816081 Aug 28 08:52:25.090553 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] For port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:52:25.135894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dc0f2d0-34c6-4753-b1c2-618a7149089c req-9b570eda-d4b5-4118-9a08-bdc66a7bd61e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 Aug 28 08:52:25.203876 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:25.258414 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:25.259038 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:25.300920 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2778e-79d0-4cb3-bb6f-5e08fefb48e5 None None] Pushing event updated for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:25.389988 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:25.596409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:25Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:25.623611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dd43f-6ad1-40a0-a9ac-dcbe5e54ad3e None None] The sync data for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 is: [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:25Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:52:26.001704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a236ed2e-bad3-47d1-92c6-a10b31e8635f req-24d508e2-4192-47b0-a750-58007c1219bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 210 time: 0.0293574 Aug 28 08:52:26.091781 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:26.285467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cc295-cccf-4196-9a5a-7f9606075905 req-f68a0321-de78-4340-95d3-1c1f4234a4b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:26.287157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-689cc295-cccf-4196-9a5a-7f9606075905 req-f68a0321-de78-4340-95d3-1c1f4234a4b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0716188 Aug 28 08:52:26.330127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-689cc295-cccf-4196-9a5a-7f9606075905 req-942696d4-7d59-42cf-9609-634232d40950 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368752 Aug 28 08:52:26.600953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:26.722906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:26.728133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:26.728638 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:26.815671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:26.846950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:26.954386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:27.013024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:27.144082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b837ab9-8791-4df5-b12e-4983b821c6a9 req-d4596a93-3f1c-4819-b2f1-d47d8ac709f4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 210 time: 0.0387425 Aug 28 08:52:27.407458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-b0620aa4-81e0-4538-99f0-2e5c03ac2267 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:27.409009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-b0620aa4-81e0-4538-99f0-2e5c03ac2267 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 797 time: 0.1109126 Aug 28 08:52:27.483440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-4756fe15-700e-4042-8baa-73a189d77e91 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 380 time: 0.0424788 Aug 28 08:52:27.493546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0d22-8678-4774-9c6d-0bb7e56e93aa req-11121d0c-6cd0-4980-90cc-eb0174298956 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:27.495006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94af0d22-8678-4774-9c6d-0bb7e56e93aa req-11121d0c-6cd0-4980-90cc-eb0174298956 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0850918 Aug 28 08:52:27.500017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'port': {'device_id': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'admin_state_up': True, 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'security_groups': ['a5d5384d-af00-4d73-b23a-22fc244fee4e']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:27.588418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94af0d22-8678-4774-9c6d-0bb7e56e93aa req-107b04cd-35f4-4683-a1ef-26c782910dff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846448 Aug 28 08:52:27.674373 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd3b-3f80-4dab-8dd3-16a9714c9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:27.734697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:52:27.738380 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:27.867105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.9 (04e048e2-bf29-43b1-9739-55afa9c315ea/7162fbc5-739f-4773-ad68-420848dc7957/5d81c6b2-fe9c-4768-af81-789ef23cd754) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:52:28.010412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.025304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 5d81c6b2-fe9c-4768-af81-789ef23cd754 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:28.141056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.186960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 04e048e2-bf29-43b1-9739-55afa9c315ea is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:28.190273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:28.192693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:52:28.231255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:28.282824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:28.283456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.324735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6777bb6-ef82-4ce0-8a87-69a27e25fe75 req-e36ea6ff-1c6c-48c4-a1d6-0dc195fe173b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:28.324735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6777bb6-ef82-4ce0-8a87-69a27e25fe75 req-e36ea6ff-1c6c-48c4-a1d6-0dc195fe173b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 931 time: 0.0985782 Aug 28 08:52:28.373502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6777bb6-ef82-4ce0-8a87-69a27e25fe75 req-bc88996f-7c61-44cf-92a0-68f9d622a626 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 Aug 28 08:52:28.375260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-f9ab0858-47f4-496e-acc1-2174af8c5b40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793721 Aug 28 08:52:28.399834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-fa087821-6094-47b7-9a67-cb6c7e5b8fb4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:52:28.400822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-fa087821-6094-47b7-9a67-cb6c7e5b8fb4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Aug 28 08:52:28.412052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Request body: {'port': {'device_id': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:28.470406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.480098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-34173ad6-acd9-4c86-9d59-ebff1c066b90 None None] Provisioning for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:28.484677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-34173ad6-acd9-4c86-9d59-ebff1c066b90 None None] Provisioning complete for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:28.485475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-34173ad6-acd9-4c86-9d59-ebff1c066b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.534779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-34173ad6-acd9-4c86-9d59-ebff1c066b90 None None] Port 5d81c6b2-fe9c-4768-af81-789ef23cd754 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:52:28.606937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:28.657606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:28.657606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.772896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11164-4f55-4769-82de-f171a022214b req-e0c85506-61fb-47de-b199-a2c139f8beca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:28.774930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9db11164-4f55-4769-82de-f171a022214b req-e0c85506-61fb-47de-b199-a2c139f8beca tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0890336 Aug 28 08:52:28.844257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9db11164-4f55-4769-82de-f171a022214b req-929a265e-1234-4eaf-bb14-d1805ded0547 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621080 Aug 28 08:52:28.857840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d81c6b2-fe9c-4768-af81-789ef23cd754 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:52:28.868334 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:28.880419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Transition to ACTIVE for port object 5d81c6b2-fe9c-4768-af81-789ef23cd754 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:52:28.966621 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:29.055805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:29.121591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:52:29.122026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:52:29.122470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:52:29.127383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:52:29.127668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:52:29.133099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:52:29.133442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Checking segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:52:29.133832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Bound using segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:52:29.134327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Bound port: 5d81c6b2-fe9c-4768-af81-789ef23cd754, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:52:29.134664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:29.211202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:52:29.214617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:52:29.277832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:29.312146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.313027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:29.314631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] 10.222.0.64 "PUT /v2.0/ports/5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 1092 time: 0.9065077 Aug 28 08:52:29.317140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:52:29.319475 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f92ef9-bd4d-47e4-bc02-b98b716da621" -d '{"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:52:29.354198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf10df-819c-4df5-bd45-c2deeaaa625f service neutron] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:29.441784 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0246b245-2380-4e6a-96e3-a45ddc2feec6 x-openstack-request-id: req-0246b245-2380-4e6a-96e3-a45ddc2feec6 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:52:29.442103 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:52:29.442382 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0246b245-2380-4e6a-96e3-a45ddc2feec6 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:52:29.442795 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'status': 'completed', 'code': 200} Aug 28 08:52:29.544749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5f3c-b050-44ec-8c82-6eae8804de39 req-4ed8c6d4-bac1-4a76-95b3-dbf55f895f68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.546132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ead5f3c-b050-44ec-8c82-6eae8804de39 req-4ed8c6d4-bac1-4a76-95b3-dbf55f895f68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0554955 Aug 28 08:52:29.616377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ead5f3c-b050-44ec-8c82-6eae8804de39 req-69f52b07-c945-4faa-b9d9-1f0990d4d227 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616770 Aug 28 08:52:29.626637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-abf99ce3-5ac1-4f4f-9e57-4b722106881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.628108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-abf99ce3-5ac1-4f4f-9e57-4b722106881a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.1263971 Aug 28 08:52:29.750375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-fcce2989-5e20-4cd4-871a-a8b11f0013ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.751919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-fcce2989-5e20-4cd4-871a-a8b11f0013ca service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949216 Aug 28 08:52:29.854075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-d49388f5-3462-44f9-b07e-2e6936334053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.855612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3f92ef9-bd4d-47e4-bc02-b98b716da621 req-d49388f5-3462-44f9-b07e-2e6936334053 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921314 Aug 28 08:52:29.923276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:29.990506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-d4416549-af24-41e6-839b-56294e446a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:29.992663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-d4416549-af24-41e6-839b-56294e446a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.0718431 Aug 28 08:52:30.000134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272383d-e602-457f-a028-d58d9cc15ffd req-eac6e34c-377c-4f64-9476-d5b29d13634d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:30.001511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5272383d-e602-457f-a028-d58d9cc15ffd req-eac6e34c-377c-4f64-9476-d5b29d13634d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0830922 Aug 28 08:52:30.061169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-c6c59e70-bbac-4b2f-8edb-c694caa569f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 217 time: 0.0474732 Aug 28 08:52:30.082407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5272383d-e602-457f-a028-d58d9cc15ffd req-1c570f63-dfef-4485-bf85-fa6e2524f247 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747635 Aug 28 08:52:30.119830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-81db228e-0da0-46be-a951-96f861a8c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:30.121329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-81db228e-0da0-46be-a951-96f861a8c973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0510364 Aug 28 08:52:30.174106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9ffbfb40-9f51-47d6-85ec-1b1be610eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:30.175637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-9ffbfb40-9f51-47d6-85ec-1b1be610eebd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405669 Aug 28 08:52:30.254360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc71ffb-5515-4c88-ba52-192c34463ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:30.273645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-26c0cab1-542e-4d90-bbbe-b2211735fccb service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 Aug 28 08:52:30.369031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a62bd3c-3b18-4ec8-aef6-e55b77c8185a req-08a3f2a1-b2b3-4bed-8d2e-d85a5a6a6870 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844960 Aug 28 08:52:30.786832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff355cdd-d048-43f7-81ac-8a352715a64b req-086b09a1-be02-4a07-8a22-46b83e9f8c42 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:30.788373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff355cdd-d048-43f7-81ac-8a352715a64b req-086b09a1-be02-4a07-8a22-46b83e9f8c42 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0530775 Aug 28 08:52:30.829273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff355cdd-d048-43f7-81ac-8a352715a64b req-c0d4e824-8eb4-4cd8-9566-744daabc5f69 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 28 08:52:31.205262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd13599-16f8-49ac-b519-b3e60d20671b req-7543feb3-bb15-4a09-8d20-e62c4b1037dc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:31.206830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbd13599-16f8-49ac-b519-b3e60d20671b req-7543feb3-bb15-4a09-8d20-e62c4b1037dc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0516992 Aug 28 08:52:31.247637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbd13599-16f8-49ac-b519-b3e60d20671b req-0ea3ecfc-2815-43ef-b6cc-6ef792f9b379 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342298 Aug 28 08:52:31.505525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:52:31.618513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:31.630009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '329d2a56-3711-4378-8921-27980f27d38b', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:52:31.668145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:31.684052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:52:31.707324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:31.789294 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:31.842727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:31.940543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['329d2a56-3711-4378-8921-27980f27d38b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:52:31.952403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:31.998414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b85c4-6ae1-4409-9551-ccd3223a54a1 req-d899f144-5d9c-4815-a77e-f46b05005b23 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:32.000039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-058b85c4-6ae1-4409-9551-ccd3223a54a1 req-d899f144-5d9c-4815-a77e-f46b05005b23 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0848448 Aug 28 08:52:32.054879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-058b85c4-6ae1-4409-9551-ccd3223a54a1 req-1c990e50-865a-48eb-bbaa-7286136b9cb8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Aug 28 08:52:32.375928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927a1a-46f5-4dfc-ba91-21da9db5ff0f req-8ae9d41e-eee0-4daf-b5e6-9c96f5cb6182 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:32.377412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70927a1a-46f5-4dfc-ba91-21da9db5ff0f req-8ae9d41e-eee0-4daf-b5e6-9c96f5cb6182 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 945 time: 0.0546451 Aug 28 08:52:32.416163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70927a1a-46f5-4dfc-ba91-21da9db5ff0f req-0537a8fc-436e-48c0-b2aa-bebc3d7eae22 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Aug 28 08:52:33.066186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:52:33.166442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:33.175547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4f9d-4d12-4070-9efc-a92d74930084 req-9e6fdbb0-1dcb-40a4-8510-13b4f7bb2980 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:33.177113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6f4f9d-4d12-4070-9efc-a92d74930084 req-9e6fdbb0-1dcb-40a4-8510-13b4f7bb2980 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0506320 Aug 28 08:52:33.178949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'mac_address': 'fa:16:3e:43:9c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:52:33.218754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d6f4f9d-4d12-4070-9efc-a92d74930084 req-124533e2-cd3a-4ddd-9251-b2c7e85e17cb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339119 Aug 28 08:52:33.233582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:33.247825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d81c6b2-fe9c-4768-af81-789ef23cd754 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:52:33.268044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:33.385701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:33.438157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:33.521496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:33.543581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f69214-7900-42b2-9402-430abf74b542 req-fbcaaf71-c8fd-4c3c-8aa7-2f5c30504942 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:33.545174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1f69214-7900-42b2-9402-430abf74b542 req-fbcaaf71-c8fd-4c3c-8aa7-2f5c30504942 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 945 time: 0.0565605 Aug 28 08:52:33.574200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 329d2a56-3711-4378-8921-27980f27d38b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:33.574510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:33.586503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1f69214-7900-42b2-9402-430abf74b542 req-3a4ee286-b1d0-402f-9c28-62b5043f0d10 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345645 Aug 28 08:52:33.659632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:33.682376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:52:33.684576 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033d1d0-7115-4499-a5de-7263324a621e" -d '{"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:52:33.697832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:33.724711 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc13a40-a8f7-4ff1-8de2-520a4ec5252a x-openstack-request-id: req-2bc13a40-a8f7-4ff1-8de2-520a4ec5252a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:52:33.725004 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:52:33.725342 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bc13a40-a8f7-4ff1-8de2-520a4ec5252a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:52:33.725637 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'code': 200} Aug 28 08:52:33.759897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:33.766811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['5d81c6b2-fe9c-4768-af81-789ef23cd754'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:52:34.018806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:34.345517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432eb01-dc06-4f27-ab0f-a7d0771a7430 req-cf99d5ad-758d-4a46-ad6e-d9630785732b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:34.347161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8432eb01-dc06-4f27-ab0f-a7d0771a7430 req-cf99d5ad-758d-4a46-ad6e-d9630785732b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 944 time: 0.0549006 Aug 28 08:52:34.387432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8432eb01-dc06-4f27-ab0f-a7d0771a7430 req-f9481c58-4669-4ca6-9769-400470f82878 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Aug 28 08:52:34.709842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe64ae7-e8e2-4c6c-a72e-2da01c0574dd req-ce4f39a8-1923-443b-99e1-84f0c8395671 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:34.711454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfe64ae7-e8e2-4c6c-a72e-2da01c0574dd req-ce4f39a8-1923-443b-99e1-84f0c8395671 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0502808 Aug 28 08:52:34.750598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfe64ae7-e8e2-4c6c-a72e-2da01c0574dd req-121ddad8-5b53-4c45-a348-343ea814a4ef tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Aug 28 08:52:34.891396 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:35.081922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:52:35.237478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:52:35.242299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:52:35.242787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:35.328658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:35.368806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:35.450743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:35.515129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd555b1-7b5b-4f82-991b-5ea87e987068 req-bca6e8d8-f201-4382-a7af-8d594eb0d780 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:35.524513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bd555b1-7b5b-4f82-991b-5ea87e987068 req-bca6e8d8-f201-4382-a7af-8d594eb0d780 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0640383 Aug 28 08:52:35.562910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:35.568506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:35.590994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bd555b1-7b5b-4f82-991b-5ea87e987068 req-c091a5f8-98aa-4270-b346-d221128305c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649552 Aug 28 08:52:35.728198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:52:35.730626 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35144c3-ecf2-4f43-86dd-46427259bf40" -d '{"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:52:35.784146 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e70ae0f-6e3d-4e5b-b6be-0ff6a73f437b x-openstack-request-id: req-3e70ae0f-6e3d-4e5b-b6be-0ff6a73f437b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:52:35.784768 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:52:35.785199 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e70ae0f-6e3d-4e5b-b6be-0ff6a73f437b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:52:35.785864 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'code': 200} Aug 28 08:52:35.941448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7b3eb-e333-4af6-a458-b7f8bf400049 req-90d5310a-ec9d-4b9a-9946-9c8deba77ea5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:35.943427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba7b3eb-e333-4af6-a458-b7f8bf400049 req-90d5310a-ec9d-4b9a-9946-9c8deba77ea5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0860922 Aug 28 08:52:35.955606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29e16c-8321-4c32-afae-d706b22f9278 req-ee45743f-1b6b-4db8-abbe-bb74cdd98391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:35.957224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d29e16c-8321-4c32-afae-d706b22f9278 req-ee45743f-1b6b-4db8-abbe-bb74cdd98391 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0625672 Aug 28 08:52:36.013203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ba7b3eb-e333-4af6-a458-b7f8bf400049 req-b9c3016f-3c22-4d4e-8a5b-fc0802c516e6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596764 Aug 28 08:52:36.020472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d29e16c-8321-4c32-afae-d706b22f9278 req-0d9c7643-924a-4b42-8dc9-8d2d31d804d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488672 Aug 28 08:52:36.748499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0082-7132-4745-9924-a4beaba37a24 req-165af527-ffd6-49cf-a6a5-4a22a1b136c5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:36.754798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-338d0082-7132-4745-9924-a4beaba37a24 req-165af527-ffd6-49cf-a6a5-4a22a1b136c5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Aug 28 08:52:36.794588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-338d0082-7132-4745-9924-a4beaba37a24 req-5731b48e-dc68-46b8-88d1-1f7b846c858e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Aug 28 08:52:37.149467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17a17e-60d1-4a39-8917-2601254e61ba req-6f202e74-3f8f-4787-9063-387e7d9c25b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:37.151532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da17a17e-60d1-4a39-8917-2601254e61ba req-6f202e74-3f8f-4787-9063-387e7d9c25b2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0574641 Aug 28 08:52:37.218363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da17a17e-60d1-4a39-8917-2601254e61ba req-eaa64db4-b70e-4679-89de-6cbd0edbc1a0 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605984 Aug 28 08:52:37.944734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9686a-23f9-4514-8ad8-be158e92e265 req-9146ddf0-606e-474e-9ada-d2ad65bbac7a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:37.946474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62a9686a-23f9-4514-8ad8-be158e92e265 req-9146ddf0-606e-474e-9ada-d2ad65bbac7a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0744576 Aug 28 08:52:37.992324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62a9686a-23f9-4514-8ad8-be158e92e265 req-63d8f654-b96c-492d-9bee-42cc871f2abf tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Aug 28 08:52:38.123972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec10b7-e904-4271-a2d8-fe0ed0bc6c48 req-fd096741-463b-4a76-90da-d86dbcdb3011 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:38.125690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bec10b7-e904-4271-a2d8-fe0ed0bc6c48 req-fd096741-463b-4a76-90da-d86dbcdb3011 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0575104 Aug 28 08:52:38.180464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bec10b7-e904-4271-a2d8-fe0ed0bc6c48 req-2ef1c02b-ccc3-4eeb-8daa-b9c84b8c03f5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484445 Aug 28 08:52:38.302001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57020) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:38.389051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf8965-030e-42d6-9954-175665b66de0 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:38.390524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4fbf8965-030e-42d6-9954-175665b66de0 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1092 time: 0.0875146 Aug 28 08:52:38.393842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57022) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:38.399138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:52:38.424890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fc33b-499d-4541-b61d-6233a1fcef49 req-f705f418-71f2-407b-acc3-0c60eebe7141 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:38.426888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-486fc33b-499d-4541-b61d-6233a1fcef49 req-f705f418-71f2-407b-acc3-0c60eebe7141 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0834918 Aug 28 08:52:38.475311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-486fc33b-499d-4541-b61d-6233a1fcef49 req-8e4c062b-6e1f-4d60-a48c-84b5497cb498 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Aug 28 08:52:38.672012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:39.160725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:39.340568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.40 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/5e04300a-679d-475c-abe4-9c20aad271d1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:52:39.486032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:39.612054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:39.684939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:52:39.692319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:52:39.702241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:52:39.734844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=5e04300a-679d-475c-abe4-9c20aad271d1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:39.751356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.751721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.752133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.752554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.752973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.753656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.753790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.754151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.754535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.754867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.755187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.755504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:52:39.770596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd215-94be-477d-8942-5a6fd8ab0853 req-5b890e9b-af5b-402f-87ba-b578fd059d72 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:39.772220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f5bd215-94be-477d-8942-5a6fd8ab0853 req-5b890e9b-af5b-402f-87ba-b578fd059d72 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.1501846 Aug 28 08:52:39.866029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f5bd215-94be-477d-8942-5a6fd8ab0853 req-ae231b79-3c03-4452-859d-281bf63799dc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814703 Aug 28 08:52:40.201345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:40.367431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:40.620712 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:40.690747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:40.760615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=5e04300a-679d-475c-abe4-9c20aad271d1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:40.847111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:40.915361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57042) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:41.050275 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 592ac043-f07f-4fdf-9763-90d5459904d6 associated. External IP: 172.25.0.40, port: 5d81c6b2-fe9c-4768-af81-789ef23cd754. Aug 28 08:52:41.056909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf34c832-461c-4476-930f-d1b31e15ea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.085598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815cf1-d851-4d29-a18a-b7751779bfea req-6b87e113-770c-4225-9a81-3a426ec00acb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:41.093058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e815cf1-d851-4d29-a18a-b7751779bfea req-6b87e113-770c-4225-9a81-3a426ec00acb tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.1080863 Aug 28 08:52:41.233638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf34c832-461c-4476-930f-d1b31e15ea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.252717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e815cf1-d851-4d29-a18a-b7751779bfea req-5f6ac89f-d508-41d1-b20f-e6f0867ba7d9 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791688 Aug 28 08:52:41.306532 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf34c832-461c-4476-930f-d1b31e15ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.364256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c832-461c-4476-930f-d1b31e15ea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c4ba6-7e74-49f0-8b2d-c84e0946eaed,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:41.430461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c438737c-c2e4-45f0-9208-3090b95afd5c req-db9d8b60-1031-43b8-83e4-67fee5f9ddd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1699469 Aug 28 08:52:41.436770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bf34c832-461c-4476-930f-d1b31e15ea33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71f3f2b0391645a786ba4b6441a382f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199866 Aug 28 08:52:41.437387 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57048) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:41.438880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:52:41.524775 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c438737c-c2e4-45f0-9208-3090b95afd5c req-b995fbd3-9e2c-41fd-ae3a-56a00a348515 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0313435 Aug 28 08:52:41.535002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.563167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.571464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:52:41.583145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Sync routers for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:52:41.597750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:41.598711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:41.614738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c438737c-c2e4-45f0-9208-3090b95afd5c req-14f98a25-9c40-4ef9-bbb2-4b5d09bdad3b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568571 Aug 28 08:52:41.657492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.712300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-53852ab3-e97f-4abe-8d72-3fded864f8e6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3169606 Aug 28 08:52:41.713216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:52:41.717832 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb" -d '{"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:52:41.737921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:41.749466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438737c-c2e4-45f0-9208-3090b95afd5c req-4fbd3e32-8ad9-4bba-b202-5bec51a541d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:41.750993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c438737c-c2e4-45f0-9208-3090b95afd5c req-4fbd3e32-8ad9-4bba-b202-5bec51a541d6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253335 Aug 28 08:52:41.780440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.783352 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:41.786979 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/564c4ba6-7e74-49f0-8b2d-c84e0946eaed HTTP/1.1" status: 204 len: 168 time: 0.3463161 Aug 28 08:52:41.807970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f4436-80dd-4523-9060-5a1afd39e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c4ba6-7e74-49f0-8b2d-c84e0946eaed,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:41.888168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72499b4-71d4-450b-8f6b-05328b94ed5f req-ff34a660-3c08-4198-be2d-d8081fe7d8b8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:41.889931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c72499b4-71d4-450b-8f6b-05328b94ed5f req-ff34a660-3c08-4198-be2d-d8081fe7d8b8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0866888 Aug 28 08:52:41.963974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c72499b4-71d4-450b-8f6b-05328b94ed5f req-5979af59-2e1e-4c37-8ca7-22e49d117431 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673213 Aug 28 08:52:41.979007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57056) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:42.021619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-61e523ae-5fcd-4727-8849-736fa702c1e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563307 Aug 28 08:52:42.033216 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c51b6-fc45-4c41-869e-44490f506822 x-openstack-request-id: req-994c51b6-fc45-4c41-869e-44490f506822 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:52:42.033216 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:52:42.034444 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-994c51b6-fc45-4c41-869e-44490f506822 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:52:42.034972 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'status': 'completed', 'code': 200} Aug 28 08:52:42.072362 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8a2bd816-9946-4ed3-bfb9-f331b51d04df tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/592ac043-f07f-4fdf-9763-90d5459904d6 HTTP/1.1" status: 200 len: 990 time: 0.0910780 Aug 28 08:52:42.121111 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '592ac043-f07f-4fdf-9763-90d5459904d6', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'mac_address': 'fa:16:3e:43:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:52:40Z', 'updated_at': '2021-08-28T08:52:40Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:42.158177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Checking router: 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:52:42.167287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:52:42.167922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:52:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:42.187795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-85e9b5b9-04fd-4289-bbd6-3a42cab3070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:42.189497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-85e9b5b9-04fd-4289-bbd6-3a42cab3070a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0497596 Aug 28 08:52:42.276681 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:52:42.330413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-0cbc40fe-2834-401a-876e-fc53e742b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:42.332494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-0cbc40fe-2834-401a-876e-fc53e742b4fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1146710 Aug 28 08:52:42.427977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-276f1e00-440d-4ba7-b0ef-571336c8b5f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 998 time: 0.0880103 Aug 28 08:52:42.477570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6ee5-385f-453c-b0d4-c4376a1f486e req-c5ab6fd1-3e1b-4a8a-9125-b3c11c907f03 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:42.479105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e9f6ee5-385f-453c-b0d4-c4376a1f486e req-c5ab6fd1-3e1b-4a8a-9125-b3c11c907f03 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0923913 Aug 28 08:52:42.506906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-c6a0a907-cc4c-4fd1-9b08-24966b347edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:42.508887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-c6a0a907-cc4c-4fd1-9b08-24966b347edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0737128 Aug 28 08:52:42.511051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '592ac043-f07f-4fdf-9763-90d5459904d6', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'mac_address': 'fa:16:3e:43:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:52:40Z', 'updated_at': '2021-08-28T08:52:40Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:52:42.548464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a722e-f26b-4728-9712-0dd2f42e911f None None] The sync data for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 is: [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '592ac043-f07f-4fdf-9763-90d5459904d6', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'mac_address': 'fa:16:3e:43:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:52:40Z', 'updated_at': '2021-08-28T08:52:40Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:52:42.567729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e9f6ee5-385f-453c-b0d4-c4376a1f486e req-6d1e2bab-2b24-42c8-8467-d3502d462a04 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772071 Aug 28 08:52:42.607137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-fddb6afa-35a2-4a46-8c9f-68f5e7b131d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:42.608645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-fddb6afa-35a2-4a46-8c9f-68f5e7b131d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914407 Aug 28 08:52:42.714880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57066) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:42.719388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-fc3d0131-779e-4ceb-871d-bd4d9d74404c service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033714 Aug 28 08:52:42.744341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-226de342-d273-4dc3-a020-2aa3b918b789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:42.847598 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e80c6-d329-4412-a52c-a156fa880deb None None] New status for floating IP 592ac043-f07f-4fdf-9763-90d5459904d6: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:52:42.868815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58b9a651-64d8-4894-b74d-0395cc37cdfe req-5808601d-c55b-4029-ad93-fffb4a153ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372409 Aug 28 08:52:42.877550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-226de342-d273-4dc3-a020-2aa3b918b789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:42.966979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-226de342-d273-4dc3-a020-2aa3b918b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:43.016147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-226de342-d273-4dc3-a020-2aa3b918b789 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b2461f7a87348fb9715ff3adfebf85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001499 Aug 28 08:52:43.017757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226de342-d273-4dc3-a020-2aa3b918b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7185a790-5968-42fe-9bc2-862aae7a848f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:43.019299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57068) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:43.076087 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57070) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:43.123452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-74497087-4efb-4078-9d37-46fc78396bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:43.125048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-74497087-4efb-4078-9d37-46fc78396bfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0963898 Aug 28 08:52:43.145139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:43.168908 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2fc303a-4c46-404c-bfed-db946ce599be tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/592ac043-f07f-4fdf-9763-90d5459904d6 HTTP/1.1" status: 200 len: 992 time: 0.0905595 Aug 28 08:52:43.223800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:43.295425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-f00db663-695e-4ff6-8a10-bf7c929de654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:43.297189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-f00db663-695e-4ff6-8a10-bf7c929de654 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1635561 Aug 28 08:52:43.382643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-0f28a10a-f539-47a3-8e99-271c6127575b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 1000 time: 0.0758114 Aug 28 08:52:43.421422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:43.424199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:43.425366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7185a790-5968-42fe-9bc2-862aae7a848f HTTP/1.1" status: 204 len: 168 time: 0.4044223 Aug 28 08:52:43.443231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8c959-a6f1-4fc9-a6e5-823f400bae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7185a790-5968-42fe-9bc2-862aae7a848f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:43.476610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-47ab1018-6fe2-472e-9f13-7f142b9d12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:43.479486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-47ab1018-6fe2-472e-9f13-7f142b9d12ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0893996 Aug 28 08:52:43.567733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-4ba1c894-069b-47e1-b179-7eff677663cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:43.570940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-4ba1c894-069b-47e1-b179-7eff677663cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808184 Aug 28 08:52:43.739657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-894ad80d-68e7-4f82-a996-ce74b10b30fa service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589928 Aug 28 08:52:43.753231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180fa04-f1bf-484c-bae2-934e073d6868 req-8da2a7e4-356e-4b85-8b28-356837eabd76 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:43.754905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8180fa04-f1bf-484c-bae2-934e073d6868 req-8da2a7e4-356e-4b85-8b28-356837eabd76 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0878699 Aug 28 08:52:43.855222 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8180fa04-f1bf-484c-bae2-934e073d6868 req-812021fd-601d-44d5-aab9-4fb5135dd1d1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917976 Aug 28 08:52:43.906448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77e9ff12-eb18-4cc7-9b14-ec0e30108feb req-23b3885f-8422-4dd2-812b-2bcfd1e20b34 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503417 Aug 28 08:52:45.028677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463b22-3f2d-4507-8386-43063325c1a5 req-88af7d9c-0b44-420a-a916-4035573cd95c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:45.030582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c463b22-3f2d-4507-8386-43063325c1a5 req-88af7d9c-0b44-420a-a916-4035573cd95c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0745499 Aug 28 08:52:45.086545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c463b22-3f2d-4507-8386-43063325c1a5 req-e3f67420-baec-4543-a148-1fd6772f2d30 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478551 Aug 28 08:52:46.263395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0766ff7-375a-4506-80c7-7413eb2d991c req-48605e73-3716-45cc-b33c-bc9a96f03900 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:46.273692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0766ff7-375a-4506-80c7-7413eb2d991c req-48605e73-3716-45cc-b33c-bc9a96f03900 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0913429 Aug 28 08:52:46.320087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0766ff7-375a-4506-80c7-7413eb2d991c req-7572948f-3e2d-4cf7-afac-dcb479f3a2c6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Aug 28 08:52:46.955771 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:52:47.451985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447184dd-c212-426c-b181-5fcd44c11797 req-4f1b3241-afb8-42c2-a294-69ee348a6e9b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:47.453544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-447184dd-c212-426c-b181-5fcd44c11797 req-4f1b3241-afb8-42c2-a294-69ee348a6e9b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0534217 Aug 28 08:52:47.499442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-447184dd-c212-426c-b181-5fcd44c11797 req-4d29109e-07b7-4b00-baea-f340e104e53d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Aug 28 08:52:48.312609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-d6e56ee5-a947-4f89-9f52-bbd44ce0e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:48.314579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-d6e56ee5-a947-4f89-9f52-bbd44ce0e78d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1098 time: 0.0424175 Aug 28 08:52:48.409432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-dbb090e7-6cfb-45fd-8a39-a98b59ef9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:48.410974 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-dbb090e7-6cfb-45fd-8a39-a98b59ef9ee6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0900974 Aug 28 08:52:48.478170 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-b8d27850-9618-4b6a-8188-ccd6f6f68c3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1002 time: 0.0595200 Aug 28 08:52:48.530063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-9b13f3fb-dc25-4d30-998e-71601a304453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:48.532090 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-9b13f3fb-dc25-4d30-998e-71601a304453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0459747 Aug 28 08:52:48.584696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-b8c32c3b-74fa-495a-bacd-077b89192a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:48.586852 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-b8c32c3b-74fa-495a-bacd-077b89192a72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460742 Aug 28 08:52:48.623597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39220d9-dcf1-47b8-a5fd-23d4db39b8bf req-a5fc256f-605a-4936-ad4e-70e9a206be40 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:48.625099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c39220d9-dcf1-47b8-a5fd-23d4db39b8bf req-a5fc256f-605a-4936-ad4e-70e9a206be40 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0522745 Aug 28 08:52:48.664152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c39220d9-dcf1-47b8-a5fd-23d4db39b8bf req-342dac6b-2bdb-4e4f-b823-945969d95b9e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Aug 28 08:52:48.681501 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-5301cca0-f3e2-4e39-9c58-10066350a82a service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867355 Aug 28 08:52:48.776682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-49ecdf86-71cd-4c28-8995-da9de148bc41 req-262d3a58-7d23-435a-bdc9-42ce057a12fb service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882027 Aug 28 08:52:49.784286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652fce-f941-4278-ae20-68b904512873 req-a6129eb6-d6ab-48ab-841b-2a6c79c738c8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:49.785772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8652fce-f941-4278-ae20-68b904512873 req-a6129eb6-d6ab-48ab-841b-2a6c79c738c8 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0491092 Aug 28 08:52:49.823912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8652fce-f941-4278-ae20-68b904512873 req-ba980a92-3766-4234-8bdb-3b95dcb35f66 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Aug 28 08:52:50.949812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709c8d-a932-4083-927e-7c4804c525cf req-c6b1f85f-6707-451e-ba90-feb98e2e1e5e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:50.951457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a709c8d-a932-4083-927e-7c4804c525cf req-c6b1f85f-6707-451e-ba90-feb98e2e1e5e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 946 time: 0.0544755 Aug 28 08:52:50.991091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a709c8d-a932-4083-927e-7c4804c525cf req-34057f73-7ac4-4d80-be2e-01ca98bdf341 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Aug 28 08:52:51.614097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:52:51.635745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57202) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:51.695990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:51.728039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:52:51.728504 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537b3a3-95df-4297-b794-48657c3936f2" -d '{"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-unplugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:52:51.734201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:52:51.750401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0e74940-d6ee-477d-b796-7ac28778da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:51.788711 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:51.840684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:51.841044 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0e74940-d6ee-477d-b796-7ac28778da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:51.934360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0e74940-d6ee-477d-b796-7ac28778da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:51.977001 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f0e74940-d6ee-477d-b796-7ac28778da17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0dbcca3606843898e085b19079b5192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362811 Aug 28 08:52:51.977001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74940-d6ee-477d-b796-7ac28778da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a4dbb-2a93-4709-8bcc-0a527043cf64,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:51.978052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57212) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:52.001243 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a26e40-80fe-4a4e-92ca-86747cc91c36 x-openstack-request-id: req-f5a26e40-80fe-4a4e-92ca-86747cc91c36 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:52:52.001601 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-unplugged", "status": "failed", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "code": 422}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:52:52.001869 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5a26e40-80fe-4a4e-92ca-86747cc91c36 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:52:52.002427 n-d-792458-16 neutron-server[95468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'code': 422} returned with failed status Aug 28 08:52:52.031184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.053657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.188281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.190856 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.192039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a21a4dbb-2a93-4709-8bcc-0a527043cf64 HTTP/1.1" status: 204 len: 168 time: 0.2130983 Aug 28 08:52:52.200010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7372c5b-d2bb-428c-a5ae-e463cf417fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a4dbb-2a93-4709-8bcc-0a527043cf64,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:52.824236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:52.838440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7c5c-705a-40c5-8f85-a7d85ae19d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.928349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7c5c-705a-40c5-8f85-a7d85ae19d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:52.993563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7c5c-705a-40c5-8f85-a7d85ae19d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:53.033560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f3dd7c5c-705a-40c5-8f85-a7d85ae19d37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c617610499f74a579c159ea479f259ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081289 Aug 28 08:52:53.034481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7c5c-705a-40c5-8f85-a7d85ae19d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5907a15f-6fae-4c00-8b61-beb1c03afbc7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:53.036354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:53.089025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:53.137045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:53.172548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d3c5e-3022-4eb2-9c59-a585855fa075 req-8c4980f7-8f68-4c1e-86da-80a8a566b525 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:53.174054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96d3c5e-3022-4eb2-9c59-a585855fa075 req-8c4980f7-8f68-4c1e-86da-80a8a566b525 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0830984 Aug 28 08:52:53.218069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96d3c5e-3022-4eb2-9c59-a585855fa075 req-1e1982e8-a08c-43c1-89a6-60cb14cdc36e tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355773 Aug 28 08:52:53.300048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:53.302716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:53.303888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5907a15f-6fae-4c00-8b61-beb1c03afbc7 HTTP/1.1" status: 204 len: 168 time: 0.2665215 Aug 28 08:52:53.314644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbbdf3-b22e-491c-aa87-bf508770e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5907a15f-6fae-4c00-8b61-beb1c03afbc7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:52:53.593365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57248) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:52:53.788880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-06f3c7a8-5a5d-4a37-ba5e-bbc055679757 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1944289 Aug 28 08:52:54.347454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1eda3-12cf-4fea-9a1c-20c840aecbcf req-a881d617-7990-4e39-a034-e492ff8e9793 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:54.349016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47a1eda3-12cf-4fea-9a1c-20c840aecbcf req-a881d617-7990-4e39-a034-e492ff8e9793 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0558765 Aug 28 08:52:54.389881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47a1eda3-12cf-4fea-9a1c-20c840aecbcf req-62f83525-299d-4762-98d9-92d43b922c1c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345345 Aug 28 08:52:55.249620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316de9-23cf-401d-94bc-d740e37becaa req-433e687e-30d0-4981-82b6-fe27b1c2fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.251326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-433e687e-30d0-4981-82b6-fe27b1c2fec7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc&tenant_id=71a9f8e04c734ac1a0246a77e78f07a8 HTTP/1.1" status: 200 len: 1096 time: 0.0721931 Aug 28 08:52:55.334580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316de9-23cf-401d-94bc-d740e37becaa req-0f638232-53d9-40ff-ba10-f406c1196a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.336084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-0f638232-53d9-40ff-ba10-f406c1196a40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1096 time: 0.0506721 Aug 28 08:52:55.428465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316de9-23cf-401d-94bc-d740e37becaa req-fbc83cdf-8f96-4c42-8b9c-31555df6c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.430606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-fbc83cdf-8f96-4c42-8b9c-31555df6c78d service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0876703 Aug 28 08:52:55.519450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c46dc-72ec-4511-8d98-eaf4a034443c req-9b828099-559a-445a-8875-bc1a5f2ced42 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.521114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4c46dc-72ec-4511-8d98-eaf4a034443c req-9b828099-559a-445a-8875-bc1a5f2ced42 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0539346 Aug 28 08:52:55.566037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4c46dc-72ec-4511-8d98-eaf4a034443c req-88ad88b3-2090-4097-a6fd-2ec93cf222e7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378191 Aug 28 08:52:55.629906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:52:55.839479 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-643c077d-4a70-4f77-b13b-f9190ffbde9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1000 time: 0.4016228 Aug 28 08:52:55.904257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316de9-23cf-401d-94bc-d740e37becaa req-eb84cf70-91ca-4119-b09e-507fd735f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.905807 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-eb84cf70-91ca-4119-b09e-507fd735f53b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0588231 Aug 28 08:52:55.955648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316de9-23cf-401d-94bc-d740e37becaa req-4319280d-5fe4-4275-9017-4a7fb675693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:55.957166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-4319280d-5fe4-4275-9017-4a7fb675693f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440772 Aug 28 08:52:56.055249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-56003afc-36dd-4d5c-9393-ad2792533ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898755 Aug 28 08:52:56.100138 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:56.152047 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0e316de9-23cf-401d-94bc-d740e37becaa req-425cc01d-a8ad-4626-8bad-0468cdd8c5a0 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Aug 28 08:52:56.695407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf9f65-f705-436a-acb1-813b4ddcb56b req-29f151b4-47cf-487a-a267-a6182513851c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:56.696878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cf9f65-f705-436a-acb1-813b4ddcb56b req-29f151b4-47cf-487a-a267-a6182513851c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0564075 Aug 28 08:52:56.736428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67cf9f65-f705-436a-acb1-813b4ddcb56b req-74b5f963-a51b-4fe1-a1c1-405a216a9639 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335696 Aug 28 08:52:57.599878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-130e49c9-9273-4143-a208-9aa72534d1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:52:57.908946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8b0ce-fb4a-4c9e-a96d-223ad49857cf req-bacfd63d-f9ab-4d9f-aed5-1dc5bacca6c2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:57.910683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72f8b0ce-fb4a-4c9e-a96d-223ad49857cf req-bacfd63d-f9ab-4d9f-aed5-1dc5bacca6c2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0516920 Aug 28 08:52:57.949797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72f8b0ce-fb4a-4c9e-a96d-223ad49857cf req-b8c78685-ebd2-4de0-8352-476ad4f03f8d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Aug 28 08:52:59.072509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed22f9-af4a-4c13-ac3e-0def37c30ecd req-2d4c6a18-4465-48b1-b6a8-bc3c1454e433 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:52:59.074009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36ed22f9-af4a-4c13-ac3e-0def37c30ecd req-2d4c6a18-4465-48b1-b6a8-bc3c1454e433 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0493131 Aug 28 08:52:59.115491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36ed22f9-af4a-4c13-ac3e-0def37c30ecd req-8168b664-6ec7-4ed1-b22d-c7b811934352 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353878 Aug 28 08:52:59.928599 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:00.256960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9bfe-b867-4ad0-99b1-413f7ac33a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:00.266888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e564d-a255-44de-b644-4996c4506b58 req-d97f6a73-f43a-4c44-ab4e-45ae2fd34602 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:00.268411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-863e564d-a255-44de-b644-4996c4506b58 req-d97f6a73-f43a-4c44-ab4e-45ae2fd34602 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0581472 Aug 28 08:53:00.308211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-863e564d-a255-44de-b644-4996c4506b58 req-bf811fcd-ffcb-4545-b405-92d96936e9de tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Aug 28 08:53:01.452770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996f7c4-6e19-40c8-887c-7d3f5273d858 req-8c6403be-daf0-4e5b-9292-0699d5b6d1cc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:01.454584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0996f7c4-6e19-40c8-887c-7d3f5273d858 req-8c6403be-daf0-4e5b-9292-0699d5b6d1cc tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0531178 Aug 28 08:53:01.505727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0996f7c4-6e19-40c8-887c-7d3f5273d858 req-2f6732ac-ca62-48b5-aa38-ed60f5edb45b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444155 Aug 28 08:53:01.925446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:02.630394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e7352-6650-4469-8b8b-03be170c4b9e req-0d2303fa-7f9d-43cf-b130-be94d97afd13 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:02.631956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af8e7352-6650-4469-8b8b-03be170c4b9e req-0d2303fa-7f9d-43cf-b130-be94d97afd13 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0510399 Aug 28 08:53:02.674897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af8e7352-6650-4469-8b8b-03be170c4b9e req-4ed43fad-260f-4954-8863-d447708574e7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365491 Aug 28 08:53:03.817083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9de1-9353-4764-979e-d0588a6e36e0 req-a07c0a05-9c56-48ac-a218-8f61709036e3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:03.818611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02f9de1-9353-4764-979e-d0588a6e36e0 req-a07c0a05-9c56-48ac-a218-8f61709036e3 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0558927 Aug 28 08:53:03.857482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02f9de1-9353-4764-979e-d0588a6e36e0 req-2d0f3595-12e1-4238-93c6-5342628169c1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Aug 28 08:53:04.928234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:04.978898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b6f2-b490-4a09-8996-216b8ece1e3a req-20e71e0e-0c55-4bcf-ac63-6b155bbdb1f1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:04.980415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84e5b6f2-b490-4a09-8996-216b8ece1e3a req-20e71e0e-0c55-4bcf-ac63-6b155bbdb1f1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0514703 Aug 28 08:53:05.020355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84e5b6f2-b490-4a09-8996-216b8ece1e3a req-10c3959c-13bd-4a4e-8ba6-15cad1e01607 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339386 Aug 28 08:53:05.542386 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:06.177980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f86fd-b19a-45ff-818c-09bbcad7f062 req-425275c8-de3e-401d-8a84-88641f4617ff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:06.179775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-259f86fd-b19a-45ff-818c-09bbcad7f062 req-425275c8-de3e-401d-8a84-88641f4617ff tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0797424 Aug 28 08:53:06.226521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-259f86fd-b19a-45ff-818c-09bbcad7f062 req-93ce6ca9-ab17-4b3d-9b4f-f96a05eed8ac tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Aug 28 08:53:07.375141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b3e39-bd6e-40b2-b056-5c121fa51efa req-72e78338-d22d-4bcb-bb8d-b8766161b7f4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:07.376631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5b3e39-bd6e-40b2-b056-5c121fa51efa req-72e78338-d22d-4bcb-bb8d-b8766161b7f4 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0583515 Aug 28 08:53:07.417047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5b3e39-bd6e-40b2-b056-5c121fa51efa req-3de7207b-af4d-4258-a163-495438aa434c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339768 Aug 28 08:53:08.573924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee488a-204c-4bc2-935f-6a19d5b5cc2a req-8557d586-2675-43e3-bfff-a1f2a0185153 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:08.576686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fee488a-204c-4bc2-935f-6a19d5b5cc2a req-8557d586-2675-43e3-bfff-a1f2a0185153 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0612543 Aug 28 08:53:08.633279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fee488a-204c-4bc2-935f-6a19d5b5cc2a req-8619519a-0dfd-4a83-bd30-baa98e990883 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499604 Aug 28 08:53:09.753463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb59f84-4c58-4f15-85ef-017a4ba7114c req-340573fc-9f03-4ced-9168-bf5f81f9cff6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:09.755082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfb59f84-4c58-4f15-85ef-017a4ba7114c req-340573fc-9f03-4ced-9168-bf5f81f9cff6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0493848 Aug 28 08:53:09.798192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfb59f84-4c58-4f15-85ef-017a4ba7114c req-631bc17a-2d28-458e-b7b6-44654369c6d5 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Aug 28 08:53:10.922587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:10.935234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd903f2-04b9-48b2-bf32-c58f69df010a req-a61fedec-848a-4cf0-a1f1-3faaf0d7128a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:10.935234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bd903f2-04b9-48b2-bf32-c58f69df010a req-a61fedec-848a-4cf0-a1f1-3faaf0d7128a tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0572405 Aug 28 08:53:10.976020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bd903f2-04b9-48b2-bf32-c58f69df010a req-d18eabe1-55d0-4de3-b11a-f5d1516e8ead tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348639 Aug 28 08:53:11.040261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f117bc0-1e72-402d-be2e-067d21d178b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.131396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f117bc0-1e72-402d-be2e-067d21d178b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.202626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f117bc0-1e72-402d-be2e-067d21d178b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.246662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f117bc0-1e72-402d-be2e-067d21d178b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b7261008b974757a807dc9135d0efe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229089 Aug 28 08:53:11.247545 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f117bc0-1e72-402d-be2e-067d21d178b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b3810-b7fa-4c30-ab90-7e01cce7e267,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:11.251421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57462) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:11.304066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.339429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.450871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.453350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:11.454536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c5b3810-b7fa-4c30-ab90-7e01cce7e267 HTTP/1.1" status: 204 len: 168 time: 0.2019875 Aug 28 08:53:11.463221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2fa1e-ca13-40c8-9142-12d210fc7c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b3810-b7fa-4c30-ab90-7e01cce7e267,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:12.102011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf65f29-3c1d-401c-8cdf-5b1111f4df7e req-fa33752b-252a-4d93-ad2d-88b58e84802c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:12.103596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bf65f29-3c1d-401c-8cdf-5b1111f4df7e req-fa33752b-252a-4d93-ad2d-88b58e84802c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0515649 Aug 28 08:53:12.146703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bf65f29-3c1d-401c-8cdf-5b1111f4df7e req-b4f5ad2b-d861-4fad-bba4-f3adaa10a3e2 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Aug 28 08:53:12.160614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:12.175334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a755ab4-c56f-4f1e-ba52-e3212e8986a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.266844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a755ab4-c56f-4f1e-ba52-e3212e8986a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.337565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a755ab4-c56f-4f1e-ba52-e3212e8986a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.405432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a755ab4-c56f-4f1e-ba52-e3212e8986a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0065470-5722-4702-a39f-4e270d0bff3a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:12.413287 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0a755ab4-c56f-4f1e-ba52-e3212e8986a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=101cb19744794c319cdd3d2f755cb6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513242 Aug 28 08:53:12.417273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:12.475661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.499053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.642309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.647716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:12.649601 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0065470-5722-4702-a39f-4e270d0bff3a HTTP/1.1" status: 204 len: 168 time: 0.2308440 Aug 28 08:53:12.663185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97aa62-fc69-4d43-a91d-1d9834cdd798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0065470-5722-4702-a39f-4e270d0bff3a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:13.282459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a2d48-937b-48ff-9da0-ae1d003af25b req-59024b28-0f8b-48b6-a28c-9f74f66ae5e6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:13.284204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-866a2d48-937b-48ff-9da0-ae1d003af25b req-59024b28-0f8b-48b6-a28c-9f74f66ae5e6 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0605268 Aug 28 08:53:13.328423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-866a2d48-937b-48ff-9da0-ae1d003af25b req-646869bb-7f28-4c80-a421-5a43e8e2e902 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Aug 28 08:53:13.339456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:13.354481 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1dd4-b81c-4047-a5af-aaa14e77fafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.451470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1dd4-b81c-4047-a5af-aaa14e77fafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.524779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1dd4-b81c-4047-a5af-aaa14e77fafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.566956 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b4fd1dd4-b81c-4047-a5af-aaa14e77fafb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b06158302a5449f29cf24b139086b886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261820 Aug 28 08:53:13.567797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1dd4-b81c-4047-a5af-aaa14e77fafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e556d97e-c97a-45fa-b8d8-b9bae04d36ed,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:13.570315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:13.620822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.643543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.762164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.764705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:13.765871 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e556d97e-c97a-45fa-b8d8-b9bae04d36ed HTTP/1.1" status: 204 len: 168 time: 0.1946280 Aug 28 08:53:13.774812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bc738-f209-4c28-b69a-7ccbe4dbedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e556d97e-c97a-45fa-b8d8-b9bae04d36ed,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:14.470961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40c9e0-d515-420e-83d0-0d12cf5ba7f3 req-dfc9344b-954a-4f8b-a3bb-0a30863f983c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:14.472503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e40c9e0-d515-420e-83d0-0d12cf5ba7f3 req-dfc9344b-954a-4f8b-a3bb-0a30863f983c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0612760 Aug 28 08:53:14.512083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e40c9e0-d515-420e-83d0-0d12cf5ba7f3 req-d05e96b3-eefb-4080-b50c-c59a8a4e3593 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334771 Aug 28 08:53:15.638813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fea71a-818f-4125-bc9a-fb78e75dc2bd req-900e2097-3b69-4b72-b06d-60424555164b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:15.640399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07fea71a-818f-4125-bc9a-fb78e75dc2bd req-900e2097-3b69-4b72-b06d-60424555164b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 944 time: 0.0550938 Aug 28 08:53:15.681024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07fea71a-818f-4125-bc9a-fb78e75dc2bd req-09d010e6-909c-42fc-abaa-d82b53eb41b1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343876 Aug 28 08:53:15.736472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:53:15.842537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:15.853827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '329d2a56-3711-4378-8921-27980f27d38b', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'port_id': '329d2a56-3711-4378-8921-27980f27d38b', 'mac_address': 'fa:16:3e:15:e6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:53:15.889662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:15.905459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:53:15.926848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:16.068322 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:16.120007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:16.419309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-23d39452-c751-4b71-8b0f-d627eaff875f tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:16.421125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-23d39452-c751-4b71-8b0f-d627eaff875f tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0421104 Aug 28 08:53:16.441734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-dedc27b8-ea7c-42c9-ad5d-ac966d987269 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:16.491317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['329d2a56-3711-4378-8921-27980f27d38b'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:53:16.540440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-dedc27b8-ea7c-42c9-ad5d-ac966d987269 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:16.642316 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-dedc27b8-ea7c-42c9-ad5d-ac966d987269 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:16.666012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fde303c9-cfaf-42c6-85d4-86d6d6f61746 req-dedc27b8-ea7c-42c9-ad5d-ac966d987269 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376401 Aug 28 08:53:16.674896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc27b8-ea7c-42c9-ad5d-ac966d987269 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b669ebb6-5e80-4a60-97da-c11e9eda3198,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:16.787115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42343b9-164e-46af-b5a2-6b9fe2730ec6 req-d71f2eb4-49ad-4372-bf4f-1b5060c719c4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:16.788674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42343b9-164e-46af-b5a2-6b9fe2730ec6 req-d71f2eb4-49ad-4372-bf4f-1b5060c719c4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Aug 28 08:53:16.830399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a42343b9-164e-46af-b5a2-6b9fe2730ec6 req-e3b3b97c-376a-4482-81f4-08f2d5f07db3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 28 08:53:16.856892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57546) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:16.953521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-77c8e33e-7ad3-4d97-8c71-c87afbe81241 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/592ac043-f07f-4fdf-9763-90d5459904d6 HTTP/1.1" status: 200 len: 992 time: 0.0953925 Aug 28 08:53:16.970614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe8d9c-0915-4720-8464-07d705a8ac05 req-6b912a56-6f4b-461e-9529-e1e50d7daf3b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:16.975383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbe8d9c-0915-4720-8464-07d705a8ac05 req-6b912a56-6f4b-461e-9529-e1e50d7daf3b tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 945 time: 0.0715225 Aug 28 08:53:17.011087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbe8d9c-0915-4720-8464-07d705a8ac05 req-2ba93a90-51be-495a-82d4-89bafeb554d1 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Aug 28 08:53:17.380154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-a12c8227-5173-458b-bbb5-5ea4a2001aa8 req-9a63b839-cae9-4f58-8655-01b1032cb016 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:53:17.381086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a12c8227-5173-458b-bbb5-5ea4a2001aa8 req-9a63b839-cae9-4f58-8655-01b1032cb016 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055137 Aug 28 08:53:17.754199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:53:17.819355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 329d2a56-3711-4378-8921-27980f27d38b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:53:17.820403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:17.853171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ce8ea-5a52-47b5-9a77-1eea3833ad29 req-98659f6d-93df-4c0c-94ee-101bfb2257c0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:17.858354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-752ce8ea-5a52-47b5-9a77-1eea3833ad29 req-98659f6d-93df-4c0c-94ee-101bfb2257c0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0581079 Aug 28 08:53:17.914422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:17.914942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-752ce8ea-5a52-47b5-9a77-1eea3833ad29 req-89cbd1f7-6597-41aa-84e9-f1bdf00828c2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501502 Aug 28 08:53:17.939190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:53:17.941656 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66779d91-abf2-441f-a661-86b4e120a82e" -d '{"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:53:17.956124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:17.993355 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32550c31-e334-4d2f-8d7d-3674708450f7 x-openstack-request-id: req-32550c31-e334-4d2f-8d7d-3674708450f7 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:53:17.993674 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:53:17.993914 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32550c31-e334-4d2f-8d7d-3674708450f7 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:53:17.994397 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'code': 200} Aug 28 08:53:18.019697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:18.084838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:18.117828 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-8dbf860e-24fa-4fbc-942d-563267371672 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1751878 Aug 28 08:53:18.145967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413e3ce-e278-4b6d-8db2-8508d6296ecb req-685daee1-e29b-40a7-95fe-9d4590192202 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:18.147578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7413e3ce-e278-4b6d-8db2-8508d6296ecb req-685daee1-e29b-40a7-95fe-9d4590192202 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0511091 Aug 28 08:53:18.210923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7413e3ce-e278-4b6d-8db2-8508d6296ecb req-f4857c65-76bf-4e6a-981d-44cb43ce9047 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559573 Aug 28 08:53:18.279079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5578e-032d-4247-a6dc-cdce352058f2 req-de8874c1-df47-4eaf-85f2-6db964d08bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:18.280726 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fca5578e-032d-4247-a6dc-cdce352058f2 req-de8874c1-df47-4eaf-85f2-6db964d08bfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1099 time: 0.0427861 Aug 28 08:53:18.323276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-fca5578e-032d-4247-a6dc-cdce352058f2 req-28b2a063-2d3c-4539-bc30-019810c4ef72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348320 Aug 28 08:53:19.055491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e00b0-eebb-447b-9dc2-32bc1af5e7b4 req-26b758fc-033d-4882-a784-eec22b13b0db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:19.058753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a3e00b0-eebb-447b-9dc2-32bc1af5e7b4 req-26b758fc-033d-4882-a784-eec22b13b0db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0576952 Aug 28 08:53:19.096941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a3e00b0-eebb-447b-9dc2-32bc1af5e7b4 req-960874f3-50b8-424b-9246-3d93e04647fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Aug 28 08:53:19.342891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f80b-e4e8-4d87-9954-100de754af7d req-5407f9a1-6d61-45d3-ac8a-1db094edb8be tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:19.344417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d69f80b-e4e8-4d87-9954-100de754af7d req-5407f9a1-6d61-45d3-ac8a-1db094edb8be tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0514331 Aug 28 08:53:19.386777 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d69f80b-e4e8-4d87-9954-100de754af7d req-bcc894c3-6f5f-4ba0-8731-85bcbc242413 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359352 Aug 28 08:53:20.222039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac847-683d-4722-a09a-bd114afca46b req-dec73149-eb17-4362-a333-2ac4732ec387 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.224718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99fac847-683d-4722-a09a-bd114afca46b req-dec73149-eb17-4362-a333-2ac4732ec387 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Aug 28 08:53:20.278732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99fac847-683d-4722-a09a-bd114afca46b req-70fec587-8dfa-4760-a265-c9a1bc6090cd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Aug 28 08:53:20.542911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-5f9d83cd-4ce6-430a-a62b-0b7ab17c9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.544690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-5f9d83cd-4ce6-430a-a62b-0b7ab17c9f02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0763574 Aug 28 08:53:20.558885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5d6d-9763-4609-849d-e1155c1aeb4f req-a68e2abd-144f-4952-96bf-d655013c73ec tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.560490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-597c5d6d-9763-4609-849d-e1155c1aeb4f req-a68e2abd-144f-4952-96bf-d655013c73ec tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0820167 Aug 28 08:53:20.655675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-597c5d6d-9763-4609-849d-e1155c1aeb4f req-c7ffc1e5-85e7-4c30-8bf9-fa35d5e58b58 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857291 Aug 28 08:53:20.684977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-77741ecf-129f-4feb-adb7-3a69bb3cacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.686584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-77741ecf-129f-4feb-adb7-3a69bb3cacf7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1251612 Aug 28 08:53:20.756688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-d169daa2-a433-4a72-a3cc-f128fdf4bdb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 1000 time: 0.0612333 Aug 28 08:53:20.815718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-115f4c4f-5ed7-407b-8d8c-a49b802cd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.817425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-115f4c4f-5ed7-407b-8d8c-a49b802cd409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0533733 Aug 28 08:53:20.882741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-e178b99e-8c90-4d87-8773-a673e1d3ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:20.885602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-e178b99e-8c90-4d87-8773-a673e1d3ac17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558805 Aug 28 08:53:21.015140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-945cac83-a88c-4abc-8502-875ea8a12a60 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195111 Aug 28 08:53:21.128422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-a9a1218b-9522-4f69-bef4-c4eebad93137 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010427 Aug 28 08:53:21.410983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc7b54-8189-430f-bf2d-391dd003a078 req-125f6747-e991-43d1-b037-7707a893ba7a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:21.412738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8fc7b54-8189-430f-bf2d-391dd003a078 req-125f6747-e991-43d1-b037-7707a893ba7a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0527654 Aug 28 08:53:21.460535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8fc7b54-8189-430f-bf2d-391dd003a078 req-e4754d36-11bc-4f8c-bb53-db4d5b2fe8a0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Aug 28 08:53:21.792337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad02ae-5c4d-47c4-b79a-dd8978fd10e1 req-e85b04f0-1979-42bd-ae13-762449b9c565 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:21.793823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffad02ae-5c4d-47c4-b79a-dd8978fd10e1 req-e85b04f0-1979-42bd-ae13-762449b9c565 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0511193 Aug 28 08:53:21.843845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffad02ae-5c4d-47c4-b79a-dd8978fd10e1 req-0fba35d3-a0f8-4046-b518-b9cc8edf493d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Aug 28 08:53:22.598031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a863-369a-44f1-a4c3-d6c97f72cc18 req-21f80a9e-4d43-470c-a81f-dbc1607f618c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:22.599812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f59a863-369a-44f1-a4c3-d6c97f72cc18 req-21f80a9e-4d43-470c-a81f-dbc1607f618c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0654473 Aug 28 08:53:22.657082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f59a863-369a-44f1-a4c3-d6c97f72cc18 req-27a10431-f160-42a7-8ae0-06b261ac5380 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Aug 28 08:53:22.975308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:23.096408 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef2d29a5-055c-4607-b1d7-eacf6f39de35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.187809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef2d29a5-055c-4607-b1d7-eacf6f39de35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.253309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ef2d29a5-055c-4607-b1d7-eacf6f39de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.295090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef2d29a5-055c-4607-b1d7-eacf6f39de35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa38492271f24a87ad9e296ef550cfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179276 Aug 28 08:53:23.295991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d29a5-055c-4607-b1d7-eacf6f39de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff4265e-cfb9-4433-8007-330c1047b7b1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:23.298077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 57678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:23.351275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.372961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.508142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.511588 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:23.512990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bff4265e-cfb9-4433-8007-330c1047b7b1 HTTP/1.1" status: 204 len: 168 time: 0.2132318 Aug 28 08:53:23.525923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff4265e-cfb9-4433-8007-330c1047b7b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:23.534263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.534782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.535136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.535475 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.535806 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.536144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.536474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.536891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.537172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.537508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.537842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.538194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169141a-fd07-4396-9c13-d064fe1d5bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:23.790536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854b015-cd78-4bf3-b5c7-db714d7f5a7c req-00f028e8-34b6-4996-b148-3ba6a65bb51c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:23.792101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0854b015-cd78-4bf3-b5c7-db714d7f5a7c req-00f028e8-34b6-4996-b148-3ba6a65bb51c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Aug 28 08:53:23.833459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0854b015-cd78-4bf3-b5c7-db714d7f5a7c req-57e93655-9d64-4fce-a8a2-0a0009591482 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Aug 28 08:53:23.955473 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:53:24.164679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:24.184628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c0d601b-1c42-4643-8a82-e46dfb9dcd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.286996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c0d601b-1c42-4643-8a82-e46dfb9dcd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.379252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c0d601b-1c42-4643-8a82-e46dfb9dcd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.419930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d601b-1c42-4643-8a82-e46dfb9dcd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040239fb-d546-48b9-ac7c-0c84a566b558,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:24.425100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c0d601b-1c42-4643-8a82-e46dfb9dcd64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=753ad0c55d8b4f84a0714121162265e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592318 Aug 28 08:53:24.429441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 57688) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:24.486032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.510647 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.662232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.664829 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:24.666188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/040239fb-d546-48b9-ac7c-0c84a566b558 HTTP/1.1" status: 204 len: 168 time: 0.2358637 Aug 28 08:53:24.675161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e6d5d-cc36-4c77-b698-00cedfd6ba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040239fb-d546-48b9-ac7c-0c84a566b558,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:24.989638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff97526-210e-41c5-8246-628dbcbbe6b5 req-b3638a83-d11d-4bb3-a2af-4c810272554a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:24.993230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ff97526-210e-41c5-8246-628dbcbbe6b5 req-b3638a83-d11d-4bb3-a2af-4c810272554a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0777848 Aug 28 08:53:25.049415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ff97526-210e-41c5-8246-628dbcbbe6b5 req-f3d17cd3-3286-4a28-b03a-0a8ca3e6cd54 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493789 Aug 28 08:53:26.145577 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:26.184650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ce46-c139-4162-ab86-105b368e5110 req-7f1b3212-786b-44a8-951e-46a767c0fb12 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:26.186267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e91ce46-c139-4162-ab86-105b368e5110 req-7f1b3212-786b-44a8-951e-46a767c0fb12 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0560889 Aug 28 08:53:26.238802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e91ce46-c139-4162-ab86-105b368e5110 req-4632517d-6600-403e-a1d0-0c534a017ffa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Aug 28 08:53:27.361977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa1a27-826c-4045-8c42-a2a00e789314 req-5a628978-2831-41d9-a221-682e4f7ded32 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:27.363732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87aa1a27-826c-4045-8c42-a2a00e789314 req-5a628978-2831-41d9-a221-682e4f7ded32 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0531337 Aug 28 08:53:27.408831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87aa1a27-826c-4045-8c42-a2a00e789314 req-6e2b7b9e-5cdb-49f4-9cb6-5df527635d2f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355587 Aug 28 08:53:27.611054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6e1699d-92ad-4bca-9834-89146d327508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:28.544377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95728692-0b33-444b-bac7-4dbf6f9ac82e req-9a6236a2-265c-4dc2-befa-85017339e238 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:28.546957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95728692-0b33-444b-bac7-4dbf6f9ac82e req-9a6236a2-265c-4dc2-befa-85017339e238 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0605123 Aug 28 08:53:28.596417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95728692-0b33-444b-bac7-4dbf6f9ac82e req-417c75c1-afc9-45c6-bf3c-22a56b719344 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Aug 28 08:53:29.714554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c8dd5-c907-4d33-afe5-70d99604ea1a req-a9bb8389-df42-450b-8ea3-43756ef2b122 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:29.716102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c8dd5-c907-4d33-afe5-70d99604ea1a req-a9bb8389-df42-450b-8ea3-43756ef2b122 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0492401 Aug 28 08:53:29.755269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-986c8dd5-c907-4d33-afe5-70d99604ea1a req-e2c3698a-1db6-4158-96d0-800654897c64 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330186 Aug 28 08:53:29.922102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:30.245193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f673fb18-aaea-41da-8ff7-7c3ab653ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:30.873532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6debe5-42ee-4029-b30a-d97d6de777bd req-bde4eb7d-837f-431c-9b8b-a6aa923eee02 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:30.875087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd6debe5-42ee-4029-b30a-d97d6de777bd req-bde4eb7d-837f-431c-9b8b-a6aa923eee02 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Aug 28 08:53:30.915454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd6debe5-42ee-4029-b30a-d97d6de777bd req-1e191615-a33b-4789-bea8-79aa7ec4aaf9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Aug 28 08:53:31.922094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:32.039730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d603637-5c12-4151-91a2-70287e2a6aed req-a0eb7540-3db1-406e-ab58-d35b6569c7ac tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:32.041604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d603637-5c12-4151-91a2-70287e2a6aed req-a0eb7540-3db1-406e-ab58-d35b6569c7ac tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0549753 Aug 28 08:53:32.403275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d603637-5c12-4151-91a2-70287e2a6aed req-0bf8dbe1-abb5-43bf-94d7-b6d8de1416b2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556950 Aug 28 08:53:33.518594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a987a0-e47e-4c9f-aa89-92e6bfcac14c req-d3db9978-2a24-40e9-aec1-17afbeaba937 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:33.520254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56a987a0-e47e-4c9f-aa89-92e6bfcac14c req-d3db9978-2a24-40e9-aec1-17afbeaba937 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0481269 Aug 28 08:53:33.562072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56a987a0-e47e-4c9f-aa89-92e6bfcac14c req-cc8611b3-ad7b-4b59-86d7-5772b5e12a99 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 Aug 28 08:53:34.678024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc233d7-338b-4099-a7da-67db80e3e561 req-7fdd5c7e-20f6-45c8-9a96-72c6345cd6ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:34.680430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffc233d7-338b-4099-a7da-67db80e3e561 req-7fdd5c7e-20f6-45c8-9a96-72c6345cd6ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0508697 Aug 28 08:53:34.719954 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffc233d7-338b-4099-a7da-67db80e3e561 req-34ebda63-9b8e-48ea-945c-0821e8201557 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Aug 28 08:53:34.896228 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:35.547636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:35.847524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd183f-6b4e-4aac-9a69-ade1ce8ba07d req-b4a4a767-3436-4f1f-9a08-401f4a2dfce6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:35.849117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3fd183f-6b4e-4aac-9a69-ade1ce8ba07d req-b4a4a767-3436-4f1f-9a08-401f4a2dfce6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Aug 28 08:53:35.889694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3fd183f-6b4e-4aac-9a69-ade1ce8ba07d req-e0e866c1-bd99-456b-b86b-6ea0c092f7da tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336039 Aug 28 08:53:37.010576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d885d3-e1be-4c33-afb3-18955e5c5873 req-e6e8932e-b8fc-4159-b1f0-cf71bb6006c3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:37.012128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d885d3-e1be-4c33-afb3-18955e5c5873 req-e6e8932e-b8fc-4159-b1f0-cf71bb6006c3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0517209 Aug 28 08:53:37.052794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d885d3-e1be-4c33-afb3-18955e5c5873 req-0d23e19e-ffb6-4923-a727-26c9a21657fa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Aug 28 08:53:38.175491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f20b-d91b-4623-b7ef-5dbd6e81fd2d req-99da01fd-1f43-48d2-a4eb-aa04ba3890d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:38.177059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fc3f20b-d91b-4623-b7ef-5dbd6e81fd2d req-99da01fd-1f43-48d2-a4eb-aa04ba3890d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0524030 Aug 28 08:53:38.222430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fc3f20b-d91b-4623-b7ef-5dbd6e81fd2d req-4c9979b0-a8eb-49ab-894c-1a13cdcab8ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 Aug 28 08:53:39.373033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de6ac-f0cc-458e-a66d-1eda8a0de2b8 req-cd246348-64ab-4a15-a8c6-b8f4d5c62e7f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:39.374557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d23de6ac-f0cc-458e-a66d-1eda8a0de2b8 req-cd246348-64ab-4a15-a8c6-b8f4d5c62e7f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0558350 Aug 28 08:53:39.413964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d23de6ac-f0cc-458e-a66d-1eda8a0de2b8 req-5faa0fb5-d593-42e2-9d06-f86dad5ba263 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Aug 28 08:53:40.532042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971d99-7658-4e80-bc61-681e3ce0b55b req-3408c6b7-4867-40d3-8504-c5771252f475 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:40.533549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7971d99-7658-4e80-bc61-681e3ce0b55b req-3408c6b7-4867-40d3-8504-c5771252f475 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0508578 Aug 28 08:53:40.572343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7971d99-7658-4e80-bc61-681e3ce0b55b req-23a38a8e-49b9-45a9-ad3b-52f61a23ca09 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Aug 28 08:53:41.687249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca827c-150f-4a40-b9dc-ec2d29edd785 req-cfe828d0-873b-4cfe-9c08-deea67f47990 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:41.688766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bca827c-150f-4a40-b9dc-ec2d29edd785 req-cfe828d0-873b-4cfe-9c08-deea67f47990 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Aug 28 08:53:41.728277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bca827c-150f-4a40-b9dc-ec2d29edd785 req-f110126d-da7f-4e21-8678-d00144fcdc28 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333786 Aug 28 08:53:42.345615 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-3dd43ebc-46f1-4e15-8d2a-c9d2f0cf05b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404382 Aug 28 08:53:42.424281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-6182a400-4961-4596-a988-e28d249870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:42.425849 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-6182a400-4961-4596-a988-e28d249870b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 1099 time: 0.0399487 Aug 28 08:53:42.535463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-c4c59833-d004-495c-a967-6051e9e8c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:42.537140 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-c4c59833-d004-495c-a967-6051e9e8c1b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 200 len: 918 time: 0.0910728 Aug 28 08:53:42.606674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-8c6d4075-e3a7-423c-8854-6a1081c0c5fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 200 len: 1002 time: 0.0607486 Aug 28 08:53:42.663359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-3912bb13-6eb7-4ab7-8e43-846515736918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:42.664835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-3912bb13-6eb7-4ab7-8e43-846515736918 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 200 len: 856 time: 0.0498698 Aug 28 08:53:42.715030 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-35c0b17f-9e4e-4d07-9be1-aacf952bd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:42.716565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-35c0b17f-9e4e-4d07-9be1-aacf952bd9bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=309b6d58-bd31-4eb0-9013-7e54eb503af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438550 Aug 28 08:53:42.730490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-56b5a539-f380-472e-88e8-13c2cdec748a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:53:42.731453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-56b5a539-f380-472e-88e8-13c2cdec748a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052676 Aug 28 08:53:42.826252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-1c0823c5-f1a2-4998-bbd9-04827e64a0b3 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Aug 28 08:53:42.852299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24d51-672d-4d2b-b194-42a5ee85f6e6 req-3eb1a11a-4531-4c0f-83e4-757009a93d64 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:42.853862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9e24d51-672d-4d2b-b194-42a5ee85f6e6 req-3eb1a11a-4531-4c0f-83e4-757009a93d64 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0562038 Aug 28 08:53:42.897714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9e24d51-672d-4d2b-b194-42a5ee85f6e6 req-9f7c3965-e6df-48c0-9dcc-42fbfe4a1519 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344193 Aug 28 08:53:42.944327 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4c936ac6-ed82-4b5c-a86f-981ea0ec9cbd req-9c0fdd3a-197d-4612-a408-fbd29c1cb4f3 service neutron] 10.222.0.39 "GET /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094787 Aug 28 08:53:43.056019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec443e-a4be-4d34-9153-d7610610e707 req-44df0c4e-41e2-4357-8c60-87e4653ddfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:43.060509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-44df0c4e-41e2-4357-8c60-87e4653ddfb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0467384 Aug 28 08:53:43.169479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec443e-a4be-4d34-9153-d7610610e707 req-21326efc-2d69-4541-a527-9dfb8387ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:43.171150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-21326efc-2d69-4541-a527-9dfb8387ba7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.0881305 Aug 28 08:53:43.249865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-2bff30d7-e519-46f9-86ac-910ba1ffda6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 1000 time: 0.0677779 Aug 28 08:53:43.307639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec443e-a4be-4d34-9153-d7610610e707 req-e54dcc40-982a-4b51-a44e-a525b0f3d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:43.309475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-e54dcc40-982a-4b51-a44e-a525b0f3d9d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0472786 Aug 28 08:53:43.364241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec443e-a4be-4d34-9153-d7610610e707 req-22a05e7c-4588-4ee7-96cc-e98c8477eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:43.365738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-22a05e7c-4588-4ee7-96cc-e98c8477eae4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455232 Aug 28 08:53:43.456891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-1fa1da4e-fec8-4c7a-935e-67479dc48678 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833139 Aug 28 08:53:43.553537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cec443e-a4be-4d34-9153-d7610610e707 req-ef033c0d-1eed-4677-8052-fa741cee9969 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876009 Aug 28 08:53:44.021370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b81b3-f05b-4c53-b4c6-701bdd0c3c0d req-70657a48-6051-4642-ad09-bfb1955f054c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:44.022878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b35b81b3-f05b-4c53-b4c6-701bdd0c3c0d req-70657a48-6051-4642-ad09-bfb1955f054c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0523493 Aug 28 08:53:44.097206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b35b81b3-f05b-4c53-b4c6-701bdd0c3c0d req-5cc2027e-1717-4c36-a46f-55a744a4ae66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675390 Aug 28 08:53:44.106015 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-6bb0d411-0bd0-4864-b3ae-742ad5dfec81 service neutron] show failed (client error): The resource could not be found. Aug 28 08:53:44.107070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-6bb0d411-0bd0-4864-b3ae-742ad5dfec81 service neutron] 10.222.0.64 "GET /v2.0/ports/5d81c6b2-fe9c-4768-af81-789ef23cd754/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0829372 Aug 28 08:53:44.759725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-fad5393b-11a8-4ffd-b113-b9c71c545ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:44.761325 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-fad5393b-11a8-4ffd-b113-b9c71c545ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 1097 time: 0.0435507 Aug 28 08:53:44.779850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:53:44.836416 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.090385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:45.142299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:53:45.190807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:53:45.193353 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd030e-f124-4424-8d2a-75fc9b97fb9b" -d '{"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:53:45.197952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.215443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Transition to ACTIVE for port object 5d81c6b2-fe9c-4768-af81-789ef23cd754 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:53:45.237929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dffaf7-2cdf-42c7-ba0e-bce2d7f3553c req-dbc0c946-36e5-49a7-8968-4e9621d76bfd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:45.239565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7dffaf7-2cdf-42c7-ba0e-bce2d7f3553c req-dbc0c946-36e5-49a7-8968-4e9621d76bfd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0699387 Aug 28 08:53:45.279471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7dffaf7-2cdf-42c7-ba0e-bce2d7f3553c req-3614b150-8f1f-4b20-8c58-0cdfc7d9d030 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Aug 28 08:53:45.290427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.366502 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85d317-c832-456a-8aca-1b8684f900ce x-openstack-request-id: req-ca85d317-c832-456a-8aca-1b8684f900ce {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:53:45.366798 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:53:45.369965 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca85d317-c832-456a-8aca-1b8684f900ce {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:53:45.369965 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'code': 200} Aug 28 08:53:45.449503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=6']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:45.488883 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] No DVR routers for this DVR port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:53:45.629055 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:53:45.636197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:53:45.636197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:53:45.636197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:53:45.636197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Attempting to bind port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on network 04e048e2-bf29-43b1-9739-55afa9c315ea {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:53:45.641607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:53:45.642059 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Checking segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:53:45.642666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Bound using segment: {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:53:45.643161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Bound port: 5d81c6b2-fe9c-4768-af81-789ef23cd754, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:53:45.643584 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.711560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:53:45.719136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:53:45.845053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.887482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:45.888267 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:45.889770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] 10.222.0.39 "PUT /v2.0/ports/5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 1092 time: 1.1145506 Aug 28 08:53:45.922324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c797273-1fcc-47b5-827d-ddd5c4934e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:45.974696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-4dec71bf-8c2f-433a-8ae1-056acc5c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:45.976451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-4dec71bf-8c2f-433a-8ae1-056acc5c9563 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.0481820 Aug 28 08:53:46.087790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-6349f2d9-aedf-4ff7-8e9d-957154226182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:46.089358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-6349f2d9-aedf-4ff7-8e9d-957154226182 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1054490 Aug 28 08:53:46.158986 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-b1d805e3-beab-4d7d-b3ae-3eb9ce73cbab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 998 time: 0.0621564 Aug 28 08:53:46.210431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-976ae447-2a86-4996-83c7-50442cdca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:46.211836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-976ae447-2a86-4996-83c7-50442cdca62a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0457067 Aug 28 08:53:46.263747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-5124a10c-6278-4b28-bb71-6e3333b09e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:46.265298 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-5124a10c-6278-4b28-bb71-6e3333b09e61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461726 Aug 28 08:53:46.366957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-4dfa0f27-286a-4a5d-bd7f-965f591dc48a service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931857 Aug 28 08:53:46.407246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc0ee8-0ae6-43a3-8eb3-3c1c8e984466 req-0e675447-cfbb-4cb9-bdb1-cc806738c322 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:46.408690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bbc0ee8-0ae6-43a3-8eb3-3c1c8e984466 req-0e675447-cfbb-4cb9-bdb1-cc806738c322 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0494981 Aug 28 08:53:46.450972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bbc0ee8-0ae6-43a3-8eb3-3c1c8e984466 req-b3e843e4-03ea-4790-bf51-a928a15fb42c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352900 Aug 28 08:53:46.468266 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b37de200-8a98-4aa8-9001-feeafa48b264 req-4d0391e4-f99d-4e94-8769-c5a556c8350d service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929639 Aug 28 08:53:47.368750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:53:47.371207 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b" -d '{"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:53:47.418632 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41db963-425f-4b6c-a567-db287e5cd08e x-openstack-request-id: req-d41db963-425f-4b6c-a567-db287e5cd08e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:53:47.418924 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:53:47.419175 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d41db963-425f-4b6c-a567-db287e5cd08e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:53:47.419571 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'status': 'completed', 'code': 200} Aug 28 08:53:47.515768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-6091cb20-8233-4c82-9975-b2f0bd910266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.517285 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-6091cb20-8233-4c82-9975-b2f0bd910266 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.0545590 Aug 28 08:53:47.525180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-3b08d764-7aaf-4180-b50f-82cb48f77c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.526700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-3b08d764-7aaf-4180-b50f-82cb48f77c84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.0514035 Aug 28 08:53:47.552827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:53:47.594421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:53:47.620385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-69efb390-0a91-4819-bfb4-d6eb44206978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.622824 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-69efb390-0a91-4819-bfb4-d6eb44206978 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.0970504 Aug 28 08:53:47.632109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8dad-56e8-4195-9e5e-9af06f6d6905 req-bd381a39-314c-4d4b-84ae-eeb38af3d049 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.639773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bf8dad-56e8-4195-9e5e-9af06f6d6905 req-bd381a39-314c-4d4b-84ae-eeb38af3d049 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.1120596 Aug 28 08:53:47.707884 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-cbcc7ccd-975e-4687-9df4-9fbf406cd54e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 998 time: 0.0778999 Aug 28 08:53:47.709873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-b2d62027-d80e-4c3d-a57c-d517965c52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.711374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-b2d62027-d80e-4c3d-a57c-d517965c52a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1725578 Aug 28 08:53:47.720098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bf8dad-56e8-4195-9e5e-9af06f6d6905 req-f1ec5881-e35a-4447-94e6-5736811e59a6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707045 Aug 28 08:53:47.761630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-8f9558bb-57e4-42af-8adf-d0a5bc53be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.763190 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-8f9558bb-57e4-42af-8adf-d0a5bc53be39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0472584 Aug 28 08:53:47.790989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-4b5a9c0c-2d9d-43de-a661-9cee4b05a994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 998 time: 0.0673237 Aug 28 08:53:47.816655 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-6714d1d6-7885-4472-874b-dfb5e79d718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.818288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-6714d1d6-7885-4472-874b-dfb5e79d718b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462658 Aug 28 08:53:47.847052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-40e85886-4c78-46ee-97d1-0889c6cfcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.848656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-40e85886-4c78-46ee-97d1-0889c6cfcd93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0468554 Aug 28 08:53:47.896543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-347e63bf-813c-4516-8368-f7b27084401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:47.898251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-347e63bf-813c-4516-8368-f7b27084401b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413589 Aug 28 08:53:47.913536 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-31dab2fc-7356-454d-a8a8-1f567cd25bef service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866327 Aug 28 08:53:48.007146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-0c9f11ed-f071-4d0f-86ec-edc00ba62dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973668 Aug 28 08:53:48.024141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-0fe963ae-0ad8-43d3-9507-3caf547c4e54 service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025147 Aug 28 08:53:48.105260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd89ab9-1867-4cfb-bbc6-776d54f7300b req-979d2d88-6fda-421d-8959-b23a59c0412f service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906959 Aug 28 08:53:48.843940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3b8d-3b5c-42eb-8002-c857d054217e req-043790b0-78b9-427f-8669-95334a69e22b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:48.845232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fac3b8d-3b5c-42eb-8002-c857d054217e req-043790b0-78b9-427f-8669-95334a69e22b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0541046 Aug 28 08:53:48.885160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fac3b8d-3b5c-42eb-8002-c857d054217e req-dae07589-cff3-4dca-862a-5bf669f751aa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Aug 28 08:53:50.009941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935daf-cbf4-4136-a2ac-fe9bdb8b437b req-442d30b0-d000-499b-a4e6-36658bb62e42 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:50.011516 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38935daf-cbf4-4136-a2ac-fe9bdb8b437b req-442d30b0-d000-499b-a4e6-36658bb62e42 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0535889 Aug 28 08:53:50.052477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38935daf-cbf4-4136-a2ac-fe9bdb8b437b req-3a2dd854-a096-4742-806d-b754dbd03e65 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Aug 28 08:53:51.172133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559de9f-be21-48b7-9bb3-f2152bc005a4 req-34efca70-f131-419b-ba75-0ca118b00eca tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:51.173639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1559de9f-be21-48b7-9bb3-f2152bc005a4 req-34efca70-f131-419b-ba75-0ca118b00eca tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0492401 Aug 28 08:53:51.213084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1559de9f-be21-48b7-9bb3-f2152bc005a4 req-815096c3-c361-4659-bf25-090d1c7d8cc1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Aug 28 08:53:51.555349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567ec32-214a-4c99-8486-1120ebd82bf0 req-96202911-ebd1-4b8b-96e9-cdfd08847bd7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:51.557420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c567ec32-214a-4c99-8486-1120ebd82bf0 req-96202911-ebd1-4b8b-96e9-cdfd08847bd7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 943 time: 0.0631285 Aug 28 08:53:51.598077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c567ec32-214a-4c99-8486-1120ebd82bf0 req-6e643b7e-6356-414c-8717-079bb2b1dd98 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Aug 28 08:53:51.721231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-94db59b4-7db8-4f3f-a13e-c73def30fd1f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:51.722711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-94db59b4-7db8-4f3f-a13e-c73def30fd1f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 943 time: 0.0865991 Aug 28 08:53:51.799080 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-96f182fb-c028-4bf0-8e7c-ab0097bfd72f service neutron] delete failed (client error): The resource could not be found. Aug 28 08:53:51.800183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-96f182fb-c028-4bf0-8e7c-ab0097bfd72f service neutron] 10.222.0.64 "DELETE /v2.0/ports/5d81c6b2-fe9c-4768-af81-789ef23cd754/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0639713 Aug 28 08:53:51.845174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:53:51.923004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-34df7c1c-ddd2-435a-acd9-362b7a768a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:51.924836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-34df7c1c-ddd2-435a-acd9-362b7a768a8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1095 time: 0.0478804 Aug 28 08:53:51.950100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:51.962127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'port_id': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'mac_address': 'fa:16:3e:43:9c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:53:51.999669 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:52.012671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d81c6b2-fe9c-4768-af81-789ef23cd754 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:53:52.020439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-b2dad4e4-c976-44f5-ac50-b4c231f3b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:52.022494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-b2dad4e4-c976-44f5-ac50-b4c231f3b450 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.0894468 Aug 28 08:53:52.035169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:52.098951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-e9b686f0-f760-4fbb-b666-5aae45d4b091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 998 time: 0.0650861 Aug 28 08:53:52.102079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:52.153329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:52.155473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-ec1b729a-0200-46af-9518-a69998cf2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:52.157365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-ec1b729a-0200-46af-9518-a69998cf2edc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0476692 Aug 28 08:53:52.160799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.161145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.161486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.161818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.162150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.163075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.163405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.163731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.164054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.164379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.164700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.165019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:53:52.208915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-a68a159e-3c94-431f-9594-a88ba6820004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:52.210971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-a68a159e-3c94-431f-9594-a88ba6820004 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419526 Aug 28 08:53:52.307471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-63f48aa6-d2d8-4299-8899-dd8742819206 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884619 Aug 28 08:53:52.403209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-853d9652-5fd5-443b-80f7-a51eff6c4765 req-bbc53936-6099-4995-85f7-4166de121d16 service neutron] 10.222.0.64 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Aug 28 08:53:52.511881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5d81c6b2-fe9c-4768-af81-789ef23cd754'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:53:52.739976 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f83ed0-1fbe-4434-9e96-760fd9134c46 req-75cfffe8-2eeb-40a9-885c-7ca532837caf tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:52.741519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25f83ed0-1fbe-4434-9e96-760fd9134c46 req-75cfffe8-2eeb-40a9-885c-7ca532837caf tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 944 time: 0.0519073 Aug 28 08:53:52.782874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25f83ed0-1fbe-4434-9e96-760fd9134c46 req-11f8d86b-dde2-4a9b-b9de-fc6910234e69 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Aug 28 08:53:53.859339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:53:53.907382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89e6b6-9c67-4798-905a-ddc1ab27556e req-fbca7b30-b497-4732-aa09-cb09b24b6cd8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:53:53.909948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb89e6b6-9c67-4798-905a-ddc1ab27556e req-fbca7b30-b497-4732-aa09-cb09b24b6cd8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 944 time: 0.0565252 Aug 28 08:53:53.949214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb89e6b6-9c67-4798-905a-ddc1ab27556e req-72e70e2c-f201-4150-8f89-6b2ad2eb0da5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Aug 28 08:53:53.975396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58064) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:53:53.989845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:53:53.994973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 5d81c6b2-fe9c-4768-af81-789ef23cd754 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:53:53.995348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:54.056727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d55bdf49-53ae-45b4-83ce-312375284522 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/592ac043-f07f-4fdf-9763-90d5459904d6 HTTP/1.1" status: 200 len: 991 time: 0.0798099 Aug 28 08:53:54.096784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:54.120610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:53:54.122993 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28bd7b-f426-4b6d-9bc1-add6370de25a" -d '{"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:53:54.136746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:53:54.210980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:54.264444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:53:54.294325 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a21854-c4b2-425a-a8da-aed9545a7794 x-openstack-request-id: req-d6a21854-c4b2-425a-a8da-aed9545a7794 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:53:54.294865 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:53:54.296857 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6a21854-c4b2-425a-a8da-aed9545a7794 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:53:54.296857 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'code': 200} Aug 28 08:53:56.109986 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:57.615628 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a585fb9-2380-4f1d-893b-479d7466ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:53:59.952786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:00.255490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12d487b0-337d-4556-91f9-5e5138b2b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:00.954470 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:54:02.032996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:04.875686 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:05.569934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:26.063901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:27.615506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ab9c78c7-8210-4c7c-8261-72702ac35501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:29.753706 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88ecf-faf1-4364-812b-67a0e3b31f33 req-79f8aacc-d2a0-477a-ac1a-52e631618d04 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:29.759427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad88ecf-faf1-4364-812b-67a0e3b31f33 req-79f8aacc-d2a0-477a-ac1a-52e631618d04 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0543654 Aug 28 08:54:29.796857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ad88ecf-faf1-4364-812b-67a0e3b31f33 req-6a24cd88-cc48-4cdc-9298-508410b51f3f tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Aug 28 08:54:29.935496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:30.266960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c9d03ae-c4b0-4bef-8b65-d575ce6c16e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:30.937041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f82fff-0d30-4010-9c83-c5dcb1bec6f4 req-4b364c66-ed73-451d-a040-6c4d9eba7020 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:30.938727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17f82fff-0d30-4010-9c83-c5dcb1bec6f4 req-4b364c66-ed73-451d-a040-6c4d9eba7020 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0648401 Aug 28 08:54:30.989795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17f82fff-0d30-4010-9c83-c5dcb1bec6f4 req-6a035633-4b40-4827-869d-43f135123c76 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Aug 28 08:54:31.510662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876dbe-47d7-408d-af53-58fedf235c22 req-377348d2-185a-4395-983f-0fb8699afb7d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:31.512927 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52876dbe-47d7-408d-af53-58fedf235c22 req-377348d2-185a-4395-983f-0fb8699afb7d tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0536644 Aug 28 08:54:31.614957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Deleting port 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:31.615309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:31.959134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] For port 329d2a56-3711-4378-8921-27980f27d38b, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=329d2a56-3711-4378-8921-27980f27d38b,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:31.959508 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:31.969714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:32.137205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f908f71-2d86-4a1c-a13b-55f4f737e43d req-9d3eebd8-48ec-4e9e-9fa9-715b84814758 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:32.138903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f908f71-2d86-4a1c-a13b-55f4f737e43d req-9d3eebd8-48ec-4e9e-9fa9-715b84814758 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 947 time: 0.0537326 Aug 28 08:54:32.188892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f908f71-2d86-4a1c-a13b-55f4f737e43d req-5d7e8780-4f8e-4725-8e03-648921e831de tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ab74d38-c828-42f2-8a8d-617afce01c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383379 Aug 28 08:54:32.216102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:32.216551 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:32.216885 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Floating IP 04140733-bef0-4d8a-bde3-c3745ba3a475 disassociated. External IP: 172.25.0.218, port: 329d2a56-3711-4378-8921-27980f27d38b. Aug 28 08:54:32.217249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Calling delete_port for 329d2a56-3711-4378-8921-27980f27d38b owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:32.438569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:32.466027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'Port': ['ID=329d2a56-3711-4378-8921-27980f27d38b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:32.476470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.476919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.477248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.477534 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.477867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.478225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.478653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.479070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.479463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.479797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.481076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.481076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:32.603559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:54:32.733018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:54:32.747647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:54:32.758305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:32.759180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:32.778011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] No DVR routers for this DVR port 329d2a56-3711-4378-8921-27980f27d38b on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:54:32.781318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:32.784960 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-52876dbe-47d7-408d-af53-58fedf235c22 req-342b8cc5-0e55-4948-bb44-1551c5714e07 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.39 "DELETE /v2.0/ports/329d2a56-3711-4378-8921-27980f27d38b HTTP/1.1" status: 204 len: 173 time: 1.2631028 Aug 28 08:54:32.785839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-deleted', 'tag': '329d2a56-3711-4378-8921-27980f27d38b'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:54:32.789506 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972265c7-1c02-4d04-a393-37445bafd17f" -d '{"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-deleted", "tag": "329d2a56-3711-4378-8921-27980f27d38b"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:54:32.895003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:32.945239 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b120b-4212-4c29-9fe6-ed4982754830 x-openstack-request-id: req-263b120b-4212-4c29-9fe6-ed4982754830 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:54:32.945239 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb903-6b7b-4920-a48e-b6d10b80e5fc", "name": "network-vif-deleted", "tag": "329d2a56-3711-4378-8921-27980f27d38b", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:54:32.945239 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-263b120b-4212-4c29-9fe6-ed4982754830 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:54:32.945239 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb903-6b7b-4920-a48e-b6d10b80e5fc', 'name': 'network-vif-deleted', 'tag': '329d2a56-3711-4378-8921-27980f27d38b', 'status': 'completed', 'code': 200} Aug 28 08:54:33.339008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b170b01-a872-4586-b5a7-d17285cbc35d req-ec95a6f4-c8cb-4f3f-96b9-1868b9626b9c tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/ports?device_id=118eb903-6b7b-4920-a48e-b6d10b80e5fc HTTP/1.1" status: 200 len: 210 time: 0.0394857 Aug 28 08:54:33.375246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:33.401255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:54:33.410835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:33.411484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:33.521596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:33.736137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:33.768306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904db167-a994-4d2e-880f-cb674ef4bfd0 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:43:27Z', 'revision_number': 4, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '43ffa58b-031b-45fe-ad35-16d5bca78283', 'name': '', 'network_id': '309b6d58-bd31-4eb0-9013-7e54eb503af2', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'mac_address': 'fa:16:3e:e5:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:26Z', 'updated_at': '2021-08-28T08:43:32Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'subnets': [{'id': 'e5d27127-d51d-42ce-b2d4-cedeed38745b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:54:34.020177 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85663502-c904-4b29-8bbf-5fcc5619d58f None None] New status for floating IP 04140733-bef0-4d8a-bde3-c3745ba3a475: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:54:34.919080 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.532023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58532) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:35.553246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.600233 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.627991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.777961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.780545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:35.781785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ab74d38-c828-42f2-8a8d-617afce01c41 HTTP/1.1" status: 204 len: 168 time: 0.2505164 Aug 28 08:54:35.785104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58536) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:35.791972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab74d38-c828-42f2-8a8d-617afce01c41,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:35.801100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.801439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.802021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.802306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.802497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.802767 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-5bd119dc-718d-4b02-a3ea-95339375a2fe tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] show failed (client error): The resource could not be found. Aug 28 08:54:35.802889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.803177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.803457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.803801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.803901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5bd119dc-718d-4b02-a3ea-95339375a2fe tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "GET /v2.0/security-groups/0ab74d38-c828-42f2-8a8d-617afce01c41 HTTP/1.1" status: 404 len: 347 time: 0.0176961 Aug 28 08:54:35.804332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.804437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.804746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995de84e-15e1-4b1d-8224-67773d187f35 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:54:35.806946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58538) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:35.952486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Deleting port fc5f7482-f0ca-4079-bca5-ff31f4cb18d2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:35.952837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.041957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.042331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.056389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Calling delete_port for fc5f7482-f0ca-4079-bca5-ff31f4cb18d2 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:36.130159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:54:36.151199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 329d2a56-3711-4378-8921-27980f27d38b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:54:36.155392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 329d2a56-3711-4378-8921-27980f27d38b not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:54:36.307081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.337070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Pushing event deleted for resources: {'Port': ['ID=fc5f7482-f0ca-4079-bca5-ff31f4cb18d2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:36.403690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.406340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:36.407642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-565d3068-538c-448b-acd9-07aa8a579fe7 tempest-AttachVolumeShelveTestJSON-279236451 tempest-AttachVolumeShelveTestJSON-279236451-project] 10.222.0.46 "DELETE /v2.0/floatingips/04140733-bef0-4d8a-bde3-c3745ba3a475 HTTP/1.1" status: 204 len: 168 time: 0.5995667 Aug 28 08:54:37.957545 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:54:42.282156 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cf548f-ca5e-40ac-95ab-2dea5a885ac7 req-ed532573-fc81-4d5a-963a-e676d65c5945 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253518 Aug 28 08:54:42.377965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cf548f-ca5e-40ac-95ab-2dea5a885ac7 req-9d34d0f9-7989-4f7b-b399-6f59600194ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0307348 Aug 28 08:54:42.438997 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cf548f-ca5e-40ac-95ab-2dea5a885ac7 req-ea8b8eed-d249-4795-b62c-98a599a479dd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290523 Aug 28 08:54:42.525613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58670) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:42.555584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf548f-ca5e-40ac-95ab-2dea5a885ac7 req-35f07e8e-1cc1-4452-86b4-72a7628527b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:42.555584 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a2cf548f-ca5e-40ac-95ab-2dea5a885ac7 req-35f07e8e-1cc1-4452-86b4-72a7628527b3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082895 Aug 28 08:54:43.069456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:43.339053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Deleting port 43ffa58b-031b-45fe-ad35-16d5bca78283 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:43.339878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:43.419441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] For port 43ffa58b-031b-45fe-ad35-16d5bca78283, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=43ffa58b-031b-45fe-ad35-16d5bca78283,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:43.425050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:43.433447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Calling delete_port for 43ffa58b-031b-45fe-ad35-16d5bca78283 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:43.844796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:43.872689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=43ffa58b-031b-45fe-ad35-16d5bca78283,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:44.067189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:44.602601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:54:44.717196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:54:44.725626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48047f81-3ba8-4d12-a31d-aae1c431cd7c admin admin] 10.222.0.46 "PUT /v2.0/routers/7533a3ef-f2db-4917-ad5f-154e1a8cc8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964278 Aug 28 08:54:44.725983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58706) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:44.726603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Sync routers for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:54:44.737565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:44.738373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:44.845434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:44.856185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:44.952340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.044206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:54:43Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:45.074447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Checking router: 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:54:45.083039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Routers {'7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:45.083658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:45.219909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Deleting port 52121253-b29e-49e6-8959-bc6dc5ba29e6 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:45.219909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.220249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] Set router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:45.276247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] For port 52121253-b29e-49e6-8959-bc6dc5ba29e6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=52121253-b29e-49e6-8959-bc6dc5ba29e6,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:45.276648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.290095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Calling delete_port for 52121253-b29e-49e6-8959-bc6dc5ba29e6 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:45.397729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:54:43Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:45.430067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008edc-37d5-4332-b32f-fae63cc2cd73 None None] The sync data for ids ['7533a3ef-f2db-4917-ad5f-154e1a8cc8a2'] in n-d-792458-16 is: [{'id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1230868303-router', 'tenant_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:43:23Z', 'updated_at': '2021-08-28T08:54:43Z', 'revision_number': 5, 'project_id': '71a9f8e04c734ac1a0246a77e78f07a8', 'gw_port': {'id': '52121253-b29e-49e6-8959-bc6dc5ba29e6', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a3ef-f2db-4917-ad5f-154e1a8cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:43:24Z', 'updated_at': '2021-08-28T08:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:54:45.663477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.688022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Pushing event deleted for resources: {'Port': ['ID=52121253-b29e-49e6-8959-bc6dc5ba29e6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:45.754930 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.849322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:45.851772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.038266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.040937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:54:46.044281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.045479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3431fea8-22bb-461b-a526-0e01231dda85 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7533a3ef-f2db-4917-ad5f-154e1a8cc8a2 HTTP/1.1" status: 204 len: 168 time: 1.3184695 Aug 28 08:54:46.048770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58722) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:46.103818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Deleting subnet e5d27127-d51d-42ce-b2d4-cedeed38745b {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:54:46.107667 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.152723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.246273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.429233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.461694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d27127-d51d-42ce-b2d4-cedeed38745b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:46.468803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.471067 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2e48b36-c0fc-49e6-b668-864473a317e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e5d27127-d51d-42ce-b2d4-cedeed38745b HTTP/1.1" status: 204 len: 168 time: 0.4211068 Aug 28 08:54:46.473650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:46.476662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea11889-cafb-48d9-8b7b-ebd3411dde60 None None] Network 309b6d58-bd31-4eb0-9013-7e54eb503af2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:54:46.564274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.645278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Deleting port a4476979-de5d-4771-a9fa-9e9311bb4a02 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:46.645278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.689316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] DHCP port deletion for 309b6d58-bd31-4eb0-9013-7e54eb503af2 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:54:46.720716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 43ffa58b-031b-45fe-ad35-16d5bca78283 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:54:46.727142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] For port a4476979-de5d-4771-a9fa-9e9311bb4a02, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a4476979-de5d-4771-a9fa-9e9311bb4a02,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:46.727620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.742050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Calling delete_port for a4476979-de5d-4771-a9fa-9e9311bb4a02 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:46.744002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 43ffa58b-031b-45fe-ad35-16d5bca78283 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:54:46.744356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 43ffa58b-031b-45fe-ad35-16d5bca78283 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:54:46.744788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 52121253-b29e-49e6-8959-bc6dc5ba29e6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:54:46.771244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 52121253-b29e-49e6-8959-bc6dc5ba29e6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:54:46.771739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 52121253-b29e-49e6-8959-bc6dc5ba29e6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:54:46.792771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Deleting port a4476979-de5d-4771-a9fa-9e9311bb4a02 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:46.794162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.856898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] For port a4476979-de5d-4771-a9fa-9e9311bb4a02, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a4476979-de5d-4771-a9fa-9e9311bb4a02,segment=NetworkSegment(e35e7fb2-e4ac-4e05-af29-fdd71262c6ba),segment_id=e35e7fb2-e4ac-4e05-af29-fdd71262c6ba)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:46.857304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.872203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Calling delete_port for a4476979-de5d-4771-a9fa-9e9311bb4a02 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:46.948977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:54:46.952679 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 08:54:46.956695 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:46.976926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4476979-de5d-4771-a9fa-9e9311bb4a02,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:46.979782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] Pushing event deleted for resources: {'Port': ['ID=a4476979-de5d-4771-a9fa-9e9311bb4a02,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:46.984404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008973ce-a99e-46b7-ba96-47b51dcf72ff None None] No DVR routers for this DVR port a4476979-de5d-4771-a9fa-9e9311bb4a02 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:54:46.986800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] No DVR routers for this DVR port a4476979-de5d-4771-a9fa-9e9311bb4a02 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:54:47.066837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.078005 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309b6d58-bd31-4eb0-9013-7e54eb503af2']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:47.088795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:47.089105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35e7fb2-e4ac-4e05-af29-fdd71262c6ba') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:47.098278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.112405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.119004 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:54:47.119410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:54:47.121968 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:54:47.269140 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.275096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.280074 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] 10.222.0.46 "DELETE /v2.0/networks/309b6d58-bd31-4eb0-9013-7e54eb503af2 HTTP/1.1" status: 204 len: 168 time: 0.8026135 Aug 28 08:54:47.295247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07975-12c5-4704-b85f-f05915669c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=309b6d58-bd31-4eb0-9013-7e54eb503af2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:47.647999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:47.692246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-69a33f14-479f-411f-9b85-cef10edbefb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71a9f8e04c734ac1a0246a77e78f07a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430198 Aug 28 08:54:47.695086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:47.749801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.772413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.905497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.907614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:47.911544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5f6d737-74c1-4e9c-8283-2d7feec40725 HTTP/1.1" status: 204 len: 168 time: 0.2130682 Aug 28 08:54:47.920667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562832e8-9fba-4272-96cd-01801bf37f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6d737-74c1-4e9c-8283-2d7feec40725,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:48.659172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a4476979-de5d-4771-a9fa-9e9311bb4a02 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:54:48.679369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a4476979-de5d-4771-a9fa-9e9311bb4a02 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:54:48.679805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a4476979-de5d-4771-a9fa-9e9311bb4a02 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:54:51.135859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abead92-cbba-4794-b4c9-e704073283aa req-dd7eef70-3818-4abc-a923-caaf4f1e095b tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:51.138096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2abead92-cbba-4794-b4c9-e704073283aa req-dd7eef70-3818-4abc-a923-caaf4f1e095b tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0431499 Aug 28 08:54:51.182810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2abead92-cbba-4794-b4c9-e704073283aa req-c5ea0352-da98-47c2-a972-c60c735400fe tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Aug 28 08:54:51.183348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58818) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:51.204224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 58822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:51.238012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-61a4f2d6-19a4-42be-8113-d5bfc4b83b20 req-aee85c17-386d-4b1a-8073-b69b53c037d5 service neutron] (95467) timed out ('10.222.0.39', 59078) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:54:51.328051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c9bf65f7-beae-4e4b-9826-1349b69af23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.441566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 5e04300a-679d-475c-abe4-9c20aad271d1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:51.441914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.519576 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c9bf65f7-beae-4e4b-9826-1349b69af23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.547283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.550506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.561248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 5e04300a-679d-475c-abe4-9c20aad271d1 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:51.608343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c9bf65f7-beae-4e4b-9826-1349b69af23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.695843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c9bf65f7-beae-4e4b-9826-1349b69af23b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9768a3bf782847bd8931c781122d7739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088918 Aug 28 08:54:51.696019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf65f7-beae-4e4b-9826-1349b69af23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f23adf-d6ae-4e63-bb5d-01350a900be7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:51.696720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:51.779757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.806995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.909221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.935610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.939699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:51.939699 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8f23adf-d6ae-4e63-bb5d-01350a900be7 HTTP/1.1" status: 204 len: 168 time: 0.2411900 Aug 28 08:54:51.942779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=5e04300a-679d-475c-abe4-9c20aad271d1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:51.948226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ce9c7-ebd8-4d27-a27a-f6ed96cb7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f23adf-d6ae-4e63-bb5d-01350a900be7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:52.008691 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:52.009200 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 592ac043-f07f-4fdf-9763-90d5459904d6 disassociated (deleted). External IP: 172.25.0.40, port: 5d81c6b2-fe9c-4768-af81-789ef23cd754. Aug 28 08:54:52.238835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:54:52.365263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:54:52.370045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:52.376139 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Sync routers for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:54:52.388772 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:52.389975 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:52.405656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ed35da48-5e0f-4841-b9d3-e499cbb09078 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/floatingips/592ac043-f07f-4fdf-9763-90d5459904d6 HTTP/1.1" status: 204 len: 168 time: 1.2002962 Aug 28 08:54:52.407022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:54:52.409881 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb" -d '{"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:54:52.639018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:52.653682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58858) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:52.669837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca0d3933-d4f0-4e3a-af53-09675d079130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:52.779191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca0d3933-d4f0-4e3a-af53-09675d079130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:52.845863 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf98d5e-d8c3-47c8-9a1c-55d4ea6713a8 x-openstack-request-id: req-dcf98d5e-d8c3-47c8-9a1c-55d4ea6713a8 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:54:52.845863 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:54:52.845863 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcf98d5e-d8c3-47c8-9a1c-55d4ea6713a8 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:54:52.845863 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'status': 'completed', 'code': 200} Aug 28 08:54:52.870082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca0d3933-d4f0-4e3a-af53-09675d079130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:52.911604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:52.944189 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Checking router: 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:54:52.950619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cda08-bfc8-49ed-9b2a-d830294160cd req-b4700cdf-e2fc-4b8f-aafd-43b73d8ff493 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:52.953447 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:52.954157 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:52.960794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-395cda08-bfc8-49ed-9b2a-d830294160cd req-b4700cdf-e2fc-4b8f-aafd-43b73d8ff493 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0685656 Aug 28 08:54:52.967002 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ca0d3933-d4f0-4e3a-af53-09675d079130 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcdf865e96c040c5a22c6dabc02acd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117182 Aug 28 08:54:52.970521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 58862) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:52.981546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d3933-d4f0-4e3a-af53-09675d079130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de24b03b-2639-424e-834c-95454aad347f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:53.018293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-395cda08-bfc8-49ed-9b2a-d830294160cd req-feb93231-2ee3-4a2d-b6b5-8c39baee3efa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518098 Aug 28 08:54:53.019906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-330dde99-d2e5-40b4-802e-b9e448a797f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:53.021473 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-330dde99-d2e5-40b4-802e-b9e448a797f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 1097 time: 0.0978155 Aug 28 08:54:53.088279 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:53.102154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:53.143380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:53.158079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-300c6ec8-89ad-44d8-a5c1-7cbdbc31e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:53.159626 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-300c6ec8-89ad-44d8-a5c1-7cbdbc31e258 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 200 len: 898 time: 0.1301370 Aug 28 08:54:53.225708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-d9e31afc-c9d8-412d-93de-8098f3e7d65a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 200 len: 217 time: 0.0485585 Aug 28 08:54:53.287250 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-0d5125b3-eed1-4160-aaf8-399a519caa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:53.288091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-0d5125b3-eed1-4160-aaf8-399a519caa03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 200 len: 834 time: 0.0566082 Aug 28 08:54:53.312710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:53.347388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-702272e0-a259-4c59-8fd5-525c0ba9a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:53.348007 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265f904d-77bf-49f1-befe-b4a5fbbb5895 None None] The sync data for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 is: [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '51fe37fc-5fe5-4c14-a72d-ed74319d6e09', 'name': '', 'network_id': '04e048e2-bf29-43b1-9739-55afa9c315ea', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:32:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '7162fbc5-739f-4773-ad68-420848dc7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:21Z', 'updated_at': '2021-08-28T08:52:26Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '7162fbc5-739f-4773-ad68-420848dc7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:54:53.348914 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-702272e0-a259-4c59-8fd5-525c0ba9a055 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04e048e2-bf29-43b1-9739-55afa9c315ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529320 Aug 28 08:54:53.367320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:53.369834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:53.371134 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de24b03b-2639-424e-834c-95454aad347f HTTP/1.1" status: 204 len: 168 time: 0.3983531 Aug 28 08:54:53.437391 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05feb06a-185d-4e6e-ae4e-238a80087451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de24b03b-2639-424e-834c-95454aad347f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:53.515503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-534ae6dc-fa1d-49c3-a4b7-3fbfeb8eda9c service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577418 Aug 28 08:54:53.626773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ea633a0b-fc95-4473-bfb2-0e8a1b17aecb req-b81240da-dd3f-4f6f-a6ad-82f11aca4bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029439 Aug 28 08:54:53.686251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a1832-6f31-44d2-a3e5-f11017e08505 None None] New status for floating IP 592ac043-f07f-4fdf-9763-90d5459904d6: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:54:54.161637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd02ccf-3f4d-49c5-b5b9-41a7f7167352 req-d52012d7-8052-4ffd-b2d0-c8fbd1302537 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:54.174515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acd02ccf-3f4d-49c5-b5b9-41a7f7167352 req-d52012d7-8052-4ffd-b2d0-c8fbd1302537 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0698366 Aug 28 08:54:54.223623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acd02ccf-3f4d-49c5-b5b9-41a7f7167352 req-b717d339-25f3-4c14-9056-5e8435345054 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5d5384d-af00-4d73-b23a-22fc244fee4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451102 Aug 28 08:54:54.757676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d50aa6f8-433e-4b7b-8819-7bdb5bf54169 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:54:54.759125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d50aa6f8-433e-4b7b-8819-7bdb5bf54169 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 945 time: 0.0543702 Aug 28 08:54:54.848522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 5d81c6b2-fe9c-4768-af81-789ef23cd754 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:54.848872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:54.946245 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 5d81c6b2-fe9c-4768-af81-789ef23cd754, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5d81c6b2-fe9c-4768-af81-789ef23cd754,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:54.947022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:54.963793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 5d81c6b2-fe9c-4768-af81-789ef23cd754 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:55.183299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:55.216049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=5d81c6b2-fe9c-4768-af81-789ef23cd754,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:55.258970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] No DVR routers for this DVR port 5d81c6b2-fe9c-4768-af81-789ef23cd754 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:54:55.262770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:55.264886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-d7cd1d29-efaf-4230-8465-497fbf4f086e req-d376bcce-3c76-4274-88c3-cc445eef182f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.39 "DELETE /v2.0/ports/5d81c6b2-fe9c-4768-af81-789ef23cd754 HTTP/1.1" status: 204 len: 173 time: 0.4991884 Aug 28 08:54:55.265370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-deleted', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:54:55.277213 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cfc533-6185-49f3-af41-9aba147f94d2" -d '{"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-deleted", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:54:55.336641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d898b000-3c3c-4093-8425-36aa562cd148 req-66c1ad3e-ac78-443b-b1e6-def334cf17c3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 210 time: 0.0309947 Aug 28 08:54:55.402333 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b06c5d3-d3ae-4935-83b9-63fb02d67f14 x-openstack-request-id: req-1b06c5d3-d3ae-4935-83b9-63fb02d67f14 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:54:55.402687 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c269f1-e8c0-48e5-83fb-4c812d1410b2", "name": "network-vif-deleted", "tag": "5d81c6b2-fe9c-4768-af81-789ef23cd754", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:54:55.402939 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b06c5d3-d3ae-4935-83b9-63fb02d67f14 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:54:55.403374 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c269f1-e8c0-48e5-83fb-4c812d1410b2', 'name': 'network-vif-deleted', 'tag': '5d81c6b2-fe9c-4768-af81-789ef23cd754', 'status': 'completed', 'code': 200} Aug 28 08:54:56.094935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:56.449022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5abf9fa9-916b-4afc-950d-03ad7226cc17 req-0744b448-f32e-4a44-8045-a1a29bd96273 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c269f1-e8c0-48e5-83fb-4c812d1410b2 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Aug 28 08:54:57.506267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59088) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:57.685821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6aafed4b-4fa9-4fbc-afb9-67bd49e3fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:57.873796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59108) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:57.992877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-204b22cd-5ee2-4af7-9d47-de71d84a5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.090195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-204b22cd-5ee2-4af7-9d47-de71d84a5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.171378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-204b22cd-5ee2-4af7-9d47-de71d84a5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.203858 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.211105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-204b22cd-5ee2-4af7-9d47-de71d84a5092 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dfd1c29d1004c3584d50dd56d44c760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361752 Aug 28 08:54:58.215021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:58.223692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b22cd-5ee2-4af7-9d47-de71d84a5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96268308-f986-4ad2-8d1e-8b79f943e774,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:58.281911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.298013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:54:58.310586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.318951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 5d81c6b2-fe9c-4768-af81-789ef23cd754 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:54:58.319329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5d81c6b2-fe9c-4768-af81-789ef23cd754 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:54:58.463136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.466327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.467556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96268308-f986-4ad2-8d1e-8b79f943e774 HTTP/1.1" status: 204 len: 168 time: 0.2516172 Aug 28 08:54:58.475733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a90fd-3963-41b7-acf2-449521f9272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96268308-f986-4ad2-8d1e-8b79f943e774,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:58.564272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:54:58.564866 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.660255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 51fe37fc-5fe5-4c14-a72d-ed74319d6e09, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:54:58.660659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:58.674157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:54:59.000472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.030044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=51fe37fc-5fe5-4c14-a72d-ed74319d6e09,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:59.288611 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.319930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59172) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:59.333196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c234e56-4bde-460c-bffc-95cf8ce86404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.426868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c234e56-4bde-460c-bffc-95cf8ce86404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.452801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:54:59.571746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0c234e56-4bde-460c-bffc-95cf8ce86404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.578090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:54:59.581716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Sync routers for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:54:59.582867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fe7f5626-ecc6-4263-a3bf-0bdd2a3d56ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/0c5fc0a5-8322-4f8f-836e-21e12d3a5790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754833 Aug 28 08:54:59.583759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:59.593696 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:59.595307 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:59.618105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0c234e56-4bde-460c-bffc-95cf8ce86404 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=603411512e0844d3994f22e9dcea5cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970676 Aug 28 08:54:59.619288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234e56-4bde-460c-bffc-95cf8ce86404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2500edf-69cd-4421-97c5-d8c752b59070,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:54:59.621813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59186) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:54:59.663275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting subnet 7162fbc5-739f-4773-ad68-420848dc7957 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:54:59.670512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.704137 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:54:59.730595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.733645 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.783737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.857532 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:54:59.890088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:54:58Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:59.933030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Checking router: 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:54:59.941620 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Routers {'0c5fc0a5-8322-4f8f-836e-21e12d3a5790'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:54:59.942251 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:54:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:54:59.948624 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.014798 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.017535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.018717 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2500edf-69cd-4421-97c5-d8c752b59070 HTTP/1.1" status: 204 len: 168 time: 0.3925526 Aug 28 08:55:00.027552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7f3f7-5dde-44f0-81ed-baf305a703d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2500edf-69cd-4421-97c5-d8c752b59070,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:00.053813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] Set router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:00.061450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.101509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Subnet': ['ID=7162fbc5-739f-4773-ad68-420848dc7957,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:00.105314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.110615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59208) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:00.114359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dacb48-a340-4c9b-997f-a95feec902d9 None None] Network 04e048e2-bf29-43b1-9739-55afa9c315ea requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:55:00.126354 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-293d48f6-ea51-4ffd-b47f-ef8b0f3b1fbb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/subnets/7162fbc5-739f-4773-ad68-420848dc7957 HTTP/1.1" status: 204 len: 168 time: 0.5329170 Aug 28 08:55:00.233203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.319930 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:54:58Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:00.337826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] DHCP port deletion for 04e048e2-bf29-43b1-9739-55afa9c315ea request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:55:00.343449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca60e886-194c-43fb-ac05-e862d6ae4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.347487 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3643f6-f332-43cf-81cc-8b621fa3df75 None None] The sync data for ids ['0c5fc0a5-8322-4f8f-836e-21e12d3a5790'] in n-d-792458-16 is: [{'id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198539767', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:54:58Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '4c0d47d0-900b-46c8-a4b4-e5e94c64e7db', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fc0a5-8322-4f8f-836e-21e12d3a5790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:52:17Z', 'updated_at': '2021-08-28T08:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:00.395736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Deleting port 3e1a4b36-0f01-40dd-8344-859b1703a396 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:00.396278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.400445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.475667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] For port 3e1a4b36-0f01-40dd-8344-859b1703a396, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e1a4b36-0f01-40dd-8344-859b1703a396,segment=NetworkSegment(c3feb4b2-26bd-43c6-ac31-6974dc16c2b9),segment_id=c3feb4b2-26bd-43c6-ac31-6974dc16c2b9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:00.476065 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.489763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Calling delete_port for 3e1a4b36-0f01-40dd-8344-859b1703a396 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:00.557286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:00.563353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.675998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:00.676626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.689758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:00.698579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:00.741930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] No DVR routers for this DVR port 3e1a4b36-0f01-40dd-8344-859b1703a396 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:55:00.747746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Pushing event deleted for resources: {'Port': ['ID=3e1a4b36-0f01-40dd-8344-859b1703a396,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:00.767097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.767449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.771957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d1fe3-81fd-4cdc-9102-0cab232f07f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:00.812458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e1a4b36-0f01-40dd-8344-859b1703a396 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:55:00.841686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3e1a4b36-0f01-40dd-8344-859b1703a396 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:55:00.842503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e1a4b36-0f01-40dd-8344-859b1703a396 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:55:00.843110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:55:00.864838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:55:00.865455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 51fe37fc-5fe5-4c14-a72d-ed74319d6e09 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:55:01.040382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.078194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=4c0d47d0-900b-46c8-a4b4-e5e94c64e7db,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:01.160727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.261864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.264156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.368887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.369552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5fc0a5-8322-4f8f-836e-21e12d3a5790 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:01.380105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.381184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-211c06c6-e2f6-4720-9d69-ead0db447d9c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/routers/0c5fc0a5-8322-4f8f-836e-21e12d3a5790 HTTP/1.1" status: 204 len: 168 time: 1.2697637 Aug 28 08:55:01.384149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59278) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:01.471973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.577492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.589928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e048e2-bf29-43b1-9739-55afa9c315ea']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:01.601094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:01.601398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3feb4b2-26bd-43c6-ac31-6974dc16c2b9') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:01.611159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.626178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.634722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:55:01.634722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:55:01.636917 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:55:01.748484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.753265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.757808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/networks/04e048e2-bf29-43b1-9739-55afa9c315ea HTTP/1.1" status: 204 len: 168 time: 0.3700974 Aug 28 08:55:01.758728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:01.831487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.863208 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:01.949196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.033986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.036833 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.038034 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/security-groups/a5d5384d-af00-4d73-b23a-22fc244fee4e HTTP/1.1" status: 204 len: 168 time: 0.2787294 Aug 28 08:55:02.048914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7ec8b-4357-4c75-a204-1e05f1ece0fc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5384d-af00-4d73-b23a-22fc244fee4e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:02.114023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825b8c0-2d78-46fa-94a1-c87060c368ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Network': ['ID=04e048e2-bf29-43b1-9739-55afa9c315ea,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:02.565870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59358) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:02.570770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656062401', 'description': 'tempest-secgroup-smoke-1656062401 description', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:02.655702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:55:02.675889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:55:02.676239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c0d47d0-900b-46c8-a4b4-e5e94c64e7db not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:55:02.694680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.787159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.862815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.896226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e548c98e-7873-439c-a380-853b8a7f58ac,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:02.957650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:02.959039 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83c42bc5-d705-4348-a0e2-ebb9fc0f53b4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3921061 Aug 28 08:55:02.961973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59392) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:02.971206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:03.071265 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.133750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.217468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.247333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacca9fe-a236-4d85-a0e7-e6fb388fce87,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:03.314881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.317076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee353cc3-037c-467f-9553-6d2206f4954b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531058 Aug 28 08:55:03.319027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59412) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:03.323694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:03.502318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.568716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.688858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.708933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea70dc8-3b2c-4cd8-bfc7-ba3affe4acec,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:03.780463 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.781765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b95f8748-1ef7-4a7a-96d4-4c3f6468ed0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4617767 Aug 28 08:55:03.784399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:03.797696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:03.902504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:03.960624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.057121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.076605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458ebe4e-3af1-4898-a4f9-775d17eeb01b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:04.177255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.180498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dbaea71b-c72b-45cb-8100-742d3d4a0abe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932507 Aug 28 08:55:04.181574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:04.191449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:04.298239 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.360055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.445864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.465439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6529c102-3924-4e7c-b7c7-7dc33a8a64a1,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:04.534046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.535957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2216c480-9c91-4dde-9075-cadd0820e4ea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3528297 Aug 28 08:55:04.539059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59474) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:04.544862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:04.628298 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:55:04.633626 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.682749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:04.697112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.769119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.788374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410ae734-9b07-4bfd-8878-b633bde7a679,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:04.824599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a60577ad-dca4-4a5f-baf0-c2ed6015770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.880529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.881809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3b81451b-e549-4f02-9fad-73072f31dd0f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3416603 Aug 28 08:55:04.884715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59492) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:04.890295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': 'e548c98e-7873-439c-a380-853b8a7f58ac', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:04.958549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:04.973950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a60577ad-dca4-4a5f-baf0-c2ed6015770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.052103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a60577ad-dca4-4a5f-baf0-c2ed6015770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.099421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a60577ad-dca4-4a5f-baf0-c2ed6015770f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f295af1d37794b41a96bea959933afcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152658 Aug 28 08:55:05.101796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60577ad-dca4-4a5f-baf0-c2ed6015770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc26cb58-766a-4106-8da7-044947afd475,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:05.102603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59496) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:05.153437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.163730 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:55:05.177906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.181743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.274037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.337431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.357065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975ce67f-28f0-4ff2-aad0-5b8c7610f231,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:05.366139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.371274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.373256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc26cb58-766a-4106-8da7-044947afd475 HTTP/1.1" status: 204 len: 168 time: 0.2691970 Aug 28 08:55:05.387031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58b92-157d-4cd5-91dc-1263a7dcce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc26cb58-766a-4106-8da7-044947afd475,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:05.440261 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.441553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-653b6006-ce02-43e6-91cd-57f43147818f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5557258 Aug 28 08:55:05.444900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59500) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:05.450349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'network': {'name': 'tempest-network-smoke--1446435929', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:05.577218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:05.580876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.606324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:55:05.616311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.617013 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Added segment 17581a7a-d050-4644-a95b-91d3eeae6187 of type vlan for network 8a8649b6-2401-49e1-a3f1-d041ef305088 Aug 28 08:55:05.634778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.648939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-35a578ba-2a15-464e-8f3c-1ea5d4c0cc2d req-7a2150d8-22fe-4312-85de-c7b805f773d6 tempest-ServerActionsTestJSON-1630726544 tempest-ServerActionsTestJSON-1630726544-project] (95467) timed out ('10.222.0.64', 61873) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 08:55:05.670843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.778044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.783876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:05.784473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:05.858761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Network': ['ID=8a8649b6-2401-49e1-a3f1-d041ef305088,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:05.869694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:55:05.909500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f67d0894-06b3-4b77-95a5-b96d41152cb0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4634595 Aug 28 08:55:05.913137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59510) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:05.919896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'admin_state_up': True, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:06.009782 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.010929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.066512 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.093482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59512) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:06.108035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f9b08d3-879f-4ecc-8362-33ed46752b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.203032 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f9b08d3-879f-4ecc-8362-33ed46752b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.309279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.319828 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f9b08d3-879f-4ecc-8362-33ed46752b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.365249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8f9b08d3-879f-4ecc-8362-33ed46752b1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7310e82adfb743fa9083e97310fe2a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705383 Aug 28 08:55:06.366635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b08d3-879f-4ecc-8362-33ed46752b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275b0e76-edae-448f-a90b-0b19270ce2f7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:06.368652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59514) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:06.434196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.494578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.661111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.663715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.664914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/275b0e76-edae-448f-a90b-0b19270ce2f7 HTTP/1.1" status: 204 len: 168 time: 0.2952430 Aug 28 08:55:06.678475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e77377-e100-414a-a2d0-7bb904b913c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275b0e76-edae-448f-a90b-0b19270ce2f7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:06.706174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.733294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:06.863290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.181 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/87897603-4c78-470e-b879-c9f3a91a8162) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:07.003482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:07.101812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:07.163171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:07.164980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:07.171612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:07.175142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=87897603-4c78-470e-b879-c9f3a91a8162,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:07.566441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:07.770847 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:08.003540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 58f2f107-5660-489d-99e3-9dfca8d57fb9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:08.116211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:08.126367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Sync routers for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:08.138583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:08.139327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:08.209395 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:08.214399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2b5f3387-130b-4a2e-a612-b3c6c96c307a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2965434 Aug 28 08:55:08.214672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:08.247960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:08.256530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-89118d3e-053c-42fb-aecc-11d2cd3eaa43 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381351 Aug 28 08:55:08.256794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:08.448732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:07Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:08.458606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538ff6e-ade7-47de-9536-265fb062cab4 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:08.461153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1538ff6e-ade7-47de-9536-265fb062cab4 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2032266 Aug 28 08:55:08.463940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59560) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:08.493462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Checking router: 58f2f107-5660-489d-99e3-9dfca8d57fb9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:08.494019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Updating router 58f2f107-5660-489d-99e3-9dfca8d57fb9 port 87897603-4c78-470e-b879-c9f3a91a8162 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:55:08.524791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59564) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:08.531972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222232458', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:08.536448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a8a900a-deca-4acf-bdfa-b5e45bfa4507 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697505 Aug 28 08:55:08.550499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:08.794278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:08.798470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:08.945978 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:08.971648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Transition to ACTIVE for port object 87897603-4c78-470e-b879-c9f3a91a8162 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:09.074457 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.127951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Attempting to bind port 87897603-4c78-470e-b879-c9f3a91a8162 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:09.128700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Attempting to bind port 87897603-4c78-470e-b879-c9f3a91a8162 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:09.128700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Attempting to bind port 87897603-4c78-470e-b879-c9f3a91a8162 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:09.139288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.143066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355508-4559-4690-ae90-8743fd84c342 None None] Pushing event updated for resources: {'Port': ['ID=87897603-4c78-470e-b879-c9f3a91a8162,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:09.145261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:09.145653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:09.146434 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.146973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:09.147522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Bound port: 87897603-4c78-470e-b879-c9f3a91a8162, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:09.147916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.208841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] For port 87897603-4c78-470e-b879-c9f3a91a8162, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:09.212403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] For port 87897603-4c78-470e-b879-c9f3a91a8162, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87897603-4c78-470e-b879-c9f3a91a8162,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:09.250807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Subnet': ['ID=988b0068-59c3-4482-a586-e8ef02fd34d6,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:09.273185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:09.273681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network hostable DHCP agents. Network: 8a8649b6-2401-49e1-a3f1-d041ef305088, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:55:09.292558 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.361365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355508-4559-4690-ae90-8743fd84c342 None None] Pushing event updated for resources: {'Port': ['ID=87897603-4c78-470e-b879-c9f3a91a8162,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:09.363999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:09.364529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:09.393835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:55:09.488640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:09.491522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8a8649b6-2401-49e1-a3f1-d041ef305088) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:09.496416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:09.497406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.515717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857ee78-6f40-4b5f-b25c-8346162692d3 None None] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:55:09.583773 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b95b81fe-450d-4759-aa20-6cd7ab505e52 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0578518 Aug 28 08:55:09.586603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59608) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:09.782941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8a8649b6-2401-49e1-a3f1-d041ef305088', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:55:09.783917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:09.812745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:07Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:09.847044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80d881-ad4a-46c7-8989-96d6ae40d5c2 None None] The sync data for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 is: [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:07Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:10.101979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.125660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:10.190458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Allocated IP 172.20.0.2 (8a8649b6-2401-49e1-a3f1-d041ef305088/988b0068-59c3-4482-a586-e8ef02fd34d6/80c7afa3-4042-4b08-bb89-63a9365c9496) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:10.371894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34da91d6-0dde-4b4d-be52-0f029f23523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.493354 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.503694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Transition to ACTIVE for port object 80c7afa3-4042-4b08-bb89-63a9365c9496 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:10.539447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Transition to ACTIVE for port object 80c7afa3-4042-4b08-bb89-63a9365c9496 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:10.547984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34da91d6-0dde-4b4d-be52-0f029f23523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.649600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34da91d6-0dde-4b4d-be52-0f029f23523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.650981 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.691043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da91d6-0dde-4b4d-be52-0f029f23523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb737a-f9b2-4600-b560-fbb2f1ab6a57,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:10.733172 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34da91d6-0dde-4b4d-be52-0f029f23523a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=003f79235d5e45faae5b95cda399916c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062169 Aug 28 08:55:10.736051 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59622) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:10.738108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:10.753352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.1 (8a8649b6-2401-49e1-a3f1-d041ef305088/988b0068-59c3-4482-a586-e8ef02fd34d6/ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:10.762565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:10.768980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87897603-4c78-470e-b879-c9f3a91a8162 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:10.771141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:10.814836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.836193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Pushing event updated for resources: {'Port': ['ID=80c7afa3-4042-4b08-bb89-63a9365c9496,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:10.851206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.889890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Attempting to bind port 80c7afa3-4042-4b08-bb89-63a9365c9496 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:10.890616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Attempting to bind port 80c7afa3-4042-4b08-bb89-63a9365c9496 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:10.891410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Attempting to bind port 80c7afa3-4042-4b08-bb89-63a9365c9496 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:10.904047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:10.904808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:10.905424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.906054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Bound using segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:10.906763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Bound port: 80c7afa3-4042-4b08-bb89-63a9365c9496, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:10.907359 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.958035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:10.994472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 87897603-4c78-470e-b879-c9f3a91a8162 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:10.997548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] For port 80c7afa3-4042-4b08-bb89-63a9365c9496, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:11.002281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] For port 80c7afa3-4042-4b08-bb89-63a9365c9496, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80c7afa3-4042-4b08-bb89-63a9365c9496,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:11.004000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 87897603-4c78-470e-b879-c9f3a91a8162 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:11.004369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.049583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:11.050156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.056599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.067867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48fb737a-f9b2-4600-b560-fbb2f1ab6a57 HTTP/1.1" status: 204 len: 168 time: 0.3233502 Aug 28 08:55:11.103604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a2202-2317-492b-9c44-c1d5bdaa1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb737a-f9b2-4600-b560-fbb2f1ab6a57,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:11.109757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.186267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.189111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.222893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220dae1-07a8-4a14-8c0f-a0073b75ee53 None None] Pushing event updated for resources: {'Port': ['ID=80c7afa3-4042-4b08-bb89-63a9365c9496,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:11.254036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:11.264859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 87897603-4c78-470e-b879-c9f3a91a8162, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87897603-4c78-470e-b879-c9f3a91a8162,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:11.266119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:11.274870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:11.331354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:11.348704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.362940 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:11.469307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=87897603-4c78-470e-b879-c9f3a91a8162,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:11.926707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:11.949664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81025ecb-7fab-4130-9f72-d0303cd133c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.041429 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.181281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81025ecb-7fab-4130-9f72-d0303cd133c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.243881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81025ecb-7fab-4130-9f72-d0303cd133c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.288671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-81025ecb-7fab-4130-9f72-d0303cd133c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b42d30a3a710428d83936d131b8b2fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607087 Aug 28 08:55:12.294135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59634) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:12.361142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.390175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.464317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81025ecb-7fab-4130-9f72-d0303cd133c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e046e18f-72e2-4f7f-b6fc-9bb42859b20c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:12.483523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.531603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.534476 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.535671 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e046e18f-72e2-4f7f-b6fc-9bb42859b20c HTTP/1.1" status: 204 len: 168 time: 0.2397020 Aug 28 08:55:12.546889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b17899-451b-434d-ae73-9692df8e6b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e046e18f-72e2-4f7f-b6fc-9bb42859b20c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:12.572076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.710817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:12.716841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:12.847867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80c7afa3-4042-4b08-bb89-63a9365c9496 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:12.874766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:12.876487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:13.017546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 80c7afa3-4042-4b08-bb89-63a9365c9496 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:13.024472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87897603-4c78-470e-b879-c9f3a91a8162 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:13.054624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 58f2f107-5660-489d-99e3-9dfca8d57fb9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:55:13.107118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 87897603-4c78-470e-b879-c9f3a91a8162 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:13.107556 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:13.267258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b2a5d-71cc-4886-8610-c2efc34d5434 None None] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:55:13.269639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:13.281989 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Sync routers for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:13.284650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e122ab88-863a-4616-b23a-9943f9d0c73e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/58f2f107-5660-489d-99e3-9dfca8d57fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954758 Aug 28 08:55:13.320119 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:13.321244 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:13.434603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Provisioning for port 80c7afa3-4042-4b08-bb89-63a9365c9496 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:13.482138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Provisioning complete for port 80c7afa3-4042-4b08-bb89-63a9365c9496 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:13.482823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:13.632375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:13.666782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:13.691203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-639fd611-3c6a-41fa-9b88-9f93dec60f5a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656062401&fields=id&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 267 time: 0.0622017 Aug 28 08:55:13.705797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] For port 80c7afa3-4042-4b08-bb89-63a9365c9496, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80c7afa3-4042-4b08-bb89-63a9365c9496,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:13.798430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:13.897346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-4eb8e9d3-424a-4e93-b97e-b5f9b6a2dfdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:13.901848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-4eb8e9d3-424a-4e93-b97e-b5f9b6a2dfdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 797 time: 0.2012610 Aug 28 08:55:13.905471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e08e3-f2f4-4b7a-9a88-4180e4a0bf50 None None] Pushing event updated for resources: {'Port': ['ID=80c7afa3-4042-4b08-bb89-63a9365c9496,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:13.935534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-b4cb88bb-7395-42ef-9a9d-79453af02d6b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/quotas/5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 375 time: 0.0200093 Aug 28 08:55:13.949537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Provisioning complete for port 80c7afa3-4042-4b08-bb89-63a9365c9496 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:13.949983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:13.994792 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:12Z', 'revision_number': 2, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:14.027419 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Checking router: 58f2f107-5660-489d-99e3-9dfca8d57fb9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:14.027756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Updating router 58f2f107-5660-489d-99e3-9dfca8d57fb9 port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:55:14.049479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-370f0087-d552-4d4a-8862-20301d5e84f7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051445 Aug 28 08:55:14.064534 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.097842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-7642f9f7-60c3-49e6-90e8-6c13992f84f3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:55:14.099215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-7642f9f7-60c3-49e6-90e8-6c13992f84f3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079815 Aug 28 08:55:14.243387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Provisioning for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:14.253224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Provisioning complete for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:14.253709 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.304577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e339f358-ac2a-4acd-be70-cb03987327ae None None] Port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:55:14.435330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-1e2e8857-cf8f-466f-b63d-1fccf8e91ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278592 Aug 28 08:55:14.447579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-17a03ba1-6817-4d0d-8770-47b49d35b0b0 None None] Provisioning complete for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:14.448877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-17a03ba1-6817-4d0d-8770-47b49d35b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.512833 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.541501 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Transition to ACTIVE for port object ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:14.549965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-17a03ba1-6817-4d0d-8770-47b49d35b0b0 None None] Port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:55:14.589147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-94744dd2-749a-42bb-a69e-6101fe19404f service neutron] 10.222.0.46 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487312 Aug 28 08:55:14.689728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-53e97e5d-6233-4eb2-9f25-3f9af5452862 None None] Provisioning complete for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:14.690555 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-53e97e5d-6233-4eb2-9f25-3f9af5452862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.708356 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.732816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80c7afa3-4042-4b08-bb89-63a9365c9496 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:14.770607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Pushing event updated for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:14.781323 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.781479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-53e97e5d-6233-4eb2-9f25-3f9af5452862 None None] Port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:55:14.781687 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.782008 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.782377 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.782737 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.783075 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.783395 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.783721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.784179 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.784412 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.784676 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.784996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:14.807528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 80c7afa3-4042-4b08-bb89-63a9365c9496 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:14.807528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.940130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e29ec1b4-6214-4eda-847f-54be769aed82 req-8a7d3e55-41e2-423b-92a8-79b02a86cd00 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 210 time: 0.0416498 Aug 28 08:55:14.969777 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Attempting to bind port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:14.970178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Attempting to bind port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:14.970589 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Attempting to bind port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:14.992030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:14.993561 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:14.993561 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:14.993561 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Bound using segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:14.993880 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Bound port: ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:14.994134 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:15.009705 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:55:15.087384 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] For port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:15.098544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] For port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:15.170482 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:15.270770 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:15.270770 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:15.390032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a115c-4781-4278-b2ce-94ad28af4c56 None None] Pushing event updated for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:15.422899 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:15.634478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:15Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:15.662418 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd33c-304d-4132-887e-f520280c35eb None None] The sync data for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 is: [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:15Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:15.884132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59722) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:16.032205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8d77125-e06c-4d14-8747-24f9bdd48d0a req-ab42f820-abdf-462e-9610-acb1ccc1c878 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 210 time: 0.0317369 Aug 28 08:55:16.033096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5807ca1a-1e49-407c-8f1b-4544c437e517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.152935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5807ca1a-1e49-407c-8f1b-4544c437e517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.251729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5807ca1a-1e49-407c-8f1b-4544c437e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.295367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5807ca1a-1e49-407c-8f1b-4544c437e517 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269ff06d39b041f1a3932cac21015a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100809 Aug 28 08:55:16.296447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca1a-1e49-407c-8f1b-4544c437e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aef27c-43a5-4651-ba1d-afd6b8355109,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:16.298042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59728) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:16.384614 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.413625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.702012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:16.720218 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.722836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.724125 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10aef27c-43a5-4651-ba1d-afd6b8355109 HTTP/1.1" status: 204 len: 168 time: 0.4244440 Aug 28 08:55:16.735877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061c7ff-9333-4fd6-965f-83b0c1512b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aef27c-43a5-4651-ba1d-afd6b8355109,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:16.880394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:16.884642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:16.885018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:16.973661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:17.030394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:17.137565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:17.145081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-866fb74e-a552-460e-8dfd-d17813e6b2f8 req-773902fc-c943-4cdc-85f4-c902e9e83233 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 210 time: 0.0348577 Aug 28 08:55:17.190095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:17.719150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-dbdf3d01-837b-4a45-b60a-b5c6fe734402 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:17.720771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-dbdf3d01-837b-4a45-b60a-b5c6fe734402 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 797 time: 0.1085594 Aug 28 08:55:17.796041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-085b425a-fe47-46b3-aa00-e4cf5a633eea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 380 time: 0.0432932 Aug 28 08:55:17.796041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'port': {'device_id': '13e349de-8512-4d09-9cd1-429161ef873e', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'admin_state_up': True, 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'security_groups': ['e548c98e-7873-439c-a380-853b8a7f58ac']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:18.022571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:18.032888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:18.168933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.4 (8a8649b6-2401-49e1-a3f1-d041ef305088/988b0068-59c3-4482-a586-e8ef02fd34d6/769c218c-14de-4b7b-82c3-7e4877da26a1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:18.304266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09f1bacd-7b6f-47d2-8b81-e68cf1b64d83 req-37913994-96df-4c46-8bd7-6fbb84f0bd24 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 210 time: 0.0595181 Aug 28 08:55:18.369151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:18.385686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 769c218c-14de-4b7b-82c3-7e4877da26a1 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:18.526038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:18.572729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:18.577641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:18.585747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:18.613414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:18.649401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:18.650031 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:18.713264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:18.772836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:18.773056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-9778e1d8-b21b-49be-ba81-b52413d66c87 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9820101 Aug 28 08:55:18.773598 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:18.805548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Request body: {'port': {'device_id': '13e349de-8512-4d09-9cd1-429161ef873e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:18.906451 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.008448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:19.091627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bd90e780-6bd4-4b47-b995-00f6af0afe40 None None] Provisioning for port 769c218c-14de-4b7b-82c3-7e4877da26a1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:19.096415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bd90e780-6bd4-4b47-b995-00f6af0afe40 None None] Provisioning complete for port 769c218c-14de-4b7b-82c3-7e4877da26a1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:19.096415 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd90e780-6bd4-4b47-b995-00f6af0afe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.125801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1000034002', 'router:external': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:19.135356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bd90e780-6bd4-4b47-b995-00f6af0afe40 None None] Port 769c218c-14de-4b7b-82c3-7e4877da26a1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:55:19.222835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Made reservation on behalf of 075676be982746c49573b5e70a01b582 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:19.226590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.231637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:55:19.237902 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.240210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.253449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Transition to ACTIVE for port object 769c218c-14de-4b7b-82c3-7e4877da26a1 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:19.333051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.348090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.422841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:19.433200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.457825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:55:19.482134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.484099 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Added segment 70fa302c-9fe1-435a-b74d-6f3e25f40121 of type vlan for network 3728e809-308a-4415-b409-aca1fc22a5b6 Aug 28 08:55:19.484565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad2ea1c-ffae-4880-b0f0-46709b502044,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:19.504297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbad82-7a72-476e-b832-2c8b1a61a755 req-074a76cc-252b-4191-a6b7-811c615ca967 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:19.506237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27bbad82-7a72-476e-b832-2c8b1a61a755 req-074a76cc-252b-4191-a6b7-811c615ca967 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.1241453 Aug 28 08:55:19.532840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:19.533186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:19.533504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:19.548373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:55:19.549133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:19.564903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:19.565536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:19.566169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Bound using segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:19.566812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Bound port: 769c218c-14de-4b7b-82c3-7e4877da26a1, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:19.567359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.570480 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.584572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27bbad82-7a72-476e-b832-2c8b1a61a755 req-3fb3beb6-6f35-4c46-8854-dbf4305c36b6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659423 Aug 28 08:55:19.659111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:19.664687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:19.679803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.680835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:19.696642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.745390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Network': ['ID=3728e809-308a-4415-b409-aca1fc22a5b6,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:19.756979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3728e809-308a-4415-b409-aca1fc22a5b6 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:55:19.775810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.810197 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0573beb5-f76e-4f84-91c7-d1b1242d0242 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8004887 Aug 28 08:55:19.813527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59810) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:19.819139 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'subnet': {'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:19.829190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:19.829614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:19.831456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] 10.222.0.64 "PUT /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1092 time: 1.0356040 Aug 28 08:55:19.832179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:55:19.835495 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3" -d '{"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:55:19.863205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a324c-0ed7-48cc-b85d-3344e450dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:19.893246 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58078d66-62d5-4865-b444-52d0f742c332 x-openstack-request-id: req-58078d66-62d5-4865-b444-52d0f742c332 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:55:19.893528 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:55:19.893791 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58078d66-62d5-4865-b444-52d0f742c332 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:55:19.894204 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:55:19.904111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Made reservation on behalf of 075676be982746c49573b5e70a01b582 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:19.907002 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:20.025764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-0b64fb90-b490-4bb9-9873-6880ee537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.027640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-0b64fb90-b490-4bb9-9873-6880ee537ecb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1095 time: 0.0750372 Aug 28 08:55:20.161913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-d486d223-5025-4341-ae90-7307aad590a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.163461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-d486d223-5025-4341-ae90-7307aad590a5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1134894 Aug 28 08:55:20.274773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-d503ccd4-fd08-447a-a619-7dadde9d52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.276301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb6c70ab-c4f7-4f0d-8e1e-6970de0676e3 req-d503ccd4-fd08-447a-a619-7dadde9d52b3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034713 Aug 28 08:55:20.347469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.objects.ports [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 08:55:20.347978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:20.391124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-18953218-4329-4e38-be75-f53b5e52f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.392748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-18953218-4329-4e38-be75-f53b5e52f94d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1095 time: 0.0453231 Aug 28 08:55:20.423517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Subnet': ['ID=527fed80-064e-47f8-a335-2a322f16d79a,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:20.433524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Checking segment: {'id': '70fa302c-9fe1-435a-b74d-6f3e25f40121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:20.433897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network hostable DHCP agents. Network: 3728e809-308a-4415-b409-aca1fc22a5b6, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:55:20.459756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-64a8091c-da59-42a3-a70b-dfc419de63e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 217 time: 0.0448065 Aug 28 08:55:20.507984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 3728e809-308a-4415-b409-aca1fc22a5b6 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:55:20.515806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-f2588861-679a-4220-ac31-50a11c761c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.517385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-f2588861-679a-4220-ac31-50a11c761c9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0487275 Aug 28 08:55:20.580696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-7540e630-2dfd-4a3e-bf3e-7478a51e3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.582882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-7540e630-2dfd-4a3e-bf3e-7478a51e3dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582709 Aug 28 08:55:20.623265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3728e809-308a-4415-b409-aca1fc22a5b6) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:20.624086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.624866 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:20.632075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d900a-f7e1-42ed-9405-85849201cc53 None None] Network 3728e809-308a-4415-b409-aca1fc22a5b6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:55:20.700515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-0ad623e6-e289-4f19-b6be-f330cea209f5 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067822 Aug 28 08:55:20.738192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2a902a45-924f-484d-8da7-8315b6dc6570 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9236147 Aug 28 08:55:20.741183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59828) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:20.746483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1589905966', 'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:20.788893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a423f8-213f-4c87-bbd7-aa6f9558d5ed None None] Network 3728e809-308a-4415-b409-aca1fc22a5b6 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:55:20.800427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f5f2f-d597-432d-90da-146aab9fb343 req-51066c74-7471-4cc1-beaf-859daab2c448 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:20.802397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-069f5f2f-d597-432d-90da-146aab9fb343 req-51066c74-7471-4cc1-beaf-859daab2c448 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.1173704 Aug 28 08:55:20.840362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Made reservation on behalf of 075676be982746c49573b5e70a01b582 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:55:20.842795 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:20.863061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-586b8ac0-f852-4635-9c70-8ebaf67e1e6d req-e5a88c00-fc7e-4fcc-bca8-4c8465789b97 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479440 Aug 28 08:55:20.874104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] device_id is not set on port af3fd9e6-c03a-4720-978b-f8b7ab390eca yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:55:20.876867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-069f5f2f-d597-432d-90da-146aab9fb343 req-f6bf9061-e515-4207-b7d1-f2068b530fb4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647488 Aug 28 08:55:21.270369 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 2001:db8::fc (3728e809-308a-4415-b409-aca1fc22a5b6/527fed80-064e-47f8-a335-2a322f16d79a/af3fd9e6-c03a-4720-978b-f8b7ab390eca) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:21.417559 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:21.520332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:21.565024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 3728e809-308a-4415-b409-aca1fc22a5b6 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:21.568102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:21.572017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:21.573617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:21.574258 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:21.583761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=af3fd9e6-c03a-4720-978b-f8b7ab390eca,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:21.647650 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1473babc-4803-4ca3-8fc7-2042ecc6f49a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9048860 Aug 28 08:55:21.650109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59842) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:21.734744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Deleting port af3fd9e6-c03a-4720-978b-f8b7ab390eca {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:21.735098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:21.820357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:21.833844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Calling delete_port for af3fd9e6-c03a-4720-978b-f8b7ab390eca owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:22.012109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0226de-7388-4a84-bad8-d65815051be6 req-6cb0b3b7-8d74-4289-bb29-331ced8bcca0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:22.013588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0226de-7388-4a84-bad8-d65815051be6 req-6cb0b3b7-8d74-4289-bb29-331ced8bcca0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.0641208 Aug 28 08:55:22.054633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0226de-7388-4a84-bad8-d65815051be6 req-215f54e8-b6f3-43f2-b839-468c6629569d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Aug 28 08:55:22.103599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.144155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Port': ['ID=af3fd9e6-c03a-4720-978b-f8b7ab390eca,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:22.176212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.178198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6fff4531-3100-4c15-82f9-ea1518009f2f tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/ports/af3fd9e6-c03a-4720-978b-f8b7ab390eca HTTP/1.1" status: 204 len: 168 time: 0.5267718 Aug 28 08:55:22.180966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59850) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:22.185630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6', 'external_fixed_ips': [{'subnet_id': '527fed80-064e-47f8-a335-2a322f16d79a', 'ip_address': '2001:db8::fc'}]}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:22.286461 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.287542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.350407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.572007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.915841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:22.938176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:23.175219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 2001:db8::fc (3728e809-308a-4415-b409-aca1fc22a5b6/527fed80-064e-47f8-a335-2a322f16d79a/5b3c7e8d-54ac-46e2-915d-5469a60f8d2d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:23.688679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3ddb-ff93-4449-8dda-36b5e3de9195 req-3e65f921-1738-44d6-aaa8-165d1a19b6db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:23.690331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996f3ddb-ff93-4449-8dda-36b5e3de9195 req-3e65f921-1738-44d6-aaa8-165d1a19b6db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.5095379 Aug 28 08:55:23.761667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:23.770699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-996f3ddb-ff93-4449-8dda-36b5e3de9195 req-a26b562c-25bd-4aaf-97e1-8a940631baee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678577 Aug 28 08:55:23.876819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:55:23.883370 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:23.930656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 3728e809-308a-4415-b409-aca1fc22a5b6 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:23.933899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:23.939107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:23.942459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3c7e8d-54ac-46e2-915d-5469a60f8d2d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:24.004979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:24.016882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:55:24.060435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:24.079309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:55:24.108171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:24.198667 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:24.262126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:24.283695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:24.497694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:24.551694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['769c218c-14de-4b7b-82c3-7e4877da26a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:55:24.786716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router 32ddb807-fced-470e-bb7a-11dc8499aadd is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:24.972063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:24.982703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Sync routers for ids ['32ddb807-fced-470e-bb7a-11dc8499aadd'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:24.993211 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Routers {'32ddb807-fced-470e-bb7a-11dc8499aadd'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:24.993870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['32ddb807-fced-470e-bb7a-11dc8499aadd'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:25.000291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d201a-94b6-470a-9d98-d8a11a3c990c req-0839e979-3f3c-47bf-9c0a-94c09270b17f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:25.007140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc8d201a-94b6-470a-9d98-d8a11a3c990c req-0839e979-3f3c-47bf-9c0a-94c09270b17f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0894172 Aug 28 08:55:25.051330 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc8d201a-94b6-470a-9d98-d8a11a3c990c req-072b4c6d-59ed-4005-8d83-39ddb72213d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Aug 28 08:55:25.096831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.098353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9cbf3ab0-861b-4325-b18f-7f306fa34608 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9162302 Aug 28 08:55:25.101687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59892) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:25.144905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Set router 32ddb807-fced-470e-bb7a-11dc8499aadd gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:25.224058 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.353643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.403416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ddb807-fced-470e-bb7a-11dc8499aadd', 'name': '', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6', 'external_fixed_ips': [{'subnet_id': '527fed80-064e-47f8-a335-2a322f16d79a', 'ip_address': '2001:db8::fc'}], 'enable_snat': True}, 'gw_port_id': '5b3c7e8d-54ac-46e2-915d-5469a60f8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:22Z', 'updated_at': '2021-08-28T08:55:24Z', 'revision_number': 3, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port': {'id': '5b3c7e8d-54ac-46e2-915d-5469a60f8d2d', 'name': '', 'network_id': '3728e809-308a-4415-b409-aca1fc22a5b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ddb807-fced-470e-bb7a-11dc8499aadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '527fed80-064e-47f8-a335-2a322f16d79a', 'ip_address': '2001:db8::fc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:22Z', 'updated_at': '2021-08-28T08:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527fed80-064e-47f8-a335-2a322f16d79a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:25.436937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Checking router: 32ddb807-fced-470e-bb7a-11dc8499aadd for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:25.437282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Updating router 32ddb807-fced-470e-bb7a-11dc8499aadd port 5b3c7e8d-54ac-46e2-915d-5469a60f8d2d binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:55:25.466374 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.503484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Deleting port 5b3c7e8d-54ac-46e2-915d-5469a60f8d2d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:25.503846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.598115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.612446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Calling delete_port for 5b3c7e8d-54ac-46e2-915d-5469a60f8d2d owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:25.866398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:25.870257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:55:25.870257 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:55:25.876445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:25.896921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b3c7e8d-54ac-46e2-915d-5469a60f8d2d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:25.930453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.005186 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 769c218c-14de-4b7b-82c3-7e4877da26a1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:26.010392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 769c218c-14de-4b7b-82c3-7e4877da26a1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:26.010888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.027072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.029986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.125916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.135632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.156659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:55:26.159874 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcab34ac-7ff7-4fe5-8121-8b0a5446aa7e" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:55:26.174203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:26.201897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da15e45-bcc1-455a-9db7-cef621b54a3b req-198b3fc7-f59f-4a4f-964b-1e06c4558b85 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:26.203597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2da15e45-bcc1-455a-9db7-cef621b54a3b req-198b3fc7-f59f-4a4f-964b-1e06c4558b85 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0561733 Aug 28 08:55:26.226363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.226946 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32ddb807-fced-470e-bb7a-11dc8499aadd {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:26.232098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.239158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03a181b0-f12e-4467-9915-8a09bb9280c6 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/routers/32ddb807-fced-470e-bb7a-11dc8499aadd HTTP/1.1" status: 204 len: 168 time: 1.1302512 Aug 28 08:55:26.239158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59908) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:26.268013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2da15e45-bcc1-455a-9db7-cef621b54a3b req-246e45a1-8d7f-4d38-baa8-7f76018db327 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577345 Aug 28 08:55:26.276266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.312790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Deleting subnet 527fed80-064e-47f8-a335-2a322f16d79a {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:55:26.319603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.338983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:26.358893 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697a1c6-4476-4972-9404-7e6564e4d93c x-openstack-request-id: req-d697a1c6-4476-4972-9404-7e6564e4d93c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:55:26.359735 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:55:26.360037 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d697a1c6-4476-4972-9404-7e6564e4d93c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:55:26.360411 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'code': 200} Aug 28 08:55:26.374669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.397836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Port 5b3c7e8d-54ac-46e2-915d-5469a60f8d2d not found while updating agent binding for router 32ddb807-fced-470e-bb7a-11dc8499aadd. {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 08:55:26.410045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Routers set() bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:26.410571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Router IDs set() for agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 08:55:26.411123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_agentschedulers_db [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32ddb807-fced-470e-bb7a-11dc8499aadd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent'). {{(pid=95468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 08:55:26.411786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b43c0f-9efa-4d62-83ae-08277f6fe9f5 None None] The sync data for ids ['32ddb807-fced-470e-bb7a-11dc8499aadd'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:26.429943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.512991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8758-19f2-45bb-89a4-d0fd59bcfcbc req-9c0e1859-0df6-4c97-85df-600359a2858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:26.514726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ebe8758-19f2-45bb-89a4-d0fd59bcfcbc req-9c0e1859-0df6-4c97-85df-600359a2858a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1097 time: 0.0464044 Aug 28 08:55:26.548909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.560908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ebe8758-19f2-45bb-89a4-d0fd59bcfcbc req-519e5df2-435c-4b0c-89cc-9b1882623d81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Aug 28 08:55:26.577449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=527fed80-064e-47f8-a335-2a322f16d79a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:26.582669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.586614 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2082d178-7daa-4ac8-b93b-3c1dabfcd1ad tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/527fed80-064e-47f8-a335-2a322f16d79a HTTP/1.1" status: 204 len: 168 time: 0.3494079 Aug 28 08:55:26.590981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59914) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:26.674779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.763000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.773974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3728e809-308a-4415-b409-aca1fc22a5b6']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:26.785780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fa302c-9fe1-435a-b74d-6f3e25f40121') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:26.786081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fa302c-9fe1-435a-b74d-6f3e25f40121') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:26.796626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.813535 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.820228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:55:26.820635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:55:26.823352 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:55:26.965778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.971161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3728e809-308a-4415-b409-aca1fc22a5b6 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 08:55:26.983968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:26.983968 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3728e809-308a-4415-b409-aca1fc22a5b6 HTTP/1.1" status: 204 len: 168 time: 0.3906507 Aug 28 08:55:26.999636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362aab7-bea8-4d84-ba8e-224487d94820 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Network': ['ID=3728e809-308a-4415-b409-aca1fc22a5b6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:27.325184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59934) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:27.331122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'name': 'tempest-router--930536623', 'project_id': '76f808ec7dd2449aae2772e753782efc'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:27.433643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.434858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.483025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6848-2994-468c-ba5f-8ff16b07e428 req-6a569fa0-9a5a-4421-bb0a-5283fca4682e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:27.485779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-349a6848-2994-468c-ba5f-8ff16b07e428 req-6a569fa0-9a5a-4421-bb0a-5283fca4682e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0838161 Aug 28 08:55:27.524908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.559350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-349a6848-2994-468c-ba5f-8ff16b07e428 req-90fe033b-0b45-4040-8822-8743bad6c2da tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Aug 28 08:55:27.680147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f47bdcfe-2e80-4a7b-a9c2-ddd96abf9802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.680737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.812772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:27.813310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b08aa181-036f-4716-bf92-18c431cd91e5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4870939 Aug 28 08:55:27.816204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:27.905139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.081886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.084433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.205570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.206407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cea6245-d279-4c70-9d85-320c2f45e8ef {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:28.210613 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.214724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be61a189-7db4-419c-921a-3c0679d4b363 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/routers/6cea6245-d279-4c70-9d85-320c2f45e8ef HTTP/1.1" status: 204 len: 168 time: 0.3946090 Aug 28 08:55:28.466355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 59952) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:28.710053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea3dac-2b63-4dea-b95c-87984790eecd req-f779e088-6418-4f65-b344-2aafb6af8861 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:28.712081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94ea3dac-2b63-4dea-b95c-87984790eecd req-f779e088-6418-4f65-b344-2aafb6af8861 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0556662 Aug 28 08:55:28.740026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1054357988', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:28.774980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94ea3dac-2b63-4dea-b95c-87984790eecd req-63d74517-3100-4860-8eb7-2c6a59d1ef47 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554364 Aug 28 08:55:28.885179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.886250 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.914021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347db3a4-f863-42ef-98fa-5511d4ad09fb req-55d496b8-8fb3-49c8-822c-a002b5bbfba0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:28.915693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-347db3a4-f863-42ef-98fa-5511d4ad09fb req-55d496b8-8fb3-49c8-822c-a002b5bbfba0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0701022 Aug 28 08:55:28.972420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:28.993509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-347db3a4-f863-42ef-98fa-5511d4ad09fb req-a08e12aa-0667-4365-b70b-89977de0cf03 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654976 Aug 28 08:55:29.015948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59968) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:29.076086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d89271-a22e-44c2-9622-f995dc789141 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:29.077925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-97d89271-a22e-44c2-9622-f995dc789141 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1092 time: 0.0608759 Aug 28 08:55:29.080884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 59970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:29.085566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:29.182766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.196405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.296385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.463237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.198 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/9a80c34b-8266-42fc-8a19-682107733dd1) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:29.506401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.529852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.580255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.709085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.765428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Allocated IP 172.25.0.18 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/273cba40-29de-4a29-a456-b4938ed9b3d5) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:29.792460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:29.808888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:29.815089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:29.845104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=9a80c34b-8266-42fc-8a19-682107733dd1,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:29.908608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:29.999861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.058110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.098721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:30.106371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:30.108044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:30.141811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event updated for resources: {'Port': ['ID=273cba40-29de-4a29-a456-b4938ed9b3d5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:30.327083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.342499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24d84801-8a9e-4a4b-bd43-e241c05966d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.583969 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.591700 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.782090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.818325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.843090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:30.912899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=9a80c34b-8266-42fc-8a19-682107733dd1,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:30.930470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:31.026594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Router 5d1090f4-6c6d-4f49-bf37-c64544f88d4b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:31.058781 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc associated. External IP: 172.25.0.198, port: 769c218c-14de-4b7b-82c3-7e4877da26a1. Aug 28 08:55:31.303980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 58f2f107-5660-489d-99e3-9dfca8d57fb9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:55:31.423994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:31.442178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40750190-6eb4-4221-8970-488281a157ab None None] Sync routers for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:31.453922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:31.454591 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.496440 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:31.500726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:31.516196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] Sync routers for ids ['5d1090f4-6c6d-4f49-bf37-c64544f88d4b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:31.525857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] Routers {'5d1090f4-6c6d-4f49-bf37-c64544f88d4b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:31.526619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5d1090f4-6c6d-4f49-bf37-c64544f88d4b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.543322 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6498135-c7d6-41f6-b982-f36fb13ed760 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4610231 Aug 28 08:55:31.547456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:55:31.547456 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da474b6-eba3-4715-bdcd-de889e551292" -d '{"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:55:31.567520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.576828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:31.578312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d2ad751c-b1b2-41de-8209-19dd651b2469 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1105921 Aug 28 08:55:31.580316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] Routers {'5d1090f4-6c6d-4f49-bf37-c64544f88d4b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:31.581052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60004) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:31.588460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5d1090f4-6c6d-4f49-bf37-c64544f88d4b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.600397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:31.644508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.645455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54708336-e0d9-4c4f-baca-f91575e49191 None None] The sync data for ids ['5d1090f4-6c6d-4f49-bf37-c64544f88d4b'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:31.724183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80e08-4d8d-40ed-8ab9-6810142bf938 req-e629151d-5119-4e9d-a567-266a3ab327f6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:31.725709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fd80e08-4d8d-40ed-8ab9-6810142bf938 req-e629151d-5119-4e9d-a567-266a3ab327f6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0951874 Aug 28 08:55:31.753031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f2d41bb8-577c-498d-b134-b649d23ffafd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/5d1090f4-6c6d-4f49-bf37-c64544f88d4b HTTP/1.1" status: 200 len: 924 time: 0.1707764 Aug 28 08:55:31.756102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60010) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:31.784420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fd80e08-4d8d-40ed-8ab9-6810142bf938 req-2185f8dd-9734-44c0-8ca0-b96da9921c70 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Aug 28 08:55:31.790248 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-56484ded-6b8c-4d87-b67a-4de0f5839ddd tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1090f4-6c6d-4f49-bf37-c64544f88d4b HTTP/1.1" status: 200 len: 205 time: 0.0325117 Aug 28 08:55:31.793071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60012) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:31.830849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60014) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:31.865667 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e349de-8512-4d09-9cd1-429161ef873e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:55:30Z', 'updated_at': '2021-08-28T08:55:30Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.892604 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94fd421-c4bc-403e-9955-736760bbf2ea x-openstack-request-id: req-d94fd421-c4bc-403e-9955-736760bbf2ea {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:55:31.892992 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:55:31.893317 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d94fd421-c4bc-403e-9955-736760bbf2ea {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:55:31.893950 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:55:31.896916 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40750190-6eb4-4221-8970-488281a157ab None None] Checking router: 58f2f107-5660-489d-99e3-9dfca8d57fb9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:31.907919 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:31.909080 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:31.932716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:31.939301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7125d48d-ab1c-4ee1-a956-c34fe4dbdca2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc HTTP/1.1" status: 200 len: 991 time: 0.1060922 Aug 28 08:55:31.942453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.005082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da474b6-eba3-4715-bdcd-de889e551292 req-9f9fea65-edf5-470a-9f1b-7ce8e6d18842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:32.008932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-9f9fea65-edf5-470a-9f1b-7ce8e6d18842 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1097 time: 0.0674570 Aug 28 08:55:32.072870 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.110003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da474b6-eba3-4715-bdcd-de889e551292 req-7b27cc3d-a4a8-465e-b331-04620edb50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:32.111726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-7b27cc3d-a4a8-465e-b331-04620edb50fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.0953627 Aug 28 08:55:32.132765 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:32.191661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-4a7ed666-5f09-48e1-90d4-11d953cfae08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0706766 Aug 28 08:55:32.234772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port 273cba40-29de-4a29-a456-b4938ed9b3d5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:32.235175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.254836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da474b6-eba3-4715-bdcd-de889e551292 req-10b74e77-712a-4288-959a-90f64696ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:32.256204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-10b74e77-712a-4288-959a-90f64696ad03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0561745 Aug 28 08:55:32.327850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da474b6-eba3-4715-bdcd-de889e551292 req-84230bd6-4a71-4f7f-8917-917393196a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:32.329405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-84230bd6-4a71-4f7f-8917-917393196a4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646012 Aug 28 08:55:32.349318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.362199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for 273cba40-29de-4a29-a456-b4938ed9b3d5 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:32.406600 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-40750190-6eb4-4221-8970-488281a157ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e349de-8512-4d09-9cd1-429161ef873e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:55:30Z', 'updated_at': '2021-08-28T08:55:30Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:32.441507 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40750190-6eb4-4221-8970-488281a157ab None None] The sync data for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 is: [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e349de-8512-4d09-9cd1-429161ef873e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:55:30Z', 'updated_at': '2021-08-28T08:55:30Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:32.455719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-ba88b792-ccc7-400a-9c33-2ad3feefaa8d service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177475 Aug 28 08:55:32.556186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7da474b6-eba3-4715-bdcd-de889e551292 req-29955060-b33c-44dd-b240-97ce0b9c2206 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918310 Aug 28 08:55:32.628141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.660785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=273cba40-29de-4a29-a456-b4938ed9b3d5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:32.689023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.689023 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.689315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.689657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.689993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.690379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.690718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.691053 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.691385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.691807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.692089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.692419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:32.693080 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483897f-b754-411c-9e66-b434573f0af5 None None] New status for floating IP 4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:55:32.734867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.831811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.833990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.946470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60028) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:32.965177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.966118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1090f4-6c6d-4f49-bf37-c64544f88d4b {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:32.975598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:32.977017 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f4c3d89c-a6fd-4599-bb41-89489135a425 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/5d1090f4-6c6d-4f49-bf37-c64544f88d4b HTTP/1.1" status: 204 len: 168 time: 1.1829147 Aug 28 08:55:32.981758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60034) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:32.991951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079840599', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:33.019372 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-27680b91-9e1f-404b-b393-98d0803aca99 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc HTTP/1.1" status: 200 len: 993 time: 0.0751874 Aug 28 08:55:33.085515 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:33.086640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:33.142469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:33.644238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:33.937079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:33.956469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:34.064366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 172.25.0.216 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/901cd3d8-4e23-4465-8275-a887378f426b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:34.172408 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:34.289228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:34.334704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:34.338332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:34.343365 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=901cd3d8-4e23-4465-8275-a887378f426b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:34.346771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:34.702879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:34.914237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:34.925569 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.136731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router de1acd83-c958-4153-b67f-04bb049bde07 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:35.252480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:35.262928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Sync routers for ids ['de1acd83-c958-4153-b67f-04bb049bde07'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:35.282915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Routers {'de1acd83-c958-4153-b67f-04bb049bde07'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:35.283542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['de1acd83-c958-4153-b67f-04bb049bde07'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:35.328647 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.330545 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-82008d93-8c43-4018-b7df-d919b320f0cd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3464222 Aug 28 08:55:35.332849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60064) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:35.450887 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac736882-e9a2-42c3-bfaf-04ebd8815b57 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/de1acd83-c958-4153-b67f-04bb049bde07 HTTP/1.1" status: 200 len: 909 time: 0.1168578 Aug 28 08:55:35.453645 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60068) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:35.458332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079840599', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': True}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:35.531099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.532175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.549807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Set router de1acd83-c958-4153-b67f-04bb049bde07 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:35.580488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.602662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.749571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': '901cd3d8-4e23-4465-8275-a887378f426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:34Z', 'revision_number': 3, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port': {'id': '901cd3d8-4e23-4465-8275-a887378f426b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:35.778198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Checking router: de1acd83-c958-4153-b67f-04bb049bde07 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:35.778692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Updating router de1acd83-c958-4153-b67f-04bb049bde07 port 901cd3d8-4e23-4465-8275-a887378f426b binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:55:35.808791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:35.848072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.092692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.106601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Transition to ACTIVE for port object 901cd3d8-4e23-4465-8275-a887378f426b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:36.193786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.226200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.250314 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.254451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Attempting to bind port 901cd3d8-4e23-4465-8275-a887378f426b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:36.254832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Attempting to bind port 901cd3d8-4e23-4465-8275-a887378f426b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:36.255280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Attempting to bind port 901cd3d8-4e23-4465-8275-a887378f426b on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:36.262002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c86ddd-740f-48ac-a25a-a28934e2678a None None] Pushing event updated for resources: {'Port': ['ID=901cd3d8-4e23-4465-8275-a887378f426b,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:36.267337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:36.267623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:36.268032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.268440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:36.268906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Bound port: 901cd3d8-4e23-4465-8275-a887378f426b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:36.269296 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.325906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] For port 901cd3d8-4e23-4465-8275-a887378f426b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:36.329026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] For port 901cd3d8-4e23-4465-8275-a887378f426b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=901cd3d8-4e23-4465-8275-a887378f426b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:36.365421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 172.25.0.92 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:36.409039 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.477191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c86ddd-740f-48ac-a25a-a28934e2678a None None] Pushing event updated for resources: {'Port': ['ID=901cd3d8-4e23-4465-8275-a887378f426b,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:36.487045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Routers {'de1acd83-c958-4153-b67f-04bb049bde07'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:36.487701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['de1acd83-c958-4153-b67f-04bb049bde07'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:36.492845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.604836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] Set router de1acd83-c958-4153-b67f-04bb049bde07 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:36.639427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:36.686785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:36.690080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:36.695173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:36.701628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:36.813236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': '901cd3d8-4e23-4465-8275-a887378f426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:34Z', 'revision_number': 3, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port': {'id': '901cd3d8-4e23-4465-8275-a887378f426b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:36.844494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db977c-1946-49e9-b701-f628d3895335 None None] The sync data for ids ['de1acd83-c958-4153-b67f-04bb049bde07'] in n-d-792458-16 is: [{'id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': '901cd3d8-4e23-4465-8275-a887378f426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:34Z', 'revision_number': 3, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port': {'id': '901cd3d8-4e23-4465-8275-a887378f426b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1acd83-c958-4153-b67f-04bb049bde07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:33Z', 'updated_at': '2021-08-28T08:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:37.060439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:37.312217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:37.547781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router fe98b83b-1636-4917-8f0e-8e2c13ef698d is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:37.669384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:37.682252 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Sync routers for ids ['fe98b83b-1636-4917-8f0e-8e2c13ef698d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:37.702426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Routers {'fe98b83b-1636-4917-8f0e-8e2c13ef698d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:37.703173 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['fe98b83b-1636-4917-8f0e-8e2c13ef698d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:37.768646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:37.770425 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-06e19127-6780-4f44-8f53-ef4a402d3eac tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3154817 Aug 28 08:55:37.773998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60098) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:37.827762 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Set router fe98b83b-1636-4917-8f0e-8e2c13ef698d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:38.030854 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe98b83b-1636-4917-8f0e-8e2c13ef698d', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:35Z', 'updated_at': '2021-08-28T08:55:36Z', 'revision_number': 3, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port': {'id': '5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98b83b-1636-4917-8f0e-8e2c13ef698d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:36Z', 'updated_at': '2021-08-28T08:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:38.059918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Checking router: fe98b83b-1636-4917-8f0e-8e2c13ef698d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:55:38.060274 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Updating router fe98b83b-1636-4917-8f0e-8e2c13ef698d port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:55:38.089469 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.211938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-407b6f04-e7d1-43c8-9483-d98124304465 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/fe98b83b-1636-4917-8f0e-8e2c13ef698d HTTP/1.1" status: 200 len: 907 time: 0.4366496 Aug 28 08:55:38.214661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60106) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:38.331350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.406008 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.413686 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Transition to ACTIVE for port object 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:55:38.443503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.511290 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.578748 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1010f-50d4-4829-94b1-275438c85f0a None None] Pushing event updated for resources: {'Port': ['ID=5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:38.581224 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Attempting to bind port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:55:38.581595 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Attempting to bind port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:55:38.581953 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Attempting to bind port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:55:38.587854 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:55:38.588223 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:55:38.588654 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.589132 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:55:38.589476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Bound port: 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:55:38.589853 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.590565 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Deleting port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:38.591034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.658461 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] For port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:55:38.662445 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] For port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:55:38.687181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] For port 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41, host n-d-792458-16, got binding levels [] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:38.687359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.701358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Calling delete_port for 5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:38.744478 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.759194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 901cd3d8-4e23-4465-8275-a887378f426b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:55:38.818525 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Routers {'fe98b83b-1636-4917-8f0e-8e2c13ef698d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:38.819160 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['fe98b83b-1636-4917-8f0e-8e2c13ef698d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:38.857539 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1010f-50d4-4829-94b1-275438c85f0a None None] Pushing event updated for resources: {'Port': ['ID=5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:38.913918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 901cd3d8-4e23-4465-8275-a887378f426b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:55:38.917049 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] Set router fe98b83b-1636-4917-8f0e-8e2c13ef698d gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:55:38.919586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 901cd3d8-4e23-4465-8275-a887378f426b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:55:38.919951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:38.987015 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe98b83b-1636-4917-8f0e-8e2c13ef698d', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:35Z', 'updated_at': '2021-08-28T08:55:38Z', 'revision_number': 4, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:38.991805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.014057 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056735-6bab-465d-b4ef-a6e141c30073 None None] The sync data for ids ['fe98b83b-1636-4917-8f0e-8e2c13ef698d'] in n-d-792458-16 is: [{'id': 'fe98b83b-1636-4917-8f0e-8e2c13ef698d', 'name': 'tempest-snat-router-2079840599', 'tenant_id': '075676be982746c49573b5e70a01b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:35Z', 'updated_at': '2021-08-28T08:55:38Z', 'revision_number': 4, 'project_id': '075676be982746c49573b5e70a01b582', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:39.015400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.054264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aa8aeb3-c6f0-4b50-a01a-7d006e6d6c41,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:39.054766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 901cd3d8-4e23-4465-8275-a887378f426b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=901cd3d8-4e23-4465-8275-a887378f426b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:39.131612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.140969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.203030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=901cd3d8-4e23-4465-8275-a887378f426b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:39.255914 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.258716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.348997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.348997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe98b83b-1636-4917-8f0e-8e2c13ef698d {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:39.357253 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.358654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4ebab2b-ad1b-4c03-a356-7f9888879596 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/routers/fe98b83b-1636-4917-8f0e-8e2c13ef698d HTTP/1.1" status: 204 len: 168 time: 1.1430037 Aug 28 08:55:39.361626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:39.499165 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.605849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.774843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Deleting port 901cd3d8-4e23-4465-8275-a887378f426b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:39.775320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.861845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] For port 901cd3d8-4e23-4465-8275-a887378f426b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=901cd3d8-4e23-4465-8275-a887378f426b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:55:39.862601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:39.879965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Calling delete_port for 901cd3d8-4e23-4465-8275-a887378f426b owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:40.148501 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.175820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event deleted for resources: {'Port': ['ID=901cd3d8-4e23-4465-8275-a887378f426b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:40.190438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.190438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.190438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.190438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.190438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.192901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:55:40.269664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.365107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.367335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.508115 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.508679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de1acd83-c958-4153-b67f-04bb049bde07 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:40.513232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.518322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1fbdb853-d05c-4d92-ba8b-b38938565c0a tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "DELETE /v2.0/routers/de1acd83-c958-4153-b67f-04bb049bde07 HTTP/1.1" status: 204 len: 168 time: 1.1511407 Aug 28 08:55:40.518322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60140) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:40.522888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1850228303', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:40.616671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.617753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.681091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:40.912802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:41.195263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:41.217667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:41.338853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Allocated IP 172.25.0.242 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/5c8fc6f9-4a71-4abc-ab1c-fb64b98c48e5) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:41.461964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:41.640189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:41.693360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:41.696712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:41.701431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:41.704767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event updated for resources: {'Port': ['ID=5c8fc6f9-4a71-4abc-ab1c-fb64b98c48e5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:42.121390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:42.329195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:42.640452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 901cd3d8-4e23-4465-8275-a887378f426b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:55:42.662684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 901cd3d8-4e23-4465-8275-a887378f426b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:55:42.663183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 901cd3d8-4e23-4465-8275-a887378f426b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:55:42.848676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Router 5557a157-8b6c-45eb-959f-601c5f7a8d6c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:42.960036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:42.971082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] Sync routers for ids ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:42.980693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] Routers {'5557a157-8b6c-45eb-959f-601c5f7a8d6c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:42.981371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:43.017088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:43.026493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] Routers {'5557a157-8b6c-45eb-959f-601c5f7a8d6c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:43.027104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:43.058919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:43.059560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ede4b6-b500-43f7-9a34-23cca60242e5 None None] The sync data for ids ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:43.061977 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:43.066321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8103f554-6e06-42d5-a276-5f49a0b2d0dc tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5443549 Aug 28 08:55:43.066321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:43.070539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:43.374027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:43.859750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:43.863121 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:43.970428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router 5557a157-8b6c-45eb-959f-601c5f7a8d6c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:55:44.102866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-47545f63-9835-4808-b872-82eba4d87826 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0871682 Aug 28 08:55:44.111813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:44.116339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:44.117329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7067a6eb-bfb9-4d98-a7d3-2381fd38a7e3 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "PUT /v2.0/routers/5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 200 len: 926 time: 1.0503290 Aug 28 08:55:44.120598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60200) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:44.121672 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] Sync routers for ids ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:44.130948 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] Routers {'5557a157-8b6c-45eb-959f-601c5f7a8d6c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:44.131560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:44.179392 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:44.189569 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] Routers {'5557a157-8b6c-45eb-959f-601c5f7a8d6c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:44.190358 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:44.221940 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:44.222616 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a0c3-2170-4961-a1d2-781195628814 None None] The sync data for ids ['5557a157-8b6c-45eb-959f-601c5f7a8d6c'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:44.258535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1c617746-7a9c-4d93-836f-4632f4181cc5 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 200 len: 926 time: 0.1366377 Aug 28 08:55:44.261979 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60204) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:44.262792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-9d4af219-38c9-40a1-a48d-9f1ddbe13557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.264135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-9d4af219-38c9-40a1-a48d-9f1ddbe13557 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1097 time: 0.0885632 Aug 28 08:55:44.344759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad51e3-bda1-413d-a84d-a0c66039d1c7 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.348497 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-50ad51e3-bda1-413d-a84d-a0c66039d1c7 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=5557a157-8b6c-45eb-959f-601c5f7a8d6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0831501 Aug 28 08:55:44.349272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60208) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:44.384161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-0250cb59-ccb6-4025-933c-21c6b6e43d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.385746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-0250cb59-ccb6-4025-933c-21c6b6e43d10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.0970271 Aug 28 08:55:44.436585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e15877-b19a-4e1f-904f-da4d2f2d8a02 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.438006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54e15877-b19a-4e1f-904f-da4d2f2d8a02 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.0878098 Aug 28 08:55:44.441660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60210) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:44.462420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-d2a3c4cb-bac3-4f83-9fca-dbeb9fd54c8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1001 time: 0.0684690 Aug 28 08:55:44.473324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c7e0928b-903b-4eb8-a10d-e32a8ab3099a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 200 len: 205 time: 0.0305676 Aug 28 08:55:44.475880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60214) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:44.513624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-049149ea-b4d1-44fd-9b6c-b80de0a2e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.515147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-049149ea-b4d1-44fd-9b6c-b80de0a2e998 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0450974 Aug 28 08:55:44.562746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-8c512910-2bd6-4006-bd10-8903387cb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:44.564425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-8c512910-2bd6-4006-bd10-8903387cb9d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409925 Aug 28 08:55:44.587538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:44.679753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-82a217ec-d17e-43c2-955f-b27f7e17e453 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076186 Aug 28 08:55:44.698385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:44.771929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48ba460d-8006-4c00-bc35-d1ed026c16e5 req-06eb9a9c-3391-4283-a0cc-eda3c5b61d39 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843139 Aug 28 08:55:44.814995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port 5c8fc6f9-4a71-4abc-ab1c-fb64b98c48e5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:44.815344 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:44.891290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:44.904236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for 5c8fc6f9-4a71-4abc-ab1c-fb64b98c48e5 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:45.130775 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.155828 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=5c8fc6f9-4a71-4abc-ab1c-fb64b98c48e5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:45.225690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.320007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.322641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.467738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.468231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router 5557a157-8b6c-45eb-959f-601c5f7a8d6c {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:45.475173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.476295 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3953843e-e526-4769-a164-6b56c81f1a98 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 204 len: 168 time: 0.9995134 Aug 28 08:55:45.480502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:45.484941 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-697453344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:45.587999 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.589358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.645437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.748187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.839516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:45.840767 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7bc696d1-fd0d-43bd-aba2-6409c9c3d38f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3593204 Aug 28 08:55:45.843670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60234) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:45.848329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:46.055919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:46.315985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:46.334967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:46.437586 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Allocated IP 172.25.0.234 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c18337ac-98cd-459b-bd0c-ce17d523042f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:46.546681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:46.634013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:46.675580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:46.678638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:46.682178 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:46.687738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event updated for resources: {'Port': ['ID=c18337ac-98cd-459b-bd0c-ce17d523042f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:47.037396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:47.524927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:47.528402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:47.799074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Router 6501f48b-b421-4c15-bfff-fd6268830af9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:47.908741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:47.916778 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:47.918973 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b478c79b-54a4-40fb-869b-6ec867927637 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "PUT /v2.0/routers/6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 200 len: 883 time: 2.0739505 Aug 28 08:55:47.919987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] Sync routers for ids ['6501f48b-b421-4c15-bfff-fd6268830af9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:47.921227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60266) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:47.930701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] Routers {'6501f48b-b421-4c15-bfff-fd6268830af9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:47.932070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6501f48b-b421-4c15-bfff-fd6268830af9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:47.980755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:47.989270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] Routers {'6501f48b-b421-4c15-bfff-fd6268830af9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:47.989913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6501f48b-b421-4c15-bfff-fd6268830af9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:48.021029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:48.021680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a415b-349b-4eb5-8d98-a4a16a7bb04b None None] The sync data for ids ['6501f48b-b421-4c15-bfff-fd6268830af9'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:48.033305 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1b8e600-0b72-4fb8-907d-60ef4b367867 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 200 len: 924 time: 0.1108496 Aug 28 08:55:48.035985 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60268) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:48.080465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224d9bf-0eb7-4d4f-af28-b9dac10382fd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:48.082040 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d224d9bf-0eb7-4d4f-af28-b9dac10382fd tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=6501f48b-b421-4c15-bfff-fd6268830af9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0451627 Aug 28 08:55:48.084775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:48.169413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bd2c2-cca6-44c0-b226-1a99212e9f95 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:48.170893 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d00bd2c2-cca6-44c0-b226-1a99212e9f95 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.0852242 Aug 28 08:55:48.173629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:48.200901 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2599db73-1e03-42bf-a06e-17bc1c11732f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 200 len: 205 time: 0.0261028 Aug 28 08:55:48.206158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60276) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:48.316073 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:48.425623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:48.548574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port c18337ac-98cd-459b-bd0c-ce17d523042f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:48.555071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:48.631965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:48.644311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for c18337ac-98cd-459b-bd0c-ce17d523042f owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:48.867777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:48.892640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=c18337ac-98cd-459b-bd0c-ce17d523042f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:48.959891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.055273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.058015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.182291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.182850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router 6501f48b-b421-4c15-bfff-fd6268830af9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:49.189500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.194491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60290) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:49.199943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-efde945e-d75c-4a28-9272-3aaec3aef9f9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 204 len: 168 time: 0.9881320 Aug 28 08:55:49.200070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1565203897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:49.279252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.280418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.338061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.433701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.514895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:49.516641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0fe032f5-7b97-4252-8230-d2d3f9a60f9a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3210058 Aug 28 08:55:49.520205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60300) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:49.525395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': True}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:49.728601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:50.037377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:50.056723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:50.164406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 172.25.0.219 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/038f8390-e299-48c4-ae1f-9093a66ae09d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:50.589968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:50.708088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:50.751155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:50.754145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:50.758754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:50.760794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=038f8390-e299-48c4-ae1f-9093a66ae09d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:51.079373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:51.296448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:51.299695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:51.530176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router e5a400d9-3450-4065-b889-067a9f038365 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:51.643900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:51.648176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:51.649405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-64d27adc-4906-4c08-b6b8-a3605fa98f22 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "PUT /v2.0/routers/e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 200 len: 919 time: 2.1281536 Aug 28 08:55:51.652182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60328) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:51.652381 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] Sync routers for ids ['e5a400d9-3450-4065-b889-067a9f038365'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:51.661430 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] Routers {'e5a400d9-3450-4065-b889-067a9f038365'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:51.662034 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e5a400d9-3450-4065-b889-067a9f038365'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:51.694914 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:51.704579 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] Routers {'e5a400d9-3450-4065-b889-067a9f038365'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:51.705198 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e5a400d9-3450-4065-b889-067a9f038365'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:51.740122 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:51.740841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6469123a-c2c3-477c-bb91-7471035622c5 None None] The sync data for ids ['e5a400d9-3450-4065-b889-067a9f038365'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:51.770937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-88a11295-5005-46df-bcb8-30112c3cffce tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 200 len: 925 time: 0.1173973 Aug 28 08:55:51.773784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60332) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:51.845715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bce67-4eb0-42ac-b916-6098ac638b11 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:51.847341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-337bce67-4eb0-42ac-b916-6098ac638b11 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=e5a400d9-3450-4065-b889-067a9f038365&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0726564 Aug 28 08:55:51.850105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60334) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:51.940603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901cec8-2da5-4d22-b58a-e8b045bd8ec8 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:51.942013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4901cec8-2da5-4d22-b58a-e8b045bd8ec8 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.0909641 Aug 28 08:55:51.944882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60336) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:51.972515 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5bda14a6-9311-4581-90d1-7b0be07323c5 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 200 len: 205 time: 0.0264666 Aug 28 08:55:51.975077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60340) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:51.978565 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:55:52.081786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.195329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.330424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port 038f8390-e299-48c4-ae1f-9093a66ae09d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:52.335070 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.408543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.421195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for 038f8390-e299-48c4-ae1f-9093a66ae09d owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:52.684678 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.711254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=038f8390-e299-48c4-ae1f-9093a66ae09d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:52.770026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.860028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.862125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.976662 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.977339 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router e5a400d9-3450-4065-b889-067a9f038365 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:52.985507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:52.990520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b8999323-4940-4d67-a7e2-aba398afe103 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 204 len: 168 time: 1.0144336 Aug 28 08:55:52.991214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60354) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:52.998296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1263507776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:53.142204 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.143341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.195811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.285083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.431888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.433188 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83d4ae57-e9b3-4ecf-844a-10206ef1052f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4410064 Aug 28 08:55:53.436033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60360) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:53.440473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'enable_snat': False}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:53.651028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.970919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:53.994117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:54.102117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Allocated IP 172.25.0.200 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ba18d28f-9f3b-44e9-8916-5356633a34fb) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:54.216496 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:54.331134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:54.373468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:54.376640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:54.379018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:54.405661 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Pushing event updated for resources: {'Port': ['ID=ba18d28f-9f3b-44e9-8916-5356633a34fb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:55.048484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:55.246655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:55.250184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:55.465437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Router 1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:55.575914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:55.580257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:55.582484 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4989fcec-fd1a-4a76-95fd-10ebf9ac5977 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "PUT /v2.0/routers/1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 200 len: 920 time: 2.1444108 Aug 28 08:55:55.584482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60388) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:55.586461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] Sync routers for ids ['1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:55.599953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] Routers {'1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:55.599953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:55.638259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:55.647606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] Routers {'1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:55.648224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:55.682071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:55.682760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f2cc9-81c7-4e7f-91d6-8d157ced63c4 None None] The sync data for ids ['1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:55.697396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-77916d82-1c40-453f-9463-5abaf02d4589 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 200 len: 926 time: 0.1109929 Aug 28 08:55:55.699829 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60394) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:55.748556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b18ee-6708-453f-83de-6a2c6346fe7d tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:55.750355 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aa2b18ee-6708-453f-83de-6a2c6346fe7d tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0494184 Aug 28 08:55:55.753117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60396) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:55.840468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d335c4-332c-4f41-8793-bd29207f8fbe tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:55:55.841879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41d335c4-332c-4f41-8793-bd29207f8fbe tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/networks/224a4daf-e4f3-4425-86aa-f5f5a682c8cb HTTP/1.1" status: 200 len: 881 time: 0.0877335 Aug 28 08:55:55.844807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60398) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:55.876697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f6ebd027-52c9-463e-9fa1-662f13df57cf tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 200 len: 205 time: 0.0308177 Aug 28 08:55:55.880157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60400) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:55.991084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.100205 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.119858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.255034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port ba18d28f-9f3b-44e9-8916-5356633a34fb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:56.255406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.333306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.344986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for ba18d28f-9f3b-44e9-8916-5356633a34fb owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:56.613343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.635203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=ba18d28f-9f3b-44e9-8916-5356633a34fb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:56.700230 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.795361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.797521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.930498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.931161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:55:56.938435 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:56.939539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d8b7e07-7ec7-49a6-b777-ee0a6bade451 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 204 len: 168 time: 1.0580385 Aug 28 08:55:56.943400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60416) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:56.947943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1141457009', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:57.082803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.083909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.141212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.355463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.616590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.616823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-34edbb72-8dd5-47db-81e3-5f70dd42a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.637371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.746791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Allocated IP 172.25.0.133 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/0e63da95-7300-46f0-bec5-3f4669814b32) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:55:57.845990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:57.957359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:58.000034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:55:58.004996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:55:58.008634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:55:58.032549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event updated for resources: {'Port': ['ID=0e63da95-7300-46f0-bec5-3f4669814b32,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:55:58.628629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:58.827198 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.038640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Router 45b0f412-c42f-4624-9725-046a559b1466 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:55:59.157609 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:55:59.169328 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67900892-ba55-475b-ba6d-312297c9977c None None] Sync routers for ids ['45b0f412-c42f-4624-9725-046a559b1466'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:55:59.179499 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] Routers {'45b0f412-c42f-4624-9725-046a559b1466'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:59.180128 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['45b0f412-c42f-4624-9725-046a559b1466'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:59.210851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:59.219789 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] Routers {'45b0f412-c42f-4624-9725-046a559b1466'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:55:59.220400 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:55:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['45b0f412-c42f-4624-9725-046a559b1466'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:59.239123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.242940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7d2bd57a-fb54-4f02-b3cc-50a2712fd38e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2961686 Aug 28 08:55:59.243528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60446) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:55:59.248125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:55:59.257105 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-67900892-ba55-475b-ba6d-312297c9977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:55:59.257767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67900892-ba55-475b-ba6d-312297c9977c None None] The sync data for ids ['45b0f412-c42f-4624-9725-046a559b1466'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:55:59.557351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.670868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.815747 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Deleting port 0e63da95-7300-46f0-bec5-3f4669814b32 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:55:59.815985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.901354 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:55:59.913602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Calling delete_port for 0e63da95-7300-46f0-bec5-3f4669814b32 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:55:59.964755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.165422 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.192181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Pushing event deleted for resources: {'Port': ['ID=0e63da95-7300-46f0-bec5-3f4669814b32,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:00.258123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.267682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2815-e2ef-4d07-945a-9853ed6a6248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.479053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.482442 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.562022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Router 45b0f412-c42f-4624-9725-046a559b1466 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:00.636327 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:00.643063 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:00.644185 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-253d49cb-d147-4d85-b2da-7625c97ac43e tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "PUT /v2.0/routers/45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 200 len: 710 time: 1.3997183 Aug 28 08:56:00.646887 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60452) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:00.650356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] Sync routers for ids ['45b0f412-c42f-4624-9725-046a559b1466'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:00.660502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] Routers {'45b0f412-c42f-4624-9725-046a559b1466'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:00.661202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['45b0f412-c42f-4624-9725-046a559b1466'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:00.697301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:00.706096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] Routers {'45b0f412-c42f-4624-9725-046a559b1466'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:00.706854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['45b0f412-c42f-4624-9725-046a559b1466'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:00.727205 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb88f852-5225-4312-a7a3-d17b90d2a461 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/routers/45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 200 len: 745 time: 0.0760772 Aug 28 08:56:00.728997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60454) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:00.741662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:00.742354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b1eed-2cc9-4880-a494-b8669382f8f9 None None] The sync data for ids ['45b0f412-c42f-4624-9725-046a559b1466'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:00.779899 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f505bb58-88e7-4aab-8324-a654e2d10823 tempest-RoutersIpV6AdminTest-1877259081 tempest-RoutersIpV6AdminTest-1877259081-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&device_id=45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 200 len: 205 time: 0.0495753 Aug 28 08:56:00.782374 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60458) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:00.809417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4fe662b7-0386-4b9c-934c-8d330a9f31e4 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 200 len: 205 time: 0.0259511 Aug 28 08:56:00.811849 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60460) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:00.887626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:01.049360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:01.051620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:01.153237 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:01.153823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Fanout notify agent at l3_agent the message router_deleted on router 45b0f412-c42f-4624-9725-046a559b1466 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:56:01.160613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:01.161718 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-09634a8e-89fe-464f-adee-b5433ad7848b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 204 len: 168 time: 0.3489738 Aug 28 08:56:01.165975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.194425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9b501d69-ed72-4641-a671-5139fcb4a3f4 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 200 len: 205 time: 0.0271432 Aug 28 08:56:01.197430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60464) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.238889 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-72a93961-67da-43c5-9021-56174164b1b9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.239935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-72a93961-67da-43c5-9021-56174164b1b9 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/45b0f412-c42f-4624-9725-046a559b1466 HTTP/1.1" status: 404 len: 336 time: 0.0415554 Aug 28 08:56:01.242553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.270732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a17b0dc8-12d6-4c98-98e5-e6131a6dc010 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 200 len: 205 time: 0.0265493 Aug 28 08:56:01.273448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60468) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.313303 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-5ac5d45c-8660-4b6d-a82f-a56af301001b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.317439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ac5d45c-8660-4b6d-a82f-a56af301001b tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/1e1dfd30-ee9d-4bbd-9c3e-60b66bdef7ab HTTP/1.1" status: 404 len: 336 time: 0.0399990 Aug 28 08:56:01.317439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60470) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.345261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-af724799-2e37-47c0-91a6-eb4bdde90030 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 200 len: 205 time: 0.0270698 Aug 28 08:56:01.346932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60472) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.388175 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-43a12ece-0e95-4393-9729-68cf6c99913f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.389849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-43a12ece-0e95-4393-9729-68cf6c99913f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/e5a400d9-3450-4065-b889-067a9f038365 HTTP/1.1" status: 404 len: 336 time: 0.0419598 Aug 28 08:56:01.392382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60474) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.419563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fcd02879-dfb9-4120-9879-bb40e9da5432 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 200 len: 205 time: 0.0260196 Aug 28 08:56:01.421792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60476) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.462425 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-d5d6b2d4-d6f5-488a-a4c6-ed69a5c1de8f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.463497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d5d6b2d4-d6f5-488a-a4c6-ed69a5c1de8f tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/6501f48b-b421-4c15-bfff-fd6268830af9 HTTP/1.1" status: 404 len: 336 time: 0.0406795 Aug 28 08:56:01.466091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60478) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.494514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25370fdb-552d-444f-9b2b-852a733fbb57 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 200 len: 205 time: 0.0272400 Aug 28 08:56:01.496906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.534231 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-7b2861a5-654a-4710-8f6b-137893e5a6c5 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.535291 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7b2861a5-654a-4710-8f6b-137893e5a6c5 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/5557a157-8b6c-45eb-959f-601c5f7a8d6c HTTP/1.1" status: 404 len: 336 time: 0.0373576 Aug 28 08:56:01.537907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.573366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4e2e424-6582-4e5a-b6c1-57430676b16a tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1090f4-6c6d-4f49-bf37-c64544f88d4b HTTP/1.1" status: 200 len: 205 time: 0.0303786 Aug 28 08:56:01.575671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60484) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.614942 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-2b745808-ef2a-4e41-88d7-d276bc9a39c0 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] delete failed (client error): The resource could not be found. Aug 28 08:56:01.615978 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2b745808-ef2a-4e41-88d7-d276bc9a39c0 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/routers/5d1090f4-6c6d-4f49-bf37-c64544f88d4b HTTP/1.1" status: 404 len: 336 time: 0.0393789 Aug 28 08:56:01.620673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:01.647834 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c79f1d-5287-44ff-8319-06d2eed16767 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] DELETE failed (client error): The resource could not be found. Aug 28 08:56:01.648300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c79f1d-5287-44ff-8319-06d2eed16767 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:56:01.649990 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-23c79f1d-5287-44ff-8319-06d2eed16767 tempest-RoutersIpV6AdminTest-1938029404 tempest-RoutersIpV6AdminTest-1938029404-project] 10.222.0.46 "DELETE /v2.0/subnets/527fed80-064e-47f8-a335-2a322f16d79a HTTP/1.1" status: 404 len: 337 time: 0.0284250 Aug 28 08:56:01.965188 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.142559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60494) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:02.253301 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a0b23a2-f8c3-4c4f-99bb-c88d980b3571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.353104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a0b23a2-f8c3-4c4f-99bb-c88d980b3571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.419821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3a0b23a2-f8c3-4c4f-99bb-c88d980b3571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.463046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3a0b23a2-f8c3-4c4f-99bb-c88d980b3571 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ab7b95fecaf454495683e6049ce3746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192422 Aug 28 08:56:02.463841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b23a2-f8c3-4c4f-99bb-c88d980b3571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5a402-e77c-4f26-bc7c-ec17da06537a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:02.465912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60498) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:02.516511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.537949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.653596 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.656230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:02.657433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cac5a402-e77c-4f26-bc7c-ec17da06537a HTTP/1.1" status: 204 len: 168 time: 0.1898234 Aug 28 08:56:02.665401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eaba9-1952-4a01-8962-1abd3dca9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5a402-e77c-4f26-bc7c-ec17da06537a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:03.244707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60512) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:03.284362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa454d53-b205-4049-9d60-2c297d14e76a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=075676be982746c49573b5e70a01b582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384808 Aug 28 08:56:03.287329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60516) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:03.341367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:03.362754 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:03.496328 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:03.498870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:03.500110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ad2ea1c-ffae-4880-b0f0-46709b502044 HTTP/1.1" status: 204 len: 168 time: 0.2118485 Aug 28 08:56:03.512331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c47b3-cebf-4ad2-9812-bf1be14553b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad2ea1c-ffae-4880-b0f0-46709b502044,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:04.535433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60556) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:04.635176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-752969406'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:04.735961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:04.739550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:04.749000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:04.838672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:04.930204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.004278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.032505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:05.043151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ca814-3624-4c49-ac2d-516acd7be09f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:05.049237 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.049237 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Added segment 5d8a879d-6225-419d-b3bc-ae7db2ec0e97 of type vlan for network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 Aug 28 08:56:05.089876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.170258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.176005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:05.176604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.248476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Network': ['ID=37b5337c-15a3-4641-9b63-e1d9ce9787f0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:05.259816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:56:05.317394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b2adb20-e466-4db1-8ba8-842d48d63641 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7808049 Aug 28 08:56:05.320222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60596) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:05.325702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'subnet': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:05.465145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:05.468728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.608385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.728694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:05.792541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Subnet': ['ID=273c0bca-ebc5-49ee-8ba5-1447ae6601c6,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:05.804233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Checking segment: {'id': '5d8a879d-6225-419d-b3bc-ae7db2ec0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:05.804600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network hostable DHCP agents. Network: 37b5337c-15a3-4641-9b63-e1d9ce9787f0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:56:05.901450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:56:06.010513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 37b5337c-15a3-4641-9b63-e1d9ce9787f0) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:06.015292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:06.016094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.022010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b5d6a-7b34-49fd-932c-dd30306e6855 None None] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:06.091075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1f525ae5-6b6e-4ee5-9827-1141afb834c9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698467 Aug 28 08:56:06.093679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:06.104184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-513253366'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:06.177889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'tenant_id': '2d042f0b0b034e97ac2599b3978fee27', 'fixed_ips': [{'subnet_id': '273c0bca-ebc5-49ee-8ba5-1447ae6601c6'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:56:06.179171 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.280108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:06.293137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.303712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:06.337876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Allocated IP 172.20.0.2 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/447b81c4-b0d3-4fad-9e5c-97beca40fb95) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:06.482608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.495794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Transition to ACTIVE for port object 447b81c4-b0d3-4fad-9e5c-97beca40fb95 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:06.506036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Transition to ACTIVE for port object 447b81c4-b0d3-4fad-9e5c-97beca40fb95 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:06.577076 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.621703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:06.626927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:06.629074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Pushing event updated for resources: {'Port': ['ID=447b81c4-b0d3-4fad-9e5c-97beca40fb95,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:06.631443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:06.632415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.3 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/9f0db446-0bd2-49fa-b91a-9a9e9e0b1870) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:06.643179 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.643525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.643862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.644197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.644531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.644862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.645192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.645514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.645836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.646162 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.646509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.646829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:06.700160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Attempting to bind port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:06.700547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Attempting to bind port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5d8a879d-6225-419d-b3bc-ae7db2ec0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:06.700948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Attempting to bind port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 on network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:06.706550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:06.706827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Checking segment: {'id': '5d8a879d-6225-419d-b3bc-ae7db2ec0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:06.707241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.707639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Bound using segment: {'id': '5d8a879d-6225-419d-b3bc-ae7db2ec0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:06.708204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Bound port: 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8a879d-6225-419d-b3bc-ae7db2ec0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:06.708595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.772541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] For port 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:06.776189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] For port 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447b81c4-b0d3-4fad-9e5c-97beca40fb95,segment=NetworkSegment(5d8a879d-6225-419d-b3bc-ae7db2ec0e97),segment_id=5d8a879d-6225-419d-b3bc-ae7db2ec0e97)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:06.785003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.799008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:06.888814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.913628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:06.951795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a530e-4d4a-4578-aae7-2ce61f37c95a None None] Pushing event updated for resources: {'Port': ['ID=447b81c4-b0d3-4fad-9e5c-97beca40fb95,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:06.966911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:06.970283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:06.974905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:06.979126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=9f0db446-0bd2-49fa-b91a-9a9e9e0b1870,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:07.028798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:07.029426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:07.099026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:07.099732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f014171c-b21a-43dc-8691-d1c1680fd240 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0005140 Aug 28 08:56:07.105627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-473874186', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:bb:b2'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:07.341504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:07.430472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:07.450768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port 996480f8-f7ee-4e63-ac6f-69264423a950 yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:07.871057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50e9c1-980d-49e5-bcd1-2831c7c2b5e0 None None] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:07.900835 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.7 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/996480f8-f7ee-4e63-ac6f-69264423a950) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:08.059141 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.073582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object 996480f8-f7ee-4e63-ac6f-69264423a950 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:08.187730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.189404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-358fecc5-e492-4623-9776-037a31f318d2 None None] Provisioning for port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:08.249169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:08.249412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:08.255728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:08.264071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=996480f8-f7ee-4e63-ac6f-69264423a950,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:08.295106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdab83-c31f-4a4b-a10c-d1cf686e3d73 req-4ca0a4bc-68f7-434f-858c-d404dacfb215 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.297509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bcdab83-c31f-4a4b-a10c-d1cf686e3d73 req-4ca0a4bc-68f7-434f-858c-d404dacfb215 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1097 time: 0.0580955 Aug 28 08:56:08.321291 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.322750 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.356042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bcdab83-c31f-4a4b-a10c-d1cf686e3d73 req-f45715f6-4915-4d5c-8b41-c5006b54913a tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Aug 28 08:56:08.405381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6a7a540-2841-4c5f-be82-e8d1ecf2723a tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3039758 Aug 28 08:56:08.407817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:08.484355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c788aa8-d319-4194-a8ce-297df88a1afa req-2194b53f-fed0-44c7-82e5-56fe1e80482d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.487134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c788aa8-d319-4194-a8ce-297df88a1afa req-2194b53f-fed0-44c7-82e5-56fe1e80482d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0579517 Aug 28 08:56:08.509322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3f034-e28a-4947-9f69-34e271a53bd7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.520612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3f034-e28a-4947-9f69-34e271a53bd7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.526656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3f034-e28a-4947-9f69-34e271a53bd7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:08.531442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30a3f034-e28a-4947-9f69-34e271a53bd7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1225660 Aug 28 08:56:08.531897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:08.546916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c788aa8-d319-4194-a8ce-297df88a1afa req-2f2ffff2-c31c-40c2-931b-6db62cd0361e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534263 Aug 28 08:56:08.574599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60752) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:08.666459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port 996480f8-f7ee-4e63-ac6f-69264423a950 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:08.667522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.702358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15e5a525-2dd5-43eb-9ac0-c30004c825ed tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc HTTP/1.1" status: 200 len: 993 time: 0.1264315 Aug 28 08:56:08.714086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Provisioning for port 996480f8-f7ee-4e63-ac6f-69264423a950 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:08.718532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Provisioning complete for port 996480f8-f7ee-4e63-ac6f-69264423a950 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:08.721681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.763452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Port 996480f8-f7ee-4e63-ac6f-69264423a950 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:08.821410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.838858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for 996480f8-f7ee-4e63-ac6f-69264423a950 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:08.843716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447b81c4-b0d3-4fad-9e5c-97beca40fb95 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:08.876117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Provisioning for port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:08.884206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Provisioning complete for port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:08.884582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:08.944447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-45f923aa-967c-4dee-a1b8-012efca558f5 None None] Port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:09.017396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:09.022800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:09.023174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.099038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1f75367e-a605-4872-8934-a4598ae329d7 None None] Provisioning complete for port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:09.101695 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f75367e-a605-4872-8934-a4598ae329d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.107883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.172241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1f75367e-a605-4872-8934-a4598ae329d7 None None] Port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:09.173743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=996480f8-f7ee-4e63-ac6f-69264423a950,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:09.193795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.241523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447b81c4-b0d3-4fad-9e5c-97beca40fb95,segment=NetworkSegment(5d8a879d-6225-419d-b3bc-ae7db2ec0e97),segment_id=5d8a879d-6225-419d-b3bc-ae7db2ec0e97)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:09.273027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.344015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3d4c3dec-50d7-4e09-adcf-b4511bd91d28 None None] Could not find standard attr ID for object 996480f8-f7ee-4e63-ac6f-69264423a950. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 08:56:09.365685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=447b81c4-b0d3-4fad-9e5c-97beca40fb95,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:09.466852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.469687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a931d96f-d3fe-46ea-a5e4-89d6875f199b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/996480f8-f7ee-4e63-ac6f-69264423a950 HTTP/1.1" status: 204 len: 168 time: 0.9366961 Aug 28 08:56:09.472111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:09.501771 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-877734b7-6467-4cb9-bd44-280e2bdf170b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] GET failed (client error): The resource could not be found. Aug 28 08:56:09.504086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-877734b7-6467-4cb9-bd44-280e2bdf170b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports/996480f8-f7ee-4e63-ac6f-69264423a950 HTTP/1.1" status: 404 len: 333 time: 0.0308566 Aug 28 08:56:09.507442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60806) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:09.514002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-1203108824'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:09.657218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e434e-1eec-4329-be28-88fe0e92a4f3 req-99b14b17-5124-4d3b-898b-4fd980255e96 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:09.658925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5e434e-1eec-4329-be28-88fe0e92a4f3 req-99b14b17-5124-4d3b-898b-4fd980255e96 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0949736 Aug 28 08:56:09.709484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5e434e-1eec-4329-be28-88fe0e92a4f3 req-cfbdbf56-908e-4868-af56-51b54ead490b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Aug 28 08:56:09.787667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:09.791522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:09.814506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port 55669304-eb4e-477e-b5e3-ff26d369eca2 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:09.827575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-f74ed323-8126-4a19-8d9b-ee6eaad94c48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651827 Aug 28 08:56:09.930237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.12 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/55669304-eb4e-477e-b5e3-ff26d369eca2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:10.092030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.106887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object 55669304-eb4e-477e-b5e3-ff26d369eca2 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:10.237213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.283737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:10.292660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:10.292660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:10.298928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=55669304-eb4e-477e-b5e3-ff26d369eca2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:10.366836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:10.366836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.445160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6afbeb0e-dc07-4d1a-92ff-4d69e96d1b1b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9365902 Aug 28 08:56:10.448057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:10.454336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:bb:b2'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:10.618185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.655910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-910609e8-dab4-492d-9312-f0aa093e16a7 None None] Provisioning for port 55669304-eb4e-477e-b5e3-ff26d369eca2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:10.660995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-910609e8-dab4-492d-9312-f0aa093e16a7 None None] Provisioning complete for port 55669304-eb4e-477e-b5e3-ff26d369eca2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:10.660995 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-910609e8-dab4-492d-9312-f0aa093e16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.697856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-910609e8-dab4-492d-9312-f0aa093e16a7 None None] Port 55669304-eb4e-477e-b5e3-ff26d369eca2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:10.728572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447b81c4-b0d3-4fad-9e5c-97beca40fb95 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:10.793618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:10.793997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.855785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:10.868476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e80a5-5968-472d-a643-eb5e4b7a95da req-80ba5f4a-81c3-4011-95a6-69927857e099 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:10.869951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-260e80a5-5968-472d-a643-eb5e4b7a95da req-80ba5f4a-81c3-4011-95a6-69927857e099 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0708585 Aug 28 08:56:10.916153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-260e80a5-5968-472d-a643-eb5e4b7a95da req-8d08d482-b70a-45e2-9a0c-320511c08b4e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 Aug 28 08:56:10.948052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.022076 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=55669304-eb4e-477e-b5e3-ff26d369eca2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:11.040531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] In _notify_port_updated(), no bound segment for port 55669304-eb4e-477e-b5e3-ff26d369eca2 on network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:56:11.046968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:11.047644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.049016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f547748-39f2-418c-9332-6de2178077e0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "PUT /v2.0/ports/55669304-eb4e-477e-b5e3-ff26d369eca2 HTTP/1.1" status: 200 len: 994 time: 0.6001413 Aug 28 08:56:11.051861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60896) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:11.158425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port 55669304-eb4e-477e-b5e3-ff26d369eca2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:11.158971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.221194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6c92a667-0c00-4c4b-9668-cde9a1a635f0 None None] Provisioning complete for port 55669304-eb4e-477e-b5e3-ff26d369eca2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:11.221570 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c92a667-0c00-4c4b-9668-cde9a1a635f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.253061 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.261748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6c92a667-0c00-4c4b-9668-cde9a1a635f0 None None] Port 55669304-eb4e-477e-b5e3-ff26d369eca2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:11.266588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for 55669304-eb4e-477e-b5e3-ff26d369eca2 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:11.467335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.498121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=55669304-eb4e-477e-b5e3-ff26d369eca2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:11.636294 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.638966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4a48e4ef-3098-4b00-8982-5ecd1ee86511 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/55669304-eb4e-477e-b5e3-ff26d369eca2 HTTP/1.1" status: 204 len: 168 time: 0.5861223 Aug 28 08:56:11.641679 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60920) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:11.668624 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3552a1f-1cbb-4489-8188-c1cd7c935325 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] GET failed (client error): The resource could not be found. Aug 28 08:56:11.670288 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3552a1f-1cbb-4489-8188-c1cd7c935325 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports/55669304-eb4e-477e-b5e3-ff26d369eca2 HTTP/1.1" status: 404 len: 333 time: 0.0273643 Aug 28 08:56:11.673994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60922) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:11.679495 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-231394894'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:11.856108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:11.859800 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:11.877953 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port 060e3992-1e88-46fb-8c3f-b99b3e22c31f yet. {{(pid=95467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:12.005066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.8 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/060e3992-1e88-46fb-8c3f-b99b3e22c31f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:12.043531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd34e5-6c3d-45db-9df3-ccafb84bf3fd req-74a97f01-9346-435a-b031-b5a300777a27 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.045094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0cd34e5-6c3d-45db-9df3-ccafb84bf3fd req-74a97f01-9346-435a-b031-b5a300777a27 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0510437 Aug 28 08:56:12.094004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0cd34e5-6c3d-45db-9df3-ccafb84bf3fd req-4cc0ec35-93e9-4fc6-9a11-9dca0bf691dd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342553 Aug 28 08:56:12.167334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.181741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object 060e3992-1e88-46fb-8c3f-b99b3e22c31f will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:12.257936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-3bfd0ec2-fc8c-42a9-bfc6-158916dadcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.259478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-3bfd0ec2-fc8c-42a9-bfc6-158916dadcc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1097 time: 0.0518649 Aug 28 08:56:12.277468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.322039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:12.325867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:12.330256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:12.381363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=060e3992-1e88-46fb-8c3f-b99b3e22c31f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:12.412928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.414599 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.554693 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb0971d6-3141-4344-be30-7fad032128d9 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8790870 Aug 28 08:56:12.557874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 60966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:12.567852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:bb:b2'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:12.741820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.745549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-b37129fe-c66a-462f-bac2-1d3cfa7bf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.747015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-b37129fe-c66a-462f-bac2-1d3cfa7bf7af service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.4784687 Aug 28 08:56:12.810232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-10b298ba-7601-47b2-bfda-4616df381940 None None] Provisioning for port 060e3992-1e88-46fb-8c3f-b99b3e22c31f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:12.815073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-10b298ba-7601-47b2-bfda-4616df381940 None None] Provisioning complete for port 060e3992-1e88-46fb-8c3f-b99b3e22c31f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:12.815736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10b298ba-7601-47b2-bfda-4616df381940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.835054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-c8b676c7-e1da-42d2-84af-9d6afdd3f67d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1001 time: 0.0749869 Aug 28 08:56:12.864413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-10b298ba-7601-47b2-bfda-4616df381940 None None] Port 060e3992-1e88-46fb-8c3f-b99b3e22c31f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:12.896016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-406915d2-5f1b-44ba-94b1-c2317226d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.897561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-406915d2-5f1b-44ba-94b1-c2317226d347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0515573 Aug 28 08:56:12.935451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:12.948890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-a076a855-0b24-4d8d-94ff-44212ec9a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:12.950434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-a076a855-0b24-4d8d-94ff-44212ec9a567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414550 Aug 28 08:56:13.030822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.050348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-224a87cb-fda5-4081-a828-47392724384e service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890365 Aug 28 08:56:13.112885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=060e3992-1e88-46fb-8c3f-b99b3e22c31f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:13.125929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] In _notify_port_updated(), no bound segment for port 060e3992-1e88-46fb-8c3f-b99b3e22c31f on network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 {{(pid=95467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:56:13.129265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:13.129940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.134168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 60988) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:13.134543 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1adc54b9-7ebe-40f4-bd33-3859f7618c30 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "PUT /v2.0/ports/060e3992-1e88-46fb-8c3f-b99b3e22c31f HTTP/1.1" status: 200 len: 995 time: 0.5749240 Aug 28 08:56:13.252809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-2b5be885-13ea-44b7-a440-1f9254a81f25 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948178 Aug 28 08:56:13.283114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d322-363f-4ca8-989d-55234d5f517f req-c65894fc-03fd-43d4-948b-21f5c7eb9505 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:13.283114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41b8d322-363f-4ca8-989d-55234d5f517f req-c65894fc-03fd-43d4-948b-21f5c7eb9505 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.1055036 Aug 28 08:56:13.321419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port 060e3992-1e88-46fb-8c3f-b99b3e22c31f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:13.321734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.382960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41b8d322-363f-4ca8-989d-55234d5f517f req-26c7d744-3267-45c0-8bcd-11e130f3425c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859973 Aug 28 08:56:13.403212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-89126c66-28fd-4594-85e1-1675c303db87 None None] Provisioning complete for port 060e3992-1e88-46fb-8c3f-b99b3e22c31f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:13.404001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-89126c66-28fd-4594-85e1-1675c303db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.437801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.445545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-89126c66-28fd-4594-85e1-1675c303db87 None None] Port 060e3992-1e88-46fb-8c3f-b99b3e22c31f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:13.449695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for 060e3992-1e88-46fb-8c3f-b99b3e22c31f owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:13.699609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.733407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=060e3992-1e88-46fb-8c3f-b99b3e22c31f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:13.803878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:13.805804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b900e4e7-86b8-4121-b9d2-f2659ab4588b tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/060e3992-1e88-46fb-8c3f-b99b3e22c31f HTTP/1.1" status: 204 len: 168 time: 0.6701179 Aug 28 08:56:13.808762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32780) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:13.855421 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a2db66-40b4-45a5-9cfa-b6a3bb6fb253 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] GET failed (client error): The resource could not be found. Aug 28 08:56:13.855421 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-43a2db66-40b4-45a5-9cfa-b6a3bb6fb253 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports/060e3992-1e88-46fb-8c3f-b99b3e22c31f HTTP/1.1" status: 404 len: 333 time: 0.0419750 Aug 28 08:56:13.857516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32784) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:13.863497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-2042535639'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:14.084460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:14.088909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.109105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port b9d140a2-7f92-4a02-9fb1-72c2991c2955 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:14.219235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.5 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/b9d140a2-7f92-4a02-9fb1-72c2991c2955) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:14.369450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.383665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object b9d140a2-7f92-4a02-9fb1-72c2991c2955 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:14.507147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b404982-d169-45bd-969f-aa7f35a315c0 req-56f5e3c3-8b6f-4b6e-8c0f-aa30eab87105 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:14.508832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b404982-d169-45bd-969f-aa7f35a315c0 req-56f5e3c3-8b6f-4b6e-8c0f-aa30eab87105 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0550022 Aug 28 08:56:14.510994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.582377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:14.588614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:14.591837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=b9d140a2-7f92-4a02-9fb1-72c2991c2955,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:14.594108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:14.629471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b404982-d169-45bd-969f-aa7f35a315c0 req-2b04e703-4d89-4fab-9a68-e9e83ef57812 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103346 Aug 28 08:56:14.661514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:14.661514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.753780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5ce00308-4e3c-47be-aae5-4c3c1e0e0231 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8944526 Aug 28 08:56:14.756947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:14.761911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'network_id': '37b5337c-15a3-4641-9b63-e1d9ce9787f0', 'name': 'tempest-AllowedAddressPairTestJSON-255944015'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:14.867363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6818d7e6-89d0-45f2-8ad6-800d9cb37aef None None] Provisioning for port b9d140a2-7f92-4a02-9fb1-72c2991c2955 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:14.871868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6818d7e6-89d0-45f2-8ad6-800d9cb37aef None None] Provisioning complete for port b9d140a2-7f92-4a02-9fb1-72c2991c2955 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:14.872971 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6818d7e6-89d0-45f2-8ad6-800d9cb37aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.907410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6818d7e6-89d0-45f2-8ad6-800d9cb37aef None None] Port b9d140a2-7f92-4a02-9fb1-72c2991c2955 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:14.964471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Made reservation on behalf of 2d042f0b0b034e97ac2599b3978fee27 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:14.968039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:14.991453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] device_id is not set on port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:15.099349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Allocated IP 172.20.0.6 (37b5337c-15a3-4641-9b63-e1d9ce9787f0/273c0bca-ebc5-49ee-8ba5-1447ae6601c6/d706cc95-ce3c-4586-bef2-9f3c59ea44d5) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:15.251068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:15.264612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Transition to ACTIVE for port object d706cc95-ce3c-4586-bef2-9f3c59ea44d5 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:15.374385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:15.417267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:15.423183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:15.427819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:15.454899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=d706cc95-ce3c-4586-bef2-9f3c59ea44d5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:15.485511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:15.486076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:15.586245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1ea56398-b33b-4843-a5ab-4ba7d93c3dd2 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8288269 Aug 28 08:56:15.589687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32846) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:15.595245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:bb:b2'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:db:6c:99'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:15.783363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:15.803207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74de5fe-9280-40ca-b255-061417a86af8 req-f9db57bd-f4ba-4a76-a859-33a9e16f44cf tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:15.804745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e74de5fe-9280-40ca-b255-061417a86af8 req-f9db57bd-f4ba-4a76-a859-33a9e16f44cf tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.1002908 Aug 28 08:56:15.838462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b669259a-0d38-4cf1-b72a-762336c2cc7d None None] Provisioning for port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:15.842556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b669259a-0d38-4cf1-b72a-762336c2cc7d None None] Provisioning complete for port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:15.842987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b669259a-0d38-4cf1-b72a-762336c2cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:15.880060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e74de5fe-9280-40ca-b255-061417a86af8 req-ca283135-c6e7-4971-8d4e-b30e9b86d029 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691104 Aug 28 08:56:15.885557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b669259a-0d38-4cf1-b72a-762336c2cc7d None None] Port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:16.008199 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.105150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.184657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event updated for resources: {'Port': ['ID=d706cc95-ce3c-4586-bef2-9f3c59ea44d5,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:16.197758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] In _notify_port_updated(), no bound segment for port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 on network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 {{(pid=95466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 08:56:16.203417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:16.204080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.205461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2fa508a2-14d9-439d-8284-db1941ce7f15 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "PUT /v2.0/ports/d706cc95-ce3c-4586-bef2-9f3c59ea44d5 HTTP/1.1" status: 200 len: 1054 time: 0.6147285 Aug 28 08:56:16.208245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32850) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:16.310006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:16.310388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.396358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.406501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3dccf20c-6e97-4df1-9f78-744cfb7ad815 None None] Provisioning complete for port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:16.406786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3dccf20c-6e97-4df1-9f78-744cfb7ad815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.408522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for d706cc95-ce3c-4586-bef2-9f3c59ea44d5 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:16.444296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3dccf20c-6e97-4df1-9f78-744cfb7ad815 None None] Port d706cc95-ce3c-4586-bef2-9f3c59ea44d5 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:16.627457 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.655837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=d706cc95-ce3c-4586-bef2-9f3c59ea44d5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:16.864449 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:16.867545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48ddabae-4d04-45b7-a758-5c19db0305c3 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/d706cc95-ce3c-4586-bef2-9f3c59ea44d5 HTTP/1.1" status: 204 len: 168 time: 0.6582754 Aug 28 08:56:16.871835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32858) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:16.895012 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80b81eb-5acf-4092-a631-28f079adb4f0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] GET failed (client error): The resource could not be found. Aug 28 08:56:16.896653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a80b81eb-5acf-4092-a631-28f079adb4f0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports/d706cc95-ce3c-4586-bef2-9f3c59ea44d5 HTTP/1.1" status: 404 len: 333 time: 0.0251081 Aug 28 08:56:16.902868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:17.042271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07b833-5174-4c6a-9114-429625ab7d1e req-de2ff8b1-1feb-4f43-8e3f-fea3c788d768 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:17.043807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f07b833-5174-4c6a-9114-429625ab7d1e req-de2ff8b1-1feb-4f43-8e3f-fea3c788d768 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0674081 Aug 28 08:56:17.050791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port b9d140a2-7f92-4a02-9fb1-72c2991c2955 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:17.050975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.132347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f07b833-5174-4c6a-9114-429625ab7d1e req-57ba58bf-a9ea-4cf4-9417-0dc0f82c8b0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783739 Aug 28 08:56:17.172629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.184582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for b9d140a2-7f92-4a02-9fb1-72c2991c2955 owned by {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:17.387610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.418044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=b9d140a2-7f92-4a02-9fb1-72c2991c2955,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:17.495957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.500431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ca4719cb-edb0-43ad-8e54-448a59f893b0 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/b9d140a2-7f92-4a02-9fb1-72c2991c2955 HTTP/1.1" status: 204 len: 168 time: 0.5938759 Aug 28 08:56:17.500896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:17.528522 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb447a3-b578-4afa-a0f8-9a7162ca6b56 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] GET failed (client error): The resource could not be found. Aug 28 08:56:17.530409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2fb447a3-b578-4afa-a0f8-9a7162ca6b56 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "GET /v2.0/ports/b9d140a2-7f92-4a02-9fb1-72c2991c2955 HTTP/1.1" status: 404 len: 333 time: 0.0283878 Aug 28 08:56:17.534581 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32866) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:17.631573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:17.631920 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.717041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.728830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for 9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 owned by {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:17.951090 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:17.981681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=9f0db446-0bd2-49fa-b91a-9a9e9e0b1870,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:18.061545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.065817 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3567ef29-a858-4bc6-90fe-94639f5e28e7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/ports/9f0db446-0bd2-49fa-b91a-9a9e9e0b1870 HTTP/1.1" status: 204 len: 168 time: 0.5279527 Aug 28 08:56:18.066756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32870) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:18.124229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting subnet 273c0bca-ebc5-49ee-8ba5-1447ae6601c6 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:56:18.128057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.175428 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.264703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eadbfc-33e3-4e5a-aecf-78547fade93b req-d4ff9bf4-f4bb-403b-b67c-65f1ff47179f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:18.266352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84eadbfc-33e3-4e5a-aecf-78547fade93b req-d4ff9bf4-f4bb-403b-b67c-65f1ff47179f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0545170 Aug 28 08:56:18.275959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.306510 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84eadbfc-33e3-4e5a-aecf-78547fade93b req-2a6c7067-b487-41c7-818a-7a97f2033d4c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Aug 28 08:56:18.418007 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.449958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Subnet': ['ID=273c0bca-ebc5-49ee-8ba5-1447ae6601c6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:18.452046 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.456130 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-19ab9825-e619-4e43-b44a-f249b2fbb7b7 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/subnets/273c0bca-ebc5-49ee-8ba5-1447ae6601c6 HTTP/1.1" status: 204 len: 168 time: 0.3862538 Aug 28 08:56:18.456510 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32874) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:18.464076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300901d-5778-49d7-81d6-cc5b32bb4510 None None] Network 37b5337c-15a3-4641-9b63-e1d9ce9787f0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:18.554143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.636942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Deleting port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:18.636942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.665814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] DHCP port deletion for 37b5337c-15a3-4641-9b63-e1d9ce9787f0 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:56:18.715383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] For port 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447b81c4-b0d3-4fad-9e5c-97beca40fb95,segment=NetworkSegment(5d8a879d-6225-419d-b3bc-ae7db2ec0e97),segment_id=5d8a879d-6225-419d-b3bc-ae7db2ec0e97)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:18.716366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.728357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Deleting port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:18.728747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.733582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Calling delete_port for 447b81c4-b0d3-4fad-9e5c-97beca40fb95 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:18.746154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 447b81c4-b0d3-4fad-9e5c-97beca40fb95 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:18.831759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] For port 447b81c4-b0d3-4fad-9e5c-97beca40fb95, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=447b81c4-b0d3-4fad-9e5c-97beca40fb95,segment=NetworkSegment(5d8a879d-6225-419d-b3bc-ae7db2ec0e97),segment_id=5d8a879d-6225-419d-b3bc-ae7db2ec0e97)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:18.832102 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.848031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Calling delete_port for 447b81c4-b0d3-4fad-9e5c-97beca40fb95 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:18.907656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.920966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:18.935851 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] No DVR routers for this DVR port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:18.941105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Port': ['ID=447b81c4-b0d3-4fad-9e5c-97beca40fb95,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:18.997905 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.030427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] Pushing event deleted for resources: {'Port': ['ID=447b81c4-b0d3-4fad-9e5c-97beca40fb95,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:19.035820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c14d03-9188-4b02-915a-77558ccd795e None None] No DVR routers for this DVR port 447b81c4-b0d3-4fad-9e5c-97beca40fb95 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:19.037992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.054020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b5337c-15a3-4641-9b63-e1d9ce9787f0']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:19.065282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a879d-6225-419d-b3bc-ae7db2ec0e97') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:19.065580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a879d-6225-419d-b3bc-ae7db2ec0e97') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:19.075010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.089518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.095914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:56:19.098304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:56:19.099373 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:56:19.221781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.241099 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.245848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] 10.222.0.46 "DELETE /v2.0/networks/37b5337c-15a3-4641-9b63-e1d9ce9787f0 HTTP/1.1" status: 204 len: 168 time: 0.7857668 Aug 28 08:56:19.245848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2e67-3305-4659-b0d2-eb0557e8b600 tempest-AllowedAddressPairTestJSON-1072273546 tempest-AllowedAddressPairTestJSON-1072273546-project] Pushing event deleted for resources: {'Network': ['ID=37b5337c-15a3-4641-9b63-e1d9ce9787f0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:19.433302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b27370-f96c-42ca-90f3-ac666cfa0749 req-a587053f-7443-4e7d-a90f-0bbfe37024f7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:19.434860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b27370-f96c-42ca-90f3-ac666cfa0749 req-a587053f-7443-4e7d-a90f-0bbfe37024f7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0500250 Aug 28 08:56:19.475773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1b27370-f96c-42ca-90f3-ac666cfa0749 req-20deb687-3279-4d40-98d9-6ce2f6f6f450 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338743 Aug 28 08:56:19.721146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32884) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:19.863766 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6dabd320-13e8-45f0-b512-9006df893aef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d042f0b0b034e97ac2599b3978fee27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414218 Aug 28 08:56:19.866316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32888) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:19.926115 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:19.948430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:20.064908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:20.064908 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:20.068470 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f14ca814-3624-4c49-ac2d-516acd7be09f HTTP/1.1" status: 204 len: 168 time: 0.2011585 Aug 28 08:56:20.077116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048cae3-a95d-42c1-bb1a-a390c18de7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ca814-3624-4c49-ac2d-516acd7be09f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:20.610844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f5b6-5dab-4bf6-b3d8-d8efab4570ab req-15fefe51-7120-42c4-bdf6-d4aab841500e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:20.612576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f357f5b6-5dab-4bf6-b3d8-d8efab4570ab req-15fefe51-7120-42c4-bdf6-d4aab841500e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0561996 Aug 28 08:56:20.654871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f357f5b6-5dab-4bf6-b3d8-d8efab4570ab req-9ead88d4-a3d4-4b3b-bbb9-c5ad6f003e18 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351908 Aug 28 08:56:21.151823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32920) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:21.255939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-760996913'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:21.370090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:21.373681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.382694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.477059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.598914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.627523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33205d79-0676-48a4-874b-61cdf02b15d7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:21.704691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:21.714129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.714543 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment e74dc482-1cfa-4107-b035-73bc82ee1057 of type vlan for network 36dc79aa-442a-4893-afa0-32f67a1c5204 Aug 28 08:56:21.764157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.822955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8edfa2-9da0-44fa-a296-b94b0768342e req-efa50820-3c7a-4eaa-a743-131fc7c2bb31 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:21.824604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8edfa2-9da0-44fa-a296-b94b0768342e req-efa50820-3c7a-4eaa-a743-131fc7c2bb31 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0825481 Aug 28 08:56:21.862538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.868069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:21.869295 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:21.873886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8edfa2-9da0-44fa-a296-b94b0768342e req-49d23d46-7baa-49f2-a2c7-b3e8732d7e4c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Aug 28 08:56:21.940542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=36dc79aa-442a-4893-afa0-32f67a1c5204,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:21.951048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:56:21.976558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1cc580b9-e824-43fc-acb7-ea743e94da0a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8235619 Aug 28 08:56:21.979874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32928) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:21.985026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-296230103'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:22.049628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:22.053208 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.076898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:22.085363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.085781 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 70fce070-34d0-4f42-99fa-a4a163184afb of type vlan for network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a Aug 28 08:56:22.130275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.209564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.215757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:22.216399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.282797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=0b34bd36-8b6d-4a08-a97c-8b55d07cad4a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:22.295008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:56:22.337863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:22.338448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2a2fa20f-5a58-4e08-b31a-8c17770e0f2c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3572185 Aug 28 08:56:22.344802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:22.489787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:22.493513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.759399 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.825907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b8200-465b-4712-a18a-a19b00ba42aa,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:22.840313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': 'e74dc482-1cfa-4107-b035-73bc82ee1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:22.840670 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 36dc79aa-442a-4893-afa0-32f67a1c5204, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:56:22.907583 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:56:22.981426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 36dc79aa-442a-4893-afa0-32f67a1c5204) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:22.987135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:22.987915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:22.991784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9543792-829f-4eb5-8905-54ccde0f0c19 None None] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:22.994840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380983-1f09-40ac-8897-db2bd78d6a08 req-5a34f9a3-e43d-43ca-ac42-af4b89bb97b0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:22.998684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21380983-1f09-40ac-8897-db2bd78d6a08 req-5a34f9a3-e43d-43ca-ac42-af4b89bb97b0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0554047 Aug 28 08:56:23.038804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21380983-1f09-40ac-8897-db2bd78d6a08 req-9ccfcccc-8093-4d03-8364-ffca4c222a04 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333941 Aug 28 08:56:23.072780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-df80258a-bce6-4315-aa94-c08d47778058 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7326875 Aug 28 08:56:23.075669 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32936) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:23.080796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:23.158863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-36dc79aa-442a-4893-afa0-32f67a1c5204', 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': 'bb3b8200-465b-4712-a18a-a19b00ba42aa'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:56:23.159863 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.238346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:23.241992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.316311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Allocated IP 172.20.0.2 (36dc79aa-442a-4893-afa0-32f67a1c5204/bb3b8200-465b-4712-a18a-a19b00ba42aa/8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:23.471769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.481593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Transition to ACTIVE for port object 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:23.498601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Transition to ACTIVE for port object 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:23.610005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.668462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.691678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=7898e1e3-652f-45fd-8a1e-307592f00cbe,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:23.702793 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '70fce070-34d0-4f42-99fa-a4a163184afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:23.704195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:56:23.718292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:23.721440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:23.727482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:23.732571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Pushing event updated for resources: {'Port': ['ID=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:23.789026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Attempting to bind port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:23.789414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Attempting to bind port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'e74dc482-1cfa-4107-b035-73bc82ee1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:23.789789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Attempting to bind port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e on network 36dc79aa-442a-4893-afa0-32f67a1c5204 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:23.796587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:23.796981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Checking segment: {'id': 'e74dc482-1cfa-4107-b035-73bc82ee1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:23.797433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.797914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Bound using segment: {'id': 'e74dc482-1cfa-4107-b035-73bc82ee1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:23.798841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Bound port: 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74dc482-1cfa-4107-b035-73bc82ee1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '36dc79aa-442a-4893-afa0-32f67a1c5204'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:23.798841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.840334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:56:23.872570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] For port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:23.874556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] For port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,segment=NetworkSegment(e74dc482-1cfa-4107-b035-73bc82ee1057),segment_id=e74dc482-1cfa-4107-b035-73bc82ee1057)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:23.939791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:23.946048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:23.946048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.955806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d360a8-3958-4d9c-b327-a2fc1d3267fb None None] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:23.978141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:23.991143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:24.044748 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-75981e40-2a8d-4631-abbd-754da21fc4c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9679534 Aug 28 08:56:24.047726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:24.056378 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1515103403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:24.101059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5d5b-1437-4a28-be68-84b50b78a302 None None] Pushing event updated for resources: {'Port': ['ID=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:24.129277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b56ade54-ea16-47b5-b5b8-f5465c493857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.177074 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.178453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.200567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4f5f5-0baf-4803-89ca-39c3138967d9 req-0e9ad813-4ee2-459a-ad68-537bf968df60 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:24.206835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d4f5f5-0baf-4803-89ca-39c3138967d9 req-0e9ad813-4ee2-459a-ad68-537bf968df60 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0634308 Aug 28 08:56:24.213753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-0b34bd36-8b6d-4a08-a97c-8b55d07cad4a', 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': '7898e1e3-652f-45fd-8a1e-307592f00cbe'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:56:24.214753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.256638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.268736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d4f5f5-0baf-4803-89ca-39c3138967d9 req-04539ca1-f222-4cdb-8292-544a352288f0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574310 Aug 28 08:56:24.320763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.358020 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b56ade54-ea16-47b5-b5b8-f5465c493857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.395013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Allocated IP 172.21.0.2 (0b34bd36-8b6d-4a08-a97c-8b55d07cad4a/7898e1e3-652f-45fd-8a1e-307592f00cbe/e11bcb15-23de-46fa-b588-a640b1802894) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:24.428129 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b56ade54-ea16-47b5-b5b8-f5465c493857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.473482 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b56ade54-ea16-47b5-b5b8-f5465c493857 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4613e357172341bb9582bd189a8c4ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772596 Aug 28 08:56:24.473482 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ade54-ea16-47b5-b5b8-f5465c493857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd8349-83f7-4b12-b13b-17b7d26ed7e9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:24.473839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32952) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:24.488486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.492415 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-473a212d-5242-430b-8208-b3640be012f4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4410801 Aug 28 08:56:24.492912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:24.532697 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.556275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.557451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.568864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Transition to ACTIVE for port object e11bcb15-23de-46fa-b588-a640b1802894 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:24.585302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Transition to ACTIVE for port object e11bcb15-23de-46fa-b588-a640b1802894 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:24.660087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.695859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.699108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.700309 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61cd8349-83f7-4b12-b13b-17b7d26ed7e9 HTTP/1.1" status: 204 len: 168 time: 0.2256167 Aug 28 08:56:24.710847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3ffd6-5f2d-4458-ad5b-67a175bbdc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd8349-83f7-4b12-b13b-17b7d26ed7e9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:24.735469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:24.757781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:24.760959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Pushing event updated for resources: {'Port': ['ID=e11bcb15-23de-46fa-b588-a640b1802894,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:24.763379 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:24.817614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:24.833140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.851439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Attempting to bind port e11bcb15-23de-46fa-b588-a640b1802894 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:24.851970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Attempting to bind port e11bcb15-23de-46fa-b588-a640b1802894 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '70fce070-34d0-4f42-99fa-a4a163184afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:24.852516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Attempting to bind port e11bcb15-23de-46fa-b588-a640b1802894 on network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:24.864836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:24.865310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Checking segment: {'id': '70fce070-34d0-4f42-99fa-a4a163184afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:24.865789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.866289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Bound using segment: {'id': '70fce070-34d0-4f42-99fa-a4a163184afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:24.867028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Bound port: e11bcb15-23de-46fa-b588-a640b1802894, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fce070-34d0-4f42-99fa-a4a163184afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b34bd36-8b6d-4a08-a97c-8b55d07cad4a'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:24.867362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:24.950319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] For port e11bcb15-23de-46fa-b588-a640b1802894, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:24.954341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] For port e11bcb15-23de-46fa-b588-a640b1802894, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e11bcb15-23de-46fa-b588-a640b1802894,segment=NetworkSegment(70fce070-34d0-4f42-99fa-a4a163184afb),segment_id=70fce070-34d0-4f42-99fa-a4a163184afb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:24.993000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:25.050662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.110762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.20.0.1 (36dc79aa-442a-4893-afa0-32f67a1c5204/bb3b8200-465b-4712-a18a-a19b00ba42aa/86a9ed6c-d32c-4d11-b69d-7c3f75a6e885) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:25.127517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa355-98a1-4558-b1c7-0c9fd1a3c2b0 None None] Pushing event updated for resources: {'Port': ['ID=e11bcb15-23de-46fa-b588-a640b1802894,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:25.229761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5c5c9-9f37-47b2-8af1-4624e08081d4 None None] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:25.275938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.290859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:25.351196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Provisioning for port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:25.363268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Provisioning complete for port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:25.363642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.422602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:25.442253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.448518 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55b028b1-a213-44f9-89cc-08c5aa8ac148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.461560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b6ecb-d305-4820-bced-0f82f340b87e req-9b235509-bd0f-47f0-8e96-f586c427fe8c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:25.463283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e80b6ecb-d305-4820-bced-0f82f340b87e req-9b235509-bd0f-47f0-8e96-f586c427fe8c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0817928 Aug 28 08:56:25.519780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.562955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] For port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,segment=NetworkSegment(e74dc482-1cfa-4107-b035-73bc82ee1057),segment_id=e74dc482-1cfa-4107-b035-73bc82ee1057)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:25.622236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.683461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee7a3d-84f4-4e44-bb2d-64e09aae04b3 None None] Pushing event updated for resources: {'Port': ['ID=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:25.792860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Provisioning for port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:25.797662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Provisioning complete for port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:25.798024 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.835705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:25.846707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Provisioning complete for port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:25.847080 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73b128c2-a26e-4fce-b946-638d8e2a2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:25.868952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:25.884198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:25.890659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:25.926343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=86a9ed6c-d32c-4d11-b69d-7c3f75a6e885,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:25.960813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e80b6ecb-d305-4820-bced-0f82f340b87e req-4edafe56-c211-4234-bd97-b377c58b5da2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729359 Aug 28 08:56:25.977093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.112470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55b028b1-a213-44f9-89cc-08c5aa8ac148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.128035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.174348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-017e58de-8817-4e0d-b54c-1885675cbde4 None None] Provisioning complete for port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:26.174348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-017e58de-8817-4e0d-b54c-1885675cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.194259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.196488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-55b028b1-a213-44f9-89cc-08c5aa8ac148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.210859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-017e58de-8817-4e0d-b54c-1885675cbde4 None None] Port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:26.251125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b51e5-06dd-42c5-9f10-d972d56a30d5 None None] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:26.267282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-55b028b1-a213-44f9-89cc-08c5aa8ac148 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d14e221fec24b3eb76bfe7ebc5bab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430753 Aug 28 08:56:26.270424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 32964) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:26.275861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b028b1-a213-44f9-89cc-08c5aa8ac148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d4302-987f-4931-a90d-3c17d5a88277,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:26.339827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.365655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.407491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8141543d-9315-410e-8058-a9ae8bc76f83 None None] Provisioning for port e11bcb15-23de-46fa-b588-a640b1802894 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:26.470592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.473163 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.474610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b39d4302-987f-4931-a90d-3c17d5a88277 HTTP/1.1" status: 204 len: 168 time: 0.2021880 Aug 28 08:56:26.484807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fe1e2-b78a-40f0-a1a2-d37e4b729b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d4302-987f-4931-a90d-3c17d5a88277,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:26.548462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.607968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.686426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.692803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=86a9ed6c-d32c-4d11-b69d-7c3f75a6e885,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:26.786029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:26.787967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:26.808070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e11bcb15-23de-46fa-b588-a640b1802894 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:26.959165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e11bcb15-23de-46fa-b588-a640b1802894 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:26.963659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e11bcb15-23de-46fa-b588-a640b1802894 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:26.965473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:26.985427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 7a0ad823-e62f-4d04-8e24-a01055c6ed32 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:56:27.082587 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.085519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a4c04c81-cb53-4bb1-ab67-5e22468bc0b8 None None] Provisioning complete for port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:27.085884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a4c04c81-cb53-4bb1-ab67-5e22468bc0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.132840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:27.138467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a4c04c81-cb53-4bb1-ab67-5e22468bc0b8 None None] Port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:27.140239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0e5d2f6-8a7e-4cab-8326-068c99ed985b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456780 Aug 28 08:56:27.141960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e11bcb15-23de-46fa-b588-a640b1802894, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e11bcb15-23de-46fa-b588-a640b1802894,segment=NetworkSegment(70fce070-34d0-4f42-99fa-a4a163184afb),segment_id=70fce070-34d0-4f42-99fa-a4a163184afb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:27.142938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:27.149882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] Sync routers for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:27.160622 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:27.161235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:27.163982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c66ad1-b5eb-4b91-871a-256cec300942 req-7a47b7a0-e957-49bc-a16b-6fe1ce98cc95 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:27.166092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07c66ad1-b5eb-4b91-871a-256cec300942 req-7a47b7a0-e957-49bc-a16b-6fe1ce98cc95 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0851302 Aug 28 08:56:27.194858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:27.204459 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:27.205075 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:27.209748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.210820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:27.217891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167bad7-dcb9-46d6-b728-4ab62613563c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:27.219645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d167bad7-dcb9-46d6-b728-4ab62613563c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports/86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 HTTP/1.1" status: 200 len: 910 time: 0.0757976 Aug 28 08:56:27.222656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 32982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:27.287334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07c66ad1-b5eb-4b91-871a-256cec300942 req-93895233-e570-4b64-96c2-d99577d12f70 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002126 Aug 28 08:56:27.318863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e11bcb15-23de-46fa-b588-a640b1802894,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:27.340741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:27.341121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.371039 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:27.371702 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c405a-875f-4149-baa2-b6ab8ca36fa2 None None] The sync data for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:27.632490 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.644759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f04bbb12-ead3-47ac-925b-a880973c63b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:27.897256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.21.0.1 (0b34bd36-8b6d-4a08-a97c-8b55d07cad4a/7898e1e3-652f-45fd-8a1e-307592f00cbe/23bc2783-81ac-43f7-9735-f887314f245d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:28.008668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.022252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 23bc2783-81ac-43f7-9735-f887314f245d will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:28.117400 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.167340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:28.170732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:28.174709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:28.200580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=23bc2783-81ac-43f7-9735-f887314f245d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:28.223524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.249470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33000) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:28.373100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7f158a1-301a-49d0-a5ba-964a5b359a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.433765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.468364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7f158a1-301a-49d0-a5ba-964a5b359a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.488491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aff54b-9dcc-4b35-8202-dcf95daf0897 req-8dced321-ab9b-4588-84bc-4b2ffc25681d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:28.489997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7aff54b-9dcc-4b35-8202-dcf95daf0897 req-8dced321-ab9b-4588-84bc-4b2ffc25681d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0912125 Aug 28 08:56:28.541351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e7f158a1-301a-49d0-a5ba-964a5b359a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.584408 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7f158a1-301a-49d0-a5ba-964a5b359a6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd1a6ea6fbf644208680b8ae91a0d6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337383 Aug 28 08:56:28.585215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f158a1-301a-49d0-a5ba-964a5b359a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a090c43-3f85-49fe-ab24-7150d07285d5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:28.589532 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:28.598990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6e825eac-b228-4d42-bc73-0075abef8654 None None] Provisioning for port 23bc2783-81ac-43f7-9735-f887314f245d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:28.603772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6e825eac-b228-4d42-bc73-0075abef8654 None None] Provisioning complete for port 23bc2783-81ac-43f7-9735-f887314f245d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:28.609934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6e825eac-b228-4d42-bc73-0075abef8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.610087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7aff54b-9dcc-4b35-8202-dcf95daf0897 req-ee1727ac-bf84-48ee-a824-a8b25a66c007 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085937 Aug 28 08:56:28.651737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6e825eac-b228-4d42-bc73-0075abef8654 None None] Port 23bc2783-81ac-43f7-9735-f887314f245d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:28.659891 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.686129 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.746701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e11bcb15-23de-46fa-b588-a640b1802894 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:28.790907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.815409 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.821468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.821468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a090c43-3f85-49fe-ab24-7150d07285d5 HTTP/1.1" status: 204 len: 168 time: 0.2287643 Aug 28 08:56:28.831093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48cf8-215f-4766-a913-75b3d2ed06c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a090c43-3f85-49fe-ab24-7150d07285d5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:28.867184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.951677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=23bc2783-81ac-43f7-9735-f887314f245d,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:28.954147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.969150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e11bcb15-23de-46fa-b588-a640b1802894 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:28.969527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:28.977715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:56:29.050049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:29.051523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:29.160694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 7a0ad823-e62f-4d04-8e24-a01055c6ed32 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:29.267845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:29.276066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd221b8e-2eb4-4987-8482-b8aa5b845dbf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0430174 Aug 28 08:56:29.276066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33016) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:29.279636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] Sync routers for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:29.296355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:29.296992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:29.298669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f018bbd5-0d73-4b1a-9c9d-01735e17b563 None None] Provisioning complete for port 23bc2783-81ac-43f7-9735-f887314f245d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:29.299043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f018bbd5-0d73-4b1a-9c9d-01735e17b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:29.327962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40a4ec-29ee-436b-bb6a-01fd86305a6a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:29.329389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe40a4ec-29ee-436b-bb6a-01fd86305a6a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports/23bc2783-81ac-43f7-9735-f887314f245d HTTP/1.1" status: 200 len: 910 time: 0.0523920 Aug 28 08:56:29.332308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33020) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:29.349437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:29.369383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:29.370002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:29.374033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f018bbd5-0d73-4b1a-9c9d-01735e17b563 None None] Port 23bc2783-81ac-43f7-9735-f887314f245d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:29.404178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:29.404822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c83a2-3f9f-45c5-927d-d0e1b3501a5e None None] The sync data for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:29.659537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:29.820186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982043a-6d88-4a8f-a456-5d8d1a0cee3f req-9ba85e48-7e6b-4bfd-baaa-e15843220877 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:29.822105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6982043a-6d88-4a8f-a456-5d8d1a0cee3f req-9ba85e48-7e6b-4bfd-baaa-e15843220877 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.1229999 Aug 28 08:56:29.885150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6982043a-6d88-4a8f-a456-5d8d1a0cee3f req-c1bdfb4e-a27e-436b-8031-bf2118ec52c0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Aug 28 08:56:29.954761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:29.988847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 23bc2783-81ac-43f7-9735-f887314f245d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:29.989193 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:30.076317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:30.088405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 23bc2783-81ac-43f7-9735-f887314f245d owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:30.259879 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5ab160d6-14f7-4365-85b5-95ec90b98a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:30.318604 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:30.351237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=23bc2783-81ac-43f7-9735-f887314f245d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:30.847090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:31.123381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 7a0ad823-e62f-4d04-8e24-a01055c6ed32 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:31.141772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4d45-80ea-4535-a1a0-1a3a4a9c8e3a req-a27cb915-788e-44a6-a425-af45ce779095 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:31.143356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13bb4d45-80ea-4535-a1a0-1a3a4a9c8e3a req-a27cb915-788e-44a6-a425-af45ce779095 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.1573138 Aug 28 08:56:31.144652 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-6446f616-bf84-4087-972d-2656bc4e3987 service neutron] show failed (client error): The resource could not be found. Aug 28 08:56:31.145628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-6446f616-bf84-4087-972d-2656bc4e3987 service neutron] 10.222.0.64 "GET /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.1010263 Aug 28 08:56:31.259876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13bb4d45-80ea-4535-a1a0-1a3a4a9c8e3a req-4766f41f-174d-40eb-bc10-f654013a701e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097043 Aug 28 08:56:31.273164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:31.278550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ff622a45-c0cd-4b41-91e1-74e397e5e7c3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451292 Aug 28 08:56:31.281093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33098) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:31.294663 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] Sync routers for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:31.312380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:31.314767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:31.348166 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:31.359120 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:31.359737 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:31.399066 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:31.399731 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8567a-d796-403e-9c3e-31f844e031f6 None None] The sync data for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:31.657888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:31.704203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-9549bdf8-de89-494a-93fd-7199a4e75022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:31.706913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-9549bdf8-de89-494a-93fd-7199a4e75022 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 1097 time: 0.0443819 Aug 28 08:56:31.730377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:31.794867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:31.927595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:31.928249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:31.980857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.025998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:32.028739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.042384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 86a9ed6c-d32c-4d11-b69d-7c3f75a6e885 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:32.061776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:32.102922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:32.108011 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0ff33-89cf-4224-b2c0-60a32d1ddacd" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-unplugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:32.112511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.128124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Transition to ACTIVE for port object 769c218c-14de-4b7b-82c3-7e4877da26a1 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:32.173049 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ec3a6-8e2a-4a03-b14d-80a92dba13fc x-openstack-request-id: req-699ec3a6-8e2a-4a03-b14d-80a92dba13fc {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:32.173049 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-unplugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:32.173049 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-699ec3a6-8e2a-4a03-b14d-80a92dba13fc {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:32.173049 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'code': 200} Aug 28 08:56:32.192519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.246543 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=6']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:32.323992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.352070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] No DVR routers for this DVR port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h2-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:32.354537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=86a9ed6c-d32c-4d11-b69d-7c3f75a6e885,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:32.517276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117424-9108-4edc-85e8-a32925e26ffd req-4abeaa5f-0894-4678-ae25-c4c41a7fcebe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:32.525840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46117424-9108-4edc-85e8-a32925e26ffd req-4abeaa5f-0894-4678-ae25-c4c41a7fcebe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.1624904 Aug 28 08:56:32.543729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:32.544073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:32.544422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:32.550857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:56:32.551260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:32.560538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:32.560903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:32.565192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Bound using segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:32.565192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Bound port: 769c218c-14de-4b7b-82c3-7e4877da26a1, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:32.565192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.607665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46117424-9108-4edc-85e8-a32925e26ffd req-32d54000-4baf-4349-a592-937e8329a41d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807981 Aug 28 08:56:32.641634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.668108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:32.671526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:32.724875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.775007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:32.775623 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:32.777033 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] 10.222.0.39 "PUT /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1092 time: 1.0522387 Aug 28 08:56:32.790487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:32.800135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.800483 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.800823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.801212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.801550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.801878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.802198 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.802548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.802872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.803195 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.803503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.803820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9661b-ee0d-465b-86ad-49d0e0a46200 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:32.827562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 7a0ad823-e62f-4d04-8e24-a01055c6ed32 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:32.878843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-e826ad08-85c8-4491-8c94-13555a8d88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:32.880409 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-e826ad08-85c8-4491-8c94-13555a8d88d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1095 time: 0.0546165 Aug 28 08:56:32.903860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:32.910681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38ba51b5-d12d-4b5c-a0a5-9dbe1f89e9e5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277392 Aug 28 08:56:32.913002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:32.915170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] Sync routers for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:32.929059 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:32.929713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:32.949687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-97d42a71-b356-4ae9-83d5-6ee1e9dfcabe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a0ad823-e62f-4d04-8e24-a01055c6ed32 HTTP/1.1" status: 200 len: 205 time: 0.0330987 Aug 28 08:56:32.950262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33124) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:32.995680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-6d0bcf8b-8556-4645-b7b6-6a17d4668cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:32.997231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-6d0bcf8b-8556-4645-b7b6-6a17d4668cdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1100001 Aug 28 08:56:33.015736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:33.035108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.052226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] Routers {'7a0ad823-e62f-4d04-8e24-a01055c6ed32'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:33.052999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:33.099303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:33.099975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5f62a-d074-4403-878a-060924689dc9 None None] The sync data for ids ['7a0ad823-e62f-4d04-8e24-a01055c6ed32'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:33.100789 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-747ed089-837b-4b00-adee-7204bc80f386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0925562 Aug 28 08:56:33.153031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-f43423e2-80fc-49f6-bb29-b42e362948e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:33.154674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-f43423e2-80fc-49f6-bb29-b42e362948e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0474548 Aug 28 08:56:33.203029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-050e2ae2-aac2-4f62-8d88-bf469f7ccf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:33.204654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-050e2ae2-aac2-4f62-8d88-bf469f7ccf07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433354 Aug 28 08:56:33.214107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.216399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.324249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-eec70628-f2ca-499e-b4fa-6b8b918ad813 service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115277 Aug 28 08:56:33.340898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.341413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0ad823-e62f-4d04-8e24-a01055c6ed32 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:56:33.349379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.350087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4728b43c-770b-40eb-b167-c6d4f92f88d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32 HTTP/1.1" status: 204 len: 168 time: 0.3989482 Aug 28 08:56:33.353968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33128) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:33.413777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet 7898e1e3-652f-45fd-8a1e-307592f00cbe {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:56:33.417474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.426143 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-6cf362bd-801c-4d47-97c6-b24866bd4841 service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945311 Aug 28 08:56:33.462703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.564660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.725078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.763232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.767518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/7898e1e3-652f-45fd-8a1e-307592f00cbe HTTP/1.1" status: 204 len: 168 time: 0.4101732 Aug 28 08:56:33.767675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fad13-93a4-45be-8662-87e25f055108 None None] Network 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:33.767786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0ae03-cac5-42fb-b32f-2142141ae84a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=7898e1e3-652f-45fd-8a1e-307592f00cbe,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:33.768594 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33132) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:33.784827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2154f-8d15-45ab-be5b-eb9951495ec7 req-f04bb99b-e555-4140-bf82-7009b83bc7e1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:33.784827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b2154f-8d15-45ab-be5b-eb9951495ec7 req-f04bb99b-e555-4140-bf82-7009b83bc7e1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.0882716 Aug 28 08:56:33.841423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32b2154f-8d15-45ab-be5b-eb9951495ec7 req-ff5aeff6-7469-473b-961e-7983824fa47f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Aug 28 08:56:33.854413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet bb3b8200-465b-4712-a18a-a19b00ba42aa {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:56:33.858703 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:33.908992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.012457 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.024301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] DHCP port deletion for 0b34bd36-8b6d-4a08-a97c-8b55d07cad4a request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:56:34.080654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Deleting port e11bcb15-23de-46fa-b588-a640b1802894 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:34.081166 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.151718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] For port e11bcb15-23de-46fa-b588-a640b1802894, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e11bcb15-23de-46fa-b588-a640b1802894,segment=NetworkSegment(70fce070-34d0-4f42-99fa-a4a163184afb),segment_id=70fce070-34d0-4f42-99fa-a4a163184afb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:34.152122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.158438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.169665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Calling delete_port for e11bcb15-23de-46fa-b588-a640b1802894 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:34.174037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:34.176493 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe58a6-26d4-420e-935b-7685381147d1" -d '{"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:34.202568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b8200-465b-4712-a18a-a19b00ba42aa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:34.210444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.213263 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4856ba8-4ba3-4ad6-8791-0c2f1ea470d0 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/bb3b8200-465b-4712-a18a-a19b00ba42aa HTTP/1.1" status: 204 len: 168 time: 0.4423139 Aug 28 08:56:34.215882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33138) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:34.225130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd9140-015f-4894-bfb7-bc4cbc9f3b5c None None] Network 36dc79aa-442a-4893-afa0-32f67a1c5204 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:34.278967 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfa750-7959-4477-afb4-d4e6ce03f026 x-openstack-request-id: req-40bfa750-7959-4477-afb4-d4e6ce03f026 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:34.279410 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:34.279741 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40bfa750-7959-4477-afb4-d4e6ce03f026 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:34.280349 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:56:34.362008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.362630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-479ec250-33a6-4dd9-9289-53234b6af47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.365366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-479ec250-33a6-4dd9-9289-53234b6af47c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1095 time: 0.0589979 Aug 28 08:56:34.374813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-9b69d7c6-aaca-4e21-8aae-1a8b8ab82a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.376524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-9b69d7c6-aaca-4e21-8aae-1a8b8ab82a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1095 time: 0.0837054 Aug 28 08:56:34.444680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.475406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] Pushing event deleted for resources: {'Port': ['ID=e11bcb15-23de-46fa-b588-a640b1802894,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:34.481316 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aed0ef-44fe-4c56-b04b-520ab1ca4912 None None] No DVR routers for this DVR port e11bcb15-23de-46fa-b588-a640b1802894 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:34.493147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] DHCP port deletion for 36dc79aa-442a-4893-afa0-32f67a1c5204 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:56:34.523426 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port e11bcb15-23de-46fa-b588-a640b1802894 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:34.524463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.527969 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-d4badec6-5871-434f-a5ad-7228f7f36fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.533269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-da958596-43c5-44db-83db-1810a5655c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.533424 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-d4badec6-5871-434f-a5ad-7228f7f36fea service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1454434 Aug 28 08:56:34.533543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-da958596-43c5-44db-83db-1810a5655c00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1526060 Aug 28 08:56:34.574709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Deleting port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:34.575626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.635458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-1af97667-b30f-4963-9808-5f162bf496db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0928283 Aug 28 08:56:34.656097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port e11bcb15-23de-46fa-b588-a640b1802894, host n-d-792458-16, got binding levels [] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:34.659222 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.659368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] For port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,segment=NetworkSegment(e74dc482-1cfa-4107-b035-73bc82ee1057),segment_id=e74dc482-1cfa-4107-b035-73bc82ee1057)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:34.659368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.668680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-d8ca8bd8-8570-4352-a5ea-4dd39f702dab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.1284471 Aug 28 08:56:34.672676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for e11bcb15-23de-46fa-b588-a640b1802894 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:34.675848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Port e11bcb15-23de-46fa-b588-a640b1802894 was not found and therefore no delete operation was performed {{(pid=95467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:56:34.685726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.692442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Calling delete_port for 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:34.707837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-ed4161fb-edc5-42b5-b92e-2e251beb0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.710918 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-ed4161fb-edc5-42b5-b92e-2e251beb0337 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0624673 Aug 28 08:56:34.743672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=e11bcb15-23de-46fa-b588-a640b1802894,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:34.747432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port e11bcb15-23de-46fa-b588-a640b1802894 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:34.764594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e11bcb15-23de-46fa-b588-a640b1802894 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:34.778390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-2954af61-5290-41b4-bf12-d2593fce505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.779915 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-2954af61-5290-41b4-bf12-d2593fce505c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.1029384 Aug 28 08:56:34.790200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-249a3859-eaf3-446b-a979-ad6f09847209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.792499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-249a3859-eaf3-446b-a979-ad6f09847209 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700669 Aug 28 08:56:34.795313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e11bcb15-23de-46fa-b588-a640b1802894 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:56:34.795655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e11bcb15-23de-46fa-b588-a640b1802894 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:56:34.796078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:34.867765 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.881717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b34bd36-8b6d-4a08-a97c-8b55d07cad4a']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:34.898033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fce070-34d0-4f42-99fa-a4a163184afb') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:34.898360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fce070-34d0-4f42-99fa-a4a163184afb') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:34.911491 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-a3ff8459-5ea8-47d6-a1f2-873ccc4902f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:34.913149 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-a3ff8459-5ea8-47d6-a1f2-873ccc4902f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174290 Aug 28 08:56:34.915190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.925670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.941780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.945531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.957616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] No DVR routers for this DVR port 8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:34.986472 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:34.989418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdfd6d-26e8-4f5a-98c2-4e45fcedcf45 None None] Pushing event deleted for resources: {'Port': ['ID=8ba0f02d-b5dc-4124-a5a6-ed9d6f161d1e,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:35.003525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:56:35.004003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:56:35.007515 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:56:35.012345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-696f3e81-3868-4041-b70f-3eff87b8b30d service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108781 Aug 28 08:56:35.040234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732dd9e-dd51-4d48-a793-01b996530580 req-084cfee7-ff14-402f-87b8-4c2761b0f243 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:35.050883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e732dd9e-dd51-4d48-a793-01b996530580 req-084cfee7-ff14-402f-87b8-4c2761b0f243 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.0879052 Aug 28 08:56:35.157577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e732dd9e-dd51-4d48-a793-01b996530580 req-dcf37383-db24-4b9b-b90f-6d9266d9902e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049800 Aug 28 08:56:35.200129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-9d18b6f5-a8b9-44e3-a554-1e74a20ea56e service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708777 Aug 28 08:56:35.404128 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-0249e00a-e834-4365-8c79-51f8ed307fff service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800210 Aug 28 08:56:35.454652 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.464167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.465955 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/0b34bd36-8b6d-4a08-a97c-8b55d07cad4a HTTP/1.1" status: 204 len: 168 time: 1.2488637 Aug 28 08:56:35.468885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33146) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:35.482367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecce78-ff63-4bdd-8c34-675ee14866e4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=0b34bd36-8b6d-4a08-a97c-8b55d07cad4a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:35.517519 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b2fe58a6-26d4-420e-935b-7685381147d1 req-8a921ae9-b518-46d7-a7ad-7af11af799bc service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046917 Aug 28 08:56:35.569631 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.587599 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.662392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.673553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dc79aa-442a-4893-afa0-32f67a1c5204']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:35.686276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74dc482-1cfa-4107-b035-73bc82ee1057') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:35.686276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74dc482-1cfa-4107-b035-73bc82ee1057') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:35.695314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:56:35.724185 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:56:35.861858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.866735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:35.868744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/36dc79aa-442a-4893-afa0-32f67a1c5204 HTTP/1.1" status: 204 len: 168 time: 0.3986769 Aug 28 08:56:35.872965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:35.878734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053959390'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:35.893792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9f4f9-d12d-433d-ade8-9e865eb20454 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=36dc79aa-442a-4893-afa0-32f67a1c5204,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:36.032533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:36.036008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.060476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:36.069307 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.076549 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 74846696-9895-4597-b5a8-c04b2cfcedac of type vlan for network 6343bab2-4daa-46ea-8001-c2c918404bec Aug 28 08:56:36.113888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.215033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.220643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:36.221421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.277039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:36.337128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:56:36.350572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4769607 Aug 28 08:56:36.353884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33154) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:36.354491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12829f-cd81-4320-91f0-d38dc2f8f072 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=6343bab2-4daa-46ea-8001-c2c918404bec,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:36.362039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:36.368284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6343bab2-4daa-46ea-8001-c2c918404bec details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:56:36.369416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cd6fb-0bfd-49f5-b98b-93a972d6802e req-d2a8044c-99c0-4b08-ad5b-ee0dc8389f5c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:36.371108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-601cd6fb-0bfd-49f5-b98b-93a972d6802e req-d2a8044c-99c0-4b08-ad5b-ee0dc8389f5c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 943 time: 0.0797575 Aug 28 08:56:36.433141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-601cd6fb-0bfd-49f5-b98b-93a972d6802e req-f625cc13-2de3-405b-abe2-48934055aa4c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549431 Aug 28 08:56:36.523879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:36.527609 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.773907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.802030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:56:36.834567 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=abeb95e6-d294-41cb-9fef-343223bb8b2e,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:36.844929 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '74846696-9895-4597-b5a8-c04b2cfcedac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:36.845303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 6343bab2-4daa-46ea-8001-c2c918404bec, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:56:36.913919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:36.926589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:56:36.927811 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 6343bab2-4daa-46ea-8001-c2c918404bec is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:56:36.967531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:36.981362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:56:37.003685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:37.007996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6343bab2-4daa-46ea-8001-c2c918404bec) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:37.013850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:37.017001 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.017185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e58c9-35a5-459b-b673-257d14f80efe None None] Network 6343bab2-4daa-46ea-8001-c2c918404bec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:37.098823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.127182 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-94d30c8a-fc08-45d9-aa27-1c52a04711c7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7716768 Aug 28 08:56:37.129803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33156) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:37.134834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1506973323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:37.188003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:37.219588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6343bab2-4daa-46ea-8001-c2c918404bec', 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': 'abeb95e6-d294-41cb-9fef-343223bb8b2e'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:56:37.220472 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.301470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.302664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.376471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.377943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Allocated IP 172.20.0.2 (6343bab2-4daa-46ea-8001-c2c918404bec/abeb95e6-d294-41cb-9fef-343223bb8b2e/5e48dbf7-27d2-4be9-8631-3802ca0006dd) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:37.476617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.533991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['769c218c-14de-4b7b-82c3-7e4877da26a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:56:37.563748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.573621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b44624-04a0-4bae-9a74-c0912865bc60 req-660c902c-593b-4bea-ab5b-bfcfa2358072 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:37.581319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b44624-04a0-4bae-9a74-c0912865bc60 req-660c902c-593b-4bea-ab5b-bfcfa2358072 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0611682 Aug 28 08:56:37.584849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Transition to ACTIVE for port object 5e48dbf7-27d2-4be9-8631-3802ca0006dd will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:37.601894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.603097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e94214e5-06a3-497c-bfdb-3c713ffc6b34 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4721758 Aug 28 08:56:37.605647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33162) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:37.611181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'port': {'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec', 'name': 'tempest-RoutersTest-623717518'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:37.616138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Transition to ACTIVE for port object 5e48dbf7-27d2-4be9-8631-3802ca0006dd will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:37.682333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b44624-04a0-4bae-9a74-c0912865bc60 req-dbe1936f-9e2b-4c3b-9537-0345bfe7a43b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992064 Aug 28 08:56:37.689654 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.753383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Network 6343bab2-4daa-46ea-8001-c2c918404bec is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:37.763350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:37.765093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Pushing event updated for resources: {'Port': ['ID=5e48dbf7-27d2-4be9-8631-3802ca0006dd,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:37.767273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:37.824951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:37.829610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.845781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Attempting to bind port 5e48dbf7-27d2-4be9-8631-3802ca0006dd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:37.846488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Attempting to bind port 5e48dbf7-27d2-4be9-8631-3802ca0006dd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '74846696-9895-4597-b5a8-c04b2cfcedac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:37.846488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Attempting to bind port 5e48dbf7-27d2-4be9-8631-3802ca0006dd on network 6343bab2-4daa-46ea-8001-c2c918404bec {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:37.853654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] device_id is not set on port 8106f6e4-1b50-461e-8c7a-42fd29954526 yet. {{(pid=95466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 08:56:37.860939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:37.861311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Checking segment: {'id': '74846696-9895-4597-b5a8-c04b2cfcedac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:37.861713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.862104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Bound using segment: {'id': '74846696-9895-4597-b5a8-c04b2cfcedac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:37.862597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Bound port: 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74846696-9895-4597-b5a8-c04b2cfcedac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6343bab2-4daa-46ea-8001-c2c918404bec'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:37.862978 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:37.983901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.20.0.12 (6343bab2-4daa-46ea-8001-c2c918404bec/abeb95e6-d294-41cb-9fef-343223bb8b2e/8106f6e4-1b50-461e-8c7a-42fd29954526) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:37.989230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] For port 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:37.993477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] For port 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5e48dbf7-27d2-4be9-8631-3802ca0006dd,segment=NetworkSegment(74846696-9895-4597-b5a8-c04b2cfcedac),segment_id=74846696-9895-4597-b5a8-c04b2cfcedac)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:38.073425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:38.130639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05c7e-1ef2-4cd0-a67b-4f839d2a6da9 None None] Pushing event updated for resources: {'Port': ['ID=5e48dbf7-27d2-4be9-8631-3802ca0006dd,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:38.194704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:38.230257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fae2-cf46-4e28-93f9-a9a6251045a4 req-ccac40b6-ec05-4c20-84a8-5f7f4bb63592 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.240016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2af1fae2-cf46-4e28-93f9-a9a6251045a4 req-ccac40b6-ec05-4c20-84a8-5f7f4bb63592 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0854683 Aug 28 08:56:38.240016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 8106f6e4-1b50-461e-8c7a-42fd29954526 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:38.272717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-1e69c769-d595-4914-8101-0d242117e9e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.274377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-1e69c769-d595-4914-8101-0d242117e9e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.39 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 944 time: 0.1227865 Aug 28 08:56:38.315457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2af1fae2-cf46-4e28-93f9-a9a6251045a4 req-223ac067-b05f-4078-97fa-fa7f69ec8eb5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754869 Aug 28 08:56:38.392301 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-3d0e222f-67dc-4a34-8904-6b85eb567f88 service neutron] 10.222.0.39 "GET /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 383 time: 0.1101213 Aug 28 08:56:38.404271 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:38.455749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 6343bab2-4daa-46ea-8001-c2c918404bec is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:38.464644 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:38.467274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:38.474148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=8106f6e4-1b50-461e-8c7a-42fd29954526,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:38.506065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-a21ba24f-690b-43c6-bd66-ef84b6a51ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.507566 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-a21ba24f-690b-43c6-bd66-ef84b6a51ef9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1096 time: 0.0564976 Aug 28 08:56:38.526600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.527292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:38.607317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-24a35eec-7450-4a54-97be-09c42d8a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.608787 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-24a35eec-7450-4a54-97be-09c42d8a87a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.0938916 Aug 28 08:56:38.622526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f7fdc5a0-0e26-4460-be3e-7e9c763e1e33 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0157633 Aug 28 08:56:38.625115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:38.683904 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-b559e806-8fe0-48d7-9b8c-ba643af2be0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1000 time: 0.0670793 Aug 28 08:56:38.744006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-0933ce95-89ce-4433-9473-f2c4c7ed7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.745498 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-0933ce95-89ce-4433-9473-f2c4c7ed7a1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0531490 Aug 28 08:56:38.784314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5e48dbf7-27d2-4be9-8631-3802ca0006dd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:38.819969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:38.826663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-74775679-ef28-4a49-8682-0e11aa94317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:38.828952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-74775679-ef28-4a49-8682-0e11aa94317e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733345 Aug 28 08:56:38.964327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5e48dbf7-27d2-4be9-8631-3802ca0006dd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:38.987688 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-5532e2d9-3c0f-43ac-9c58-668530c8d2d6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497543 Aug 28 08:56:38.992603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 769c218c-14de-4b7b-82c3-7e4877da26a1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:38.997891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 769c218c-14de-4b7b-82c3-7e4877da26a1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:38.998293 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.134874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.165497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:39.168040 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822ba5b-a121-442b-9b91-8e801b7a7d91" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:39.188361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:39.193313 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-991da97f-5e50-4298-a723-d48bd99eba2a service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975055 Aug 28 08:56:39.255304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.295973 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa975f-ff47-4946-8bf3-73011cde30b9 x-openstack-request-id: req-3daa975f-ff47-4946-8bf3-73011cde30b9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:39.296264 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:39.296504 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3daa975f-ff47-4946-8bf3-73011cde30b9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:39.296883 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'code': 200} Aug 28 08:56:39.298849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314630e-466d-46a0-a5d3-ac0465773f3f None None] Network 6343bab2-4daa-46ea-8001-c2c918404bec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:39.380741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:39.416990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Provisioning for port 5e48dbf7-27d2-4be9-8631-3802ca0006dd completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:39.428668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Provisioning complete for port 5e48dbf7-27d2-4be9-8631-3802ca0006dd triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:39.429688 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.493574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925016-dc61-406e-8e4d-50d78e052c7b req-15317a64-f197-42c7-b58c-ff986f5f0db5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:39.495682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46925016-dc61-406e-8e4d-50d78e052c7b req-15317a64-f197-42c7-b58c-ff986f5f0db5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0932498 Aug 28 08:56:39.496653 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.575211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-46925016-dc61-406e-8e4d-50d78e052c7b req-819fb41d-93c3-4404-89f8-e6ff491c3d92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694878 Aug 28 08:56:39.596765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.629414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] For port 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5e48dbf7-27d2-4be9-8631-3802ca0006dd,segment=NetworkSegment(74846696-9895-4597-b5a8-c04b2cfcedac),segment_id=74846696-9895-4597-b5a8-c04b2cfcedac)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:39.739334 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.809481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3730-2feb-4dac-b273-03e00ba8a193 None None] Pushing event updated for resources: {'Port': ['ID=5e48dbf7-27d2-4be9-8631-3802ca0006dd,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:39.837282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.859935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Provisioning complete for port 5e48dbf7-27d2-4be9-8631-3802ca0006dd triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:39.873253 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:39.922054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.002440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=8106f6e4-1b50-461e-8c7a-42fd29954526,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:40.026843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Provisioning for port 8106f6e4-1b50-461e-8c7a-42fd29954526 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:40.031722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Provisioning complete for port 8106f6e4-1b50-461e-8c7a-42fd29954526 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:40.032099 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.087400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-17b13404-dc19-4f1d-87c1-1bedb07ce2e1 None None] Port 8106f6e4-1b50-461e-8c7a-42fd29954526 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:40.178417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.214852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f4eb68e7-f428-4010-8d91-f5c847d408d4 None None] Provisioning complete for port 8106f6e4-1b50-461e-8c7a-42fd29954526 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:40.215216 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4eb68e7-f428-4010-8d91-f5c847d408d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.257789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb68e7-f428-4010-8d91-f5c847d408d4 None None] Port 8106f6e4-1b50-461e-8c7a-42fd29954526 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:40.379146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ccb90d46-c08a-4a63-aca3-1883dbf2ff3a None None] Provisioning complete for port 8106f6e4-1b50-461e-8c7a-42fd29954526 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:40.379531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ccb90d46-c08a-4a63-aca3-1883dbf2ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.406051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.420631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90d46-c08a-4a63-aca3-1883dbf2ff3a None None] Port 8106f6e4-1b50-461e-8c7a-42fd29954526 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:40.727544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae2b9-9b51-47b6-ae24-da352c947c40 req-0473bba7-25e7-447e-91ae-610e731d5f0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:40.728929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3bae2b9-9b51-47b6-ae24-da352c947c40 req-0473bba7-25e7-447e-91ae-610e731d5f0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.0817094 Aug 28 08:56:40.750133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5e48dbf7-27d2-4be9-8631-3802ca0006dd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:40.751495 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.783970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3bae2b9-9b51-47b6-ae24-da352c947c40 req-cc2434aa-d997-43b6-95a5-f76fe9786166 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Aug 28 08:56:40.804258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5e48dbf7-27d2-4be9-8631-3802ca0006dd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:40.809402 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.827726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.909356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=8106f6e4-1b50-461e-8c7a-42fd29954526,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:40.911615 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:40.922701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.923006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.923323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.923652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.923990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.924322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.924654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.924984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.925309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.925637 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.925981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:40.926314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:56:41.028238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 6343bab2-4daa-46ea-8001-c2c918404bec is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:41.029727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:41.238293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:56:41.357221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b376eaf2-ddea-4254-908b-57cc9ecf84e1 None None] Provisioning complete for port 8106f6e4-1b50-461e-8c7a-42fd29954526 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:41.357221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b376eaf2-ddea-4254-908b-57cc9ecf84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:41.357750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:41.368351 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] Sync routers for ids ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:41.368974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bb8bce87-d51f-4922-b3e6-602332120347 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/e846c8ac-b162-45b3-8f55-1ad7adf8a0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419059 Aug 28 08:56:41.371038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:41.379732 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] Routers {'e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:41.380714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:41.392116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b376eaf2-ddea-4254-908b-57cc9ecf84e1 None None] Port 8106f6e4-1b50-461e-8c7a-42fd29954526 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:41.419710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:41.441180 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] Routers {'e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:41.441915 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:41.453172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f011-7f5b-4d8f-aa32-7e8c4547ac6d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:41.454811 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-df44f011-7f5b-4d8f-aa32-7e8c4547ac6d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports/8106f6e4-1b50-461e-8c7a-42fd29954526 HTTP/1.1" status: 200 len: 977 time: 0.0829000 Aug 28 08:56:41.457888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33184) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:41.485608 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:41.486299 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de541e51-fd73-49d7-abb2-e113b448c406 None None] The sync data for ids ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:41.943717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:42.020845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea383918-fca0-47bc-b994-0651f23803fa req-fe67d66b-a8b6-4f80-a8c4-186ac03f137e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:42.022437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea383918-fca0-47bc-b994-0651f23803fa req-fe67d66b-a8b6-4f80-a8c4-186ac03f137e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.1527934 Aug 28 08:56:42.118541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea383918-fca0-47bc-b994-0651f23803fa req-9002b7e5-1f93-42a6-931b-611ce1aad526 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855441 Aug 28 08:56:42.211060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 8106f6e4-1b50-461e-8c7a-42fd29954526 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:42.211377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:42.300711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:42.316243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 8106f6e4-1b50-461e-8c7a-42fd29954526 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:42.564901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:42.603556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=8106f6e4-1b50-461e-8c7a-42fd29954526,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:42.643420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-abc31c6a-0927-417d-a314-e823d59169db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:42.646289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-abc31c6a-0927-417d-a314-e823d59169db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 1097 time: 0.1323731 Aug 28 08:56:42.674349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:43.151979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:43.156248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:43.450959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bb6f6-7851-4c96-8e6f-eabec3917976 req-f8a08b54-adb3-4c06-bc57-2c47b5141def tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:43.452360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-751bb6f6-7851-4c96-8e6f-eabec3917976 req-f8a08b54-adb3-4c06-bc57-2c47b5141def tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 945 time: 0.2232618 Aug 28 08:56:43.540339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:43.557703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-751bb6f6-7851-4c96-8e6f-eabec3917976 req-cfed761e-4fc9-4924-afe3-9c4f4f3fe32b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898356 Aug 28 08:56:43.658468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:43.668652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:43.675557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fb89fbca-5e1f-4e7a-affa-3c5619e2fab6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/e846c8ac-b162-45b3-8f55-1ad7adf8a0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2161136 Aug 28 08:56:43.677824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33194) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:43.681687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] Sync routers for ids ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:43.692587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] Routers {'e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:43.693221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:43.729057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:43.739455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] Routers {'e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:43.740346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:43.777636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:43.778433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037b79c-7df1-4d47-aff7-42c89cc6611a None None] The sync data for ids ['e846c8ac-b162-45b3-8f55-1ad7adf8a0e3'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:43.784940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:43.891336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:43.893669 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74df61-43f1-4d0f-ba68-f869b1295aad" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-unplugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:43.897838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:43.944897 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-0795d048-a44f-465c-93c1-afa08ee9c69f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 08:56:43.946036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0795d048-a44f-465c-93c1-afa08ee9c69f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/e846c8ac-b162-45b3-8f55-1ad7adf8a0e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2670372 Aug 28 08:56:43.948913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Transition to ACTIVE for port object 769c218c-14de-4b7b-82c3-7e4877da26a1 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:43.949254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33200) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:43.998227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:44.001485 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55588921-a2cf-4ad0-9bea-c6cb9309c527 x-openstack-request-id: req-55588921-a2cf-4ad0-9bea-c6cb9309c527 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:44.001893 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-unplugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:44.002159 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55588921-a2cf-4ad0-9bea-c6cb9309c527 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:44.002605 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'code': 200} Aug 28 08:56:44.003541 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3be94a43-e56f-43b2-af7e-32ebcd2799a5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 HTTP/1.1" status: 200 len: 205 time: 0.0527167 Aug 28 08:56:44.006070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33202) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:44.129078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:44.155933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:44.232084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] No DVR routers for this DVR port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:44.315833 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-40d66b0e-96a6-4e17-bc00-43fb6a16d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:44.317290 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-40d66b0e-96a6-4e17-bc00-43fb6a16d9e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1054 time: 0.2125080 Aug 28 08:56:44.375238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:44.393423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:44.393766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:44.394364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:44.399500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:56:44.399832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Attempting to bind port 769c218c-14de-4b7b-82c3-7e4877da26a1 on network 8a8649b6-2401-49e1-a3f1-d041ef305088 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:44.406178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:44.406557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Checking segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:44.406817 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:44.406964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Bound using segment: {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:44.407383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Bound port: 769c218c-14de-4b7b-82c3-7e4877da26a1, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17581a7a-d050-4644-a95b-91d3eeae6187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:44.407747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:44.479502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:44.483780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:44.484637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-edf43c18-c353-466f-b73b-4b3189b29915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:44.486180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-edf43c18-c353-466f-b73b-4b3189b29915 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1329370 Aug 28 08:56:44.568168 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-1e09c991-be1e-411e-8f18-36dd004af690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0694208 Aug 28 08:56:44.694377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-c6a1276b-965e-4a16-9b00-5726bc1853d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:44.694377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-c6a1276b-965e-4a16-9b00-5726bc1853d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0565958 Aug 28 08:56:44.694377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-987e6a0e-6c6d-4135-a315-63e77f96eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:44.694377 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-987e6a0e-6c6d-4135-a315-63e77f96eef5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425725 Aug 28 08:56:44.699646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b871df6-09af-44e4-a327-26fe689f5ac4 req-79324af2-0fe6-44e7-a307-e149d35fe05c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:44.701189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b871df6-09af-44e4-a327-26fe689f5ac4 req-79324af2-0fe6-44e7-a307-e149d35fe05c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0550556 Aug 28 08:56:44.745950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b871df6-09af-44e4-a327-26fe689f5ac4 req-b39ea965-c73b-4d14-887c-67565436bb6a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355899 Aug 28 08:56:44.796050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-f88dc6a3-b6c4-4119-95e7-76600843521d service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897431 Aug 28 08:56:44.874905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:44.906095 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-8dcdf7f0-5c2e-40df-a0e5-65156c333969 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990248 Aug 28 08:56:44.919837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:56:45.281950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c65058-8a3f-436c-afeb-ef093c25b521 req-ea69412a-e981-43a7-a539-c8fadcee1033 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0317199 Aug 28 08:56:45.366730 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c65058-8a3f-436c-afeb-ef093c25b521 req-9cafec33-4fbd-476d-8ed1-08133eaa96b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268729 Aug 28 08:56:45.367640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.368285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:56:45.376448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.380300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e4513f8a-86a7-4f9d-9b99-901b81fa5a3c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 HTTP/1.1" status: 204 len: 168 time: 1.3705354 Aug 28 08:56:45.380612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33216) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:45.402587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.448322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.448946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.449690 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c65058-8a3f-436c-afeb-ef093c25b521 req-b60321cd-df98-47ab-89b2-a1c24437448c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365069 Aug 28 08:56:45.450362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] 10.222.0.64 "PUT /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 1093 time: 2.7811158 Aug 28 08:56:45.466068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172167ee-457f-4e57-ae2a-8ec15a5d9805 service neutron] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=11']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:45.485735 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet abeb95e6-d294-41cb-9fef-343223bb8b2e {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:56:45.498353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.542652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-7ab11b70-5ace-414c-8f47-52da0e901464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.544119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-7ab11b70-5ace-414c-8f47-52da0e901464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1096 time: 0.0530756 Aug 28 08:56:45.580742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.646611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c65058-8a3f-436c-afeb-ef093c25b521 req-b93fafbe-e854-4e65-a670-ea97b6a42f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.648929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a5c65058-8a3f-436c-afeb-ef093c25b521 req-b93fafbe-e854-4e65-a670-ea97b6a42f1d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900928 Aug 28 08:56:45.659489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-4512154c-ebd8-4d00-aaa9-a212a04dab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.661047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-4512154c-ebd8-4d00-aaa9-a212a04dab93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1053438 Aug 28 08:56:45.701785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.737937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-5780f004-9b43-41ed-a3e7-aed4bb45723e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0668981 Aug 28 08:56:45.796429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-d10f6ace-f4d8-44a6-af1a-0f6bf6f7d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.798008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-d10f6ace-f4d8-44a6-af1a-0f6bf6f7d086 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0485764 Aug 28 08:56:45.826992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.857562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=abeb95e6-d294-41cb-9fef-343223bb8b2e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:45.860470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:45.865055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d5b84600-7f15-46bb-8be9-7bcbb5b9c2d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/abeb95e6-d294-41cb-9fef-343223bb8b2e HTTP/1.1" status: 204 len: 168 time: 0.4807305 Aug 28 08:56:45.865158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:45.869869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553eb7ee-a19c-4229-be80-8f02be8617b3 None None] Network 6343bab2-4daa-46ea-8001-c2c918404bec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:45.901723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4fc2-a9fc-408c-866b-a7ea7d18a828 req-67a9c012-eee0-4b8c-b6d1-d42259502fda tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.909190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f9d4fc2-a9fc-408c-866b-a7ea7d18a828 req-67a9c012-eee0-4b8c-b6d1-d42259502fda tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0904629 Aug 28 08:56:45.939142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-b792741e-0f35-4877-903d-0c3cca520f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:45.940660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-b792741e-0f35-4877-903d-0c3cca520f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303222 Aug 28 08:56:45.953061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f9d4fc2-a9fc-408c-866b-a7ea7d18a828 req-d375e81b-e946-4821-9ed6-b8f6f11c06ed tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Aug 28 08:56:46.016885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:46.019316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.019465 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:46.084472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-1d69a362-ca2a-4bf3-9923-87fd4c17f8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298356 Aug 28 08:56:46.094299 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018775e2-9d75-41ed-ada8-ccb61f9e391a x-openstack-request-id: req-018775e2-9d75-41ed-ada8-ccb61f9e391a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:46.094603 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:46.094853 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-018775e2-9d75-41ed-ada8-ccb61f9e391a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:46.095259 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:56:46.096768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 5e48dbf7-27d2-4be9-8631-3802ca0006dd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:46.097232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.152097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] DHCP port deletion for 6343bab2-4daa-46ea-8001-c2c918404bec request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:56:46.238388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Deleting port 5e48dbf7-27d2-4be9-8631-3802ca0006dd {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:46.238707 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b1fd767-8904-41f3-b73f-fa2a89d172bc req-90ae4973-a0ed-4d9f-9e3e-906a7e3c16b4 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391068 Aug 28 08:56:46.239546 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.264642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5e48dbf7-27d2-4be9-8631-3802ca0006dd,segment=NetworkSegment(74846696-9895-4597-b5a8-c04b2cfcedac),segment_id=74846696-9895-4597-b5a8-c04b2cfcedac)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:46.265257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.284935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 5e48dbf7-27d2-4be9-8631-3802ca0006dd owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:46.288403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-95d71ff6-5df3-4e06-8d95-73359b80b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.290825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-95d71ff6-5df3-4e06-8d95-73359b80b094 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1096 time: 0.1198201 Aug 28 08:56:46.336475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] For port 5e48dbf7-27d2-4be9-8631-3802ca0006dd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5e48dbf7-27d2-4be9-8631-3802ca0006dd,segment=NetworkSegment(74846696-9895-4597-b5a8-c04b2cfcedac),segment_id=74846696-9895-4597-b5a8-c04b2cfcedac)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:46.336475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.345479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Calling delete_port for 5e48dbf7-27d2-4be9-8631-3802ca0006dd owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:46.445529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-5a104ded-1139-415c-9708-8d7a0056ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.447193 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-5a104ded-1139-415c-9708-8d7a0056ee2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1484897 Aug 28 08:56:46.522012 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-3fb1f4c6-74dd-4c57-9cf1-e0d380349d9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0674570 Aug 28 08:56:46.527745 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.541945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-088ada19-2e30-4fda-bf38-b6cca516c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.543615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-088ada19-2e30-4fda-bf38-b6cca516c7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1096 time: 0.0589287 Aug 28 08:56:46.584798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.587107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=5e48dbf7-27d2-4be9-8631-3802ca0006dd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:46.591014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port 5e48dbf7-27d2-4be9-8631-3802ca0006dd on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:46.615230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] Pushing event deleted for resources: {'Port': ['ID=5e48dbf7-27d2-4be9-8631-3802ca0006dd,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:46.626856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046aa4-d5c7-4dd7-aafc-1bca77ff6939 None None] No DVR routers for this DVR port 5e48dbf7-27d2-4be9-8631-3802ca0006dd on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:46.632618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-8be0abb3-373d-4f5e-a8c5-15cee81a2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.634702 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-8be0abb3-373d-4f5e-a8c5-15cee81a2f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.1027505 Aug 28 08:56:46.650311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-eb077623-5b96-4127-932a-5442c33c832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.654191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-eb077623-5b96-4127-932a-5442c33c832b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.1001866 Aug 28 08:56:46.727742 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.740660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6343bab2-4daa-46ea-8001-c2c918404bec']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:46.741155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-b2c67764-7842-4d97-9ce9-bba004be6643 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 999 time: 0.0793812 Aug 28 08:56:46.752046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5e48dbf7-27d2-4be9-8631-3802ca0006dd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:46.756338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-725bab5a-c791-48c4-ab36-1f8f1e50a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.757896 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-725bab5a-c791-48c4-ab36-1f8f1e50a17d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128600 Aug 28 08:56:46.764748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74846696-9895-4597-b5a8-c04b2cfcedac') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:46.764748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74846696-9895-4597-b5a8-c04b2cfcedac') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:46.782998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.785410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5e48dbf7-27d2-4be9-8631-3802ca0006dd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:56:46.785769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5e48dbf7-27d2-4be9-8631-3802ca0006dd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:56:46.815388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-053d1a3c-874c-4b63-a3d0-2253769b8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.818194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-053d1a3c-874c-4b63-a3d0-2253769b8e42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.0684164 Aug 28 08:56:46.853806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.864762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:56:46.881361 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:56:46.884785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-5bc2bf80-362a-46ed-9d3e-625b89b95af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:46.884785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-5bc2bf80-362a-46ed-9d3e-625b89b95af7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472510 Aug 28 08:56:46.944116 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-bad7d2c0-e4d3-46a4-93b8-0c06326ab315 service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723082 Aug 28 08:56:46.984429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-303922f0-932a-4e15-a6fa-9602f7d82111 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014636 Aug 28 08:56:47.023874 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.028738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.034366 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/6343bab2-4daa-46ea-8001-c2c918404bec HTTP/1.1" status: 204 len: 168 time: 1.1640174 Aug 28 08:56:47.038640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:47.045292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428055415'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:47.055299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cb740-f2ea-4125-b964-4f4085652d69 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=6343bab2-4daa-46ea-8001-c2c918404bec,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:47.074053 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-c01a0959-035c-496c-809f-1d3a380cd319 service neutron] 10.222.0.39 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220012 Aug 28 08:56:47.144493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b04a3-34be-4bbf-a79e-e422a89650a3 req-44392783-3280-40df-8921-e95a307fd58d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:47.146073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b88b04a3-34be-4bbf-a79e-e422a89650a3 req-44392783-3280-40df-8921-e95a307fd58d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.1065073 Aug 28 08:56:47.150071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e93bd8-ba14-45b2-92c7-e53500e5b9d5 req-af726dc0-294e-422a-95b2-9840c2fea489 service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580966 Aug 28 08:56:47.160265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:47.163497 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.209057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b88b04a3-34be-4bbf-a79e-e422a89650a3 req-4c1e5d25-45f1-4457-a5f3-c244c94148e2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559499 Aug 28 08:56:47.212290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:47.222387 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.222788 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 622253e4-ea1a-4baf-8263-99f7dafebaae of type vlan for network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 Aug 28 08:56:47.264798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.363725 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.370339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:47.374170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.441817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=091170fc-0ba9-4b2b-82ca-653d5ab126e1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:47.452088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:56:47.507811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-69d97865-6cdb-405c-8846-fa0fb163e136 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4665885 Aug 28 08:56:47.510720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33250) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:47.517349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:47.666781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:47.670323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.895172 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:47.965267 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=9d138acf-da9b-4089-af68-f50b8f5ef545,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:47.974723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '622253e4-ea1a-4baf-8263-99f7dafebaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:47.975158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 091170fc-0ba9-4b2b-82ca-653d5ab126e1, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:56:48.072330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:56:48.157922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 091170fc-0ba9-4b2b-82ca-653d5ab126e1) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:48.162191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:48.162898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.168112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d8711-a555-45f2-a444-0ac3b8e88d13 None None] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:48.251897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-691dab08-95c5-421a-8411-75be9db0c8fb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7366476 Aug 28 08:56:48.252353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33256) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:48.258714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-107488385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:48.336146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-091170fc-0ba9-4b2b-82ca-653d5ab126e1', 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': '9d138acf-da9b-4089-af68-f50b8f5ef545'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:56:48.338526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.370929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc1684-7ef5-4a27-b14b-821d0ce413f1 req-c9bb83ae-8ffc-466b-ab38-d6b4d1725413 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:48.372969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fcc1684-7ef5-4a27-b14b-821d0ce413f1 req-c9bb83ae-8ffc-466b-ab38-d6b4d1725413 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0822444 Aug 28 08:56:48.374701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.376085 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.433179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fcc1684-7ef5-4a27-b14b-821d0ce413f1 req-fed83ada-cb68-4e96-95e3-20402b8f52a7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522938 Aug 28 08:56:48.480677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.508095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Allocated IP 172.20.0.2 (091170fc-0ba9-4b2b-82ca-653d5ab126e1/9d138acf-da9b-4089-af68-f50b8f5ef545/3a9570ae-09ad-45b5-99b2-9967c209dfa6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:48.569795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.681967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.681967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Transition to ACTIVE for port object 3a9570ae-09ad-45b5-99b2-9967c209dfa6 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:48.691013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Transition to ACTIVE for port object 3a9570ae-09ad-45b5-99b2-9967c209dfa6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:48.774455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.775712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f315a3d4-7ca1-4bf5-9162-ecc319db480f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5224721 Aug 28 08:56:48.778453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33258) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:48.822091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.870533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:48.873565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:48.876038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:48.883939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Pushing event updated for resources: {'Port': ['ID=3a9570ae-09ad-45b5-99b2-9967c209dfa6,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:48.941504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Attempting to bind port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:56:48.941797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Attempting to bind port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '622253e4-ea1a-4baf-8263-99f7dafebaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:56:48.942153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Attempting to bind port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 on network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:56:48.948274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:56:48.948644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Checking segment: {'id': '622253e4-ea1a-4baf-8263-99f7dafebaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:56:48.949048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:48.949441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Bound using segment: {'id': '622253e4-ea1a-4baf-8263-99f7dafebaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:56:48.949905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Bound port: 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622253e4-ea1a-4baf-8263-99f7dafebaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '091170fc-0ba9-4b2b-82ca-653d5ab126e1'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:56:48.950311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:49.016432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-87bec928-842a-4781-ab10-c69064f71906 None None] For port 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:56:49.020290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-87bec928-842a-4781-ab10-c69064f71906 None None] For port 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a9570ae-09ad-45b5-99b2-9967c209dfa6,segment=NetworkSegment(622253e4-ea1a-4baf-8263-99f7dafebaae),segment_id=622253e4-ea1a-4baf-8263-99f7dafebaae)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:56:49.084828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:49.145441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:49.213026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec928-842a-4781-ab10-c69064f71906 None None] Pushing event updated for resources: {'Port': ['ID=3a9570ae-09ad-45b5-99b2-9967c209dfa6,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:49.361279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.20.0.1 (091170fc-0ba9-4b2b-82ca-653d5ab126e1/9d138acf-da9b-4089-af68-f50b8f5ef545/72b178db-e6a3-4007-8a56-a908491b742f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:49.498920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:49.514101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 72b178db-e6a3-4007-8a56-a908491b742f will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:56:49.588088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4daa51-9399-4a32-803e-66407662953c req-abcc70ea-a46d-4d95-b699-7161722115b9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:49.589586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c4daa51-9399-4a32-803e-66407662953c req-abcc70ea-a46d-4d95-b699-7161722115b9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 944 time: 0.0738850 Aug 28 08:56:49.628933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c4daa51-9399-4a32-803e-66407662953c req-a894ce2a-eb7e-481c-89b4-47fb4e277745 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Aug 28 08:56:49.651366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33264) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:49.683049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:49.784055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:49.801709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:49.811113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:49.841010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0d573864-bc9c-4b40-b90b-e15259625f97 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc HTTP/1.1" status: 200 len: 991 time: 0.1884222 Aug 28 08:56:49.844108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=72b178db-e6a3-4007-8a56-a908491b742f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:49.868923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.180056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087913cb-fec8-4d97-a208-5222e5acc528 None None] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:50.311452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-998b4933-d167-4ab2-a2ef-1f604a240b8c None None] Provisioning for port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:50.356852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:56:50.433549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.468185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:50.484389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'port_id': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'mac_address': 'fa:16:3e:03:dd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:56:50.531323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.547755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:56:50.569238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:50.733428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.737638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.767744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4b121a38-c928-4b11-84eb-54d1e41655dd None None] Provisioning for port 72b178db-e6a3-4007-8a56-a908491b742f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:50.779323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4b121a38-c928-4b11-84eb-54d1e41655dd None None] Provisioning complete for port 72b178db-e6a3-4007-8a56-a908491b742f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:50.779769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4b121a38-c928-4b11-84eb-54d1e41655dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.784863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a9570ae-09ad-45b5-99b2-9967c209dfa6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:50.849197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.849458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:50.863662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4b121a38-c928-4b11-84eb-54d1e41655dd None None] Port 72b178db-e6a3-4007-8a56-a908491b742f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:50.927925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=72b178db-e6a3-4007-8a56-a908491b742f,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:50.930692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:50.957739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:50.962589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:50.962907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:51.011033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1f58eec9-2c19-4a4e-a4b6-db88e6614749 None None] Provisioning complete for port 72b178db-e6a3-4007-8a56-a908491b742f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:51.011429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f58eec9-2c19-4a4e-a4b6-db88e6614749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:51.033913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:51.035457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:51.065735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1f58eec9-2c19-4a4e-a4b6-db88e6614749 None None] Port 72b178db-e6a3-4007-8a56-a908491b742f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:51.088561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['769c218c-14de-4b7b-82c3-7e4877da26a1'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:56:51.130370 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:51.192425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a9570ae-09ad-45b5-99b2-9967c209dfa6,segment=NetworkSegment(622253e4-ea1a-4baf-8263-99f7dafebaae),segment_id=622253e4-ea1a-4baf-8263-99f7dafebaae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:51.270478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router ec7e639a-b14e-4ad1-88c9-234e776abccf is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:56:51.301506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:51.314475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-37e05bc6-8ef6-4f2f-aaa5-37ad274f9fd7 None None] Provisioning complete for port 72b178db-e6a3-4007-8a56-a908491b742f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:51.314797 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-37e05bc6-8ef6-4f2f-aaa5-37ad274f9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:51.371915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:51.377316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d9341be8-b0c3-4e1c-8c81-f83716da0b29 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/ec7e639a-b14e-4ad1-88c9-234e776abccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978119 Aug 28 08:56:51.380068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33270) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:51.384110 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] Sync routers for ids ['ec7e639a-b14e-4ad1-88c9-234e776abccf'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:51.393751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-37e05bc6-8ef6-4f2f-aaa5-37ad274f9fd7 None None] Port 72b178db-e6a3-4007-8a56-a908491b742f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:56:51.398992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] Routers {'ec7e639a-b14e-4ad1-88c9-234e776abccf'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:51.399693 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7e639a-b14e-4ad1-88c9-234e776abccf'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:51.413722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3a9570ae-09ad-45b5-99b2-9967c209dfa6,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:51.442018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:51.453177 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] Routers {'ec7e639a-b14e-4ad1-88c9-234e776abccf'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:51.454269 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7e639a-b14e-4ad1-88c9-234e776abccf'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:51.488691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:51.489357 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d5eafe-f931-49c0-be04-3f89e3694d70 None None] The sync data for ids ['ec7e639a-b14e-4ad1-88c9-234e776abccf'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:51.745317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89417d-8126-4a73-936a-3cf041bc52c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:56:51.746835 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9c89417d-8126-4a73-936a-3cf041bc52c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports/72b178db-e6a3-4007-8a56-a908491b742f HTTP/1.1" status: 200 len: 910 time: 0.3651404 Aug 28 08:56:51.749714 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:52.082942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.343885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 72b178db-e6a3-4007-8a56-a908491b742f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:52.344153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.384836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:52.438768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.452029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 72b178db-e6a3-4007-8a56-a908491b742f owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:52.506156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 769c218c-14de-4b7b-82c3-7e4877da26a1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:56:52.510577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 769c218c-14de-4b7b-82c3-7e4877da26a1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:52.510943 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.594542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.617689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:56:52.620333 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f6d69-fe55-466c-bd55-e0ff087b5d3a" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:56:52.638364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:52.661231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d8a883-3b55-42ac-be3b-9c435f604bc9 x-openstack-request-id: req-86d8a883-3b55-42ac-be3b-9c435f604bc9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:56:52.661552 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-plugged", "status": "completed", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:56:52.661920 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86d8a883-3b55-42ac-be3b-9c435f604bc9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:56:52.662360 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'code': 200} Aug 28 08:56:52.734411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a9570ae-09ad-45b5-99b2-9967c209dfa6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:56:52.759816 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.769280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.797318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=72b178db-e6a3-4007-8a56-a908491b742f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:52.824564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=13']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:52.836786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:56:52.837261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:52.966700 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.137395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router ec7e639a-b14e-4ad1-88c9-234e776abccf has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:53.220558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:53.225651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1593ce3e-7719-4ec9-afef-eecd3e624abc tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/ec7e639a-b14e-4ad1-88c9-234e776abccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748504 Aug 28 08:56:53.228408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33278) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:53.231073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] Sync routers for ids ['ec7e639a-b14e-4ad1-88c9-234e776abccf'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:53.240566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] Routers {'ec7e639a-b14e-4ad1-88c9-234e776abccf'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:53.241194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7e639a-b14e-4ad1-88c9-234e776abccf'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:53.258621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6779523f-5c92-49fb-8f8a-f0d2107ffd79 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec7e639a-b14e-4ad1-88c9-234e776abccf HTTP/1.1" status: 200 len: 205 time: 0.0268106 Aug 28 08:56:53.264614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33280) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:53.278779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:53.289866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] Routers {'ec7e639a-b14e-4ad1-88c9-234e776abccf'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:53.290535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ec7e639a-b14e-4ad1-88c9-234e776abccf'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:53.333408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:53.334263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df956bee-ea83-4e8e-b6ab-ad090e24866b None None] The sync data for ids ['ec7e639a-b14e-4ad1-88c9-234e776abccf'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:53.349411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.520081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.522421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.660939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.661421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router ec7e639a-b14e-4ad1-88c9-234e776abccf {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:56:53.669541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.670732 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-207b0109-1f1d-47d8-8760-d21518bd7ff9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/ec7e639a-b14e-4ad1-88c9-234e776abccf HTTP/1.1" status: 204 len: 168 time: 0.4051299 Aug 28 08:56:53.673633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33284) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:53.728972 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet 9d138acf-da9b-4089-af68-f50b8f5ef545 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:56:53.732420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.777093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:53.867522 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.004027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.037187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=9d138acf-da9b-4089-af68-f50b8f5ef545,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:54.040973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.043818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-06e8dcd4-e183-460a-b937-c6ecdaabd360 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/9d138acf-da9b-4089-af68-f50b8f5ef545 HTTP/1.1" status: 204 len: 168 time: 0.3686917 Aug 28 08:56:54.045776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33286) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:54.048948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4418a64-22fe-48ce-a858-15b48d044d77 None None] Network 091170fc-0ba9-4b2b-82ca-653d5ab126e1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:56:54.128029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.185562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:54.186010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.234180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] DHCP port deletion for 091170fc-0ba9-4b2b-82ca-653d5ab126e1 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:56:54.256168 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a9570ae-09ad-45b5-99b2-9967c209dfa6,segment=NetworkSegment(622253e4-ea1a-4baf-8263-99f7dafebaae),segment_id=622253e4-ea1a-4baf-8263-99f7dafebaae)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:54.256619 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.270617 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 3a9570ae-09ad-45b5-99b2-9967c209dfa6 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:54.281830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Deleting port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:54.282202 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.347698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] For port 3a9570ae-09ad-45b5-99b2-9967c209dfa6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3a9570ae-09ad-45b5-99b2-9967c209dfa6,segment=NetworkSegment(622253e4-ea1a-4baf-8263-99f7dafebaae),segment_id=622253e4-ea1a-4baf-8263-99f7dafebaae)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:56:54.348105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.361542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Calling delete_port for 3a9570ae-09ad-45b5-99b2-9967c209dfa6 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:54.419356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.439293 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.448599 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=3a9570ae-09ad-45b5-99b2-9967c209dfa6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:54.456362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:54.465727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] Pushing event deleted for resources: {'Port': ['ID=3a9570ae-09ad-45b5-99b2-9967c209dfa6,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:54.472115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d8947-4f6a-4f27-82f6-4a7b9ea0f72e None None] No DVR routers for this DVR port 3a9570ae-09ad-45b5-99b2-9967c209dfa6 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:56:54.550855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.561917 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091170fc-0ba9-4b2b-82ca-653d5ab126e1']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:54.573337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622253e4-ea1a-4baf-8263-99f7dafebaae') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:54.573628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622253e4-ea1a-4baf-8263-99f7dafebaae') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:54.583198 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.596900 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.602751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:56:54.603359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:56:54.606888 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:56:54.727966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a9570ae-09ad-45b5-99b2-9967c209dfa6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:56:54.746343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.751317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.751705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3a9570ae-09ad-45b5-99b2-9967c209dfa6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:56:54.752055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3a9570ae-09ad-45b5-99b2-9967c209dfa6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:56:54.754532 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/091170fc-0ba9-4b2b-82ca-653d5ab126e1 HTTP/1.1" status: 204 len: 168 time: 0.7072110 Aug 28 08:56:54.758838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33292) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:54.763598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679730255', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:54.772787 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3f54e-f077-4cab-a72a-41a7fd389753 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=091170fc-0ba9-4b2b-82ca-653d5ab126e1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:54.866254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.867371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:54.920105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.163670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.423960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.442728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.553564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.25.0.67 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/389df621-81c8-42b8-ac37-22f670982640) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:56:55.659562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.781229 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:55.823338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:56:55.826326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:56:55.831768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:56:55.834831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=389df621-81c8-42b8-ac37-22f670982640,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:56.157534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:56.187492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:56.391757 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:56.689008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 238f1de1-ce07-4c64-af46-60d97c920735 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:56:56.800631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:56.813375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] Sync routers for ids ['238f1de1-ce07-4c64-af46-60d97c920735'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:56.823053 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] Routers {'238f1de1-ce07-4c64-af46-60d97c920735'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:56.823751 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['238f1de1-ce07-4c64-af46-60d97c920735'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:56.857872 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:56.866576 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] Routers {'238f1de1-ce07-4c64-af46-60d97c920735'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:56.867692 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['238f1de1-ce07-4c64-af46-60d97c920735'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:56.877658 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:56.881454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-73aa1405-f0de-40fb-959b-942e7368bec5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1192956 Aug 28 08:56:56.881707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33302) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:56.900178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:56.900842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d6fc9-b33c-401f-b47a-02952a01b434 None None] The sync data for ids ['238f1de1-ce07-4c64-af46-60d97c920735'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:57.238259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f179e9b-cb17-4c41-a4ec-b275c762a0b4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers/238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 200 len: 880 time: 0.3543603 Aug 28 08:56:57.240537 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33306) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:57.488606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d8648c4c-37de-4a0d-86b5-4728cc473c8e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2472951 Aug 28 08:56:57.491091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33308) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:57.495807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1679730255'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:57.637908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-12fc28fc-112d-43d0-8ed5-4d5f1f23a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.100876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.176167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.300706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 238f1de1-ce07-4c64-af46-60d97c920735 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:56:58.405440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:56:58.412250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.413441 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a8f526d7-b6de-4691-b80b-f3ded031f782 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 200 len: 887 time: 0.9214008 Aug 28 08:56:58.416799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] Sync routers for ids ['238f1de1-ce07-4c64-af46-60d97c920735'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:56:58.416976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33312) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:58.426747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] Routers {'238f1de1-ce07-4c64-af46-60d97c920735'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:58.427380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['238f1de1-ce07-4c64-af46-60d97c920735'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:58.458847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:58.467998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] Routers {'238f1de1-ce07-4c64-af46-60d97c920735'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:56:58.468696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:56:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['238f1de1-ce07-4c64-af46-60d97c920735'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:58.504234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:56:58.504996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8316bc6-4d0e-4980-adf5-b78e3d39bfc4 None None] The sync data for ids ['238f1de1-ce07-4c64-af46-60d97c920735'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:56:58.533987 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dfdbe802-3d66-4a96-be36-0db16d5488c2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers/238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 200 len: 887 time: 0.1158950 Aug 28 08:56:58.537096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33314) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:58.571317 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d84ea6b0-b28f-46cc-9f7e-7de9fb62917d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 200 len: 205 time: 0.0328748 Aug 28 08:56:58.573673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33316) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:58.681616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.789447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:58.937966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 389df621-81c8-42b8-ac37-22f670982640 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:56:58.938190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.021864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.035356 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 389df621-81c8-42b8-ac37-22f670982640 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:56:59.277677 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.303993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=389df621-81c8-42b8-ac37-22f670982640,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:56:59.373386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.477193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.480405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.649989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.650671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router 238f1de1-ce07-4c64-af46-60d97c920735 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:56:59.668868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.668868 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7057a61e-1063-49bb-b4d0-12a8eff0af0d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 204 len: 168 time: 1.0841007 Aug 28 08:56:59.668868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:56:59.668868 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1178014912'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:56:59.904646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:56:59.908303 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.933662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:56:59.942669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:56:59.947319 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 11ece02e-640a-4eb2-b1f0-61ba2dce9365 of type vlan for network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 Aug 28 08:56:59.989542 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.020441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.110228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.115755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:00.116345 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.184001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=4dc96e02-e41e-4efe-a69b-1c5909c84d73,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:00.197602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:00.256931 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ab7132b8-3553-4739-b0f9-fecc9c194d58 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5935833 Aug 28 08:57:00.260400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33322) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:00.265750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:00.295056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bfe53eff-cc0b-461d-b3a4-7ece125d8105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.458880 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:00.462498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.769739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:00.841516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=d9a17886-61b7-4b12-b1c9-6abe78027be8,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:00.846795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '11ece02e-640a-4eb2-b1f0-61ba2dce9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:00.847145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 4dc96e02-e41e-4efe-a69b-1c5909c84d73, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:00.957798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:01.055587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4dc96e02-e41e-4efe-a69b-1c5909c84d73) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:01.060634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:01.061275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.064560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe41a0-b128-4d9c-ad4e-290e0b7bae71 None None] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:01.204267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-810bf30e-cb6f-4d16-aea7-21542dbcefce tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9427404 Aug 28 08:57:01.207161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33326) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:01.213152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-31361922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:01.223624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4dc96e02-e41e-4efe-a69b-1c5909c84d73', 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': 'd9a17886-61b7-4b12-b1c9-6abe78027be8'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:01.224508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.334889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.337018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.365751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Allocated IP 172.20.0.2 (4dc96e02-e41e-4efe-a69b-1c5909c84d73/d9a17886-61b7-4b12-b1c9-6abe78027be8/35233816-a33b-4457-90e5-365057287c2e) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:01.387861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.509732 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.512258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.518977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Transition to ACTIVE for port object 35233816-a33b-4457-90e5-365057287c2e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:01.535016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Transition to ACTIVE for port object 35233816-a33b-4457-90e5-365057287c2e will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:01.649964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.651292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4f1e6672-8c74-4de1-88a8-cd8c3934966f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4427598 Aug 28 08:57:01.654065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33332) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:01.729625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.778123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:01.781287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:01.786232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:01.789348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Pushing event updated for resources: {'Port': ['ID=35233816-a33b-4457-90e5-365057287c2e,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:01.845508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Attempting to bind port 35233816-a33b-4457-90e5-365057287c2e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:01.845911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Attempting to bind port 35233816-a33b-4457-90e5-365057287c2e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '11ece02e-640a-4eb2-b1f0-61ba2dce9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:01.846320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Attempting to bind port 35233816-a33b-4457-90e5-365057287c2e on network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:01.852017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:01.853936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Checking segment: {'id': '11ece02e-640a-4eb2-b1f0-61ba2dce9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:01.854387 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.854792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Bound using segment: {'id': '11ece02e-640a-4eb2-b1f0-61ba2dce9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:01.855263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Bound port: 35233816-a33b-4457-90e5-365057287c2e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ece02e-640a-4eb2-b1f0-61ba2dce9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4dc96e02-e41e-4efe-a69b-1c5909c84d73'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:01.855648 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.937156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] For port 35233816-a33b-4457-90e5-365057287c2e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:01.940456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] For port 35233816-a33b-4457-90e5-365057287c2e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=35233816-a33b-4457-90e5-365057287c2e,segment=NetworkSegment(11ece02e-640a-4eb2-b1f0-61ba2dce9365),segment_id=11ece02e-640a-4eb2-b1f0-61ba2dce9365)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:01.963287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:01.992163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:02.024877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:02.092223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8c4a-1cbe-4172-832b-3c9e58ebe4b0 None None] Pushing event updated for resources: {'Port': ['ID=35233816-a33b-4457-90e5-365057287c2e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:02.233173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.20.0.1 (4dc96e02-e41e-4efe-a69b-1c5909c84d73/d9a17886-61b7-4b12-b1c9-6abe78027be8/47ca6613-5277-4a01-8126-6b0339f96c5c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:02.377244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:02.384882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 47ca6613-5277-4a01-8126-6b0339f96c5c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:02.505051 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:02.581473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:02.584854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:02.591206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:02.629944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=47ca6613-5277-4a01-8126-6b0339f96c5c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:02.648697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:02.793073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 35233816-a33b-4457-90e5-365057287c2e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:02.931928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.009489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 35233816-a33b-4457-90e5-365057287c2e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:03.036980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e63934-1a78-4ae0-8d3d-ec0de9c09ec7 None None] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:03.210299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Provisioning for port 35233816-a33b-4457-90e5-365057287c2e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:03.215083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Provisioning complete for port 35233816-a33b-4457-90e5-365057287c2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:03.215459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.240697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.336318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.347013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] For port 35233816-a33b-4457-90e5-365057287c2e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=35233816-a33b-4457-90e5-365057287c2e,segment=NetworkSegment(11ece02e-640a-4eb2-b1f0-61ba2dce9365),segment_id=11ece02e-640a-4eb2-b1f0-61ba2dce9365)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:03.352047 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.439294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=47ca6613-5277-4a01-8126-6b0339f96c5c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:03.442795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.455946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.589194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:03.591656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:03.713647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb574dc-4ff1-4574-9bf3-2912d6629f2e None None] Pushing event updated for resources: {'Port': ['ID=35233816-a33b-4457-90e5-365057287c2e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:03.781093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Provisioning for port 47ca6613-5277-4a01-8126-6b0339f96c5c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:03.785678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Provisioning complete for port 47ca6613-5277-4a01-8126-6b0339f96c5c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:03.786040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.815259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 1ab224e3-cfa8-4142-8deb-61bc337028b4 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:57:03.824705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Port 47ca6613-5277-4a01-8126-6b0339f96c5c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:03.836824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Provisioning complete for port 35233816-a33b-4457-90e5-365057287c2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:03.837290 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-766e1310-9141-4907-a07e-8c31f6c94dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:03.926474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:03.936127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cfa8acdb-1cac-4998-b6fe-be84aaa0d75a tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/1ab224e3-cfa8-4142-8deb-61bc337028b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809756 Aug 28 08:57:03.938740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33338) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:03.940809 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] Sync routers for ids ['1ab224e3-cfa8-4142-8deb-61bc337028b4'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:03.951825 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] Routers {'1ab224e3-cfa8-4142-8deb-61bc337028b4'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:03.953243 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ab224e3-cfa8-4142-8deb-61bc337028b4'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:03.990937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14423afd-d89e-4533-a931-49a120b213c5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:03.992933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14423afd-d89e-4533-a931-49a120b213c5 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports/47ca6613-5277-4a01-8126-6b0339f96c5c HTTP/1.1" status: 200 len: 910 time: 0.0530012 Aug 28 08:57:03.994400 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:03.995655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33340) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:04.003571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9a17886-61b7-4b12-b1c9-6abe78027be8'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:04.007309 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] Routers {'1ab224e3-cfa8-4142-8deb-61bc337028b4'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:04.007926 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ab224e3-cfa8-4142-8deb-61bc337028b4'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:04.046345 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:04.047153 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b984514-3d66-4a23-98cb-3d780ca1e35b None None] The sync data for ids ['1ab224e3-cfa8-4142-8deb-61bc337028b4'] in n-d-792458-16 is: [] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:04.048037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae5a7111-6ec7-460c-8e89-431328f887b6 None None] Provisioning complete for port 47ca6613-5277-4a01-8126-6b0339f96c5c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:04.049090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7111-6ec7-460c-8e89-431328f887b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.090769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a7111-6ec7-460c-8e89-431328f887b6 None None] Port 47ca6613-5277-4a01-8126-6b0339f96c5c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:04.166677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.537747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.668505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.743344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 35233816-a33b-4457-90e5-365057287c2e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:04.746843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=47ca6613-5277-4a01-8126-6b0339f96c5c,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:04.757018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:04.757683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.759044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5fb2e43f-ac7e-413c-b4d0-2e559e057e28 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/ports/47ca6613-5277-4a01-8126-6b0339f96c5c HTTP/1.1" status: 200 len: 910 time: 0.7624500 Aug 28 08:57:04.762411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33344) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:04.795895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 35233816-a33b-4457-90e5-365057287c2e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:04.796159 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:04.929187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.104166 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.362281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 47ca6613-5277-4a01-8126-6b0339f96c5c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:05.362638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.462896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.477021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 47ca6613-5277-4a01-8126-6b0339f96c5c owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:05.649549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.784879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:05.816293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=47ca6613-5277-4a01-8126-6b0339f96c5c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:05.978293 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:57:05.982087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.160238 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router 1ab224e3-cfa8-4142-8deb-61bc337028b4 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:06.241450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:06.249076 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-77b6b104-2bb0-412a-a4c9-f842665d87b9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/1ab224e3-cfa8-4142-8deb-61bc337028b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4843242 Aug 28 08:57:06.251896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33348) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:06.253785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] Sync routers for ids ['1ab224e3-cfa8-4142-8deb-61bc337028b4'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:06.265248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] Routers {'1ab224e3-cfa8-4142-8deb-61bc337028b4'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:06.265924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ab224e3-cfa8-4142-8deb-61bc337028b4'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:06.282413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c685e2f1-2aee-4902-91f6-db933adc5844 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ab224e3-cfa8-4142-8deb-61bc337028b4 HTTP/1.1" status: 200 len: 205 time: 0.0291073 Aug 28 08:57:06.285355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33350) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:06.307641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:06.318249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] Routers {'1ab224e3-cfa8-4142-8deb-61bc337028b4'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:06.319327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ab224e3-cfa8-4142-8deb-61bc337028b4'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:06.352773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:06.353431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224ba95-4d03-4955-8bbc-f9883e9bd4d6 None None] The sync data for ids ['1ab224e3-cfa8-4142-8deb-61bc337028b4'] in n-d-792458-16 is: [] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:06.364376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.532159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.534251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.695386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.695903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab224e3-cfa8-4142-8deb-61bc337028b4 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:57:06.702540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.703921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-83f38d20-fb87-4324-bdec-449bca7cce6c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/1ab224e3-cfa8-4142-8deb-61bc337028b4 HTTP/1.1" status: 204 len: 168 time: 0.4171939 Aug 28 08:57:06.706401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33352) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:06.761865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet d9a17886-61b7-4b12-b1c9-6abe78027be8 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:06.765288 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.815460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:06.901502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.079608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.111061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a17886-61b7-4b12-b1c9-6abe78027be8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:07.114758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.117809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d6a9e1a4-db8f-400b-9649-caaf56cebfdd tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/d9a17886-61b7-4b12-b1c9-6abe78027be8 HTTP/1.1" status: 204 len: 168 time: 0.4093359 Aug 28 08:57:07.120146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33356) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:07.123501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f92d82-9ab1-479b-8c6f-e3a89eb8d7da None None] Network 4dc96e02-e41e-4efe-a69b-1c5909c84d73 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:07.318799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bab096-4999-408b-b47f-c848ad470122 None None] DHCP port deletion for 4dc96e02-e41e-4efe-a69b-1c5909c84d73 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:07.382923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Deleting port 35233816-a33b-4457-90e5-365057287c2e {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:07.383297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.458012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-75bab096-4999-408b-b47f-c848ad470122 None None] For port 35233816-a33b-4457-90e5-365057287c2e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=35233816-a33b-4457-90e5-365057287c2e,segment=NetworkSegment(11ece02e-640a-4eb2-b1f0-61ba2dce9365),segment_id=11ece02e-640a-4eb2-b1f0-61ba2dce9365)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:07.458455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.473816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Calling delete_port for 35233816-a33b-4457-90e5-365057287c2e owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:07.546952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.615552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 35233816-a33b-4457-90e5-365057287c2e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:07.615897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.667970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.692400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 35233816-a33b-4457-90e5-365057287c2e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=35233816-a33b-4457-90e5-365057287c2e,segment=NetworkSegment(11ece02e-640a-4eb2-b1f0-61ba2dce9365),segment_id=11ece02e-640a-4eb2-b1f0-61ba2dce9365)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:07.692762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.702599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Pushing event deleted for resources: {'Port': ['ID=35233816-a33b-4457-90e5-365057287c2e,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:07.705548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bab096-4999-408b-b47f-c848ad470122 None None] No DVR routers for this DVR port 35233816-a33b-4457-90e5-365057287c2e on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:07.707977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 35233816-a33b-4457-90e5-365057287c2e owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:07.718031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.718031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.718403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.720018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.720018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.720018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.720018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.721206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.721206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.721742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.721892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.722314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bab096-4999-408b-b47f-c848ad470122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:07.791262 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.824021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=35233816-a33b-4457-90e5-365057287c2e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:07.829234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port 35233816-a33b-4457-90e5-365057287c2e on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:07.914168 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.925928 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc96e02-e41e-4efe-a69b-1c5909c84d73']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:07.937390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ece02e-640a-4eb2-b1f0-61ba2dce9365') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:07.937690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ece02e-640a-4eb2-b1f0-61ba2dce9365') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:07.948389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.963939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.970163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:07.970519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:07.973649 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:08.123745 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.131182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.133682 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/4dc96e02-e41e-4efe-a69b-1c5909c84d73 HTTP/1.1" status: 204 len: 168 time: 1.0125139 Aug 28 08:57:08.140260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33360) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:08.146696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a67dd-98a1-4e6e-931d-91d3414ebecf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=4dc96e02-e41e-4efe-a69b-1c5909c84d73,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:08.150109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1445259945', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:08.255037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.256036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.318359 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.403284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.533722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.536039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebadc6a5-b4c1-4f9b-88cc-9d06e98c1ad8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3917341 Aug 28 08:57:08.540853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:08.547079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-2063803214'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:08.730008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:08.736182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.754601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 35233816-a33b-4457-90e5-365057287c2e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:08.778287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 35233816-a33b-4457-90e5-365057287c2e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:08.778540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 35233816-a33b-4457-90e5-365057287c2e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:08.797653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:57:08.801301 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.801301 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33 of type vlan for network 82d1fdae-8592-4a97-8ffc-70558fe2230c Aug 28 08:57:08.847935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.956367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:08.963006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:08.963654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:09.051182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=82d1fdae-8592-4a97-8ffc-70558fe2230c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:09.062079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:09.141363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-41637748-8c08-4143-949e-ac98364623c6 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5987566 Aug 28 08:57:09.144353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33366) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:09.150956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:09.346287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:09.349830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:09.648989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:09.713427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=14698cde-d0f8-4d25-b1e8-8b6ff4e546fb,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:09.722521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:09.722879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 82d1fdae-8592-4a97-8ffc-70558fe2230c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:09.837478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:09.942517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 82d1fdae-8592-4a97-8ffc-70558fe2230c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:09.947082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:09.947814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:09.953879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08921ef-20de-402e-98e0-26e586cd82ee None None] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:10.071627 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fbed35bc-363a-4e04-a5ed-8df66ae4b32f tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9256306 Aug 28 08:57:10.074338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33370) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:10.121137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-82d1fdae-8592-4a97-8ffc-70558fe2230c', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:10.122009 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.274065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Allocated IP 172.20.0.2 (82d1fdae-8592-4a97-8ffc-70558fe2230c/14698cde-d0f8-4d25-b1e8-8b6ff4e546fb/10850aa7-4e28-4aed-9273-05f3a8af36cd) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:10.373837 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.439359 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.447678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Transition to ACTIVE for port object 10850aa7-4e28-4aed-9273-05f3a8af36cd will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:10.466939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Transition to ACTIVE for port object 10850aa7-4e28-4aed-9273-05f3a8af36cd will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:10.569267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.610920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:10.613988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:10.618484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:10.625842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Pushing event updated for resources: {'Port': ['ID=10850aa7-4e28-4aed-9273-05f3a8af36cd,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:10.682736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Attempting to bind port 10850aa7-4e28-4aed-9273-05f3a8af36cd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:10.688078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Attempting to bind port 10850aa7-4e28-4aed-9273-05f3a8af36cd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:10.688078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Attempting to bind port 10850aa7-4e28-4aed-9273-05f3a8af36cd on network 82d1fdae-8592-4a97-8ffc-70558fe2230c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:10.688802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:10.689148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Checking segment: {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:10.689610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.690176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Bound using segment: {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:10.690463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Bound port: 10850aa7-4e28-4aed-9273-05f3a8af36cd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:10.690896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.711913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.20.0.1 (82d1fdae-8592-4a97-8ffc-70558fe2230c/14698cde-d0f8-4d25-b1e8-8b6ff4e546fb/091b8ae9-eff1-43f9-b49e-b1dffcea0e4d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:10.761755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] For port 10850aa7-4e28-4aed-9273-05f3a8af36cd, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:10.765644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] For port 10850aa7-4e28-4aed-9273-05f3a8af36cd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=10850aa7-4e28-4aed-9273-05f3a8af36cd,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:10.835739 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.849814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:10.861044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:10.941730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e489c-d81b-4ba7-8ca2-cb68672b25f6 None None] Pushing event updated for resources: {'Port': ['ID=10850aa7-4e28-4aed-9273-05f3a8af36cd,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:10.995685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.037437 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:11.045043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:11.052008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:11.059866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:11.123686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.384621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.676225 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.784509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.867677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:11.870413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:11.879616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fe4e1-43e0-4149-a5b2-1ac08abf94ae None None] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:11.981706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:11.983907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:12.100927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-614cab12-d12e-456a-88b3-6f7efb5c4426 None None] Provisioning for port 10850aa7-4e28-4aed-9273-05f3a8af36cd completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:12.248950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:57:12.351922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:12.358055 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2665f96-877e-445a-a77d-0b7fd7510544 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2825139 Aug 28 08:57:12.361488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33376) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:12.373241 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:12.374513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-346472949'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:12.385516 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:12.386489 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:12.432135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b80b07e-3bf6-4c65-8d25-a451989ee7b1 None None] Provisioning for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:12.437481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9b80b07e-3bf6-4c65-8d25-a451989ee7b1 None None] Provisioning complete for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:12.438133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b80b07e-3bf6-4c65-8d25-a451989ee7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.484535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9b80b07e-3bf6-4c65-8d25-a451989ee7b1 None None] Port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:12.499438 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:12.504625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:12.506561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.536806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:57:12.557033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.557472 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment fbadc201-a6df-46fc-9484-45b43971351d of type vlan for network 240acb7f-5257-45f1-b788-0fc45511851e Aug 28 08:57:12.611836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.632334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a57e2c40-4a8a-4098-8b78-c3d0ef8cb037 None None] Provisioning complete for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:12.632684 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a57e2c40-4a8a-4098-8b78-c3d0ef8cb037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.678941 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2c40-4a8a-4098-8b78-c3d0ef8cb037 None None] Port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:12.746851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.761454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:12.764522 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:11Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:11Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:12.770672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.799049 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:12.799637 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Updating router f9ad3133-0b0b-4c35-947e-0924c84b4e72 port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:12.829768 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.831578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 10850aa7-4e28-4aed-9273-05f3a8af36cd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:12.880992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=240acb7f-5257-45f1-b788-0fc45511851e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:12.903707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 240acb7f-5257-45f1-b788-0fc45511851e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:12.907734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c01f293-b41e-4c82-b870-16e2f785d917 None None] Provisioning complete for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:12.908106 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c01f293-b41e-4c82-b870-16e2f785d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:12.929358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e58151b7-2eaa-48bd-970d-882f0189e28e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5656829 Aug 28 08:57:12.932480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33378) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:12.937462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:13.003846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8c01f293-b41e-4c82-b870-16e2f785d917 None None] Port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:13.015534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 10850aa7-4e28-4aed-9273-05f3a8af36cd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:13.020673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 10850aa7-4e28-4aed-9273-05f3a8af36cd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:13.021218 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.110567 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.125157 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.137546 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Transition to ACTIVE for port object 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:13.153381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 10850aa7-4e28-4aed-9273-05f3a8af36cd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=10850aa7-4e28-4aed-9273-05f3a8af36cd,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:13.247712 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:13.251550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.281334 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.281775 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.342260 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Pushing event updated for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:13.347205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=10850aa7-4e28-4aed-9273-05f3a8af36cd,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:13.391503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.392108 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.392198 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.392497 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.392829 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.393156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.393483 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.393803 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.394123 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.395145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.395145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.395145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:13.439803 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Attempting to bind port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:13.440335 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Attempting to bind port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:13.440616 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Attempting to bind port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d on network 82d1fdae-8592-4a97-8ffc-70558fe2230c {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:13.449746 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:13.450155 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Checking segment: {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:13.450714 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.451151 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Bound using segment: {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:13.451700 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Bound port: 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:13.452117 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.532200 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] For port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:13.537083 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] For port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:13.586743 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.653211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=b4738ddf-9cc5-4ad1-b076-ca272163a79f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:13.654196 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.666183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:13.666591 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 240acb7f-5257-45f1-b788-0fc45511851e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:13.716184 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db538da-38d5-4551-beee-f28de3ba0fb2 None None] Pushing event updated for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:13.721418 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:13.722042 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:13.810889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 240acb7f-5257-45f1-b788-0fc45511851e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:13.819679 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:13.927487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 240acb7f-5257-45f1-b788-0fc45511851e) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:13.931982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:13.932799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:13.936620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc92ba-2f08-43b9-8958-cb644fd38141 None None] Network 240acb7f-5257-45f1-b788-0fc45511851e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:14.039107 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d5051d4-1e43-44a7-b2a7-7955bf3d0042 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1052296 Aug 28 08:57:14.043982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33382) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:14.166320 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:11Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:13Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:14.180764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-240acb7f-5257-45f1-b788-0fc45511851e', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:14.181740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:14.204308 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526e8e5-3d49-413a-999a-e3c01eb5475b None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:11Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:13Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:14.436883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Allocated IP 172.21.0.2 (240acb7f-5257-45f1-b788-0fc45511851e/b4738ddf-9cc5-4ad1-b076-ca272163a79f/b857afcd-872f-4995-a926-2f72dca65850) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:14.538238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:14.755462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:14.786161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Transition to ACTIVE for port object b857afcd-872f-4995-a926-2f72dca65850 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:14.833333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Transition to ACTIVE for port object b857afcd-872f-4995-a926-2f72dca65850 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:14.953360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:14.960690 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.034115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.21.0.1 (240acb7f-5257-45f1-b788-0fc45511851e/b4738ddf-9cc5-4ad1-b076-ca272163a79f/f8b16a7e-96f3-4250-819b-ee3354ca9f1d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:15.089254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Pushing event updated for resources: {'Port': ['ID=b857afcd-872f-4995-a926-2f72dca65850,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:15.103594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Network 240acb7f-5257-45f1-b788-0fc45511851e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:15.113756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:15.118024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:15.189140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Attempting to bind port b857afcd-872f-4995-a926-2f72dca65850 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Attempting to bind port b857afcd-872f-4995-a926-2f72dca65850 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Attempting to bind port b857afcd-872f-4995-a926-2f72dca65850 on network 240acb7f-5257-45f1-b788-0fc45511851e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Checking segment: {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.197259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Bound using segment: {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:15.199013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.200678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Bound port: b857afcd-872f-4995-a926-2f72dca65850, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:15.201077 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.216253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object f8b16a7e-96f3-4250-819b-ee3354ca9f1d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:15.270968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] For port b857afcd-872f-4995-a926-2f72dca65850, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:15.274133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] For port b857afcd-872f-4995-a926-2f72dca65850, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b857afcd-872f-4995-a926-2f72dca65850,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:15.310188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:15.317452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:15.317452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.341762 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.395090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 240acb7f-5257-45f1-b788-0fc45511851e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:15.395611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:15.400506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:15.423911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.428968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:15.453657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.486861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:15.495541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.572654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b8eb8-9c4c-45cf-8d1b-a0392f9b304a None None] Pushing event updated for resources: {'Port': ['ID=b857afcd-872f-4995-a926-2f72dca65850,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:15.638054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.647171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 10850aa7-4e28-4aed-9273-05f3a8af36cd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:15.737205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:15.761878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 10850aa7-4e28-4aed-9273-05f3a8af36cd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:15.762632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:15.788550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:16.139975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:16.218743 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:16.302390 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:16.304947 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:16.423268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 240acb7f-5257-45f1-b788-0fc45511851e is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:16.424790 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:16.859906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:16.893603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:16.912263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d21e54-d29f-4904-951f-dda9a260b62f None None] Network 240acb7f-5257-45f1-b788-0fc45511851e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:16.996393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:16.996393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:16.997061 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:17.006845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d3bde1d0-f12e-4330-9d98-bb5a40606c32 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9572580 Aug 28 08:57:17.007034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33390) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:17.011408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-493475336'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:17.018584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:17.057317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:17.057317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:17.123356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:17.127252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.169612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:57:17.181269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.188753 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 2143fe58-2f6a-47be-8581-b43ff4cc2fc4 of type vlan for network 7ffc857c-3c13-4263-9ccd-03129e98ea23 Aug 28 08:57:17.226774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.259864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-365daf88-4772-46fd-9e16-55be522115f8 None None] Provisioning for port b857afcd-872f-4995-a926-2f72dca65850 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:17.357422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.361712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:17.363239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:17.363846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.423086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b857afcd-872f-4995-a926-2f72dca65850 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:17.446313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=7ffc857c-3c13-4263-9ccd-03129e98ea23,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:17.460572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:17.527720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b7467a6f-e9ef-4c77-b16c-d19ac7284edb tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5206101 Aug 28 08:57:17.530544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33394) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:17.535938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:17.707673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 3, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:17.741031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:17.741400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Updating router f9ad3133-0b0b-4c35-947e-0924c84b4e72 port f8b16a7e-96f3-4250-819b-ee3354ca9f1d binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:17.771492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.784797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b857afcd-872f-4995-a926-2f72dca65850 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:17.790489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b857afcd-872f-4995-a926-2f72dca65850 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:17.791466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.826174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:17.830516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.865609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Provisioning for port f8b16a7e-96f3-4250-819b-ee3354ca9f1d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:17.914910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Provisioning complete for port f8b16a7e-96f3-4250-819b-ee3354ca9f1d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:17.916353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:17.996694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Port f8b16a7e-96f3-4250-819b-ee3354ca9f1d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:18.081275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Provisioning complete for port b857afcd-872f-4995-a926-2f72dca65850 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:18.081652 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.120262 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.204472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port b857afcd-872f-4995-a926-2f72dca65850, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b857afcd-872f-4995-a926-2f72dca65850,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:18.267497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.293629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.393466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.423966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:57:18.424322 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-b2698f81-a932-421c-852f-cd0080a66120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:57:18.425468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Transition to ACTIVE for port object f8b16a7e-96f3-4250-819b-ee3354ca9f1d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:18.427347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=b857afcd-872f-4995-a926-2f72dca65850,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:18.527517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.568932 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.595874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=8ebde155-0b26-4b28-b286-8b398540a5db,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:18.604133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:18.604133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 7ffc857c-3c13-4263-9ccd-03129e98ea23, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:18.641600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c2e2-a3a1-4af4-ba5c-d322978e369e None None] Pushing event updated for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:18.677828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Attempting to bind port f8b16a7e-96f3-4250-819b-ee3354ca9f1d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:18.678250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Attempting to bind port f8b16a7e-96f3-4250-819b-ee3354ca9f1d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:18.679126 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Attempting to bind port f8b16a7e-96f3-4250-819b-ee3354ca9f1d on network 240acb7f-5257-45f1-b788-0fc45511851e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:18.685130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:18.685604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Checking segment: {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:18.685916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.686355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Bound using segment: {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:18.689852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Bound port: f8b16a7e-96f3-4250-819b-ee3354ca9f1d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbadc201-a6df-46fc-9484-45b43971351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:18.689852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.705994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:18.765213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b857afcd-872f-4995-a926-2f72dca65850 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:18.797818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] For port f8b16a7e-96f3-4250-819b-ee3354ca9f1d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:18.807746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 7ffc857c-3c13-4263-9ccd-03129e98ea23) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:18.812218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:18.816587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.819400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] For port f8b16a7e-96f3-4250-819b-ee3354ca9f1d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:18.821649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8a541-c839-4318-90d5-9673c1ab52b6 None None] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:18.891342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b857afcd-872f-4995-a926-2f72dca65850 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:18.892039 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.938608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:18.962818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4f30249e-1b88-472f-aea1-cb6790457227 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4311070 Aug 28 08:57:18.965474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33404) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:19.082352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c2e2-a3a1-4af4-ba5c-d322978e369e None None] Pushing event updated for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:19.091837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:19.092456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:19.185806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-7ffc857c-3c13-4263-9ccd-03129e98ea23', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:19.186709 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:19.339829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:19.398670 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:19.532587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Allocated IP 172.22.0.2 (7ffc857c-3c13-4263-9ccd-03129e98ea23/8ebde155-0b26-4b28-b286-8b398540a5db/b5a20fe2-88c9-42a7-85fe-4737e91ffb04) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:19.896806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 3, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:18Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:19.902913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:19.933761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e40cac-e17b-4242-b7e6-9076fe4c16e4 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 3, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:18Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:19.939054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Transition to ACTIVE for port object b5a20fe2-88c9-42a7-85fe-4737e91ffb04 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:19.956052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Transition to ACTIVE for port object b5a20fe2-88c9-42a7-85fe-4737e91ffb04 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:20.082297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.134613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:20.138203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:20.144875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:20.147025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.22.0.1 (7ffc857c-3c13-4263-9ccd-03129e98ea23/8ebde155-0b26-4b28-b286-8b398540a5db/eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:20.151561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Pushing event updated for resources: {'Port': ['ID=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:20.212906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Attempting to bind port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:20.213427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Attempting to bind port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:20.213897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Attempting to bind port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 on network 7ffc857c-3c13-4263-9ccd-03129e98ea23 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:20.221393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:20.221393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Checking segment: {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:20.221393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.221393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Bound using segment: {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:20.225910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Bound port: b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:20.225910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.287745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.302917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] For port b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:20.304733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:20.313249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] For port b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:20.396738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.443516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.461537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50b01-3306-4135-b31e-f9b827ea6920 None None] Pushing event updated for resources: {'Port': ['ID=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:20.511622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:20.520703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:20.522417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:20.525058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:20.582685 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:20.852445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b16a7e-96f3-4250-819b-ee3354ca9f1d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:20.877841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.053481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f8b16a7e-96f3-4250-819b-ee3354ca9f1d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:21.060965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8b16a7e-96f3-4250-819b-ee3354ca9f1d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:21.072020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.141170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.154753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.179545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f8b16a7e-96f3-4250-819b-ee3354ca9f1d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:21.276230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.350410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.351367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5a20fe2-88c9-42a7-85fe-4737e91ffb04 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:21.383577 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.401800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:21.464487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:21.527927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:21.529599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:21.534725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af528011-8ff0-44e4-a8f2-4213d6e4f755 None None] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:21.575156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:21.649411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:21.763309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:21.763522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Provisioning for port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:21.769884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c06d8016-0a2c-4ddd-bf83-eb5b24d84fe3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029983 Aug 28 08:57:21.772222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33414) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:21.779034 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:21.779759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1028761062'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:21.783590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Provisioning complete for port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:21.784068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.786317 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:21.787183 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:21.871353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:21.875251 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.882428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.893868 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:21.904551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:57:21.921300 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:21.921685 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added segment 108839b9-c6cb-4d0d-937b-0713313cd1a3 of type vlan for network 54936afe-51a0-4a30-989c-cdf2800bd7c0 Aug 28 08:57:21.924527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] For port b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:21.976816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.020111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.083203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.088931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505a069-455e-4628-ba49-4ad307e1267e None None] Pushing event updated for resources: {'Port': ['ID=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:22.093333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:22.093980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.137557 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:20Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:22.152301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Provisioning complete for port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:22.152834 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.169029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:22.169383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Updating router f9ad3133-0b0b-4c35-947e-0924c84b4e72 port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:22.188640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Network': ['ID=54936afe-51a0-4a30-989c-cdf2800bd7c0,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:22.203141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:22.215139 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.267099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c610cdd5-a755-4e70-a598-dce0f69ee319 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4925456 Aug 28 08:57:22.269789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33416) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:22.276235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'subnet': {'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:22.407229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Provisioning for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:22.412461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Provisioning complete for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:22.413736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.476217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7d66920d-fedd-486e-8094-7c1635412c0d None None] Port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:22.499798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Made reservation on behalf of 73f09c2129ef4fd7aa3fb27a94e2d44a for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:22.503546 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.564876 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.577536 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Transition to ACTIVE for port object eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:22.599464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0e2daf16-9a5e-4be7-af3c-e1b403ccdafc None None] Provisioning complete for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:22.599806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf16-9a5e-4be7-af3c-e1b403ccdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.641825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0e2daf16-9a5e-4be7-af3c-e1b403ccdafc None None] Port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:22.729753 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.786014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200793b6-00e6-4ec5-bd47-0966edd2a9f0 None None] Pushing event updated for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:22.786705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b16a7e-96f3-4250-819b-ee3354ca9f1d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:22.801921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.851822 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Attempting to bind port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:22.852206 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Attempting to bind port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:22.852560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Attempting to bind port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c on network 7ffc857c-3c13-4263-9ccd-03129e98ea23 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:22.858660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:22.859741 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Checking segment: {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:22.860360 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.860768 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Bound using segment: {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:22.861264 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Bound port: eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2143fe58-2f6a-47be-8581-b43ff4cc2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:22.861653 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.899184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8b16a7e-96f3-4250-819b-ee3354ca9f1d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:22.899858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:22.940359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Subnet': ['ID=fc341308-9810-4ca0-8b8c-bfd215c846fc,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:22.946033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Checking segment: {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:22.947000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network hostable DHCP agents. Network: 54936afe-51a0-4a30-989c-cdf2800bd7c0, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:22.969224 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] For port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:22.974228 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] For port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:23.009730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5a20fe2-88c9-42a7-85fe-4737e91ffb04 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:23.051410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:23.055274 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.067261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:23.067261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.122722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:23.123397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:23.161165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200793b6-00e6-4ec5-bd47-0966edd2a9f0 None None] Pushing event updated for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:23.208678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 54936afe-51a0-4a30-989c-cdf2800bd7c0) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:23.212896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:23.221439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.221759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13f15b-edad-46d3-b0e1-9864e3970a98 None None] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:23.234742 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:23.347457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bcffd793-1769-4d53-9279-6d0d71026a71 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0763712 Aug 28 08:57:23.352278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33422) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:23.412338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-54936afe-51a0-4a30-989c-cdf2800bd7c0', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:23.413760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.483392 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:20Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:22Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:23.513739 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0975930-2cfe-4d52-8ec5-0055f6e29171 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:20Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:22Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:23.600995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Allocated IP 172.23.0.2 (54936afe-51a0-4a30-989c-cdf2800bd7c0/fc341308-9810-4ca0-8b8c-bfd215c846fc/1bf278d2-307a-4af5-b9ed-8172e7c4e4c5) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:23.780858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.803805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:23.819405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Transition to ACTIVE for port object 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:23.848242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Transition to ACTIVE for port object 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:23.997748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.069789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:24.079608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Pushing event updated for resources: {'Port': ['ID=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:24.082533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:24.089547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:24.201344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Allocated IP 172.23.0.1 (54936afe-51a0-4a30-989c-cdf2800bd7c0/fc341308-9810-4ca0-8b8c-bfd215c846fc/d6698835-7b97-45f6-9acf-7dcbe7e57071) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:24.242008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Attempting to bind port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:24.242848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Attempting to bind port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:24.243227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Attempting to bind port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 on network 54936afe-51a0-4a30-989c-cdf2800bd7c0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:24.255364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:24.259086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Checking segment: {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:24.269838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.269838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Bound using segment: {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:24.269838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Bound port: 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:24.269838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.338500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] For port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:24.342371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] For port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:24.375157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.390635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Transition to ACTIVE for port object d6698835-7b97-45f6-9acf-7dcbe7e57071 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:24.416161 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.485993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c837-cf22-406f-83ca-042b5e504db2 None None] Pushing event updated for resources: {'Port': ['ID=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:24.528280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.573563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:24.579997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:24.584490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:24.616631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:24.642065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:24.890662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:24.945424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.026169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:25.031087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:25.123729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93c9c-d507-4e74-8846-fafe22da7de8 req-bd4f3b21-9d18-4149-b9de-fe49cbc30918 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:25.125877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d93c9c-d507-4e74-8846-fafe22da7de8 req-bd4f3b21-9d18-4149-b9de-fe49cbc30918 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1098 time: 0.1802471 Aug 28 08:57:25.167838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31d93c9c-d507-4e74-8846-fafe22da7de8 req-aef4d717-d211-4915-a0e3-6b655df43464 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 28 08:57:25.168555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:25.172819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:25.173198 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.196935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33446) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:25.302743 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.346630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.374510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.399596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:25.429440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 9a80c34b-8266-42fc-8a19-682107733dd1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:25.430891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.455770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event updated for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:25.465504 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.507544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.587674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.588344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.588826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:25.604582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 9a80c34b-8266-42fc-8a19-682107733dd1 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:25.633993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:25.636133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:25.733477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1eaa9a-5436-4db4-ae96-9f4bb0312def None None] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:25.752998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:25.928705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:25.942069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-61ccdef2-a9dd-4df8-af15-cf44ab65e9be tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879464 Aug 28 08:57:25.947099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33450) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:25.949189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Provisioning for port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:25.953409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:25.957907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:25.971018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:25.974588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Provisioning complete for port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:25.974910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.020969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:26.032409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:26.064506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=9a80c34b-8266-42fc-8a19-682107733dd1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:26.163956 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.165214 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc disassociated (deleted). External IP: 172.25.0.198, port: 769c218c-14de-4b7b-82c3-7e4877da26a1. Aug 28 08:57:26.198661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.201886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:26.311891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.315108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] For port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:26.414304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.535250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f9ac7-3965-4e2a-a8d8-0d59dc6829b4 None None] Pushing event updated for resources: {'Port': ['ID=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:26.563327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Provisioning complete for port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:26.563641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.585168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 58f2f107-5660-489d-99e3-9dfca8d57fb9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:26.624724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:57:26.644827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Removed routes are [] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:57:26.645240 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.651922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:24Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:26.690672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:26.692257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Updating router f9ad3133-0b0b-4c35-947e-0924c84b4e72 port d6698835-7b97-45f6-9acf-7dcbe7e57071 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:26.726424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.819621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:26.825925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.831882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Sync routers for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:26.841406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Provisioning for port d6698835-7b97-45f6-9acf-7dcbe7e57071 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:26.847646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Provisioning complete for port d6698835-7b97-45f6-9acf-7dcbe7e57071 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:26.848019 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:26.851244 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:26.852193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:27.011383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:27.101718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.111786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.253874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38329511-ba43-4e35-9e5c-6360aca2f10d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/floatingips/4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc HTTP/1.1" status: 204 len: 168 time: 2.0531552 Aug 28 08:57:27.253874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:57:27.254851 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b866430a-c48b-45ab-adb0-78037e9b6143" -d '{"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:57:27.314193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.326362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Transition to ACTIVE for port object d6698835-7b97-45f6-9acf-7dcbe7e57071 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:27.334277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:27.376329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7be41f8a-334f-4ad3-bfe0-1e63a20222e4 None None] Port d6698835-7b97-45f6-9acf-7dcbe7e57071 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:27.400645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:27.401395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.430819 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.523767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01311d1c-c2ed-4382-b3b9-75ade0838ab2 None None] Pushing event updated for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:27.539998 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:27.588147 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Checking router: 58f2f107-5660-489d-99e3-9dfca8d57fb9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:27.611057 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:27.612197 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:27.620393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Attempting to bind port d6698835-7b97-45f6-9acf-7dcbe7e57071 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:27.620920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Attempting to bind port d6698835-7b97-45f6-9acf-7dcbe7e57071 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:27.621404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Attempting to bind port d6698835-7b97-45f6-9acf-7dcbe7e57071 on network 54936afe-51a0-4a30-989c-cdf2800bd7c0 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:27.632071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:27.638109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Checking segment: {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:27.638780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.639314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Bound using segment: {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:27.639967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Bound port: d6698835-7b97-45f6-9acf-7dcbe7e57071, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108839b9-c6cb-4d0d-937b-0713313cd1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:27.640490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.675852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:27.724422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21e6194c-31c3-41b5-8042-9cfab67b75df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.781116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] For port d6698835-7b97-45f6-9acf-7dcbe7e57071, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:27.785475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] For port d6698835-7b97-45f6-9acf-7dcbe7e57071, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6698835-7b97-45f6-9acf-7dcbe7e57071,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:27.792073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:27.795490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:27.795939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.880901 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:27.916041 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:27.923317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.927119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-da420bcd-84c6-4fcb-9093-9dd6296dcbbe tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 934 time: 1.9764361 Aug 28 08:57:27.928220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33460) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:27.973543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:27.973708 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50aea4-ed5e-4a9f-ab65-348097f61a00 x-openstack-request-id: req-ac50aea4-ed5e-4a9f-ab65-348097f61a00 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:57:27.974282 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:57:27.974638 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac50aea4-ed5e-4a9f-ab65-348097f61a00 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:57:27.975515 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:57:28.070507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:28.071165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:28.086324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2966f1c6-6642-4c04-ae21-708d8ece4b59 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 934 time: 0.1567101 Aug 28 08:57:28.087113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33464) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:28.093104 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'routes': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:28.142953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01311d1c-c2ed-4382-b3b9-75ade0838ab2 None None] Pushing event updated for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:28.233711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-a2a329ec-2a85-4d68-8e25-f8a3b96b632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:28.234888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-a2a329ec-2a85-4d68-8e25-f8a3b96b632e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 1098 time: 0.2027977 Aug 28 08:57:28.255877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426f530-d596-47ab-a54a-79e5dc79b86e req-2ca88b6f-abec-45d1-a808-d11e76804601 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:28.257526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1426f530-d596-47ab-a54a-79e5dc79b86e req-2ca88b6f-abec-45d1-a808-d11e76804601 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 946 time: 0.2240896 Aug 28 08:57:28.273419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:28.295228 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:28.333848 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704acba6-3cb1-48a1-bf38-41ee7deb3acc None None] The sync data for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 is: [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b', 'name': '', 'network_id': '8a8649b6-2401-49e1-a3f1-d041ef305088', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:2a:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:10Z', 'updated_at': '2021-08-28T08:55:16Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '988b0068-59c3-4482-a586-e8ef02fd34d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:28.420076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1426f530-d596-47ab-a54a-79e5dc79b86e req-e95092ed-8380-43ce-b9cc-8cd1b10785d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348522 Aug 28 08:57:28.482100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-d5ab21eb-b3a9-4c5c-93bc-5a57df6292dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:28.483703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-d5ab21eb-b3a9-4c5c-93bc-5a57df6292dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 200 len: 898 time: 0.2252092 Aug 28 08:57:28.564079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-b14c3c3f-9082-4009-ac26-2ad5e49dc423 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 200 len: 217 time: 0.0635159 Aug 28 08:57:28.629395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:26Z', 'revision_number': 6, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:27Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:28.675039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4df48c-f4fa-4a6a-a746-baa861c92f61 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:26Z', 'revision_number': 6, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:27Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:28.704407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-808afa45-cc65-4d59-9c4f-03427e4dabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:28.706252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-808afa45-cc65-4d59-9c4f-03427e4dabc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 200 len: 834 time: 0.1314461 Aug 28 08:57:28.796272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-676bacd0-8afb-4d80-9bb5-f29fe70d713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:28.798273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-676bacd0-8afb-4d80-9bb5-f29fe70d713b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a8649b6-2401-49e1-a3f1-d041ef305088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826504 Aug 28 08:57:28.817508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d528b3-1bbb-43cc-b6bb-040a9c5498de None None] New status for floating IP 4b03fa65-f590-42ff-9fc1-5a56b4b1c0bc: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:57:28.960372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added routes are [] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:57:28.961200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:57:29.039776 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:29.050132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-ca3a9abf-8b28-4b67-a286-b7f913efc76c service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256689 Aug 28 08:57:29.321046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b866430a-c48b-45ab-adb0-78037e9b6143 req-dcb6bd41-4b3c-445f-a891-713834cdcf7c service neutron] 10.222.0.64 "GET /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625787 Aug 28 08:57:29.375127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:29.379388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:29.511214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:29.580289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c797-9dcc-4f5d-baad-8aeede4a7632 req-34e172b9-04ab-4ea2-83f9-579a3d42cbe3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:29.589629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0d3c797-9dcc-4f5d-baad-8aeede4a7632 req-34e172b9-04ab-4ea2-83f9-579a3d42cbe3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 946 time: 0.0767634 Aug 28 08:57:29.651742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0d3c797-9dcc-4f5d-baad-8aeede4a7632 req-1d95353d-0148-432f-8000-b09f197ca84d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=e548c98e-7873-439c-a380-853b8a7f58ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609272 Aug 28 08:57:29.694156 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:29.712259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:29.714018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58188652-e245-4a3a-b559-4cddd68e4475 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 700 time: 1.6254869 Aug 28 08:57:29.718075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:29.768241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-e996d3d4-1e83-40c4-843a-b1839d9944d7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:29.771235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-e996d3d4-1e83-40c4-843a-b1839d9944d7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 946 time: 0.1035445 Aug 28 08:57:29.825143 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:29.836407 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:29.837440 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:29.863665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-244c59ff-e2d5-457c-bbb3-106d72f90439 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 700 time: 0.1442246 Aug 28 08:57:29.869282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:29.931816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:29.932276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:29.948618 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:29.970925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.171409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 769c218c-14de-4b7b-82c3-7e4877da26a1, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=769c218c-14de-4b7b-82c3-7e4877da26a1,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:30.171696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.199515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 769c218c-14de-4b7b-82c3-7e4877da26a1 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:30.290723 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3371b932-2ce1-44cd-ad84-1c3f1806efc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.332096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:28Z', 'revision_number': 7, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:27Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:30.404842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:30.442588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:30.443721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:30.524262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.526946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.634477 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:30.659336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=769c218c-14de-4b7b-82c3-7e4877da26a1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:30.677218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] No DVR routers for this DVR port 769c218c-14de-4b7b-82c3-7e4877da26a1 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:30.681148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:30.686120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1358c54b-aa41-46d4-8035-d91e8a592f2f req-3c96386a-d449-4837-ab18-8efc6b14e239 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "DELETE /v2.0/ports/769c218c-14de-4b7b-82c3-7e4877da26a1 HTTP/1.1" status: 204 len: 173 time: 0.9048212 Aug 28 08:57:30.687448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-deleted', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:57:30.688923 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875b4efa-1b6d-47f4-a68a-935b1bc877d2" -d '{"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-deleted", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:57:30.778546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb9ea252-6d73-4fce-82f4-76509f774745 req-5f7f5194-1a91-483e-a60f-a59ee3556321 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=13e349de-8512-4d09-9cd1-429161ef873e HTTP/1.1" status: 200 len: 210 time: 0.0354953 Aug 28 08:57:30.892319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6698835-7b97-45f6-9acf-7dcbe7e57071 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:30.910015 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c452a-124f-4012-bc64-35e5501d68d5 x-openstack-request-id: req-5f2c452a-124f-4012-bc64-35e5501d68d5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:57:30.910371 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e349de-8512-4d09-9cd1-429161ef873e", "name": "network-vif-deleted", "tag": "769c218c-14de-4b7b-82c3-7e4877da26a1", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:57:30.910628 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f2c452a-124f-4012-bc64-35e5501d68d5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:57:30.911111 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e349de-8512-4d09-9cd1-429161ef873e', 'name': 'network-vif-deleted', 'tag': '769c218c-14de-4b7b-82c3-7e4877da26a1', 'status': 'completed', 'code': 200} Aug 28 08:57:31.025284 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:28Z', 'revision_number': 7, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:27Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:31.062389 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01ac23-6e65-4a66-ba48-3a492598ea66 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:28Z', 'revision_number': 7, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6698835-7b97-45f6-9acf-7dcbe7e57071', 'name': '', 'network_id': '54936afe-51a0-4a30-989c-cdf2800bd7c0', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:ef:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:23Z', 'updated_at': '2021-08-28T08:57:27Z', 'revision_number': 4, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'fc341308-9810-4ca0-8b8c-bfd215c846fc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:31.157664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port d6698835-7b97-45f6-9acf-7dcbe7e57071 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:31.165370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port d6698835-7b97-45f6-9acf-7dcbe7e57071 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:31.165999 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.166843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port d6698835-7b97-45f6-9acf-7dcbe7e57071 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:31.167419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.301291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.338439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port d6698835-7b97-45f6-9acf-7dcbe7e57071, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6698835-7b97-45f6-9acf-7dcbe7e57071,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:31.340321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port d6698835-7b97-45f6-9acf-7dcbe7e57071, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=d6698835-7b97-45f6-9acf-7dcbe7e57071,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:31.340757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.364021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for d6698835-7b97-45f6-9acf-7dcbe7e57071 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:31.437771 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.495804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:31.716173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.746362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=d6698835-7b97-45f6-9acf-7dcbe7e57071,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:31.854470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33494) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:31.956578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:31.997877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.178944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:32.286037 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:32.291132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.296258 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-46088868-7407-4aef-8362-74978a0ee043 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4249415 Aug 28 08:57:32.298506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33496) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:32.299176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:32.314743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:32.315927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:32.362986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet fc341308-9810-4ca0-8b8c-bfd215c846fc {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:32.371142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.419752 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.431807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:32.579383 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.685806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:32.686301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.726590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:31Z', 'revision_number': 8, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:32.765719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:32.769161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.800952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:32.802342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:32.815719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=fc341308-9810-4ca0-8b8c-bfd215c846fc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:32.818558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.824018 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/fc341308-9810-4ca0-8b8c-bfd215c846fc HTTP/1.1" status: 204 len: 168 time: 0.5241745 Aug 28 08:57:32.825646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33500) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:32.837378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:32.837846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.855825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:32.882122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.882518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.882897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.883293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.883632 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.883968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.884293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.884621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.885034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.885360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.885689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.886088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0749e0e-5af1-46fc-a0b0-b0c6d93f88ec tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:32.924849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:32.937662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa4019a-a7a0-4352-b05d-aa42af55ec87 None None] Network 54936afe-51a0-4a30-989c-cdf2800bd7c0 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:32.978666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:33.003066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:33.003407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.094449 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,segment=NetworkSegment(108839b9-c6cb-4d0d-937b-0713313cd1a3),segment_id=108839b9-c6cb-4d0d-937b-0713313cd1a3)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:33.094741 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.110694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:33.248676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fe647-4305-475d-b54e-9f128a50531a None None] DHCP port deletion for 54936afe-51a0-4a30-989c-cdf2800bd7c0 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:33.254453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.279506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:33.316359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:31Z', 'revision_number': 8, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:33.340756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.404200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:33.408197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:33.528685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144951d8-8ef3-495a-9478-a0527dd7629c None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:31Z', 'revision_number': 8, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c', 'name': '', 'network_id': '7ffc857c-3c13-4263-9ccd-03129e98ea23', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:96:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:19Z', 'updated_at': '2021-08-28T08:57:25Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '8ebde155-0b26-4b28-b286-8b398540a5db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:33.529253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.540862 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.548317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Deleting port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:33.548696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.576096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54936afe-51a0-4a30-989c-cdf2800bd7c0']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:33.602692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108839b9-c6cb-4d0d-937b-0713313cd1a3') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:33.603631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108839b9-c6cb-4d0d-937b-0713313cd1a3') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:33.627196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.638156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-049fe647-4305-475d-b54e-9f128a50531a None None] For port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:33.638510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.656143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.670416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:33.671022 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.674258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Calling delete_port for 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:33.674568 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:33.679053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:57:33.680280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.711744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fe647-4305-475d-b54e-9f128a50531a None None] Pushing event deleted for resources: {'Port': ['ID=1bf278d2-307a-4af5-b9ed-8172e7c4e4c5,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:33.715509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fe647-4305-475d-b54e-9f128a50531a None None] No DVR routers for this DVR port 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:33.856874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 58f2f107-5660-489d-99e3-9dfca8d57fb9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:33.877685 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.911591 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:33.913654 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/54936afe-51a0-4a30-989c-cdf2800bd7c0 HTTP/1.1" status: 204 len: 168 time: 1.0871105 Aug 28 08:57:33.915031 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21d863-69a1-4804-8a49-7013ba645150 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=54936afe-51a0-4a30-989c-cdf2800bd7c0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:33.918664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33504) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:33.991984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:34.000945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b6ca685f-b32e-4279-9fef-216c432293d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/58f2f107-5660-489d-99e3-9dfca8d57fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452940 Aug 28 08:57:34.001827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33506) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:34.010193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Sync routers for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:34.020345 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:34.020971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:34.082678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting subnet 988b0068-59c3-4482-a586-e8ef02fd34d6 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:34.088874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.145014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.156975 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:34.258675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.396388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.447619 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.483488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Subnet': ['ID=988b0068-59c3-4482-a586-e8ef02fd34d6,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:34.485943 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.491199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14b47ccc-2db1-4624-8c02-8e5368e46155 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/subnets/988b0068-59c3-4482-a586-e8ef02fd34d6 HTTP/1.1" status: 204 len: 168 time: 0.4876280 Aug 28 08:57:34.491972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33508) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:34.494694 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:57:33Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:34.507470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d873f4-f0b5-4374-9690-26b535c8c4b4 None None] Network 8a8649b6-2401-49e1-a3f1-d041ef305088 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:34.543440 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Checking router: 58f2f107-5660-489d-99e3-9dfca8d57fb9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:34.559656 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Routers {'58f2f107-5660-489d-99e3-9dfca8d57fb9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:34.560416 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58f2f107-5660-489d-99e3-9dfca8d57fb9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:34.604217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:34.670369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 769c218c-14de-4b7b-82c3-7e4877da26a1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:34.670877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 769c218c-14de-4b7b-82c3-7e4877da26a1 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:34.699925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:34.805928 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] Set router 58f2f107-5660-489d-99e3-9dfca8d57fb9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:34.970007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] DHCP port deletion for 8a8649b6-2401-49e1-a3f1-d041ef305088 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:34.975780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.047423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:35.103165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:35.103786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1bf278d2-307a-4af5-b9ed-8172e7c4e4c5 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:35.104374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6698835-7b97-45f6-9acf-7dcbe7e57071 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:35.131041 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:57:33Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:35.155138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: d6698835-7b97-45f6-9acf-7dcbe7e57071 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:35.155776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device d6698835-7b97-45f6-9acf-7dcbe7e57071 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:35.180213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Deleting port 80c7afa3-4042-4b08-bb89-63a9365c9496 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:35.180601 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.214536 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc3c89-32d5-4ead-8fde-d6f85378219e None None] The sync data for ids ['58f2f107-5660-489d-99e3-9dfca8d57fb9'] in n-d-792458-16 is: [{'id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946717479', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '87897603-4c78-470e-b879-c9f3a91a8162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:57:33Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '87897603-4c78-470e-b879-c9f3a91a8162', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2f107-5660-489d-99e3-9dfca8d57fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:55:06Z', 'updated_at': '2021-08-28T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:35.279773 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.287819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] For port 80c7afa3-4042-4b08-bb89-63a9365c9496, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=80c7afa3-4042-4b08-bb89-63a9365c9496,segment=NetworkSegment(17581a7a-d050-4644-a95b-91d3eeae6187),segment_id=17581a7a-d050-4644-a95b-91d3eeae6187)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:35.288221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.302525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Calling delete_port for 80c7afa3-4042-4b08-bb89-63a9365c9496 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:35.326095 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:35.326843 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.423317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:35.423704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.440424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:35.460833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 87897603-4c78-470e-b879-c9f3a91a8162 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:35.461182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.499975 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.530571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] Pushing event deleted for resources: {'Port': ['ID=80c7afa3-4042-4b08-bb89-63a9365c9496,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:35.544443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2b8ad-8d77-45d6-8c22-7125ef2d6034 None None] No DVR routers for this DVR port 80c7afa3-4042-4b08-bb89-63a9365c9496 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:35.572643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 87897603-4c78-470e-b879-c9f3a91a8162, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=87897603-4c78-470e-b879-c9f3a91a8162,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:35.573020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.590603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 87897603-4c78-470e-b879-c9f3a91a8162 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:35.763543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.826235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.860949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:35.927149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:35.954707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=87897603-4c78-470e-b879-c9f3a91a8162,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:36.030610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.063236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.141586 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.143700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.277390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:36.287139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.288284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Fanout notify agent at l3_agent the message router_deleted on router 58f2f107-5660-489d-99e3-9dfca8d57fb9 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:57:36.315855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.317675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0e509859-ae5f-4aae-ae43-22df14a8e9e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/routers/58f2f107-5660-489d-99e3-9dfca8d57fb9 HTTP/1.1" status: 204 len: 168 time: 1.8238609 Aug 28 08:57:36.320346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33514) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:36.388665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:36.398697 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8d07de94-5460-440b-bae9-28a6e55024aa tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4744737 Aug 28 08:57:36.400626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33516) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:36.400845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:36.409159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.413396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:36.414472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.474457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet 8ebde155-0b26-4b28-b286-8b398540a5db {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:36.479911 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.529060 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.530625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.541846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8649b6-2401-49e1-a3f1-d041ef305088']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.544135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:36.556070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17581a7a-d050-4644-a95b-91d3eeae6187') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.556413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17581a7a-d050-4644-a95b-91d3eeae6187') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.570028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.586786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.595467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:36.595906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:36.599223 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:36.637266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.777159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:35Z', 'revision_number': 9, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.789906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.804901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.815985 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.820354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/networks/8a8649b6-2401-49e1-a3f1-d041ef305088 HTTP/1.1" status: 204 len: 168 time: 0.4966192 Aug 28 08:57:36.820354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535508-3ce5-44d6-a9a2-79c72922b62b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Network': ['ID=8a8649b6-2401-49e1-a3f1-d041ef305088,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:36.820628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:36.823049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33518) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:36.838891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:36.841375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:36.845795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebde155-0b26-4b28-b286-8b398540a5db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:36.854484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.856495 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1edde63-e22f-4917-bf93-dc5a41d8a989 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebde155-0b26-4b28-b286-8b398540a5db HTTP/1.1" status: 204 len: 168 time: 0.4543104 Aug 28 08:57:36.859485 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:36.889852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff59c34f-799c-4b37-9f79-283b6fc2d867 None None] Network 7ffc857c-3c13-4263-9ccd-03129e98ea23 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:36.932728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:36.976970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.008341 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.014277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:37.063903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80c7afa3-4042-4b08-bb89-63a9365c9496 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:37.090346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:37.090694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.105940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 80c7afa3-4042-4b08-bb89-63a9365c9496 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:37.106450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 80c7afa3-4042-4b08-bb89-63a9365c9496 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:37.106986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87897603-4c78-470e-b879-c9f3a91a8162 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:37.134530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 87897603-4c78-470e-b879-c9f3a91a8162 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:37.134530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 87897603-4c78-470e-b879-c9f3a91a8162 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:37.139897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:37.157156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.159939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.160057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,segment=NetworkSegment(2143fe58-2f6a-47be-8581-b43ff4cc2fc4),segment_id=2143fe58-2f6a-47be-8581-b43ff4cc2fc4)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:37.160395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.164386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/security-groups/e548c98e-7873-439c-a380-853b8a7f58ac HTTP/1.1" status: 204 len: 168 time: 0.3360908 Aug 28 08:57:37.172226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1482896-4e32-44d5-97ee-041e076e07b7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548c98e-7873-439c-a380-853b8a7f58ac,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:37.190286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for b5a20fe2-88c9-42a7-85fe-4737e91ffb04 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:37.195461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:37.195804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ff5be9ea-2d9c-44bf-8b65-9eb2d69bfc7b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:37.321580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] DHCP port deletion for 7ffc857c-3c13-4263-9ccd-03129e98ea23 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:37.370675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:35Z', 'revision_number': 9, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:37.406770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515be75-f0ab-4528-b3b7-baa15e100ab6 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:35Z', 'revision_number': 9, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b16a7e-96f3-4250-819b-ee3354ca9f1d', 'name': '', 'network_id': '240acb7f-5257-45f1-b788-0fc45511851e', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:e1:ec:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:14Z', 'updated_at': '2021-08-28T08:57:21Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': 'b4738ddf-9cc5-4ad1-b076-ca272163a79f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:37.408835 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.419153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Deleting port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:37.419672 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.442025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:37.445991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:37.499017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] For port b5a20fe2-88c9-42a7-85fe-4737e91ffb04, host n-d-792458-16, got binding levels [] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:37.499430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.515536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Calling delete_port for b5a20fe2-88c9-42a7-85fe-4737e91ffb04 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:37.518454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.ipam_backend_mixin [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 was not found and therefore no delete operation was performed {{(pid=95468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 08:57:37.519970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.534492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.546017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] Pushing event deleted for resources: {'Port': ['ID=b5a20fe2-88c9-42a7-85fe-4737e91ffb04,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:37.546608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffc857c-3c13-4263-9ccd-03129e98ea23']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:37.549949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557c2ed-635b-47ab-ae07-84be8ae21762 None None] No DVR routers for this DVR port b5a20fe2-88c9-42a7-85fe-4737e91ffb04 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:37.560230 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2143fe58-2f6a-47be-8581-b43ff4cc2fc4') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:37.560530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2143fe58-2f6a-47be-8581-b43ff4cc2fc4') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:37.570273 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.583782 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.590160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:37.590572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:37.593526 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:37.732557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.739766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:37.744674 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/7ffc857c-3c13-4263-9ccd-03129e98ea23 HTTP/1.1" status: 204 len: 168 time: 0.8739698 Aug 28 08:57:37.745234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33526) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:37.762368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eb68c-e84d-4927-8307-c21999f88e8b tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=7ffc857c-3c13-4263-9ccd-03129e98ea23,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:38.101132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:38.359493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port f8b16a7e-96f3-4250-819b-ee3354ca9f1d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:38.360034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:38.457842 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port f8b16a7e-96f3-4250-819b-ee3354ca9f1d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:38.458566 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:38.472726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for f8b16a7e-96f3-4250-819b-ee3354ca9f1d owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:38.677211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33534) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:38.682783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418435004', 'description': 'tempest-secgroup-smoke-418435004 description', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:38.743961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:38.777264 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=f8b16a7e-96f3-4250-819b-ee3354ca9f1d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:38.777442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:38.800206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:38.800559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device eca2bd5e-9a9a-4fbc-ae53-d4c598b0f88c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:38.800987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5a20fe2-88c9-42a7-85fe-4737e91ffb04 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:38.804597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:38.827725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b5a20fe2-88c9-42a7-85fe-4737e91ffb04 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:38.828073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b5a20fe2-88c9-42a7-85fe-4737e91ffb04 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:38.997377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.061737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.191780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.243685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c02347-c9a2-4155-aa7a-6ad9a898ce5a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:39.251734 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:39.337848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.339141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3b95f073-aeec-4666-9564-9d55e3ce13f1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6603017 Aug 28 08:57:39.342284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33538) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:39.351613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:39.360276 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:39.369252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f88a8d77-3da8-4a73-8d9e-36819a454b17 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228578 Aug 28 08:57:39.372625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33540) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:39.374886 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:39.389756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:39.390791 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:39.487083 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:39.522617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.620692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.740017 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.743672 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:38Z', 'revision_number': 10, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:39.765090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded39c3e-4f35-4691-81c7-0ec8c0f95371,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:39.775986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:39.784529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet b4738ddf-9cc5-4ad1-b076-ca272163a79f {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:39.785096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:39.785743 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:39.789065 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.833096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.854535 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.859882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0cea6ee4-3cf4-4564-99aa-f39b5d47bd3b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5137405 Aug 28 08:57:39.860515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33542) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:39.865762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:39.879301 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:39.944563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:39.974018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.044732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.091149 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:38Z', 'revision_number': 10, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:40.115934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.116405 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416804e0-135b-42a3-af1e-7547a68438e7 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:38Z', 'revision_number': 10, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None, '_interfaces': [{'id': '091b8ae9-eff1-43f9-b49e-b1dffcea0e4d', 'name': '', 'network_id': '82d1fdae-8592-4a97-8ffc-70558fe2230c', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'mac_address': 'fa:16:3e:72:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:10Z', 'updated_at': '2021-08-28T08:57:15Z', 'revision_number': 5, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'subnets': [{'id': '14698cde-d0f8-4d25-b1e8-8b6ff4e546fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:40.148925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=b4738ddf-9cc5-4ad1-b076-ca272163a79f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:40.152558 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.157174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-198f812e-6f67-4003-bd65-980cbdfd80d1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/b4738ddf-9cc5-4ad1-b076-ca272163a79f HTTP/1.1" status: 204 len: 168 time: 0.7804072 Aug 28 08:57:40.161259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72441b4f-a708-4206-9af1-5a863c8d9fe5 None None] Network 240acb7f-5257-45f1-b788-0fc45511851e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:40.165050 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.165635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33544) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:40.180347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a716f55c-8660-491c-9849-c5107f56c6c0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:40.265123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.292704 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.294154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2c5e682-036d-47e8-8af1-3b615e0ec208 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4326577 Aug 28 08:57:40.296916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33548) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:40.301856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:40.332657 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port b857afcd-872f-4995-a926-2f72dca65850 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:40.332969 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.399244 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port b857afcd-872f-4995-a926-2f72dca65850, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b857afcd-872f-4995-a926-2f72dca65850,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:40.407223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.412215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for b857afcd-872f-4995-a926-2f72dca65850 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:40.450561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.479189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] DHCP port deletion for 240acb7f-5257-45f1-b788-0fc45511851e request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:40.535854 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.537916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Deleting port b857afcd-872f-4995-a926-2f72dca65850 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:40.538319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.598375 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.609398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] For port b857afcd-872f-4995-a926-2f72dca65850, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b857afcd-872f-4995-a926-2f72dca65850,segment=NetworkSegment(fbadc201-a6df-46fc-9484-45b43971351d),segment_id=fbadc201-a6df-46fc-9484-45b43971351d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:40.609795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.624099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=b857afcd-872f-4995-a926-2f72dca65850,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:40.624400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Calling delete_port for b857afcd-872f-4995-a926-2f72dca65850 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:40.630379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port b857afcd-872f-4995-a926-2f72dca65850 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:40.688393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.715262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf71157-7c20-4a77-af7f-60a604537c40,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:40.719529 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.729153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.731465 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240acb7f-5257-45f1-b788-0fc45511851e']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:40.747911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbadc201-a6df-46fc-9484-45b43971351d') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:40.748206 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbadc201-a6df-46fc-9484-45b43971351d') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:40.758511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.762451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] Pushing event deleted for resources: {'Port': ['ID=b857afcd-872f-4995-a926-2f72dca65850,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:40.771309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d4ca3-ecdb-465d-bdb7-5b511df2bdc5 None None] No DVR routers for this DVR port b857afcd-872f-4995-a926-2f72dca65850 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:40.776673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.787005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b16a7e-96f3-4250-819b-ee3354ca9f1d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:40.788362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:40.789765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.790774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.794676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-34b20ca7-ab17-4aed-9238-298f0f09f44f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4934320 Aug 28 08:57:40.794676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:40.799064 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:40.801137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:40.822900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f8b16a7e-96f3-4250-819b-ee3354ca9f1d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:40.823317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b16a7e-96f3-4250-819b-ee3354ca9f1d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:40.823885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b857afcd-872f-4995-a926-2f72dca65850 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:40.843452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b857afcd-872f-4995-a926-2f72dca65850 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:40.843915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b857afcd-872f-4995-a926-2f72dca65850 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:40.927951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.945479 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.957386 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:40.959952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/240acb7f-5257-45f1-b788-0fc45511851e HTTP/1.1" status: 204 len: 168 time: 0.7929623 Aug 28 08:57:40.962826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33552) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:40.970937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1ae6-936c-4acd-9baa-d16b171fcd4c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=240acb7f-5257-45f1-b788-0fc45511851e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:41.091086 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.259934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.286428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9536093-ab4a-4eaf-b8c9-cfd42fd92999,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:41.300794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.301157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.301507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.301848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.311255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:57:41.393645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.434135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.435390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8aa6a98-4e3d-436b-8725-5376ecd2f898 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6398673 Aug 28 08:57:41.438798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33556) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:41.444345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:41.562556 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:57:41.569343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.635413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.646056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:41.647194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.740896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:41.741289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.750973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.755017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:41.772779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a525e4a-5475-4312-8fb3-663874d73551,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:41.854502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:41.858547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-02ba113e-09ad-4fbe-aad0-07eaea588400 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161098 Aug 28 08:57:41.859201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33558) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:41.865355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '08c02347-c9a2-4155-aa7a-6ad9a898ce5a', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:42.025361 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:57:42.030584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.070951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.105595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=091b8ae9-eff1-43f9-b49e-b1dffcea0e4d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:42.114882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.226132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.277017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed62f8f1-b2ae-412d-8476-461995705e27,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:42.279036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.408029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.409136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6b92e256-09af-4a71-af5b-2d2e5e78ba0c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5490875 Aug 28 08:57:42.412802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33562) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:42.419179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'network': {'name': 'tempest-network-smoke--1846700198', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:42.451662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:42.531044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:42.536852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-688f611e-0921-4e85-9e0b-f5b625243ec4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5729587 Aug 28 08:57:42.539335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33564) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:42.541129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:42.541779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:42.544763 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.551841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:42.552613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:42.577818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:57:42.590244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.590877 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Added segment 816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6 of type vlan for network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f Aug 28 08:57:42.606196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting subnet 14698cde-d0f8-4d25-b1e8-8b6ff4e546fb {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:57:42.609867 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.634888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.638617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:42.666798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.712833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:42.742076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:42.751238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:42.751943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:42.763192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.774319 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.789388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:42.789388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:42.857317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Network': ['ID=3eecfa6e-911a-449e-b035-2d2dc7c27d0f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:42.979439 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:57:42.984428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:57:42.992013 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.002494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:43.019711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Subnet': ['ID=14698cde-d0f8-4d25-b1e8-8b6ff4e546fb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:43.025487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-49be258f-47d5-411d-9c83-bf0574b7f406 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6108370 Aug 28 08:57:43.028512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33566) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:43.032269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.034678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'admin_state_up': True, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:43.038045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fc09068e-dc6b-4e98-a87c-9c1159a504ef tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/14698cde-d0f8-4d25-b1e8-8b6ff4e546fb HTTP/1.1" status: 204 len: 168 time: 0.4976501 Aug 28 08:57:43.038792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33568) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:43.070276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53007d-b83f-4402-93ea-ae6baa9055b2 None None] Network 82d1fdae-8592-4a97-8ffc-70558fe2230c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:43.105375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:43.129053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.171769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881e05c-5a9e-4cd7-914e-54bdf40c0088 None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:43.189015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Deleting port 10850aa7-4e28-4aed-9273-05f3a8af36cd {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:43.189356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.191594 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.192766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.279428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] For port 10850aa7-4e28-4aed-9273-05f3a8af36cd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=10850aa7-4e28-4aed-9273-05f3a8af36cd,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:43.279944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.280111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.298455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Calling delete_port for 10850aa7-4e28-4aed-9273-05f3a8af36cd owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:43.519157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.538302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] DHCP port deletion for 82d1fdae-8592-4a97-8ffc-70558fe2230c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:57:43.623819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Deleting port 10850aa7-4e28-4aed-9273-05f3a8af36cd {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:57:43.623819 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.699405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] For port 10850aa7-4e28-4aed-9273-05f3a8af36cd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=10850aa7-4e28-4aed-9273-05f3a8af36cd,segment=NetworkSegment(0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33),segment_id=0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:43.699970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.713527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Calling delete_port for 10850aa7-4e28-4aed-9273-05f3a8af36cd owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:57:43.785492 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.806775 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.816402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Port': ['ID=10850aa7-4e28-4aed-9273-05f3a8af36cd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:43.825364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No DVR routers for this DVR port 10850aa7-4e28-4aed-9273-05f3a8af36cd on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:43.843076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] Pushing event deleted for resources: {'Port': ['ID=10850aa7-4e28-4aed-9273-05f3a8af36cd,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:43.850893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4cb1a9-22df-4b2b-879e-41d5f815df32 None None] No DVR routers for this DVR port 10850aa7-4e28-4aed-9273-05f3a8af36cd on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:57:43.877805 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.900250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.939776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.944746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d1fdae-8592-4a97-8ffc-70558fe2230c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:43.957264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:43.957549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d54bfc0-5b10-4e6f-b3db-4d1b4e156d33') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:43.968468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.983719 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.990352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:57:43.990796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: timer() Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:57:43.993895 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:57:44.022648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.45 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/1b3fe8bb-8439-42d2-a71a-52d2aafda991) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:44.146081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.173966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.179472 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.185676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/networks/82d1fdae-8592-4a97-8ffc-70558fe2230c HTTP/1.1" status: 204 len: 168 time: 1.1417310 Aug 28 08:57:44.186355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33572) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:44.192633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'routes': None}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:44.197065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2a243-e78e-4ae4-acd6-15eed1f2d300 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Pushing event deleted for resources: {'Network': ['ID=82d1fdae-8592-4a97-8ffc-70558fe2230c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:44.344048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.386888 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Added routes are [] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 08:57:44.387191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.extraroute_db [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Removed routes are [] {{(pid=95467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 08:57:44.387561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.402331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:44.442024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:44.448119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:44.503499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=1b3fe8bb-8439-42d2-a71a-52d2aafda991,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:44.590607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.629615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.767954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router f9ad3133-0b0b-4c35-947e-0924c84b4e72 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:44.769118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:44.794353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:44.799352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 091b8ae9-eff1-43f9-b49e-b1dffcea0e4d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:44.799352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 10850aa7-4e28-4aed-9273-05f3a8af36cd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:57:44.814984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 10850aa7-4e28-4aed-9273-05f3a8af36cd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:57:44.815591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 10850aa7-4e28-4aed-9273-05f3a8af36cd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:57:44.856859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:44.864185 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:44.865360 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1b3b1abe-7b9e-47c7-9e5d-d4e6a8988064 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 701 time: 0.6791019 Aug 28 08:57:44.868436 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Sync routers for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:44.868937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:44.879235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:44.880139 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:44.901019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-50836a06-28c6-4fe0-b917-a06651b22f9c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 205 time: 0.0304165 Aug 28 08:57:44.909002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33578) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:44.955229 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:45.005205 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.011983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.014488 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:45.047547 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Checking router: f9ad3133-0b0b-4c35-947e-0924c84b4e72 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:45.059584 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Routers {'f9ad3133-0b0b-4c35-947e-0924c84b4e72'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:45.060641 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:45.137368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] Set router f9ad3133-0b0b-4c35-947e-0924c84b4e72 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:45.176105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.178926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.249659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.291394 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:45.323502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1072dcc-6b76-4af0-8d0a-f784dc3a17ed None None] The sync data for ids ['f9ad3133-0b0b-4c35-947e-0924c84b4e72'] in n-d-792458-16 is: [{'id': 'f9ad3133-0b0b-4c35-947e-0924c84b4e72', 'name': 'tempest-RoutersTest-router-1445259945', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:08Z', 'updated_at': '2021-08-28T08:57:41Z', 'revision_number': 11, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:45.341817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.345343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router f9ad3133-0b0b-4c35-947e-0924c84b4e72 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:57:45.363067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.364195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f52eabb7-1741-4a0b-8404-9a701624b07e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 204 len: 168 time: 0.4532583 Aug 28 08:57:45.371945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:45.376760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270200916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:45.406066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68223825-09b8-40ba-9454-1a9854cc96cd req-c9292315-4b8b-4ce5-8ca7-f8daa61a6a3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1094849 Aug 28 08:57:45.495943 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68223825-09b8-40ba-9454-1a9854cc96cd req-79be7a4c-2136-4212-ae68-852bd34f8c1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0265815 Aug 28 08:57:45.534082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.535602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.547396 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68223825-09b8-40ba-9454-1a9854cc96cd req-574a07a3-12f0-4a8a-8cd7-f4787e74fac8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228629 Aug 28 08:57:45.549579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router af34cb13-052a-4e81-a50e-49829cd36554 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:57:45.615629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.740154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.742525 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223825-09b8-40ba-9454-1a9854cc96cd req-2f5f32b9-afdd-4456-b335-e475b3b882e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:45.744383 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-68223825-09b8-40ba-9454-1a9854cc96cd req-2f5f32b9-afdd-4456-b335-e475b3b882e7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889849 Aug 28 08:57:45.753786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:45.767630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Sync routers for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:45.781820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:45.782566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:45.866434 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.868431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-75a273bc-3562-4572-b0ea-695cbc9118d7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4954419 Aug 28 08:57:45.871314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33586) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:45.877178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:45.897284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:45.900576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:45.907392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d4664ca2-0acf-4bf8-8219-7ebf70a50153 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8722160 Aug 28 08:57:45.910792 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33588) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:45.997103 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2ecf6187-9738-43d8-b358-b236666e0c22 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816383 Aug 28 08:57:45.997664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33590) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.103521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b34f86-b1e9-4e62-8cee-c5dda658f904 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:46.105109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15b34f86-b1e9-4e62-8cee-c5dda658f904 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061876 Aug 28 08:57:46.108650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33592) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.135104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:44Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:46.136073 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496145'] for router, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.150433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8b02a0dd-3177-4705-afcb-204d90e9cc25 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398531 Aug 28 08:57:46.163691 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33594) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.167869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Checking router: af34cb13-052a-4e81-a50e-49829cd36554 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:46.168249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Updating router af34cb13-052a-4e81-a50e-49829cd36554 port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:46.169232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625245946', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:46.201306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.255145 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998604'] for router, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.361384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:46.366026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.500110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Router ed75178f-9edb-4043-bac8-7f9be0e0a820 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:57:46.521212 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.536610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Transition to ACTIVE for port object 1b3fe8bb-8439-42d2-a71a-52d2aafda991 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:46.595667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:46.601910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.603756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e9da6327-0aa6-4a5a-bbcf-a3fa318de7f2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "PUT /v2.0/routers/ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 200 len: 693 time: 0.7311547 Aug 28 08:57:46.606553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33598) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.612941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Sync routers for ids ['ed75178f-9edb-4043-bac8-7f9be0e0a820'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:46.624674 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Routers {'ed75178f-9edb-4043-bac8-7f9be0e0a820'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:46.625326 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ed75178f-9edb-4043-bac8-7f9be0e0a820'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:46.693539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18703840-88d1-4a89-9af0-bee991b2c2d3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/routers/ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 200 len: 699 time: 0.0854654 Aug 28 08:57:46.701064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33600) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.701560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Set router ed75178f-9edb-4043-bac8-7f9be0e0a820 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:46.728983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.733246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-54e97325-71c4-436b-abeb-839878020edf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 200 len: 205 time: 0.0279372 Aug 28 08:57:46.738733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33602) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:46.744871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.800152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d74de-7ce1-45c0-83c9-481ead18a9ff None None] Pushing event updated for resources: {'Port': ['ID=1b3fe8bb-8439-42d2-a71a-52d2aafda991,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:46.814321 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75178f-9edb-4043-bac8-7f9be0e0a820', 'name': 'tempest-RoutersTest-router-270200916', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:45Z', 'updated_at': '2021-08-28T08:57:46Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:46.833525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.844871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Attempting to bind port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:46.847998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Attempting to bind port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:46.847998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Attempting to bind port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:46.848280 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Checking router: ed75178f-9edb-4043-bac8-7f9be0e0a820 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:46.854172 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Subnet': ['ID=bda02c99-7ea5-4b1e-9d31-8395b2c20c61,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:46.859203 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Routers {'ed75178f-9edb-4043-bac8-7f9be0e0a820'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:46.859440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:46.859979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:46.860466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.860657 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ed75178f-9edb-4043-bac8-7f9be0e0a820'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:46.861048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:46.861679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Bound port: 1b3fe8bb-8439-42d2-a71a-52d2aafda991, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:46.862321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:46.867723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:46.868184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network hostable DHCP agents. Network: 3eecfa6e-911a-449e-b035-2d2dc7c27d0f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:57:46.937057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] For port 1b3fe8bb-8439-42d2-a71a-52d2aafda991, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:46.940779 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] Set router ed75178f-9edb-4043-bac8-7f9be0e0a820 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:46.941074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] For port 1b3fe8bb-8439-42d2-a71a-52d2aafda991, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3fe8bb-8439-42d2-a71a-52d2aafda991,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:46.953743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:57:47.004253 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75178f-9edb-4043-bac8-7f9be0e0a820', 'name': 'tempest-RoutersTest-router-270200916', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:45Z', 'updated_at': '2021-08-28T08:57:46Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:47.020256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.024851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.032123 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fc74b-1f97-475d-8f85-9c73df6dd127 None None] The sync data for ids ['ed75178f-9edb-4043-bac8-7f9be0e0a820'] in n-d-792458-16 is: [{'id': 'ed75178f-9edb-4043-bac8-7f9be0e0a820', 'name': 'tempest-RoutersTest-router-270200916', 'tenant_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:45Z', 'updated_at': '2021-08-28T08:57:46Z', 'revision_number': 2, 'project_id': '73f09c2129ef4fd7aa3fb27a94e2d44a', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:47.048740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.108160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3eecfa6e-911a-449e-b035-2d2dc7c27d0f) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:47.113290 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:47.113518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:47.113965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:47.114069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.125831 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b65126-00c2-4fe1-abe8-201e21ac5e4e None None] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:47.185748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.186354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Fanout notify agent at l3_agent the message router_deleted on router ed75178f-9edb-4043-bac8-7f9be0e0a820 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:57:47.203571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.203571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a1d9bed-38a2-432a-af40-5280ea72f0d2 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 204 len: 168 time: 0.4588013 Aug 28 08:57:47.204626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33604) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.213888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d74de-7ce1-45c0-83c9-481ead18a9ff None None] Pushing event updated for resources: {'Port': ['ID=1b3fe8bb-8439-42d2-a71a-52d2aafda991,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:47.234184 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-014cc0da-01d4-496f-a386-ecb545d237bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0692854 Aug 28 08:57:47.242470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33606) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.262054 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e7750e0e-a07f-43bb-91b4-1937f6744474 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 200 len: 205 time: 0.0557890 Aug 28 08:57:47.263573 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33608) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.356767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:47.504954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:57:47.506406 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.670252 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-7e292979-b170-4240-a8a3-acf2203cf977 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:47.674353 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7e292979-b170-4240-a8a3-acf2203cf977 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/ed75178f-9edb-4043-bac8-7f9be0e0a820 HTTP/1.1" status: 404 len: 336 time: 0.4075789 Aug 28 08:57:47.674353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33612) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.711428 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a235b1-7076-42c9-ac27-541e44acb787 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:47.712057 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a235b1-7076-42c9-ac27-541e44acb787 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:47.714097 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f9a235b1-7076-42c9-ac27-541e44acb787 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/fc341308-9810-4ca0-8b8c-bfd215c846fc HTTP/1.1" status: 404 len: 337 time: 0.0385935 Aug 28 08:57:47.716757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.736667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:44Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:47.752507 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b94eb-88da-4ad4-874c-446124b4ffa7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:47.752970 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b94eb-88da-4ad4-874c-446124b4ffa7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:47.759686 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-415b94eb-88da-4ad4-874c-446124b4ffa7 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebde155-0b26-4b28-b286-8b398540a5db HTTP/1.1" status: 404 len: 337 time: 0.0370378 Aug 28 08:57:47.766427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33616) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.766776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Allocated IP 172.20.0.2 (3eecfa6e-911a-449e-b035-2d2dc7c27d0f/bda02c99-7ea5-4b1e-9d31-8395b2c20c61/c68d8ed4-b236-4dcf-b1dc-29918ea683e8) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:47.771141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516a016-e31d-456b-bac2-6e46f972b967 None None] The sync data for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 is: [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:44Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:47.804808 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad57134-e335-46fb-bd62-1912f9994350 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:47.811665 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad57134-e335-46fb-bd62-1912f9994350 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:47.811665 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cad57134-e335-46fb-bd62-1912f9994350 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/b4738ddf-9cc5-4ad1-b076-ca272163a79f HTTP/1.1" status: 404 len: 337 time: 0.0391414 Aug 28 08:57:47.814168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.845670 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd199ad-d97b-469c-be98-9391ba3f6faf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:47.846833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd199ad-d97b-469c-be98-9391ba3f6faf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:47.847693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7bd199ad-d97b-469c-be98-9391ba3f6faf tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/14698cde-d0f8-4d25-b1e8-8b6ff4e546fb HTTP/1.1" status: 404 len: 337 time: 0.0307744 Aug 28 08:57:47.851060 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33620) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.863513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:47.893690 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b83d4847-fc77-4e1e-bfce-4fbc9d1cd6ab tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 200 len: 205 time: 0.0408363 Aug 28 08:57:47.896226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33622) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:47.965928 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-2d87a633-0921-4396-8e8e-aefb6bd48510 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:47.970013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d87a633-0921-4396-8e8e-aefb6bd48510 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/f9ad3133-0b0b-4c35-947e-0924c84b4e72 HTTP/1.1" status: 404 len: 336 time: 0.0712855 Aug 28 08:57:47.970673 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33624) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.012612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-830df02e-0369-435d-ab39-0a0df7feb6df tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ab224e3-cfa8-4142-8deb-61bc337028b4 HTTP/1.1" status: 200 len: 205 time: 0.0403063 Aug 28 08:57:48.015872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33626) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.072280 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-b3c03e6c-1321-4b86-af21-8031878fcf62 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:48.079606 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3c03e6c-1321-4b86-af21-8031878fcf62 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/1ab224e3-cfa8-4142-8deb-61bc337028b4 HTTP/1.1" status: 404 len: 336 time: 0.0565906 Aug 28 08:57:48.081330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33628) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.118050 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a302e9-90da-4a31-a994-243eb4dea6e8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:48.118798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a302e9-90da-4a31-a994-243eb4dea6e8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:48.126109 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-47a302e9-90da-4a31-a994-243eb4dea6e8 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/d9a17886-61b7-4b12-b1c9-6abe78027be8 HTTP/1.1" status: 404 len: 337 time: 0.0428960 Aug 28 08:57:48.128625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33630) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.215065 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-adfb9a39-6e07-46e9-bf6d-20ad32029b31 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 200 len: 205 time: 0.0849743 Aug 28 08:57:48.215700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33632) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.232933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.254061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Transition to ACTIVE for port object c68d8ed4-b236-4dcf-b1dc-29918ea683e8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:48.271271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Transition to ACTIVE for port object c68d8ed4-b236-4dcf-b1dc-29918ea683e8 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:48.285418 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-ed8272f5-00f7-4bdf-bab7-f6cad1522e74 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:48.291490 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33634) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.294140 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ed8272f5-00f7-4bdf-bab7-f6cad1522e74 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/238f1de1-ce07-4c64-af46-60d97c920735 HTTP/1.1" status: 404 len: 336 time: 0.0773623 Aug 28 08:57:48.335043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cb52c168-951a-46ed-9bce-44284e50f442 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec7e639a-b14e-4ad1-88c9-234e776abccf HTTP/1.1" status: 200 len: 205 time: 0.0399182 Aug 28 08:57:48.335978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.340975 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.393068 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-69998404-4fdf-40a3-bdb4-da77f3d936d4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:48.396612 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-69998404-4fdf-40a3-bdb4-da77f3d936d4 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/ec7e639a-b14e-4ad1-88c9-234e776abccf HTTP/1.1" status: 404 len: 336 time: 0.0571671 Aug 28 08:57:48.398034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:48.399459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33638) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.403776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:48.406800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:48.410359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Pushing event updated for resources: {'Port': ['ID=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:48.446556 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-6071e192-5adf-40d0-a562-ed9857af1b4e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:48.451564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6071e192-5adf-40d0-a562-ed9857af1b4e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:48.452453 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6071e192-5adf-40d0-a562-ed9857af1b4e tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/9d138acf-da9b-4089-af68-f50b8f5ef545 HTTP/1.1" status: 404 len: 337 time: 0.0517328 Aug 28 08:57:48.453332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33640) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.496323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Attempting to bind port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:48.496761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Attempting to bind port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:48.497133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Attempting to bind port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:48.503505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:48.503894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:48.504295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.504695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Bound using segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:48.505171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Bound port: c68d8ed4-b236-4dcf-b1dc-29918ea683e8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:48.505557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.508442 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9cf31eda-df0b-4f47-9ea0-03c7cd10e6e3 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 HTTP/1.1" status: 200 len: 205 time: 0.0537269 Aug 28 08:57:48.513523 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33642) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.567901 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-a95ce285-df05-4646-910f-0fa6150e8ce9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:48.577563 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a95ce285-df05-4646-910f-0fa6150e8ce9 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/e846c8ac-b162-45b3-8f55-1ad7adf8a0e3 HTTP/1.1" status: 404 len: 336 time: 0.0540845 Aug 28 08:57:48.581183 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.600420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] For port c68d8ed4-b236-4dcf-b1dc-29918ea683e8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:48.605331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] For port c68d8ed4-b236-4dcf-b1dc-29918ea683e8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:48.618823 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-689e0f57-cb69-4bbd-a6b8-bc66c6b09d50 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:48.619286 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689e0f57-cb69-4bbd-a6b8-bc66c6b09d50 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:48.621037 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-689e0f57-cb69-4bbd-a6b8-bc66c6b09d50 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/abeb95e6-d294-41cb-9fef-343223bb8b2e HTTP/1.1" status: 404 len: 337 time: 0.0388715 Aug 28 08:57:48.624909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33646) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.633643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.1 (3eecfa6e-911a-449e-b035-2d2dc7c27d0f/bda02c99-7ea5-4b1e-9d31-8395b2c20c61/3378ef0e-c67f-476c-8ca3-d0d4d7b46410) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:48.657230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33648) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.657433 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54544057-67fd-4bbb-b680-c3b78262f1c1 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a0ad823-e62f-4d04-8e24-a01055c6ed32 HTTP/1.1" status: 200 len: 205 time: 0.0313630 Aug 28 08:57:48.701085 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.824328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45a9a9-6e0f-441e-ad79-ace75ecf8f04 None None] Pushing event updated for resources: {'Port': ['ID=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:48.836088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:48.842438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3fe8bb-8439-42d2-a71a-52d2aafda991 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:48.844070 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [None req-1dabe44d-1ea5-457b-b039-18dca178f04d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] delete failed (client error): The resource could not be found. Aug 28 08:57:48.845842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1dabe44d-1ea5-457b-b039-18dca178f04d tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/routers/7a0ad823-e62f-4d04-8e24-a01055c6ed32 HTTP/1.1" status: 404 len: 336 time: 0.1873684 Aug 28 08:57:48.848218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33652) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.877035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:48.881982 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-489b9eed-9ad0-4bb1-86f7-e7c1174dfa67 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:48.882764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489b9eed-9ad0-4bb1-86f7-e7c1174dfa67 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:48.885069 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-489b9eed-9ad0-4bb1-86f7-e7c1174dfa67 tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/7898e1e3-652f-45fd-8a1e-307592f00cbe HTTP/1.1" status: 404 len: 337 time: 0.0354795 Aug 28 08:57:48.890319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33654) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:48.929018 n-d-792458-16 neutron-server[95467]: INFO neutron.pecan_wsgi.hooks.translation [None req-998f4ed9-bbf5-4bb5-94f1-c51e36fb373c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] DELETE failed (client error): The resource could not be found. Aug 28 08:57:48.929699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998f4ed9-bbf5-4bb5-94f1-c51e36fb373c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 08:57:48.931687 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-998f4ed9-bbf5-4bb5-94f1-c51e36fb373c tempest-RoutersTest-1979631896 tempest-RoutersTest-1979631896-project] 10.222.0.46 "DELETE /v2.0/subnets/bb3b8200-465b-4712-a18a-a19b00ba42aa HTTP/1.1" status: 404 len: 337 time: 0.0397151 Aug 28 08:57:48.997448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:49.008410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:49.008410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.033901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.146581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:49.151017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:49.154232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:49.157014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:49.179419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.206957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 1b3fe8bb-8439-42d2-a71a-52d2aafda991, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3fe8bb-8439-42d2-a71a-52d2aafda991,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:49.229441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.362431 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.416490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=1b3fe8bb-8439-42d2-a71a-52d2aafda991,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:49.481026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.619229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33662) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:49.777744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.788438 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b4e8a5bb-4c7a-4e34-8ead-16e58c9c13c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73f09c2129ef4fd7aa3fb27a94e2d44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673994 Aug 28 08:57:49.791136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:49.852659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.867110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.885304 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.957468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:49.960500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:50.054896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:50.056611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:50.057439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:50.058257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:50.066447 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33205d79-0676-48a4-874b-61cdf02b15d7 HTTP/1.1" status: 204 len: 168 time: 0.2739503 Aug 28 08:57:50.079204 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdbae2-2175-4c1b-aa89-a26cd95ffe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33205d79-0676-48a4-874b-61cdf02b15d7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:50.216046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router af34cb13-052a-4e81-a50e-49829cd36554 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:57:50.334651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:57:50.340501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa23aedd-9df1-4def-b5b9-1526ac13ab68 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/af34cb13-052a-4e81-a50e-49829cd36554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0968928 Aug 28 08:57:50.353869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Sync routers for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:57:50.372221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:50.372221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:50.517346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:50.665947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-85d6a347-d74b-4635-a861-9f8420f823f5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418435004&fields=id&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 267 time: 0.0743237 Aug 28 08:57:50.809916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 2, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:50.839613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Checking router: af34cb13-052a-4e81-a50e-49829cd36554 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:57:50.839940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Updating router af34cb13-052a-4e81-a50e-49829cd36554 port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:57:50.867241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:50.886719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-d68c5f1e-fe42-4cab-805d-5607bb2ef3d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:50.888426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-d68c5f1e-fe42-4cab-805d-5607bb2ef3d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 797 time: 0.2209344 Aug 28 08:57:50.908335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ca117-7961-4c09-93f0-49a267656291 None None] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:57:50.926653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-a55aa844-9d02-4132-abc7-b16db41f157d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/quotas/5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 375 time: 0.0192122 Aug 28 08:57:50.989341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3fe8bb-8439-42d2-a71a-52d2aafda991 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:51.051303 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-5a21c57a-65af-463e-b3d6-179ab36f3f19 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173844 Aug 28 08:57:51.095662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5facf703-351b-4073-b3fd-8a2472d2e7a3 None None] Provisioning for port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:51.157127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-f05a92cb-e5a6-4434-a743-2d71e95bec15 service neutron] 10.222.0.46 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930357 Aug 28 08:57:51.275377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:51.275757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.322903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-ec1dc737-34cd-4d09-ae62-33a643c0f5d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462064 Aug 28 08:57:51.432921 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.475798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Transition to ACTIVE for port object 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:51.488928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c68d8ed4-b236-4dcf-b1dc-29918ea683e8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:51.665577 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:51.669712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.679448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:51.679901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.686791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33710) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:51.694463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33712) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:51.695075 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067918 Aug 28 08:57:51.706583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3b37d60-c309-4e7c-996a-bda66cba29a0 req-f762b544-ebdc-4e70-ba3a-468bc1ca5344 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0465162 Aug 28 08:57:51.831317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183e458-2531-4d80-a694-b8ca22fe9ce9 None None] Pushing event updated for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:51.842008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Attempting to bind port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:51.842418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Attempting to bind port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:51.842783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Attempting to bind port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:51.852557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a0bfcd95-f901-4fb4-839b-caa7033edc08 tempest-NetworksApiDiscovery-57141737 tempest-NetworksApiDiscovery-57141737-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1559198 Aug 28 08:57:51.857604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:51.858054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:51.858402 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.858795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Bound using segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:51.859401 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Bound port: 3378ef0e-c67f-476c-8ca3-d0d4d7b46410, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:51.859786 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.929537 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:51.982026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c68d8ed4-b236-4dcf-b1dc-29918ea683e8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:51.992232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Provisioning for port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:51.996755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] For port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:52.003218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] For port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:57:52.013262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Provisioning complete for port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:52.013635 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.083663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.085692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.142028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.179016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:57:52.179651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:57:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:52.184450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183e458-2531-4d80-a694-b8ca22fe9ce9 None None] Pushing event updated for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:52.389425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33728) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:52.495371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:52.503944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 08:57:52.504300 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-e9dfe0d8-8cc4-4af7-be9f-791c46ba8b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 08:57:52.518601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:57:52.523745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c46329e-1ae5-41a8-85ff-086990d1dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.666994 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c46329e-1ae5-41a8-85ff-086990d1dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.727765 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c46329e-1ae5-41a8-85ff-086990d1dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.788223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46329e-1ae5-41a8-85ff-086990d1dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d98dd29-6470-4da4-a34f-8d44349ab626,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:52.811849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:51Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:57:52.838650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c13fe2b8-51eb-451f-8234-0a5a502ac305 req-9ab722a5-ba43-4a4c-8abe-32219bcbcfe2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0326018 Aug 28 08:57:52.842942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c68d8ed4-b236-4dcf-b1dc-29918ea683e8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:52.846551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03981088-3991-4c62-abd7-25c60a6da9f9 None None] The sync data for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 is: [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:51Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:57:52.858439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c46329e-1ae5-41a8-85ff-086990d1dd1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e42f1a539314b5da9fdb09534fa9aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674509 Aug 28 08:57:52.860677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:57:52.928721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:52.929139 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.941572 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:52.972108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:53.127012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:53.129655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:53.134162 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d98dd29-6470-4da4-a34f-8d44349ab626 HTTP/1.1" status: 204 len: 168 time: 0.2638509 Aug 28 08:57:53.144251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1148-2133-4a9c-9b39-bcdb272afb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d98dd29-6470-4da4-a34f-8d44349ab626,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:53.947320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a3711cdd-eb06-40ed-9572-ea05c83ef600 req-63d240b3-c898-4298-a80a-1d11dbab07ca tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0300243 Aug 28 08:57:54.805271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:54.979213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:54.979213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:54.981000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:55.119481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38454fdd-4942-42d0-a9db-ede0b4b78e1c req-1d52d4b3-419d-4c8c-8682-c3ce614c9c48 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0699320 Aug 28 08:57:55.129559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:55.164584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:57:55.271230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:55.366001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:56.184089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:56.215653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23300c62-8f14-4f9a-ba2f-5d453d369506 req-e7b234b2-e551-408c-a9d3-2b3011bd6c2d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0308568 Aug 28 08:57:56.781827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:57:56.836558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:56.836965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:57.341581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0200355f-8fea-4b0e-8390-d21201d7a46e req-c336dfe3-6a69-489c-9a85-73c4b761230c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0327313 Aug 28 08:57:57.629777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10bbe2ff-dd74-4f4c-b6d6-7944b002b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:58.159239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-fc3202c7-e81a-4a31-b277-037089b2daf2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:58.160876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-fc3202c7-e81a-4a31-b277-037089b2daf2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 797 time: 0.1108227 Aug 28 08:57:58.266933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-9b2a6056-f147-4332-acef-799eafaf9aa1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 379 time: 0.0716333 Aug 28 08:57:58.280688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'port': {'device_id': '43ece2cc-0900-4684-8d17-afe121d202af', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'admin_state_up': True, 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'security_groups': ['08c02347-c9a2-4155-aa7a-6ad9a898ce5a']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:58.456386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c75338f-d812-403a-81ec-0eb84e977286 req-6eef64c8-5c71-4c65-baab-c9813691b6f9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 210 time: 0.0354488 Aug 28 08:57:58.486081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:57:58.491255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:58.631028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.11 (3eecfa6e-911a-449e-b035-2d2dc7c27d0f/bda02c99-7ea5-4b1e-9d31-8395b2c20c61/4a549b83-6111-4238-b863-2b98d308c9db) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:57:58.781916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:58.797156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 4a549b83-6111-4238-b863-2b98d308c9db will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:58.931421 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:58.971816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:57:58.978341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:57:58.980865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:57:59.015090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:59.052281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:59.052955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.157576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-4aa99751-2948-4d2a-83d6-c0fe662d7f9a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802261 Aug 28 08:57:59.183655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Request body: {'port': {'device_id': '43ece2cc-0900-4684-8d17-afe121d202af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:57:59.276901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.351134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5d94ece4-3b62-4132-84ef-50cf11042ba6 None None] Provisioning for port 4a549b83-6111-4238-b863-2b98d308c9db completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:57:59.355730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5d94ece4-3b62-4132-84ef-50cf11042ba6 None None] Provisioning complete for port 4a549b83-6111-4238-b863-2b98d308c9db triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:57:59.356368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5d94ece4-3b62-4132-84ef-50cf11042ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.391540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5d94ece4-3b62-4132-84ef-50cf11042ba6 None None] Port 4a549b83-6111-4238-b863-2b98d308c9db cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:57:59.593501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a549b83-6111-4238-b863-2b98d308c9db {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:57:59.604610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.623412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Transition to ACTIVE for port object 4a549b83-6111-4238-b863-2b98d308c9db will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:57:59.635275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdecc7-b877-469e-96ab-771ca2c57dce req-3896f84e-68df-45ce-a2a4-c8c44a13d7c9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:57:59.635275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62fdecc7-b877-469e-96ab-771ca2c57dce req-3896f84e-68df-45ce-a2a4-c8c44a13d7c9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 932 time: 0.0825133 Aug 28 08:57:59.673952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62fdecc7-b877-469e-96ab-771ca2c57dce req-c5af481e-14a5-4b3f-a165-8405d30f24fa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Aug 28 08:57:59.711183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.764035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:57:59.842073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:57:59.842442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:57:59.842901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:59.847986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:57:59.848309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:57:59.854060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:57:59.854440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:57:59.854827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Bound using segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:57:59.855491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Bound port: 4a549b83-6111-4238-b863-2b98d308c9db, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:57:59.855855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:57:59.948981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:57:59.952351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:00.031110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:00.134126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:00.407935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e81cad45-6862-4a1d-9ad1-a34fccbd1ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:00.438070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:00.438675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:00.440139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-3209583b-0637-4daf-ade4-4e817553582a service neutron] 10.222.0.64 "PUT /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1093 time: 1.2611501 Aug 28 08:58:00.440835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:00.443161 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0ae234-4b7f-4561-bdd7-195f188ba180" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:00.479619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209583b-0637-4daf-ade4-4e817553582a service neutron] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:00.500678 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ad1bf-e0ab-4b5d-8084-9b0a1a3b71ae x-openstack-request-id: req-6b7ad1bf-e0ab-4b5d-8084-9b0a1a3b71ae {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:00.500678 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:00.500942 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b7ad1bf-e0ab-4b5d-8084-9b0a1a3b71ae {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:00.501191 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'status': 'completed', 'code': 200} Aug 28 08:58:00.601757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-6a0f201a-fc71-4ef5-92e4-f88f1c158d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:00.603305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-6a0f201a-fc71-4ef5-92e4-f88f1c158d3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1096 time: 0.0514922 Aug 28 08:58:00.836372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-ea70a977-3909-4824-bdb9-01540f2e20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:00.837909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-ea70a977-3909-4824-bdb9-01540f2e20e7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2174799 Aug 28 08:58:00.850481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa1a5e-efa5-4675-bfdd-9291b70ff450 req-40de2be2-19f0-4313-ae16-4e5110ff6bd6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:00.851942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efaa1a5e-efa5-4675-bfdd-9291b70ff450 req-40de2be2-19f0-4313-ae16-4e5110ff6bd6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 944 time: 0.0990353 Aug 28 08:58:00.993505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efaa1a5e-efa5-4675-bfdd-9291b70ff450 req-d8c01717-23a3-41b2-a942-0c331d6c6112 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327164 Aug 28 08:58:01.045949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-ec4e7ec7-95d3-4dae-9776-296d12afe832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:01.047495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a0ae234-4b7f-4561-bdd7-195f188ba180 req-ec4e7ec7-95d3-4dae-9776-296d12afe832 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946781 Aug 28 08:58:01.164296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-c49c8e53-3520-4e98-b216-eaff71ae5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:01.166304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-c49c8e53-3520-4e98-b216-eaff71ae5d44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1096 time: 0.0471556 Aug 28 08:58:01.218858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-dc375a0b-1392-4ceb-ba44-ba2d9d77bee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 217 time: 0.0368993 Aug 28 08:58:01.270665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-b5c1cd34-2b85-4107-8a91-a45ade9d839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:01.272092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-b5c1cd34-2b85-4107-8a91-a45ade9d839c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0455987 Aug 28 08:58:01.325619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-490f0aa7-bc5b-4fec-93a2-e4ac8ca7522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:01.327190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-490f0aa7-bc5b-4fec-93a2-e4ac8ca7522c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431216 Aug 28 08:58:01.425674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-c513dac6-c5ef-406f-864c-86ee8dc7886c service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Aug 28 08:58:01.531949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dea0dd7-7656-4846-86e5-8d8dedf37d5a req-9e86eedd-aab4-4ed2-96ce-ee32d3ea18be service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894825 Aug 28 08:58:01.989363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.206993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c730a-8ab7-4fbd-8a04-243ca75d72dd req-dec1a58f-a000-40dd-b864-7bed979fba26 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:02.208677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b35c730a-8ab7-4fbd-8a04-243ca75d72dd req-dec1a58f-a000-40dd-b864-7bed979fba26 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 944 time: 0.0641899 Aug 28 08:58:02.262784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33880) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:02.267243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b35c730a-8ab7-4fbd-8a04-243ca75d72dd req-00812cca-cf9b-4a8d-8da8-f370facfdeab tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517159 Aug 28 08:58:02.383971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9389d60-cca5-4328-9ae6-b61a4545a98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.480368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9389d60-cca5-4328-9ae6-b61a4545a98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.533988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c9389d60-cca5-4328-9ae6-b61a4545a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.575336 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9389d60-cca5-4328-9ae6-b61a4545a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f565369f-d20e-484b-a497-ea29781c5dfa,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:02.582911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c9389d60-cca5-4328-9ae6-b61a4545a98c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8ca61174bc742aab78fc29b0120acad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165312 Aug 28 08:58:02.583874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33884) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:02.634736 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.656536 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.842295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.844818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:02.846016 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f565369f-d20e-484b-a497-ea29781c5dfa HTTP/1.1" status: 204 len: 168 time: 0.2619207 Aug 28 08:58:02.854757 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57297ca-68b8-4036-9329-7bc0625c8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f565369f-d20e-484b-a497-ea29781c5dfa,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:03.388461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517f2a-1648-44d4-b0fa-4abd090c0653 req-93106f37-5638-45f7-9872-a95450c71480 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:03.390011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae517f2a-1648-44d4-b0fa-4abd090c0653 req-93106f37-5638-45f7-9872-a95450c71480 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 944 time: 0.0551558 Aug 28 08:58:03.430068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae517f2a-1648-44d4-b0fa-4abd090c0653 req-dba86e79-bdf2-4003-ae84-b2695857762c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324748 Aug 28 08:58:03.962443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:04.062075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-342477044-network', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:04.162827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Made reservation on behalf of b918cd7e247a4470b477b5b9a453817d for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:58:04.165441 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.175106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.275360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.356688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.382412 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:58:04.392272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d2ac81-dd13-46af-be06-bccfb66b4d9e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:04.397111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.397464 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Added segment 2707390f-bd7d-4f5c-89a9-bef52b2e9feb of type vlan for network 3cc31127-e17f-44c2-aaff-4e62eab15448 Aug 28 08:58:04.441547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.527753 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.529021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:04.529643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.548209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330a57-7a27-4692-aa6d-030b043c2d06 req-c2efc18e-22a3-41de-892a-f777a09a967e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:04.549949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77330a57-7a27-4692-aa6d-030b043c2d06 req-c2efc18e-22a3-41de-892a-f777a09a967e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 944 time: 0.0505002 Aug 28 08:58:04.592407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77330a57-7a27-4692-aa6d-030b043c2d06 req-8d624b48-be3b-4d4f-98e7-48d0d4893554 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353234 Aug 28 08:58:04.598772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc31127-e17f-44c2-aaff-4e62eab15448,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:04.617805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:58:04.673183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-45c567e1-27b5-456f-8b39-9296baf4bdd0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7093468 Aug 28 08:58:04.675872 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:04.681791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Request body: {'subnet': {'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-342477044-subnet', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:04.717197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4a549b83-6111-4238-b863-2b98d308c9db details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:58:04.816772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:04.817874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Made reservation on behalf of b918cd7e247a4470b477b5b9a453817d for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:58:04.820947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.835138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '4a549b83-6111-4238-b863-2b98d308c9db', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'port_id': '4a549b83-6111-4238-b863-2b98d308c9db', 'mac_address': 'fa:16:3e:7b:da:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:58:04.884070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:04.897870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a549b83-6111-4238-b863-2b98d308c9db {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:58:04.918265 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:04.945566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.025221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.073511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:05.105333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.160123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=104b88d5-0900-4156-8872-b01d33817ca2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:05.169991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Checking segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:05.170382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Network hostable DHCP agents. Network: 3cc31127-e17f-44c2-aaff-4e62eab15448, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:58:05.287994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:58:05.356106 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3cc31127-e17f-44c2-aaff-4e62eab15448) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:05.361579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:05.362495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.366314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['4a549b83-6111-4238-b863-2b98d308c9db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:58:05.394399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f8649-fece-4db2-aebe-e80b1d8237fb None None] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:58:05.450167 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c81cb28f-be80-443a-ac09-99cd89881caf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7706900 Aug 28 08:58:05.451090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33938) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:05.455737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:05.527970 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.528974 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.608434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.642874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3cc31127-e17f-44c2-aaff-4e62eab15448', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:58:05.643737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.716739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474226-611b-4c45-a9c6-9085eee5f946 req-a1400023-6e8f-45af-8f7f-c0464ee8daeb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:05.718386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34474226-611b-4c45-a9c6-9085eee5f946 req-a1400023-6e8f-45af-8f7f-c0464ee8daeb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0544651 Aug 28 08:58:05.750314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.785991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34474226-611b-4c45-a9c6-9085eee5f946 req-c003450b-dd06-4a27-87ea-83533ffa6804 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586460 Aug 28 08:58:05.874757 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:05.875091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Allocated IP 172.20.0.2 (3cc31127-e17f-44c2-aaff-4e62eab15448/104b88d5-0900-4156-8872-b01d33817ca2/6615c1a9-9546-4811-936a-9de9d7f48281) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:06.031090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.041112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Transition to ACTIVE for port object 6615c1a9-9546-4811-936a-9de9d7f48281 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:06.056519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Transition to ACTIVE for port object 6615c1a9-9546-4811-936a-9de9d7f48281 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:06.112066 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.159947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:06.162978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:06.167425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:06.175295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Pushing event updated for resources: {'Port': ['ID=6615c1a9-9546-4811-936a-9de9d7f48281,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:06.202543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.223596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.232356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Attempting to bind port 6615c1a9-9546-4811-936a-9de9d7f48281 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:06.232683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Attempting to bind port 6615c1a9-9546-4811-936a-9de9d7f48281 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:06.233116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Attempting to bind port 6615c1a9-9546-4811-936a-9de9d7f48281 on network 3cc31127-e17f-44c2-aaff-4e62eab15448 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:06.238746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:06.239119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Checking segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:06.239520 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.239908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Bound using segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:06.240464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Bound port: 6615c1a9-9546-4811-936a-9de9d7f48281, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:06.240841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.305294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] For port 6615c1a9-9546-4811-936a-9de9d7f48281, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:06.308421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] For port 6615c1a9-9546-4811-936a-9de9d7f48281, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6615c1a9-9546-4811-936a-9de9d7f48281,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:06.340273 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Allocated IP 172.25.0.211 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/f02fb866-84f8-4ff6-9aeb-212be0826481) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:06.403081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.478381 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.481722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6fea-017d-4096-a593-4676a8f98930 None None] Pushing event updated for resources: {'Port': ['ID=6615c1a9-9546-4811-936a-9de9d7f48281,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:06.585388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.634625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:06.637740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:06.645229 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:06.649982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Pushing event updated for resources: {'Port': ['ID=f02fb866-84f8-4ff6-9aeb-212be0826481,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:06.728497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4a549b83-6111-4238-b863-2b98d308c9db up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:06.846118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6615c1a9-9546-4811-936a-9de9d7f48281 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:06.890453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 4a549b83-6111-4238-b863-2b98d308c9db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:06.896824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 4a549b83-6111-4238-b863-2b98d308c9db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:06.902366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:06.910028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e475f-3b56-4b13-8716-88108fbf001d req-52e830cf-84c7-42e4-a3b8-8ee49bb2b18c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:06.911678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a1e475f-3b56-4b13-8716-88108fbf001d req-52e830cf-84c7-42e4-a3b8-8ee49bb2b18c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0520599 Aug 28 08:58:06.959467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a1e475f-3b56-4b13-8716-88108fbf001d req-232c1420-a710-4915-8b32-bc5f84908fc0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Aug 28 08:58:06.996938 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.025756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:07.028589 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c2adf9-4084-4107-8fca-d0441d1409ea" -d '{"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-plugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:07.041275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.043875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:07.067123 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac691c93-25e3-421c-9ab4-80db9b53a13f x-openstack-request-id: req-ac691c93-25e3-421c-9ab4-80db9b53a13f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:07.067421 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-plugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:07.067686 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac691c93-25e3-421c-9ab4-80db9b53a13f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:07.068858 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'code': 200} Aug 28 08:58:07.070984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6615c1a9-9546-4811-936a-9de9d7f48281 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:07.145448 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.219955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:07.243830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe5a1-d090-4ed0-b29b-60caaf0d0635 req-c0c2ab4d-2311-4135-9e18-c325688c4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:07.245609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1fbe5a1-d090-4ed0-b29b-60caaf0d0635 req-c0c2ab4d-2311-4135-9e18-c325688c4de6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1098 time: 0.0677862 Aug 28 08:58:07.263444 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.293236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1fbe5a1-d090-4ed0-b29b-60caaf0d0635 req-d79e211c-daef-43cd-8872-7acc76dc5a13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355067 Aug 28 08:58:07.493161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:58:07.564293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0665d-d9b8-42c6-a6f1-42be9de1f08c None None] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:58:07.620285 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:58:07.631559 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:58:07.643924 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:07.644549 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:07.716847 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.720959 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-814f437c-aa08-44fc-8c52-c8658436cd75 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2662611 Aug 28 08:58:07.721947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33954) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:07.759145 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:07.866334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Provisioning for port 6615c1a9-9546-4811-936a-9de9d7f48281 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:07.874313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Provisioning complete for port 6615c1a9-9546-4811-936a-9de9d7f48281 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:07.874548 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:07.972218 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:06Z', 'revision_number': 3, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:08.014589 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:58:08.018596 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Updating router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 port f02fb866-84f8-4ff6-9aeb-212be0826481 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:58:08.021935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.045563 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.104019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] For port 6615c1a9-9546-4811-936a-9de9d7f48281, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6615c1a9-9546-4811-936a-9de9d7f48281,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:08.144579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedadd3-51ff-4877-8a40-a2915cf1abcd req-7ba34605-81d5-4e51-bbad-8e3029897fd9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:08.147032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dedadd3-51ff-4877-8a40-a2915cf1abcd req-7ba34605-81d5-4e51-bbad-8e3029897fd9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0939016 Aug 28 08:58:08.213466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.234966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dedadd3-51ff-4877-8a40-a2915cf1abcd req-c421ca83-3d3e-43fc-adcf-bd82eeb04cf0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587733 Aug 28 08:58:08.278154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Pushing event updated for resources: {'Port': ['ID=6615c1a9-9546-4811-936a-9de9d7f48281,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:08.286228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.286576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.287470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.287805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.288136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.288468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.288792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.289118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.289434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.290003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.290349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.290680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a86cd-0337-4f8a-8590-6c14f8107b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:08.335337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.339312 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.345664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bdd3c302-85dc-4c20-a777-96ca34281b4a None None] Provisioning complete for port 6615c1a9-9546-4811-936a-9de9d7f48281 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:08.346679 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c302-85dc-4c20-a777-96ca34281b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.351125 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Transition to ACTIVE for port object f02fb866-84f8-4ff6-9aeb-212be0826481 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:08.442135 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.495214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f7e9b-c047-494b-bed8-345f5588e5aa None None] Pushing event updated for resources: {'Port': ['ID=f02fb866-84f8-4ff6-9aeb-212be0826481,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:08.507685 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Attempting to bind port f02fb866-84f8-4ff6-9aeb-212be0826481 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:08.508172 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Attempting to bind port f02fb866-84f8-4ff6-9aeb-212be0826481 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:08.508480 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Attempting to bind port f02fb866-84f8-4ff6-9aeb-212be0826481 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:08.514714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:08.514714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:08.514714 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.514714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:08.515238 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Bound port: f02fb866-84f8-4ff6-9aeb-212be0826481, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:08.515429 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.560878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Allocated IP 172.20.0.1 (3cc31127-e17f-44c2-aaff-4e62eab15448/104b88d5-0900-4156-8872-b01d33817ca2/c0a41648-098c-4f95-b5f8-1f243bf590dd) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:08.568084 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] For port f02fb866-84f8-4ff6-9aeb-212be0826481, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:08.571383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] For port f02fb866-84f8-4ff6-9aeb-212be0826481, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f02fb866-84f8-4ff6-9aeb-212be0826481,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:08.673180 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.686439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Transition to ACTIVE for port object c0a41648-098c-4f95-b5f8-1f243bf590dd will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:08.727217 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.790433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6615c1a9-9546-4811-936a-9de9d7f48281 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:08.800952 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:08.801588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:08.825901 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.844603 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f7e9b-c047-494b-bed8-345f5588e5aa None None] Pushing event updated for resources: {'Port': ['ID=f02fb866-84f8-4ff6-9aeb-212be0826481,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:08.850947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6615c1a9-9546-4811-936a-9de9d7f48281 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:08.852489 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:08.878814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:08.885801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:08.889704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:08.920005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:08.939209 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:08.952803 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.145711 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:06Z', 'revision_number': 3, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:09.176204 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274461f-02a0-43ac-a852-a71c2402c5fa None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:06Z', 'revision_number': 3, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:58:09.176467 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.236751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9badf6ad-4ef7-4799-a9dc-a4ccc3fcb26f None None] Provisioning for port c0a41648-098c-4f95-b5f8-1f243bf590dd completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:09.241047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9badf6ad-4ef7-4799-a9dc-a4ccc3fcb26f None None] Provisioning complete for port c0a41648-098c-4f95-b5f8-1f243bf590dd triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:09.241422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9badf6ad-4ef7-4799-a9dc-a4ccc3fcb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.279876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-9badf6ad-4ef7-4799-a9dc-a4ccc3fcb26f None None] Port c0a41648-098c-4f95-b5f8-1f243bf590dd cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:58:09.415418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12d1c-58d7-4a0e-83fd-4effbb088665 req-8cf69cb6-c100-4566-942d-60c76b216850 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:09.416958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2a12d1c-58d7-4a0e-83fd-4effbb088665 req-8cf69cb6-c100-4566-942d-60c76b216850 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0838354 Aug 28 08:58:09.445227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.480638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2a12d1c-58d7-4a0e-83fd-4effbb088665 req-f391cce5-8676-4229-a75d-4744aad2300c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494139 Aug 28 08:58:09.533959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.636318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:09.646657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:09.667114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e156d-8793-4f9d-9b2a-bd9869cb9b26 req-fe6f70c2-12f4-4a4c-9b4f-641bcbc94035 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:09.673233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae0e156d-8793-4f9d-9b2a-bd9869cb9b26 req-fe6f70c2-12f4-4a4c-9b4f-641bcbc94035 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.1070390 Aug 28 08:58:09.764519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae0e156d-8793-4f9d-9b2a-bd9869cb9b26 req-f896f2d9-4bfd-417f-bd09-eef0cacfd8cc tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816810 Aug 28 08:58:09.788653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:09.798568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:09.803088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:09.842530 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc0dbd-502c-4af6-80e3-c14cf5159e56 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:09.843651 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c2cc0dbd-502c-4af6-80e3-c14cf5159e56 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1093 time: 0.0530055 Aug 28 08:58:09.846528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 33972) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:09.851950 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '4a549b83-6111-4238-b863-2b98d308c9db', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:09.989822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:58:10.002859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:10.112346 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ea2aab05-7572-464f-a778-993d10c91fb8 None None] Provisioning complete for port c0a41648-098c-4f95-b5f8-1f243bf590dd triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:10.112835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea2aab05-7572-464f-a778-993d10c91fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:10.117316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06776620-95e6-407e-837e-385117992f59 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:58:10.124130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-06776620-95e6-407e-837e-385117992f59 admin admin] 10.222.0.46 "PUT /v2.0/routers/35c4efaf-ce0c-46f2-85c3-c20265767ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4009256 Aug 28 08:58:10.128932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:10.174041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ea2aab05-7572-464f-a778-993d10c91fb8 None None] Port c0a41648-098c-4f95-b5f8-1f243bf590dd cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:58:10.279388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.219 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/e4dbe675-fb8e-4865-a295-ee82d62ad13b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:10.389979 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:10.531285 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:10.572012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:10.573241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:10.577158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:10.600443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=e4dbe675-fb8e-4865-a295-ee82d62ad13b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:10.841637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f02fb866-84f8-4ff6-9aeb-212be0826481 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:10.991225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f02fb866-84f8-4ff6-9aeb-212be0826481 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:10.999800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33992) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:11.001455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:58:11.003628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f02fb866-84f8-4ff6-9aeb-212be0826481 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:11.004001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.005588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1398488307-network', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:11.038283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:11.038946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:11.156397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Made reservation on behalf of 7095da81532e471b873cce1c4d4dedd8 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:58:11.159609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.175357 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.317693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.366907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:11.369385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.400929 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.420285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.424185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f02fb866-84f8-4ff6-9aeb-212be0826481, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f02fb866-84f8-4ff6-9aeb-212be0826481,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:11.438759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:58:11.458548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.458914 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Added segment 9f088083-7c9a-4b51-91df-7bf68e09cd23 of type vlan for network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 Aug 28 08:58:11.488782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf5337-8529-4d61-8780-bce5a72d12bf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:11.528729 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.529449 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.610606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f02fb866-84f8-4ff6-9aeb-212be0826481,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:11.637913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.638140 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.639554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:11.650190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.650384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 2, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:11.681132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:58:11.681591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Updating router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 port c0a41648-098c-4f95-b5f8-1f243bf590dd binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:58:11.712400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.742726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6293fe-4f54-4e3e-9655-f4ef15403e44,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:11.754590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:58:11.808461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:11.819160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5d8240c9-60d9-458d-aefe-bf2a6a78d255 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8181565 Aug 28 08:58:11.821748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 33996) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:11.827588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Request body: {'subnet': {'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1398488307-subnet', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:11.961846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.002371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Made reservation on behalf of 7095da81532e471b873cce1c4d4dedd8 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:58:12.004737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.049692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=e4dbe675-fb8e-4865-a295-ee82d62ad13b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:12.057518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.069642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.080847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Transition to ACTIVE for port object c0a41648-098c-4f95-b5f8-1f243bf590dd will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:12.171404 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 751b1288-dc4b-4a93-b2b3-ededbeb0732d associated. External IP: 172.25.0.219, port: 4a549b83-6111-4238-b863-2b98d308c9db. Aug 28 08:58:12.213814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.284034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b0fbf-0f50-4603-bac9-1e42d27ace28 None None] Pushing event updated for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:12.300447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.343751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Attempting to bind port c0a41648-098c-4f95-b5f8-1f243bf590dd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:12.344428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Attempting to bind port c0a41648-098c-4f95-b5f8-1f243bf590dd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:12.344981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Attempting to bind port c0a41648-098c-4f95-b5f8-1f243bf590dd on network 3cc31127-e17f-44c2-aaff-4e62eab15448 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:12.352438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:12.353141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Checking segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:12.353993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.354670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Bound using segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:12.355559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Bound port: c0a41648-098c-4f95-b5f8-1f243bf590dd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:12.356261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.372305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f5adf3-a2e8-44a3-b3da-3881229a0148,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:12.385156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Checking segment: {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:12.385739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Network hostable DHCP agents. Network: 4f6293fe-4f54-4e3e-9655-f4ef15403e44, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:58:12.458325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] For port c0a41648-098c-4f95-b5f8-1f243bf590dd, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:12.459678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router af34cb13-052a-4e81-a50e-49829cd36554 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:58:12.462757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] For port c0a41648-098c-4f95-b5f8-1f243bf590dd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c0a41648-098c-4f95-b5f8-1f243bf590dd,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:12.580097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:58:12.590087 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Sync routers for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:58:12.596721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:58:12.600552 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:12.601209 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:12.631205 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.697519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:12.698172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:12.706024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.760575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 4f6293fe-4f54-4e3e-9655-f4ef15403e44) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:12.765694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:12.766924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:12.792119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0e54a3d1-eaa9-45e9-b6ab-4fd3ba85a419 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9444933 Aug 28 08:58:12.793167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:12.796978 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c1f57-548e-4856-bc70-00ce79a637c9" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:12.844509 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:12.892427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a3875a3-ecc9-4fad-8ccf-0da02adecd1e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0692594 Aug 28 08:58:12.895185 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34006) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:12.899509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b0fbf-0f50-4603-bac9-1e42d27ace28 None None] Pushing event updated for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:12.901818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:12.903333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c527d-50c5-4d78-bd92-785fe3ce935f None None] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:58:12.907832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f02fb866-84f8-4ff6-9aeb-212be0826481 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:12.951375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:12.986075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48832f9-b244-4d61-8699-db006a756a32 req-96b57f01-1cbf-42f8-bc0c-71f45796dce9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:12.987872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c48832f9-b244-4d61-8699-db006a756a32 req-96b57f01-1cbf-42f8-bc0c-71f45796dce9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.1061063 Aug 28 08:58:13.042959 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.045883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.091466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c48832f9-b244-4d61-8699-db006a756a32 req-e1fe2d35-effd-4b3f-bc00-08ee6c84c081 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939288 Aug 28 08:58:13.118123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34012) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:13.166236 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f98b64-9b17-4b19-92d9-0acf311d92ac x-openstack-request-id: req-22f98b64-9b17-4b19-92d9-0acf311d92ac {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:13.166902 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:13.167325 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22f98b64-9b17-4b19-92d9-0acf311d92ac {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:13.167949 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'status': 'completed', 'code': 200} Aug 28 08:58:13.186129 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.198040 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '751b1288-dc4b-4a93-b2b3-ededbeb0732d', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'port_id': '4a549b83-6111-4238-b863-2b98d308c9db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'mac_address': 'fa:16:3e:7b:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece2cc-0900-4684-8d17-afe121d202af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:58:10Z', 'updated_at': '2021-08-28T08:58:10Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:13.201033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f02fb866-84f8-4ff6-9aeb-212be0826481 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:13.201033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.231807 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Checking router: af34cb13-052a-4e81-a50e-49829cd36554 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:58:13.242862 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:13.243728 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:13.296925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'fixed_ips': [{'subnet_id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:58:13.303686 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.443623 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:13.501332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:12Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:13.518094 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.527238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-140092b1-6148-4e82-ab59-4b72635cb121 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 200 len: 992 time: 0.4065416 Aug 28 08:58:13.531570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Allocated IP 172.20.0.2 (4f6293fe-4f54-4e3e-9655-f4ef15403e44/f0f5adf3-a2e8-44a3-b3da-3881229a0148/a18d68e5-addb-4a63-b8eb-82acc841d8b2) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:13.534090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef14ec-74ec-4921-a051-1a2d8c8433d1 None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:12Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:58:13.538422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-6c8d866c-3c1a-406e-86f0-c68974070f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:13.541603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-6c8d866c-3c1a-406e-86f0-c68974070f42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1098 time: 0.0626795 Aug 28 08:58:13.746737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-716439dd-3a4a-4614-9b5b-ed7f43d36052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:13.752112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-716439dd-3a4a-4614-9b5b-ed7f43d36052 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.2030778 Aug 28 08:58:13.777863 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '751b1288-dc4b-4a93-b2b3-ededbeb0732d', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'port_id': '4a549b83-6111-4238-b863-2b98d308c9db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'mac_address': 'fa:16:3e:7b:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece2cc-0900-4684-8d17-afe121d202af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:58:10Z', 'updated_at': '2021-08-28T08:58:10Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:13.809568 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68688076-58ca-4a79-820e-7f5b11371c09 None None] The sync data for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 is: [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '751b1288-dc4b-4a93-b2b3-ededbeb0732d', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'port_id': '4a549b83-6111-4238-b863-2b98d308c9db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'mac_address': 'fa:16:3e:7b:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece2cc-0900-4684-8d17-afe121d202af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:58:10Z', 'updated_at': '2021-08-28T08:58:10Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:58:13.811257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.824980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Transition to ACTIVE for port object a18d68e5-addb-4a63-b8eb-82acc841d8b2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:13.847918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Transition to ACTIVE for port object a18d68e5-addb-4a63-b8eb-82acc841d8b2 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:13.870918 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-7f1f3458-7872-496d-ab67-c9318165ba08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1000 time: 0.1107526 Aug 28 08:58:13.933448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-d6784efc-2cdf-40dd-9964-cb66522bce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:13.935025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-d6784efc-2cdf-40dd-9964-cb66522bce1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0564904 Aug 28 08:58:13.936291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.939412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:13.957976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.012266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-a6bb2185-51b8-4856-89c6-9812bd408681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:14.015355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-a6bb2185-51b8-4856-89c6-9812bd408681 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589106 Aug 28 08:58:14.021202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Pushing event updated for resources: {'Port': ['ID=a18d68e5-addb-4a63-b8eb-82acc841d8b2,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:14.051391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:14.053553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:14.059157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:14.157784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Attempting to bind port a18d68e5-addb-4a63-b8eb-82acc841d8b2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:14.158164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Attempting to bind port a18d68e5-addb-4a63-b8eb-82acc841d8b2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:14.168485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Attempting to bind port a18d68e5-addb-4a63-b8eb-82acc841d8b2 on network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:14.169117 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Allocated IP 172.25.0.164 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/e1bef405-dde8-443a-aa71-dae5920c03e9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:14.174020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-b9afc262-081f-4c36-ba47-b7da26310b15 service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526673 Aug 28 08:58:14.174616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:14.174777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Checking segment: {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:14.177004 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.177440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Bound using segment: {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:14.178116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Bound port: a18d68e5-addb-4a63-b8eb-82acc841d8b2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:14.182353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.328294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d7c1f57-548e-4856-bc70-00ce79a637c9 req-1bb8e254-0a80-4df0-819f-619d766c1809 service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467352 Aug 28 08:58:14.388691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.453471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d95551-9dd1-4bee-a5ac-8d9b96520352 None None] New status for floating IP 751b1288-dc4b-4a93-b2b3-ededbeb0732d: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:58:14.517454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.531718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:14.591426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] For port a18d68e5-addb-4a63-b8eb-82acc841d8b2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:14.604962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:14.618359 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:14.619668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] For port a18d68e5-addb-4a63-b8eb-82acc841d8b2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a18d68e5-addb-4a63-b8eb-82acc841d8b2,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:14.626783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:14.662893 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Pushing event updated for resources: {'Port': ['ID=e1bef405-dde8-443a-aa71-dae5920c03e9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:14.683610 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-579f7ea5-5cff-491b-896d-fd8d7847c7fd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 200 len: 992 time: 0.1494031 Aug 28 08:58:14.711498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:14.810739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c586152-e209-4bc9-b059-b9a6cb6d3446 None None] Pushing event updated for resources: {'Port': ['ID=a18d68e5-addb-4a63-b8eb-82acc841d8b2,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:14.917394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c0a41648-098c-4f95-b5f8-1f243bf590dd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:15.053349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c0a41648-098c-4f95-b5f8-1f243bf590dd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:15.059083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c0a41648-098c-4f95-b5f8-1f243bf590dd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:15.059525 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.087523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.173030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.208517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c0a41648-098c-4f95-b5f8-1f243bf590dd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c0a41648-098c-4f95-b5f8-1f243bf590dd,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:15.320747 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.321419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.410052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:15.556048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:58:15.678253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:58:15.687437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34024) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:15.700432 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Sync routers for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:58:15.716279 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:15.716676 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:15.768945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6369cd7a-2345-4b69-959c-82400775bd16 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 200 len: 994 time: 0.0801935 Aug 28 08:58:15.855266 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:15.876243 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:15.882085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a7596809-991b-46e8-8e80-37d6c070208a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9857643 Aug 28 08:58:15.884767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34026) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:15.929706 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d91d7e5-c194-42ee-bfd1-8969f18e777f None None] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:58:16.052957 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:14Z', 'revision_number': 3, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:16.070787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f20f418d-a00d-473e-a6ed-ec710fc62d37 None None] Provisioning for port a18d68e5-addb-4a63-b8eb-82acc841d8b2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:16.084695 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Checking router: da936f5d-f9b1-44e1-a61c-ee1a35618fc2 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:58:16.085149 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Updating router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 port e1bef405-dde8-443a-aa71-dae5920c03e9 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:58:16.117860 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.448278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.485964 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.497419 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Transition to ACTIVE for port object e1bef405-dde8-443a-aa71-dae5920c03e9 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:16.590717 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.648334 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Pushing event updated for resources: {'Port': ['ID=e1bef405-dde8-443a-aa71-dae5920c03e9,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:16.650719 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Attempting to bind port e1bef405-dde8-443a-aa71-dae5920c03e9 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:16.661072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Attempting to bind port e1bef405-dde8-443a-aa71-dae5920c03e9 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:16.661072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Attempting to bind port e1bef405-dde8-443a-aa71-dae5920c03e9 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:16.661072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.663032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.663032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.663032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.663032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.663032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.665458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:16.668933 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:16.669680 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:16.670088 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.670518 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:16.671009 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Bound port: e1bef405-dde8-443a-aa71-dae5920c03e9, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:16.671389 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.725624 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] For port e1bef405-dde8-443a-aa71-dae5920c03e9, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:16.729160 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] For port e1bef405-dde8-443a-aa71-dae5920c03e9, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e1bef405-dde8-443a-aa71-dae5920c03e9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:16.808059 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:16.875089 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:16.875774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:16.900127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a18d68e5-addb-4a63-b8eb-82acc841d8b2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:16.916774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb1169-b2ba-4759-99d7-d879b02aa258 None None] Pushing event updated for resources: {'Port': ['ID=e1bef405-dde8-443a-aa71-dae5920c03e9,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:16.991648 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:17.003470 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Allocated IP 172.20.0.1 (4f6293fe-4f54-4e3e-9655-f4ef15403e44/f0f5adf3-a2e8-44a3-b3da-3881229a0148/9d3ce65e-46c3-4703-937f-2f655d861d2e) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:58:17.030396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a18d68e5-addb-4a63-b8eb-82acc841d8b2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:17.035537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a18d68e5-addb-4a63-b8eb-82acc841d8b2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:17.036254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.133746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.138017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.152754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Transition to ACTIVE for port object 9d3ce65e-46c3-4703-937f-2f655d861d2e will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:17.178198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a18d68e5-addb-4a63-b8eb-82acc841d8b2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a18d68e5-addb-4a63-b8eb-82acc841d8b2,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:17.253451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.254281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c0a41648-098c-4f95-b5f8-1f243bf590dd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:17.272689 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:14Z', 'revision_number': 3, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:17.300393 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c117eb-2d28-47eb-8476-24036a587b22 None None] The sync data for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 is: [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:14Z', 'revision_number': 3, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:58:17.319642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.341222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a18d68e5-addb-4a63-b8eb-82acc841d8b2,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:17.351852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c0a41648-098c-4f95-b5f8-1f243bf590dd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:17.352416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.372590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:17.382774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:17.385304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:17.387613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:58:17.441326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.679855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.853318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b65e23ae-9132-4ddd-bd0e-89d2e3a6a591 None None] Provisioning for port 9d3ce65e-46c3-4703-937f-2f655d861d2e completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:17.858353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.858508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b65e23ae-9132-4ddd-bd0e-89d2e3a6a591 None None] Provisioning complete for port 9d3ce65e-46c3-4703-937f-2f655d861d2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:17.862592 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b65e23ae-9132-4ddd-bd0e-89d2e3a6a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:17.899733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b65e23ae-9132-4ddd-bd0e-89d2e3a6a591 None None] Port 9d3ce65e-46c3-4703-937f-2f655d861d2e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:58:17.928154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:18.004649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:18.006989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:18.104955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:58:18.106529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:58:18.244809 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:58:18.370613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:58:18.376121 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-81964870-616f-4c6f-b6e3-cf0cc3bb5769 admin admin] 10.222.0.46 "PUT /v2.0/routers/da936f5d-f9b1-44e1-a61c-ee1a35618fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902987 Aug 28 08:58:18.422788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7922db27-ff63-4d9a-8e85-b6a580bedf88 None None] Provisioning complete for port 9d3ce65e-46c3-4703-937f-2f655d861d2e triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:18.423361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7922db27-ff63-4d9a-8e85-b6a580bedf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:18.461697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7922db27-ff63-4d9a-8e85-b6a580bedf88 None None] Port 9d3ce65e-46c3-4703-937f-2f655d861d2e cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:58:18.875861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a18d68e5-addb-4a63-b8eb-82acc841d8b2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:18.928801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a18d68e5-addb-4a63-b8eb-82acc841d8b2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:18.929466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:19.012349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e1bef405-dde8-443a-aa71-dae5920c03e9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:19.172450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e1bef405-dde8-443a-aa71-dae5920c03e9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:19.177055 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e1bef405-dde8-443a-aa71-dae5920c03e9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:19.177482 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:19.268511 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:19.292065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e1bef405-dde8-443a-aa71-dae5920c03e9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e1bef405-dde8-443a-aa71-dae5920c03e9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:19.384960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:19.435769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e1bef405-dde8-443a-aa71-dae5920c03e9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:19.978763 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:58:20.821356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e1bef405-dde8-443a-aa71-dae5920c03e9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:20.877803 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e1bef405-dde8-443a-aa71-dae5920c03e9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:20.878403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:20.923062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Sync routers for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:58:20.938880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:20.939538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:21.087476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:21.306996 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:17Z', 'revision_number': 4, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9d3ce65e-46c3-4703-937f-2f655d861d2e', 'name': '', 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'mac_address': 'fa:16:3e:33:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:16Z', 'updated_at': '2021-08-28T08:58:17Z', 'revision_number': 2, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'subnets': [{'id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:21.337825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Checking router: da936f5d-f9b1-44e1-a61c-ee1a35618fc2 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:58:21.338358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Updating router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 port 9d3ce65e-46c3-4703-937f-2f655d861d2e binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:58:21.370855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:21.662794 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:21.676561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Transition to ACTIVE for port object 9d3ce65e-46c3-4703-937f-2f655d861d2e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:58:21.760669 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:21.821655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf61c5-e9d0-472d-9cab-4d6b5df6f569 None None] Pushing event updated for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:21.890658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Attempting to bind port 9d3ce65e-46c3-4703-937f-2f655d861d2e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:21.891065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Attempting to bind port 9d3ce65e-46c3-4703-937f-2f655d861d2e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:21.891473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Attempting to bind port 9d3ce65e-46c3-4703-937f-2f655d861d2e on network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:21.902342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:21.902739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Checking segment: {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:21.903484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:21.903876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Bound using segment: {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:21.904406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Bound port: 9d3ce65e-46c3-4703-937f-2f655d861d2e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f088083-7c9a-4b51-91df-7bf68e09cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:21.904800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:22.009255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] For port 9d3ce65e-46c3-4703-937f-2f655d861d2e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:22.013361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] For port 9d3ce65e-46c3-4703-937f-2f655d861d2e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9d3ce65e-46c3-4703-937f-2f655d861d2e,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:22.108119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:22.179807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:58:22.179807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:58:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:22.226982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf61c5-e9d0-472d-9cab-4d6b5df6f569 None None] Pushing event updated for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:22.329280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:58:22.571125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:17Z', 'revision_number': 4, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9d3ce65e-46c3-4703-937f-2f655d861d2e', 'name': '', 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'mac_address': 'fa:16:3e:33:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:16Z', 'updated_at': '2021-08-28T08:58:22Z', 'revision_number': 4, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'subnets': [{'id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:58:22.601835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091dff80-c489-4e33-abd0-68173a9f555a None None] The sync data for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 is: [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:17Z', 'revision_number': 4, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9d3ce65e-46c3-4703-937f-2f655d861d2e', 'name': '', 'network_id': '4f6293fe-4f54-4e3e-9655-f4ef15403e44', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'mac_address': 'fa:16:3e:33:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:16Z', 'updated_at': '2021-08-28T08:58:22Z', 'revision_number': 4, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'subnets': [{'id': 'f0f5adf3-a2e8-44a3-b3da-3881229a0148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:58:22.857246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9d3ce65e-46c3-4703-937f-2f655d861d2e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:23.036335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9d3ce65e-46c3-4703-937f-2f655d861d2e completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:58:23.042090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9d3ce65e-46c3-4703-937f-2f655d861d2e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:23.042366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:23.311363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:23.351026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9d3ce65e-46c3-4703-937f-2f655d861d2e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9d3ce65e-46c3-4703-937f-2f655d861d2e,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:23.457683 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:23.511430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:24.805905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9d3ce65e-46c3-4703-937f-2f655d861d2e up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:58:24.859939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9d3ce65e-46c3-4703-937f-2f655d861d2e triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:24.860882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:26.167492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:27.619528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a752243b-2884-4972-b078-8f17a38c5ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:29.966958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:30.276484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd68197f-90fc-49da-88a1-ce515717d0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:31.996868 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:34.932832 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:35.687677 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:46.265179 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85094d51-06b1-4969-b56d-b56b931ffe47 req-49466380-1fe9-4a5c-b6bf-cf1529cb1530 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287478 Aug 28 08:58:46.350892 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85094d51-06b1-4969-b56d-b56b931ffe47 req-f64a5a27-615f-4643-8d8e-f790d1d392ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0266008 Aug 28 08:58:46.400395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85094d51-06b1-4969-b56d-b56b931ffe47 req-63dea440-7e3d-46c8-93c8-2001e4d84796 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221910 Aug 28 08:58:46.511592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094d51-06b1-4969-b56d-b56b931ffe47 req-f86cbee5-ca32-479b-8d03-895ba172a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:46.513267 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-85094d51-06b1-4969-b56d-b56b931ffe47 req-f86cbee5-ca32-479b-8d03-895ba172a33f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059933 Aug 28 08:58:47.079768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668984c-cb41-432b-ada0-100f9204be6d req-dec977b4-c3d3-4ac1-8be8-b2b7e10c539a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:47.082184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f668984c-cb41-432b-ada0-100f9204be6d req-dec977b4-c3d3-4ac1-8be8-b2b7e10c539a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0642512 Aug 28 08:58:47.136498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f668984c-cb41-432b-ada0-100f9204be6d req-ffc30ba9-7b98-4bfb-a041-d29609190cc8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 Aug 28 08:58:47.166576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34386) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:58:47.282004 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a6149f15-f25a-4be7-824c-3a64915f64af tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 200 len: 994 time: 0.1134348 Aug 28 08:58:47.788553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c1099-a8e0-4bb7-a602-57106a1a7e05 req-fc6548b3-097c-495c-a607-36635840fe09 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:47.791536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c74c1099-a8e0-4bb7-a602-57106a1a7e05 req-fc6548b3-097c-495c-a607-36635840fe09 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1098 time: 0.0650761 Aug 28 08:58:47.844171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c74c1099-a8e0-4bb7-a602-57106a1a7e05 req-f80bf1e6-1026-403a-a1b6-a88b6a04b131 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 Aug 28 08:58:48.001467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-d2af6f9c-21cc-450b-a473-b83468982a00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559702 Aug 28 08:58:48.140621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-bd0df4c2-1406-48cf-8aed-151b69cd187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:48.143207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-bd0df4c2-1406-48cf-8aed-151b69cd187e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1098 time: 0.0627797 Aug 28 08:58:48.309220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-dd0438b5-8c1a-4da7-ad7d-665dc408ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:48.310977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-dd0438b5-8c1a-4da7-ad7d-665dc408ff86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.1435118 Aug 28 08:58:48.422556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-df5523db-3699-4e45-8a57-7f76aa59da4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1002 time: 0.1009953 Aug 28 08:58:48.507791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-17a3169e-566c-4203-88ae-68ea23ed6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:48.509343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-17a3169e-566c-4203-88ae-68ea23ed6f7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0779364 Aug 28 08:58:48.569178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-da84a947-9f67-43e3-b930-b85ca5caef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:48.571048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-da84a947-9f67-43e3-b930-b85ca5caef37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535126 Aug 28 08:58:48.731969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-1a6b689e-704a-4499-85b0-337cef37207f service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445866 Aug 28 08:58:48.869536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5a283fa-35bc-4d04-ac37-24f5ca24a4c5 req-b1df514e-54f9-4ccb-9dcf-74d26e640f0d service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301281 Aug 28 08:58:49.409358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-03a8a3dd-bb99-4394-bd5d-6c6a2fb7db65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2490120 Aug 28 08:58:50.509980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-bbeadfc3-9641-4c9d-9bf9-f9e5aacf7dbe tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 08:58:50.511219 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-bbeadfc3-9641-4c9d-9bf9-f9e5aacf7dbe tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1818051 Aug 28 08:58:50.531115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Request body: {'binding': {'host': 'n-h1-792458-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:50.531115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Unknown quota resources ['binding']. {{(pid=95467) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 08:58:50.691508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on host n-h1-792458-16 for vnic_type normal with profile None {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:50.691968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:50.692301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:50.697982 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:58:50.698363 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:50.704418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:50.704753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:50.705145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Bound using segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:50.705585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Bound port: 4a549b83-6111-4238-b863-2b98d308c9db, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:50.820584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:50.910136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:50.911848 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] 10.222.0.46 "POST /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db/bindings HTTP/1.1" status: 201 len: 390 time: 0.3880138 Aug 28 08:58:51.261296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf63ca-ae77-445e-97f5-c0dcb1cf098d req-a426b4cc-8ecc-412b-9acd-de6573550b91 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:51.262957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6bf63ca-ae77-445e-97f5-c0dcb1cf098d req-a426b4cc-8ecc-412b-9acd-de6573550b91 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0976565 Aug 28 08:58:51.321735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6bf63ca-ae77-445e-97f5-c0dcb1cf098d req-5ca83822-7fe4-4d5c-98c0-56eff2e6b614 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468044 Aug 28 08:58:51.587954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-e1c579f6-4c6a-42d7-9a86-08123a4b1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:51.589825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-e1c579f6-4c6a-42d7-9a86-08123a4b1621 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1098 time: 0.0465991 Aug 28 08:58:51.695268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-b93287bd-622c-445c-b26c-82e74a40db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:51.697257 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-b93287bd-622c-445c-b26c-82e74a40db60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.0998423 Aug 28 08:58:51.826407 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-fb9d291d-b91e-4a49-98bb-c1518678a0df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1002 time: 0.1197042 Aug 28 08:58:51.881129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-0b15598b-4258-4b7a-bb06-c75d21a42cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:51.883013 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-0b15598b-4258-4b7a-bb06-c75d21a42cee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0496025 Aug 28 08:58:51.944343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-82c6e086-a09f-4b53-bebd-7a920b8229e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:51.945902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-82c6e086-a09f-4b53-bebd-7a920b8229e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552695 Aug 28 08:58:52.054680 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-537ac5ab-295e-412b-b211-35a2ecf911cd service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003649 Aug 28 08:58:52.166181 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6a099834-a933-4475-8aa2-c80374d2a012 service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041315 Aug 28 08:58:52.375141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-c8ee4af7-80cc-4c5c-8a71-aa37a37385f5 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:52.375141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-c8ee4af7-80cc-4c5c-8a71-aa37a37385f5 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1098 time: 0.0876808 Aug 28 08:58:52.397242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-16'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:58:52.470409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f7e3e-ad98-4362-9655-8c0fecf67991 req-073171c4-e259-4110-b348-d38378f29c69 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:52.473362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-735f7e3e-ad98-4362-9655-8c0fecf67991 req-073171c4-e259-4110-b348-d38378f29c69 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0685987 Aug 28 08:58:52.493078 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:52.519739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-735f7e3e-ad98-4362-9655-8c0fecf67991 req-fe33ef20-48b0-4118-9021-cab2c6ff203a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Aug 28 08:58:52.627484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:52.686350 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:52.738957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:52.741881 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569226cd-5b5c-4852-9b62-af466e88d8f1" -d '{"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-unplugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:52.746482 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:52.782955 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ccda9-5ba8-47e1-9f82-61664dad502c x-openstack-request-id: req-8e5ccda9-5ba8-47e1-9f82-61664dad502c {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:52.783267 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-unplugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:52.783535 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e5ccda9-5ba8-47e1-9f82-61664dad502c {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:52.783937 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'code': 200} Aug 28 08:58:52.886867 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:52.999563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=7']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:53.015311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.015768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.016011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.016349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.017268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.017268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.017558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.017702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.018027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.018384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.018932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.019177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:58:53.075869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on host n-h2-792458-16 for vnic_type normal with profile {"migrating_to": "n-h1-792458-16"} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:58:53.076520 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:58:53.077042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:53.083056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:58:53.083771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Attempting to bind port 4a549b83-6111-4238-b863-2b98d308c9db on network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:58:53.089266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:58:53.089634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Checking segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:58:53.090024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Bound using segment: {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:58:53.090493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Bound port: 4a549b83-6111-4238-b863-2b98d308c9db, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:58:53.090860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.169738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:58:53.174334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:58:53.259669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6bf0c9f2-b97a-4d14-a10e-f785b93782eb None None] Provisioning complete for port 4a549b83-6111-4238-b863-2b98d308c9db triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:53.260563 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c9f2-b97a-4d14-a10e-f785b93782eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.305136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.340275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0c9f2-b97a-4d14-a10e-f785b93782eb None None] Port 4a549b83-6111-4238-b863-2b98d308c9db cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:58:53.419316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=8']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:53.455400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:53.456159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.457727 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-6da17c0c-7d25-4250-ab84-58dc9ae210f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1124 time: 1.0719280 Aug 28 08:58:53.625999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['4a549b83-6111-4238-b863-2b98d308c9db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:58:53.730797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] Provisioning complete for port 4a549b83-6111-4238-b863-2b98d308c9db triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:58:53.731372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.756675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30663e-6f63-4fc0-8d97-55bb118c37fc req-9318d89d-5c9d-469f-beb0-f6b912ecc0b6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:53.759399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c30663e-6f63-4fc0-8d97-55bb118c37fc req-9318d89d-5c9d-469f-beb0-f6b912ecc0b6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 944 time: 0.1024978 Aug 28 08:58:53.817217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c30663e-6f63-4fc0-8d97-55bb118c37fc req-7d633290-6c6e-41dd-bdd7-18c1e3704d5c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485873 Aug 28 08:58:53.907789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:53.951750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:53.953951 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a859c-419f-4647-897c-7e346aa5591c" -d '{"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-plugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:53.992051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:54.030393 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb160695-a47f-48f8-ab1c-e8d53b12f88c x-openstack-request-id: req-bb160695-a47f-48f8-ab1c-e8d53b12f88c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:54.030691 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-plugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:54.030974 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb160695-a47f-48f8-ab1c-e8d53b12f88c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:54.031457 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'code': 200} Aug 28 08:58:54.073236 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:54.244869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044c5a-c4a8-4844-b458-efa6f62482b2 None None] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:58:54.785107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:58:54.790707 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:58:54.858081 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db01d45-e5e8-49b8-8068-f4865def5daa x-openstack-request-id: req-8db01d45-e5e8-49b8-8068-f4865def5daa {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:58:54.858520 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:58:54.858871 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8db01d45-e5e8-49b8-8068-f4865def5daa {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:58:54.859377 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'status': 'completed', 'code': 200} Aug 28 08:58:54.998277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119cf9-aceb-4ff1-8522-a2211574d8fb req-291131cf-f240-4c19-827a-465963de6acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:55.002895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee119cf9-aceb-4ff1-8522-a2211574d8fb req-291131cf-f240-4c19-827a-465963de6acb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0938542 Aug 28 08:58:55.022399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-4b7c357e-a868-4f85-9a15-7d36778100e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:55.023906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-4b7c357e-a868-4f85-9a15-7d36778100e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1129 time: 0.0853035 Aug 28 08:58:55.074043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee119cf9-aceb-4ff1-8522-a2211574d8fb req-f760e175-e66d-4af5-88b2-e5f1e4e2a84f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648310 Aug 28 08:58:55.183459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-722b9390-1f19-4219-b112-2a8e85130302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:55.184987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-722b9390-1f19-4219-b112-2a8e85130302 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.1493223 Aug 28 08:58:55.271106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-b45f8885-5031-45b9-b0c2-3f9f75a76044 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1002 time: 0.0784793 Aug 28 08:58:55.337311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-e15ebfb9-7006-4788-bd39-1542c7526f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:55.338909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-e15ebfb9-7006-4788-bd39-1542c7526f31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0537636 Aug 28 08:58:55.398593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-57bc54ab-b4ff-430e-bcb3-1a71d1949430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:55.400192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-57bc54ab-b4ff-430e-bcb3-1a71d1949430 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535057 Aug 28 08:58:55.484768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4a549b83-6111-4238-b863-2b98d308c9db details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:58:55.508631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-128b93f5-c37c-44b0-83d0-af58606b8aa6 service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960894 Aug 28 08:58:55.595457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:58:55.609984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4a549b83-6111-4238-b863-2b98d308c9db has no active binding in host n-h1-792458-16 {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 08:58:55.628517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee9fc7a-0b1d-4370-ac9e-0614fa41c95d req-25ac02e3-95c6-4ca9-bd49-3a32bcbd3d84 service neutron] 10.222.0.64 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073298 Aug 28 08:58:56.226366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9b893-3255-480c-b3d8-408a231a169c req-affa8195-d621-4cdc-9290-eabf1012646a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:56.228027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87b9b893-3255-480c-b3d8-408a231a169c req-affa8195-d621-4cdc-9290-eabf1012646a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0719514 Aug 28 08:58:56.229498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:56.275935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87b9b893-3255-480c-b3d8-408a231a169c req-a0316627-896e-4157-b887-8ce3b32dcf56 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Aug 28 08:58:56.979850 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:58:57.405320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2a044-64db-43bd-93e1-2cf715c16cd9 req-9e5d0bf3-254c-49ed-b90f-f49d253db717 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:57.406904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ce2a044-64db-43bd-93e1-2cf715c16cd9 req-9e5d0bf3-254c-49ed-b90f-f49d253db717 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0512059 Aug 28 08:58:57.449301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ce2a044-64db-43bd-93e1-2cf715c16cd9 req-34f3e12e-7e2e-44ce-9823-4800e8dbf37a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351906 Aug 28 08:58:57.612502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f45e620-f99b-4165-9950-88c24986e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:58:58.579552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8278-af2a-4bde-8bb3-0e60931dca0a req-77be059b-eed5-49b6-858b-ddfbed4e23bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:58.581127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfbe8278-af2a-4bde-8bb3-0e60931dca0a req-77be059b-eed5-49b6-858b-ddfbed4e23bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0565510 Aug 28 08:58:58.642298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfbe8278-af2a-4bde-8bb3-0e60931dca0a req-18a0a5f5-2565-400c-b028-4f8eb1dad1bd tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530350 Aug 28 08:58:59.770355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf48f4-4bf0-4b66-a8df-a0f29ba2419c req-f7d237bd-88e5-43e2-bb8a-4f0490399929 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:58:59.772042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33bf48f4-4bf0-4b66-a8df-a0f29ba2419c req-f7d237bd-88e5-43e2-bb8a-4f0490399929 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0574231 Aug 28 08:58:59.812112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33bf48f4-4bf0-4b66-a8df-a0f29ba2419c req-054fc82b-ce54-412f-92cb-6a66a16eafab tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335133 Aug 28 08:59:00.041585 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:00.275193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-440f959a-5c66-4d0e-a084-cb69f8c9a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:00.941687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d02e0a-f9d1-4196-988c-ed3c3282f58e req-300e2585-3397-4c33-a75c-89603515fbbe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:00.943375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79d02e0a-f9d1-4196-988c-ed3c3282f58e req-300e2585-3397-4c33-a75c-89603515fbbe tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0563738 Aug 28 08:59:00.985849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79d02e0a-f9d1-4196-988c-ed3c3282f58e req-2f20555d-1017-4f38-bc9d-07a7f72e545d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357802 Aug 28 08:59:01.989996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:02.145003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc04ad-d18d-42f9-9346-96fd7680bae2 req-17a82e4a-f392-4fab-ba3b-6735551f1ec7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:02.146627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89bc04ad-d18d-42f9-9346-96fd7680bae2 req-17a82e4a-f392-4fab-ba3b-6735551f1ec7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 946 time: 0.0877016 Aug 28 08:59:02.179315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-0c0eed75-141a-4be4-a884-04c5316bf58f service neutron] 10.222.0.64 "GET /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 385 time: 0.0897033 Aug 28 08:59:02.205594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89bc04ad-d18d-42f9-9346-96fd7680bae2 req-0f17f269-4161-4045-bd13-3f2b49c321d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502098 Aug 28 08:59:02.377094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:02.398553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:02.446724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:02.448926 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0ef1c9-7d03-4f2c-8749-97212a5d1198" -d '{"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-unplugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:02.456386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:02.492427 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c647197d-674e-4dab-9b9b-562d24c5e1da x-openstack-request-id: req-c647197d-674e-4dab-9b9b-562d24c5e1da {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:02.492731 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-unplugged", "status": "completed", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:02.493037 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c647197d-674e-4dab-9b9b-562d24c5e1da {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:02.493445 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'code': 200} Aug 28 08:59:02.537992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:02.612662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Transition to ACTIVE for port object 4a549b83-6111-4238-b863-2b98d308c9db will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:02.710536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:02.851889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] No DVR routers for this DVR port 4a549b83-6111-4238-b863-2b98d308c9db on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:59:02.894121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Pushing event updated for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=11']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:02.916256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.917077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.917503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.917918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.918658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.918790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.919086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.919627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.920027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.920426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.920981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:02.921230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:03.035591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-7c17153c-1332-480b-9169-d938b56cfaff service neutron] 10.222.0.64 "PUT /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db/bindings/n-h1-792458-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8413074 Aug 28 08:59:03.237417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-5dd1a08a-9a63-48b1-a933-cac6faf76387 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.239192 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-5dd1a08a-9a63-48b1-a933-cac6faf76387 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.0455534 Aug 28 08:59:03.302836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-57cd1e43-d69a-4304-9419-c81d64da8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.304833 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-57cd1e43-d69a-4304-9419-c81d64da8895 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 1097 time: 0.0582740 Aug 28 08:59:03.350795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1fa57-79e3-4424-8d5b-869df496663f req-99216d3a-793e-4b47-9be5-6594cab558c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.353211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0d1fa57-79e3-4424-8d5b-869df496663f req-99216d3a-793e-4b47-9be5-6594cab558c7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0707915 Aug 28 08:59:03.388205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-fd6a8755-3c57-48c4-b3a2-82b1859e3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.389781 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-fd6a8755-3c57-48c4-b3a2-82b1859e3942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1097 time: 0.0496840 Aug 28 08:59:03.400058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0d1fa57-79e3-4424-8d5b-869df496663f req-757321b0-313f-43cb-9871-bdbf4aa3512d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Aug 28 08:59:03.495690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-973bb27e-6c05-4940-a6b7-dcca7e34a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.497336 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-973bb27e-6c05-4940-a6b7-dcca7e34a606 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.0992746 Aug 28 08:59:03.579023 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-f7e09d42-1559-421f-be6b-dc580c0c5e74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 1000 time: 0.0696728 Aug 28 08:59:03.633018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-128ab328-b1aa-498c-877e-6e50e1cd76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.634805 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-128ab328-b1aa-498c-877e-6e50e1cd76a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0476923 Aug 28 08:59:03.682690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-137a34e6-b424-4e4e-8749-0e1d976e0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:03.684231 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-137a34e6-b424-4e4e-8749-0e1d976e0004 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419085 Aug 28 08:59:03.788008 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-a4457a39-f163-4b6e-99ae-4cd66cd8a0aa service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946250 Aug 28 08:59:03.888434 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-4e457cde-06bf-479d-a2a0-5be64f241b3e service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923316 Aug 28 08:59:04.393694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-b973321f-ad2c-4643-b793-4d922f01c734 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:04.395762 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-b973321f-ad2c-4643-b793-4d922f01c734 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 1097 time: 0.0468566 Aug 28 08:59:04.559998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68515721-735e-4c15-9efd-96f7cac2fe0b req-dfb6abf5-849d-45c1-8576-d4d7530816f6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:04.561478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68515721-735e-4c15-9efd-96f7cac2fe0b req-dfb6abf5-849d-45c1-8576-d4d7530816f6 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0611358 Aug 28 08:59:04.603829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68515721-735e-4c15-9efd-96f7cac2fe0b req-38c24559-5189-484e-8740-1fada1818baa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350745 Aug 28 08:59:04.610619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-83b0f6bf-9ef7-4511-9e87-c700694c6541 service neutron] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h2-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:04.614060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-83b0f6bf-9ef7-4511-9e87-c700694c6541 service neutron] Notify callbacks [] for binding, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:04.615276 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-83b0f6bf-9ef7-4511-9e87-c700694c6541 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db/bindings/n-h2-792458-16 HTTP/1.1" status: 204 len: 173 time: 0.2130492 Aug 28 08:59:04.718998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c2ca-2278-46c3-9b5d-a6e47f4b718c req-1c402d69-f183-476b-bc30-b1ef4ee70a6b tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:04.720524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34c7c2ca-2278-46c3-9b5d-a6e47f4b718c req-1c402d69-f183-476b-bc30-b1ef4ee70a6b tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1097 time: 0.0446992 Aug 28 08:59:04.758247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34c7c2ca-2278-46c3-9b5d-a6e47f4b718c req-69a0da82-ca2c-4d65-8275-16ceccdd5d0f tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310524 Aug 28 08:59:04.874442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a6f89-ebe1-41e0-9490-8551fac3131d req-7a9720ed-ecc1-4669-ba80-01f2f92b22d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:04.875936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-566a6f89-ebe1-41e0-9490-8551fac3131d req-7a9720ed-ecc1-4669-ba80-01f2f92b22d0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0504708 Aug 28 08:59:04.918565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-566a6f89-ebe1-41e0-9490-8551fac3131d req-ae5f86cc-9394-472b-91b9-7ca49d2f340e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Aug 28 08:59:04.941380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:05.008292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-513192aa-b26f-497a-90c1-0c5a851ac52a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 200 len: 992 time: 0.0657108 Aug 28 08:59:05.012378 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.121249 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4a549b83-6111-4238-b863-2b98d308c9db no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:59:05.164459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4a549b83-6111-4238-b863-2b98d308c9db not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:59:05.248155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34688) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:05.420121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port e4dbe675-fb8e-4865-a295-ee82d62ad13b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:59:05.420790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.507875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.508227 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.526466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for e4dbe675-fb8e-4865-a295-ee82d62ad13b owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:59:05.698328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.823774 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.851976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=e4dbe675-fb8e-4865-a295-ee82d62ad13b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:05.917983 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:05.918354 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 751b1288-dc4b-4a93-b2b3-ededbeb0732d disassociated (deleted). External IP: 172.25.0.219, port: 4a549b83-6111-4238-b863-2b98d308c9db. Aug 28 08:59:06.166174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router af34cb13-052a-4e81-a50e-49829cd36554 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:59:06.291386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:59:06.296358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:06.305300 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Sync routers for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:59:06.315175 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:06.315805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:06.324924 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a8ff51a-91b8-410d-b32e-e332d341daad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/floatingips/751b1288-dc4b-4a93-b2b3-ededbeb0732d HTTP/1.1" status: 204 len: 168 time: 1.0756390 Aug 28 08:59:06.325506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:06.337999 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:06.428191 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:06.647790 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:06.679395 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Checking router: af34cb13-052a-4e81-a50e-49829cd36554 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:59:06.688196 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:06.688818 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:06.732479 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d481c-d000-468b-8762-e6f7241ec345 x-openstack-request-id: req-fd4d481c-d000-468b-8762-e6f7241ec345 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:06.733031 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:06.733031 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd4d481c-d000-468b-8762-e6f7241ec345 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:06.733406 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'status': 'completed', 'code': 200} Aug 28 08:59:06.819021 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:06.852434 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-59dc894c-03ce-420d-b42b-0f287d70ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:06.854268 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-59dc894c-03ce-420d-b42b-0f287d70ffc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 1097 time: 0.0556564 Aug 28 08:59:06.861260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c630d-07f0-4f7a-b0de-771f11962e22 req-8e50e86d-6f40-4323-b285-b0c8bce6ee5c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:06.865778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-466c630d-07f0-4f7a-b0de-771f11962e22 req-8e50e86d-6f40-4323-b285-b0c8bce6ee5c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0761957 Aug 28 08:59:06.919851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-466c630d-07f0-4f7a-b0de-771f11962e22 req-f0f525be-82f9-436b-8875-04126d517ac8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476527 Aug 28 08:59:06.991217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-1d9e4d37-f1eb-4de2-a13a-e629fe94b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:06.993101 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-1d9e4d37-f1eb-4de2-a13a-e629fe94b14c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 200 len: 898 time: 0.1304166 Aug 28 08:59:07.038991 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-373f0b04-278f-459c-b924-bf38cbdcd35b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 200 len: 217 time: 0.0378809 Aug 28 08:59:07.073382 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:07.098400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-60cadc83-aabb-4d84-9c89-136c13fc85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:07.099886 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-60cadc83-aabb-4d84-9c89-136c13fc85b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 200 len: 834 time: 0.0521767 Aug 28 08:59:07.104736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5af9e6-e40b-4eff-ad0d-f2c33dc6a72b None None] The sync data for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 is: [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3378ef0e-c67f-476c-8ca3-d0d4d7b46410', 'name': '', 'network_id': '3eecfa6e-911a-449e-b035-2d2dc7c27d0f', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:64:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:48Z', 'updated_at': '2021-08-28T08:57:55Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': 'bda02c99-7ea5-4b1e-9d31-8395b2c20c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:59:07.149462 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-59497003-ddc0-40c5-a2ce-67e8e24d3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:07.153794 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-59497003-ddc0-40c5-a2ce-67e8e24d3cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eecfa6e-911a-449e-b035-2d2dc7c27d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431464 Aug 28 08:59:07.261302 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-6b26486b-be33-40d9-82c4-3dc40553792c service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001062 Aug 28 08:59:07.444825 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c3b8e7bd-fcc4-4651-b4e5-e0f4cbe5c713 req-ad805b17-f1f9-4e9c-b986-38cdc101624f service neutron] 10.222.0.39 "GET /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737337 Aug 28 08:59:07.462785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bec6a1-9500-46bf-9b79-353f9e4eb390 None None] New status for floating IP 751b1288-dc4b-4a93-b2b3-ededbeb0732d: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:59:07.605402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511140aa-877a-483c-bba2-3035fab2252c req-cc54b393-4b8d-49cd-a6ab-fa9ac5b1f57a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:07.606969 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-511140aa-877a-483c-bba2-3035fab2252c req-cc54b393-4b8d-49cd-a6ab-fa9ac5b1f57a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0641885 Aug 28 08:59:07.706976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 4a549b83-6111-4238-b863-2b98d308c9db {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:59:07.707246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:07.800690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 4a549b83-6111-4238-b863-2b98d308c9db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=4a549b83-6111-4238-b863-2b98d308c9db,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:07.802019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:07.815313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 4a549b83-6111-4238-b863-2b98d308c9db owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:59:08.064085 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86453db-42bd-4102-b801-199ec0836990 req-9ed19714-aa2e-4975-be7c-aa6467793207 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:08.066075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b86453db-42bd-4102-b801-199ec0836990 req-9ed19714-aa2e-4975-be7c-aa6467793207 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece2cc-0900-4684-8d17-afe121d202af HTTP/1.1" status: 200 len: 945 time: 0.0577581 Aug 28 08:59:08.114985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b86453db-42bd-4102-b801-199ec0836990 req-c7e78ebf-cc3c-4e8f-b869-0f4cff1cb096 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=08c02347-c9a2-4155-aa7a-6ad9a898ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Aug 28 08:59:08.355290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:08.389986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=4a549b83-6111-4238-b863-2b98d308c9db,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:08.428498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] No DVR routers for this DVR port 4a549b83-6111-4238-b863-2b98d308c9db on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:59:08.431530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:08.433758 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-511140aa-877a-483c-bba2-3035fab2252c req-fb134c6a-3ae0-4358-96bc-54fda3f62066 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.39 "DELETE /v2.0/ports/4a549b83-6111-4238-b863-2b98d308c9db HTTP/1.1" status: 204 len: 173 time: 0.8202856 Aug 28 08:59:08.734439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-deleted', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:08.737050 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572a79f-bc88-46a1-8123-6c171701e0e2" -d '{"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-deleted", "tag": "4a549b83-6111-4238-b863-2b98d308c9db"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:08.794817 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a00e04-feb0-4a25-80cc-587e07c9fd93 x-openstack-request-id: req-79a00e04-feb0-4a25-80cc-587e07c9fd93 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:08.795348 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece2cc-0900-4684-8d17-afe121d202af", "name": "network-vif-deleted", "tag": "4a549b83-6111-4238-b863-2b98d308c9db", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:08.795766 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79a00e04-feb0-4a25-80cc-587e07c9fd93 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:08.796345 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece2cc-0900-4684-8d17-afe121d202af', 'name': 'network-vif-deleted', 'tag': '4a549b83-6111-4238-b863-2b98d308c9db', 'status': 'completed', 'code': 200} Aug 28 08:59:09.251161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:09.653917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:09.924197 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:59:09.924690 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:10.022099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 3378ef0e-c67f-476c-8ca3-d0d4d7b46410, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:10.022505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:10.037345 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:59:10.424469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:10.458862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=3378ef0e-c67f-476c-8ca3-d0d4d7b46410,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:10.647666 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:10.892761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router af34cb13-052a-4e81-a50e-49829cd36554 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:59:11.004611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:59:11.013556 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-097852b2-b7a9-4e25-b0f3-9d2846a99570 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/af34cb13-052a-4e81-a50e-49829cd36554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580545 Aug 28 08:59:11.013556 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34766) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:11.015465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Sync routers for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:59:11.026303 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:11.026918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:11.068700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting subnet bda02c99-7ea5-4b1e-9d31-8395b2c20c61 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 08:59:11.072621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.116251 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.138325 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:11.232355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.408603 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:59:10Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:11.434590 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Checking router: af34cb13-052a-4e81-a50e-49829cd36554 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:59:11.443804 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Routers {'af34cb13-052a-4e81-a50e-49829cd36554'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:11.444409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['af34cb13-052a-4e81-a50e-49829cd36554'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:11.448338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.479266 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Subnet': ['ID=bda02c99-7ea5-4b1e-9d31-8395b2c20c61,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:11.488634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fed101-c255-4301-88de-3d3fbb2a3836 None None] Network 3eecfa6e-911a-449e-b035-2d2dc7c27d0f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:59:11.501838 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.506992 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6ef794b0-f124-4a95-9056-b830ca8eca50 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/subnets/bda02c99-7ea5-4b1e-9d31-8395b2c20c61 HTTP/1.1" status: 204 len: 168 time: 0.4892466 Aug 28 08:59:11.507384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34784) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:11.566156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] Set router af34cb13-052a-4e81-a50e-49829cd36554 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:11.611334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4a549b83-6111-4238-b863-2b98d308c9db no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:59:11.666588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 4a549b83-6111-4238-b863-2b98d308c9db {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:59:11.666932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 4a549b83-6111-4238-b863-2b98d308c9db not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:59:11.680138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.763653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] DHCP port deletion for 3eecfa6e-911a-449e-b035-2d2dc7c27d0f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 08:59:11.860629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Deleting port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:59:11.860837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.934341 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.938688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] For port c68d8ed4-b236-4dcf-b1dc-29918ea683e8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,segment=NetworkSegment(816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6),segment_id=816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:11.939104 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:11.955071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Calling delete_port for c68d8ed4-b236-4dcf-b1dc-29918ea683e8 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:59:12.004853 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:59:10Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:12.024549 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6019c80-9bcd-472e-b3b3-7fd506474df8 None None] The sync data for ids ['af34cb13-052a-4e81-a50e-49829cd36554'] in n-d-792458-16 is: [{'id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244752976', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:59:10Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': '1b3fe8bb-8439-42d2-a71a-52d2aafda991', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34cb13-052a-4e81-a50e-49829cd36554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:57:43Z', 'updated_at': '2021-08-28T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:59:12.104735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 1b3fe8bb-8439-42d2-a71a-52d2aafda991 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 08:59:12.105243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.149561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.177275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Pushing event deleted for resources: {'Port': ['ID=c68d8ed4-b236-4dcf-b1dc-29918ea683e8,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:12.183194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] No DVR routers for this DVR port c68d8ed4-b236-4dcf-b1dc-29918ea683e8 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 08:59:12.198344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.198832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.199264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.199702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.200134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.200562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.200984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.201829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.201829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.202285 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.202693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.203103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872b18e-568e-46d9-9b99-2d5a93c41254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:12.203886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 1b3fe8bb-8439-42d2-a71a-52d2aafda991, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3fe8bb-8439-42d2-a71a-52d2aafda991,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:12.204273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.221537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 1b3fe8bb-8439-42d2-a71a-52d2aafda991 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 08:59:12.504200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.532873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=1b3fe8bb-8439-42d2-a71a-52d2aafda991,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:12.639875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.772034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.777308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.909745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.910334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Fanout notify agent at l3_agent the message router_deleted on router af34cb13-052a-4e81-a50e-49829cd36554 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 08:59:12.919713 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:12.924289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-834e290f-a6bd-4fc1-b2a2-da9c3411b01b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/routers/af34cb13-052a-4e81-a50e-49829cd36554 HTTP/1.1" status: 204 len: 168 time: 1.4125402 Aug 28 08:59:12.925615 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34802) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:12.969670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:59:13.007865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:59:13.008766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3378ef0e-c67f-476c-8ca3-d0d4d7b46410 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:59:13.010171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c68d8ed4-b236-4dcf-b1dc-29918ea683e8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:59:13.050363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.063513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c68d8ed4-b236-4dcf-b1dc-29918ea683e8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:59:13.063513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c68d8ed4-b236-4dcf-b1dc-29918ea683e8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:59:13.176604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.188504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eecfa6e-911a-449e-b035-2d2dc7c27d0f']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:13.200217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:13.200508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816af2de-d4e3-4d8b-b0a9-8c004a3f1ae6') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:13.211420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.231105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.238328 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 08:59:13.239534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: timer() Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 08:59:13.242955 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 08:59:13.549691 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.566275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.566275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/networks/3eecfa6e-911a-449e-b035-2d2dc7c27d0f HTTP/1.1" status: 204 len: 168 time: 0.6262646 Aug 28 08:59:13.566542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34812) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:13.578097 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3c5a6-dc81-4de8-a7b2-e4373944b4e5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Network': ['ID=3eecfa6e-911a-449e-b035-2d2dc7c27d0f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:13.653195 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.692732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.828425 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.831059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:13.832964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/security-groups/08c02347-c9a2-4155-aa7a-6ad9a898ce5a HTTP/1.1" status: 204 len: 168 time: 0.2661417 Aug 28 08:59:13.843073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82bb87-df47-4990-a5ee-5c771a75e1d5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c02347-c9a2-4155-aa7a-6ad9a898ce5a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:14.383894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34836) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:14.388726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96568240', 'description': 'tempest-secgroup-smoke-96568240 description', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:14.515396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:14.603635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:14.680668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:14.713779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518a7cb0-6c08-4877-ab80-92c31080a611,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:14.772612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:14.778382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14ca7b1a-e89b-41c7-81ab-bdd940f10465 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3891635 Aug 28 08:59:14.778847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:14.783719 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:14.804716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3fe8bb-8439-42d2-a71a-52d2aafda991 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 08:59:14.837704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1b3fe8bb-8439-42d2-a71a-52d2aafda991 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 08:59:14.838139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3fe8bb-8439-42d2-a71a-52d2aafda991 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 08:59:14.864589 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:14.936047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.006899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.027146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de12cbc-6917-4bab-bead-518d7c4a98a3,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:15.086899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.090932 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8ab25494-9848-4a32-999d-145503a038e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086815 Aug 28 08:59:15.091489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34848) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:15.096782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:15.211978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.277446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.406402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.426955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afc8d51-e6c1-436a-b1b1-ec4fe1063c9c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:15.508688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.509847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-007a4ad3-ab45-4612-af4e-1f7fc8c7f606 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4172695 Aug 28 08:59:15.512619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34852) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:15.517397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:15.601827 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.671766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.749589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.771318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4fb158-7628-4f4c-b92e-462e5656bb20,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:15.841017 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:15.842359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b5dffba6-700d-4ac3-8839-02d304d8ff66 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287513 Aug 28 08:59:15.845104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34860) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:15.849573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:15.961567 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.026117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.109126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.130099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b36676-668c-42d6-bb8e-bbae3f7704a2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:16.229123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.230419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bcbddd1b-7501-4ccb-a278-060cb0112803 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842978 Aug 28 08:59:16.233389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:16.238108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:16.360824 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:59:16.367268 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.437573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.572212 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.591588 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b761a-c077-49ad-9e03-09e5bc3a9bf6,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:16.726419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.727729 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e551b5ac-fc2f-4617-be7e-7e6d956f9381 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4932678 Aug 28 08:59:16.730321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34872) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:16.734761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'security_group_rule': {'security_group_id': '518a7cb0-6c08-4877-ab80-92c31080a611', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:16.848666 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Project 5fb18e6c71a54f1ab2f5dfbb8512d14c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 08:59:16.853497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:16.919610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.018260 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.038935 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62fa3c6-d35c-463c-8f45-144bca353587,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:17.149214 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.155853 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bcd7139f-b1b5-4313-b81a-6b77a5ff3fdb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193740 Aug 28 08:59:17.155853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34878) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:17.159038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'network': {'name': 'tempest-network-smoke--2057276607', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:17.263595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:59:17.267331 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.292633 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 08:59:17.305024 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.305683 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Added segment d15ed762-2479-4ad1-b596-ace43376d127 of type vlan for network 76541d67-f75a-46ce-af61-dc7d3305d381 Aug 28 08:59:17.352055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.452649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.459186 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:17.459894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.531760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Network': ['ID=76541d67-f75a-46ce-af61-dc7d3305d381,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:17.543959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 76541d67-f75a-46ce-af61-dc7d3305d381 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 08:59:17.618809 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f8927766-ad41-4502-a391-efa25168b3ba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4640555 Aug 28 08:59:17.621528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34880) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:17.626614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'admin_state_up': True, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:17.744098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.745525 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:17.805402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.043132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.325746 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.345517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.452010 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.145 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/bb1c89c1-a1cc-42fe-848b-949ce1c9410c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:59:18.561266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.704330 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:18.740160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:18.743066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:18.749100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:59:18.776996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:18.902062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34916) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:19.017600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13902471-a745-4982-8f23-f3419885576f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.147817 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.283104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13902471-a745-4982-8f23-f3419885576f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.368013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13902471-a745-4982-8f23-f3419885576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.425122 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13902471-a745-4982-8f23-f3419885576f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1f4684378714dcabc8059ab6811a312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219676 Aug 28 08:59:19.426709 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.428656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34926) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:19.429373 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13902471-a745-4982-8f23-f3419885576f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1f45f-d9d6-4785-8063-7d79c0e3d69a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:19.497413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.520266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.646326 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.649054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.650395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48a1f45f-d9d6-4785-8063-7d79c0e3d69a HTTP/1.1" status: 204 len: 168 time: 0.2206526 Aug 28 08:59:19.658444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e0d4e-8444-44a6-899e-518e2d4b1124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1f45f-d9d6-4785-8063-7d79c0e3d69a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:19.686562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 6f4c5700-0725-40bc-94ce-052ab69926b0 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 08:59:19.797577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:59:19.811824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Sync routers for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:59:19.821836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:19.826781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:19.931210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:19.932297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:19.936560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1d4b7d3-56d9-4993-b534-12d541c03d3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3118522 Aug 28 08:59:19.937033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34932) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:19.983865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6c8891cd-4779-4e46-9990-3e66a7b2aabd tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453997 Aug 28 08:59:19.986333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34934) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:20.121598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:20.153689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Checking router: 6f4c5700-0725-40bc-94ce-052ab69926b0 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:59:20.154065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Updating router 6f4c5700-0725-40bc-94ce-052ab69926b0 port bb1c89c1-a1cc-42fe-848b-949ce1c9410c binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:59:20.161797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22183470-e26a-47e0-89ff-3642c68c3189 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:20.166448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-22183470-e26a-47e0-89ff-3642c68c3189 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1758451 Aug 28 08:59:20.166973 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34938) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:20.180391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.198158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9e69ba04-afbc-45c8-aa0e-7a8cc411da0d tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275607 Aug 28 08:59:20.198486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34940) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:20.203600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052043019', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:20.400314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34944) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:20.415096 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cb06ca6-4702-455f-b746-3e68bd72b874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.452712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.463421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Transition to ACTIVE for port object bb1c89c1-a1cc-42fe-848b-949ce1c9410c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:20.478499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:59:20.481973 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.526381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.586876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3acdc-3d59-428e-80ea-f63e4b2d1674 None None] Pushing event updated for resources: {'Port': ['ID=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:20.589437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Attempting to bind port bb1c89c1-a1cc-42fe-848b-949ce1c9410c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:59:20.589787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Attempting to bind port bb1c89c1-a1cc-42fe-848b-949ce1c9410c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:59:20.590160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Attempting to bind port bb1c89c1-a1cc-42fe-848b-949ce1c9410c on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:59:20.597144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:59:20.597144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:59:20.597484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.598156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:59:20.598723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Bound port: bb1c89c1-a1cc-42fe-848b-949ce1c9410c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:59:20.599176 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.652020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] For port bb1c89c1-a1cc-42fe-848b-949ce1c9410c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:20.655232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] For port bb1c89c1-a1cc-42fe-848b-949ce1c9410c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:59:20.667850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cb06ca6-4702-455f-b746-3e68bd72b874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.766075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.818686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1cb06ca6-4702-455f-b746-3e68bd72b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.824174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:20.826575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:20.827082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:20.829957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3acdc-3d59-428e-80ea-f63e4b2d1674 None None] Pushing event updated for resources: {'Port': ['ID=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:20.906910 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1cb06ca6-4702-455f-b746-3e68bd72b874 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f726e386ba424831abde544dcf54a0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030684 Aug 28 08:59:20.909242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06ca6-4702-455f-b746-3e68bd72b874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bad952-1fe8-43cd-95b3-814a0a597abb,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:20.909643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 34948) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:20.923125 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Subnet': ['ID=8c0f7646-5f6f-48f5-af05-8a249a0073d5,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:20.937644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:20.939568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Checking segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:59:20.940014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network hostable DHCP agents. Network: 76541d67-f75a-46ce-af61-dc7d3305d381, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 08:59:20.996046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.017587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 76541d67-f75a-46ce-af61-dc7d3305d381 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 08:59:21.019965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.092217 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 76541d67-f75a-46ce-af61-dc7d3305d381) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:21.097199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:21.098627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.106426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4022fd1-5c0d-4a14-991c-c40718a1726a None None] Network 76541d67-f75a-46ce-af61-dc7d3305d381 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:59:21.180383 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.182925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.186749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55bad952-1fe8-43cd-95b3-814a0a597abb HTTP/1.1" status: 204 len: 168 time: 0.2721670 Aug 28 08:59:21.198503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35093b-2fb6-43d9-8945-5bb63e0f1e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bad952-1fe8-43cd-95b3-814a0a597abb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:21.230611 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-29da07ec-81f5-49bb-80ea-0e02c8a37d73 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0310280 Aug 28 08:59:21.233430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 34954) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:21.426724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:21.464431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816c01f-6e64-4b55-acd4-bd4f3bad6594 None None] The sync data for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 is: [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:18Z', 'revision_number': 3, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:59:21.508993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-76541d67-f75a-46ce-af61-dc7d3305d381', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 08:59:21.510111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.689492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Allocated IP 172.20.0.2 (76541d67-f75a-46ce-af61-dc7d3305d381/8c0f7646-5f6f-48f5-af05-8a249a0073d5/6839ba15-7cb8-470d-971a-574970316391) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:59:21.842127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.946983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:21.965136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Transition to ACTIVE for port object 6839ba15-7cb8-470d-971a-574970316391 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:21.991895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Transition to ACTIVE for port object 6839ba15-7cb8-470d-971a-574970316391 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:22.075707 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.146183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Network 76541d67-f75a-46ce-af61-dc7d3305d381 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:22.150324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:22.154669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:59:22.162027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Pushing event updated for resources: {'Port': ['ID=6839ba15-7cb8-470d-971a-574970316391,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:22.197577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.1 (76541d67-f75a-46ce-af61-dc7d3305d381/8c0f7646-5f6f-48f5-af05-8a249a0073d5/8f012623-dddf-4d49-b864-13849fac17b4) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:59:22.234294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Attempting to bind port 6839ba15-7cb8-470d-971a-574970316391 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:59:22.234826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Attempting to bind port 6839ba15-7cb8-470d-971a-574970316391 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:59:22.235194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Attempting to bind port 6839ba15-7cb8-470d-971a-574970316391 on network 76541d67-f75a-46ce-af61-dc7d3305d381 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:59:22.259369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:59:22.259752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Checking segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:59:22.260643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.261958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Bound using segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:59:22.262474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Bound port: 6839ba15-7cb8-470d-971a-574970316391, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:59:22.262878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.360628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.387257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] For port 6839ba15-7cb8-470d-971a-574970316391, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:22.390581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] For port 6839ba15-7cb8-470d-971a-574970316391, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6839ba15-7cb8-470d-971a-574970316391,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:59:22.392997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 8f012623-dddf-4d49-b864-13849fac17b4 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:22.498533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.526783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.570764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 76541d67-f75a-46ce-af61-dc7d3305d381 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:22.573956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:22.575984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fda70-06ba-4253-bf3a-9027e27b6f37 None None] Pushing event updated for resources: {'Port': ['ID=6839ba15-7cb8-470d-971a-574970316391,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:22.582870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:59:22.617430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:22.651907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.970655 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:22.974170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1c89c1-a1cc-42fe-848b-949ce1c9410c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:23.166422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port bb1c89c1-a1cc-42fe-848b-949ce1c9410c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:23.171502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bb1c89c1-a1cc-42fe-848b-949ce1c9410c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:23.172824 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:23.303624 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:23.348290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port bb1c89c1-a1cc-42fe-848b-949ce1c9410c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:23.463741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:23.528628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:23.760414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:23.833517 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:23.926688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:23.937348 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:24.040863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe410557-812d-460c-ba84-e2c57ceb258f None None] Network 76541d67-f75a-46ce-af61-dc7d3305d381 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 08:59:24.068416 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 76541d67-f75a-46ce-af61-dc7d3305d381 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:24.070486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:24.235810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a4220e61-72b0-4daf-973c-e167f8ccc886 None None] Provisioning for port 6839ba15-7cb8-470d-971a-574970316391 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:24.249411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 6f4c5700-0725-40bc-94ce-052ab69926b0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:59:24.376314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:59:24.382113 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5cb01cc6-0f62-45bc-b4ac-f2af703a80ee tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/6f4c5700-0725-40bc-94ce-052ab69926b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475580 Aug 28 08:59:24.398887 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Sync routers for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:59:24.414599 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:24.415378 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:24.547365 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:24.734967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-f52af5f4-cabe-4cec-8c93-c46890cf8cc3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96568240&fields=id&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 267 time: 0.0660543 Aug 28 08:59:24.755276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-edb25b4a-b7d6-4002-8dbd-c47a52e539ba None None] Provisioning for port 8f012623-dddf-4d49-b864-13849fac17b4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:24.766032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-edb25b4a-b7d6-4002-8dbd-c47a52e539ba None None] Provisioning complete for port 8f012623-dddf-4d49-b864-13849fac17b4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:24.772732 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edb25b4a-b7d6-4002-8dbd-c47a52e539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:24.853644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-edb25b4a-b7d6-4002-8dbd-c47a52e539ba None None] Port 8f012623-dddf-4d49-b864-13849fac17b4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:59:24.926783 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 2, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:24.965619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-67f19fce-63c5-4251-b28c-e77c9df369ad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:24.972029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Checking router: 6f4c5700-0725-40bc-94ce-052ab69926b0 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:59:24.973250 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Updating router 6f4c5700-0725-40bc-94ce-052ab69926b0 port 8f012623-dddf-4d49-b864-13849fac17b4 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 08:59:24.986340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-67f19fce-63c5-4251-b28c-e77c9df369ad tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 797 time: 0.2403998 Aug 28 08:59:24.999711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-818e83c8-de1c-445c-a5be-27e2b374e0f5 None None] Provisioning complete for port 8f012623-dddf-4d49-b864-13849fac17b4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:25.007954 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-818e83c8-de1c-445c-a5be-27e2b374e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.030162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e13530c2-83e1-49ce-a42a-de2f363a0854 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/quotas/5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 375 time: 0.0348396 Aug 28 08:59:25.067019 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.077445 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-818e83c8-de1c-445c-a5be-27e2b374e0f5 None None] Port 8f012623-dddf-4d49-b864-13849fac17b4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:59:25.182467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-6ebbd9fa-ce57-4228-938d-267a81156f3d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160414 Aug 28 08:59:25.191189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6839ba15-7cb8-470d-971a-574970316391 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:25.313074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c36ba75d-53d1-4e8a-9026-dd27356ffbf8 None None] Provisioning complete for port 8f012623-dddf-4d49-b864-13849fac17b4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:25.313478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c36ba75d-53d1-4e8a-9026-dd27356ffbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.376618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c36ba75d-53d1-4e8a-9026-dd27356ffbf8 None None] Port 8f012623-dddf-4d49-b864-13849fac17b4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:59:25.412278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6839ba15-7cb8-470d-971a-574970316391 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:25.416859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6839ba15-7cb8-470d-971a-574970316391 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:25.417232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.473944 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.500482 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Transition to ACTIVE for port object 8f012623-dddf-4d49-b864-13849fac17b4 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:25.522121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.557573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6839ba15-7cb8-470d-971a-574970316391, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6839ba15-7cb8-470d-971a-574970316391,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:25.595090 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.652773 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Pushing event updated for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:25.677503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.677503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.677810 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.678255 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.678685 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.679111 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.679534 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.679931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-cfeda70b-fba1-41e3-af65-81738c94ac3d service neutron] 10.222.0.46 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806559 Aug 28 08:59:25.680088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.680804 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.680804 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.681256 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.681675 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 08:59:25.726750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.727629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1c89c1-a1cc-42fe-848b-949ce1c9410c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:25.760399 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Attempting to bind port 8f012623-dddf-4d49-b864-13849fac17b4 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:59:25.760768 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Attempting to bind port 8f012623-dddf-4d49-b864-13849fac17b4 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:59:25.761134 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Attempting to bind port 8f012623-dddf-4d49-b864-13849fac17b4 on network 76541d67-f75a-46ce-af61-dc7d3305d381 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:59:25.774611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:59:25.774992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Checking segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:59:25.775397 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.775792 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Bound using segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:59:25.776351 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Bound port: 8f012623-dddf-4d49-b864-13849fac17b4, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:59:25.776644 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.811163 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-a5c91a23-ca6a-4901-b0d4-0478f073f0b1 service neutron] 10.222.0.46 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298769 Aug 28 08:59:25.847035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6839ba15-7cb8-470d-971a-574970316391,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:25.862951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port bb1c89c1-a1cc-42fe-848b-949ce1c9410c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:25.865078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:25.926611 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] For port 8f012623-dddf-4d49-b864-13849fac17b4, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:25.933101 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] For port 8f012623-dddf-4d49-b864-13849fac17b4, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8f012623-dddf-4d49-b864-13849fac17b4,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:59:26.075465 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:26.153980 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:26.153980 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:26.165990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9dbaa21c-abfd-48fc-a1ee-260e67fca9d7 req-543dbcb5-ff10-4069-a74c-81781c9ec92b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 210 time: 0.0667098 Aug 28 08:59:26.211804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:26.295021 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf7555-ed70-440f-afb9-4613d7fc8ccb None None] Pushing event updated for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:26.337068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:26.605913 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:25Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:26.632354 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adea9f2-c06f-44ca-bbf9-fe612b21cd05 None None] The sync data for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 is: [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:25Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:59:26.971310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8f012623-dddf-4d49-b864-13849fac17b4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:27.103637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8f012623-dddf-4d49-b864-13849fac17b4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:27.108427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8f012623-dddf-4d49-b864-13849fac17b4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:27.108806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:27.197348 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:27.243617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8f012623-dddf-4d49-b864-13849fac17b4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8f012623-dddf-4d49-b864-13849fac17b4,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:27.245571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdc92209-b0b6-4626-a2ee-87b89a64f35e req-50bac307-2c72-4f39-a294-496bcb97ff83 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 210 time: 0.0306134 Aug 28 08:59:27.383401 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:27.384682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6839ba15-7cb8-470d-971a-574970316391 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:27.475866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:27.520617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6839ba15-7cb8-470d-971a-574970316391 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:27.521020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:27.669976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f01fb45c-7553-4c35-91f7-60cc9d5a4cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:28.350182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-687248e5-204e-42df-b1d0-c8b3a8ba249a req-1d6826e8-a8f8-4d39-90e9-738618a30663 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 210 time: 0.0271473 Aug 28 08:59:28.851554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8f012623-dddf-4d49-b864-13849fac17b4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:28.909815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8f012623-dddf-4d49-b864-13849fac17b4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:28.910397 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:28.954245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-fec83cb0-ed2b-4a31-84ef-d1e09f68f64c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:28.956432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-fec83cb0-ed2b-4a31-84ef-d1e09f68f64c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 797 time: 0.1204195 Aug 28 08:59:29.072005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-fb0548b1-03cc-4d70-9acb-5b6229d4bee2 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c HTTP/1.1" status: 200 len: 378 time: 0.0781863 Aug 28 08:59:29.084901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'port': {'device_id': '2be1ec41-f417-46f8-b381-71239778ca8f', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'admin_state_up': True, 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'security_groups': ['518a7cb0-6c08-4877-ab80-92c31080a611']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:29.315271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Made reservation on behalf of 5fb18e6c71a54f1ab2f5dfbb8512d14c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 08:59:29.319190 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:29.475936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ffb0c59-d4fd-47ac-94f4-221bfe5fa83d req-8acee0fc-44ce-4dd4-ad27-4ac06d4f9011 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 210 time: 0.0334911 Aug 28 08:59:29.487896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.20.0.8 (76541d67-f75a-46ce-af61-dc7d3305d381/8c0f7646-5f6f-48f5-af05-8a249a0073d5/2bb408bd-0e4c-4091-ab80-b7fdae2b8cad) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:59:29.635393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:29.654070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Transition to ACTIVE for port object 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:29.818382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:29.865770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 76541d67-f75a-46ce-af61-dc7d3305d381 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:29.871221 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:29.875774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:59:29.879928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:29.931929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:29.932549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.017630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.052971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-e426b95b-a537-4b4a-bdf2-220d4bbee5bb tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720039 Aug 28 08:59:30.077595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Request body: {'port': {'device_id': '2be1ec41-f417-46f8-b381-71239778ca8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:30.151871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.309464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c71d1549-49e2-470c-a9f7-1ed353dc362d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.337654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-15dcc66d-4ddb-4fa0-a1d4-98a95af20548 None None] Provisioning for port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:30.342601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-15dcc66d-4ddb-4fa0-a1d4-98a95af20548 None None] Provisioning complete for port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:30.343422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-15dcc66d-4ddb-4fa0-a1d4-98a95af20548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.389817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-15dcc66d-4ddb-4fa0-a1d4-98a95af20548 None None] Port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 08:59:30.443650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:59:30.450896 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.462560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Transition to ACTIVE for port object 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 08:59:30.544137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.625920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:30.700443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06deea-a124-4a0b-bd50-0f0f27e602a3 req-3393b968-6d39-4602-84f3-6fa73af4021b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:30.708778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e06deea-a124-4a0b-bd50-0f0f27e602a3 req-3393b968-6d39-4602-84f3-6fa73af4021b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.1592484 Aug 28 08:59:30.775786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e06deea-a124-4a0b-bd50-0f0f27e602a3 req-4b3ba224-4563-410f-8d7c-84963d6d7f7c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665083 Aug 28 08:59:30.776926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Attempting to bind port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 08:59:30.777336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Attempting to bind port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 08:59:30.777682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Attempting to bind port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad on network 76541d67-f75a-46ce-af61-dc7d3305d381 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:59:30.793688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad on network 76541d67-f75a-46ce-af61-dc7d3305d381 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 08:59:30.794164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Attempting to bind port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad on network 76541d67-f75a-46ce-af61-dc7d3305d381 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 08:59:30.802987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 8, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 08:59:30.803334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Checking segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 08:59:30.803731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Bound using segment: {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 08:59:30.804181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Bound port: 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15ed762-2479-4ad1-b596-ace43376d127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 08:59:30.804588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:30.875645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 08:59:30.878729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 08:59:30.966573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:31.005904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.006436 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:31.008076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] 10.222.0.64 "PUT /v2.0/ports/2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 1092 time: 0.9351323 Aug 28 08:59:31.010736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:31.012760 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:31.038148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414271cd-ebd7-49cb-a0f4-3bdf3e2f000b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:31.073169 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1296bf-2582-4c11-bd06-e8b6d6538bb6 x-openstack-request-id: req-ff1296bf-2582-4c11-bd06-e8b6d6538bb6 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:31.073462 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:31.073773 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff1296bf-2582-4c11-bd06-e8b6d6538bb6 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:31.074322 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'status': 'completed', 'code': 200} Aug 28 08:59:31.176444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-00023ae4-7933-4e8e-9162-3f755f79e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.178357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-00023ae4-7933-4e8e-9162-3f755f79e255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1095 time: 0.0505474 Aug 28 08:59:31.303181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-3f2c9efa-088e-4206-a6ad-39728b932cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.304598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-3f2c9efa-088e-4206-a6ad-39728b932cc5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1107655 Aug 28 08:59:31.440556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-bf63e84a-7684-4fc6-84e2-bde405e2d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.443220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5eef45f-b4b4-4ec1-986c-6ecdc73f3588 req-bf63e84a-7684-4fc6-84e2-bde405e2d309 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268618 Aug 28 08:59:31.560172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-f95a037d-1f26-4246-9698-b0809893dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.561604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-f95a037d-1f26-4246-9698-b0809893dcf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1095 time: 0.0439599 Aug 28 08:59:31.624353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-8c944e5c-e611-4094-be8c-c0f9df96c405 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 217 time: 0.0390184 Aug 28 08:59:31.679863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-c260dda6-3892-484f-a83d-69350b53898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.680908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-c260dda6-3892-484f-a83d-69350b53898e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 200 len: 835 time: 0.0491772 Aug 28 08:59:31.734304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-2f0ca5f6-5197-45a7-bfdc-5e15249ce155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:31.736358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-2f0ca5f6-5197-45a7-bfdc-5e15249ce155 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76541d67-f75a-46ce-af61-dc7d3305d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476272 Aug 28 08:59:31.871081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-1642536e-38e8-4d40-87d3-098bfe7246de service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216683 Aug 28 08:59:31.989874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.004027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4b9a2-eb45-466c-adfd-31f7b6706306 req-bc8b7a60-9e3b-447d-90a5-575ec581c0e3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:32.005638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8a4b9a2-eb45-466c-adfd-31f7b6706306 req-bc8b7a60-9e3b-447d-90a5-575ec581c0e3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.1547148 Aug 28 08:59:32.065617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa3cbd9d-0023-43c8-b870-361ed45f51b1 req-20571b1f-f322-4f15-a8b7-48528766dbfe service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803699 Aug 28 08:59:32.072960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8a4b9a2-eb45-466c-adfd-31f7b6706306 req-e80add3a-35c4-4081-aa83-33ad3ef1037b tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601890 Aug 28 08:59:32.337094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35132) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:32.447066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef36f-6784-4ef2-8f00-b8e0c5abf647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.558023 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef36f-6784-4ef2-8f00-b8e0c5abf647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.657329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef36f-6784-4ef2-8f00-b8e0c5abf647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.698050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ef36f-6784-4ef2-8f00-b8e0c5abf647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e433140a-58b7-41e1-92f3-a5d3d878b906,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:32.702790 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2e2ef36f-6784-4ef2-8f00-b8e0c5abf647 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be8a4b6fab984fa7b786222874c2f219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646276 Aug 28 08:59:32.706360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35140) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:32.756491 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.777907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.921343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.926543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:32.928533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e433140a-58b7-41e1-92f3-a5d3d878b906 HTTP/1.1" status: 204 len: 168 time: 0.2209816 Aug 28 08:59:32.939651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728e0d6-1f61-478f-8e62-0c7fc579a463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e433140a-58b7-41e1-92f3-a5d3d878b906,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:33.190582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32bc22-7f6e-4866-b0a4-eed30a7f1484 req-7c9fa8bb-75bf-4f4d-9e6e-53c16e130ec5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:33.192140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c32bc22-7f6e-4866-b0a4-eed30a7f1484 req-7c9fa8bb-75bf-4f4d-9e6e-53c16e130ec5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.0510669 Aug 28 08:59:33.232876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c32bc22-7f6e-4866-b0a4-eed30a7f1484 req-5c4d78a9-dac4-4e38-a10e-a104351689a4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344772 Aug 28 08:59:33.549419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:33.562718 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcb50b4c-03aa-4bef-810a-16e6fd160265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:33.658279 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcb50b4c-03aa-4bef-810a-16e6fd160265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:33.766193 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fcb50b4c-03aa-4bef-810a-16e6fd160265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:33.806719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fcb50b4c-03aa-4bef-810a-16e6fd160265 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d21248eebfe048d689d11f5fc17eb756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563207 Aug 28 08:59:33.807684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb50b4c-03aa-4bef-810a-16e6fd160265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99c617-4546-4b03-935b-ed4aea1959ab,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:33.809365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35156) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:33.858081 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:33.879049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:33.980116 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 08:59:34.001550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:34.007235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:34.008589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f99c617-4546-4b03-935b-ed4aea1959ab HTTP/1.1" status: 204 len: 168 time: 0.1982212 Aug 28 08:59:34.018969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176f15-4c68-4bc7-8548-a8a61995bec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99c617-4546-4b03-935b-ed4aea1959ab,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:34.353886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe69119-3539-4bff-a704-db41bd69274b req-2b70ee53-f0bb-4b10-a2c3-f5788719435d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:34.355413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe69119-3539-4bff-a704-db41bd69274b req-2b70ee53-f0bb-4b10-a2c3-f5788719435d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.0538812 Aug 28 08:59:34.395415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1fe69119-3539-4bff-a704-db41bd69274b req-214cfbfd-7475-487f-8a96-381fae7257d8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335338 Aug 28 08:59:34.954671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:35.292846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 08:59:35.397448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:35.408866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'mac_address': 'fa:16:3e:21:ad:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 08:59:35.445976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:35.459756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 08:59:35.480168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:35.527131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b4da-0cd9-4861-bd2b-f8ecfae3d315 req-5b2bb193-2b44-414f-b489-bbe899c7285e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:35.530787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b0b4da-0cd9-4861-bd2b-f8ecfae3d315 req-5b2bb193-2b44-414f-b489-bbe899c7285e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.0612855 Aug 28 08:59:35.554950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:35.581215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0b0b4da-0cd9-4861-bd2b-f8ecfae3d315 req-fb0609d5-ab78-486c-a1ae-f7628a872d59 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458276 Aug 28 08:59:35.627501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:35.674630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:35.920190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 08:59:36.704895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183030-632b-46fb-bbc9-b508a0e9efc1 req-22ca9be0-63a4-467d-8f3c-8e2057ed4d20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:36.707271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f183030-632b-46fb-bbc9-b508a0e9efc1 req-22ca9be0-63a4-467d-8f3c-8e2057ed4d20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 944 time: 0.0542479 Aug 28 08:59:36.752514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f183030-632b-46fb-bbc9-b508a0e9efc1 req-d74d29bb-a7a6-4de1-8f55-27054c0a2ffa tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374589 Aug 28 08:59:37.291703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 08:59:37.405868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 08:59:37.409965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 08:59:37.410367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:37.492999 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:37.515192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:37.517446 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b917a-512e-4d02-8dd4-2e0bc6b7f550" -d '{"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:37.533484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 08:59:37.662779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:37.701256 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55678dd2-ceb3-4e53-9c24-1872c9f41341 x-openstack-request-id: req-55678dd2-ceb3-4e53-9c24-1872c9f41341 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:37.701662 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:37.701982 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55678dd2-ceb3-4e53-9c24-1872c9f41341 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:37.702468 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'code': 200} Aug 28 08:59:37.717923 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:37.882748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2631-0e7d-4eda-aeb5-f48272b095e0 req-f7a9a5f1-55c3-4cca-b5df-5000fec84261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:37.885542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a97e2631-0e7d-4eda-aeb5-f48272b095e0 req-f7a9a5f1-55c3-4cca-b5df-5000fec84261 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0901895 Aug 28 08:59:37.892410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff5696-200f-4ab7-aff1-c58bce0d591b req-f5cb8021-a033-43ed-8901-0f096e25eaf5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:37.893829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7ff5696-200f-4ab7-aff1-c58bce0d591b req-f5cb8021-a033-43ed-8901-0f096e25eaf5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0644026 Aug 28 08:59:37.945865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a97e2631-0e7d-4eda-aeb5-f48272b095e0 req-d5ff3dc9-c3dc-4497-990d-130b930ad5b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503991 Aug 28 08:59:37.952729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7ff5696-200f-4ab7-aff1-c58bce0d591b req-b5471a73-e0f4-46ab-99b4-14f123331f47 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514476 Aug 28 08:59:39.076164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1b56-1b71-4c8b-b075-32e2895f45da req-e518a4c3-e4d8-48b9-aa35-593921628d1e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:39.077711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0bf1b56-1b71-4c8b-b075-32e2895f45da req-e518a4c3-e4d8-48b9-aa35-593921628d1e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0517261 Aug 28 08:59:39.121062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0bf1b56-1b71-4c8b-b075-32e2895f45da req-255e17aa-b0fe-4dd7-860a-2f2b2a61da40 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365138 Aug 28 08:59:40.254034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530523-5960-4fa5-b9bf-59b4f0e40077 req-855ece21-baed-4fcf-ac3d-a8c0b4b9b76f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:40.255659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee530523-5960-4fa5-b9bf-59b4f0e40077 req-855ece21-baed-4fcf-ac3d-a8c0b4b9b76f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0564244 Aug 28 08:59:40.299208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee530523-5960-4fa5-b9bf-59b4f0e40077 req-ac446738-fe21-4247-8759-c97993bc548d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359402 Aug 28 08:59:40.420124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053136-04c6-4b78-bfa5-e3ae19a3275a req-65e8ac39-ac28-4420-b92e-edd71baf1b22 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:40.421573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a053136-04c6-4b78-bfa5-e3ae19a3275a req-65e8ac39-ac28-4420-b92e-edd71baf1b22 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0512719 Aug 28 08:59:40.460989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a053136-04c6-4b78-bfa5-e3ae19a3275a req-4dff46c5-ff5d-4843-b039-cc26af6476b5 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333776 Aug 28 08:59:40.486569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35304) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:40.527155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c1389-e6a0-4507-8858-3e56ee5226b5 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:40.528714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-761c1389-e6a0-4507-8858-3e56ee5226b5 tempest-TestNetworkAdvancedServerOps-918722845 tempest-TestNetworkAdvancedServerOps-918722845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1092 time: 0.0410051 Aug 28 08:59:40.535894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35308) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:40.540557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 08:59:40.663821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:40.768224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:40.876243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Allocated IP 172.25.0.34 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/953b111a-3fa0-41d1-98b5-087997d4e3cb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 08:59:40.985593 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:41.109417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:41.157112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 08:59:41.162755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 08:59:41.165347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=953b111a-3fa0-41d1-98b5-087997d4e3cb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:41.167789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 08:59:41.677196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:41.870526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:42.042466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:42.120508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:42.188666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event updated for resources: {'Port': ['ID=953b111a-3fa0-41d1-98b5-087997d4e3cb,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:42.204505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:42.314420 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 7c0da6f4-d7f4-4b13-8642-8eb5abe52334 associated. External IP: 172.25.0.34, port: 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad. Aug 28 08:59:42.830601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 6f4c5700-0725-40bc-94ce-052ab69926b0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 08:59:42.948780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 08:59:42.960011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Sync routers for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 08:59:42.972202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:42.973676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:43.039870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:43.071292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-62a46633-7157-42e8-9414-295b82537901 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5318789 Aug 28 08:59:43.071292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 08:59:43.072031 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 08:59:43.081605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:43.201047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80b6ba-51f0-4a5f-bcbe-e89a9378251f req-42e88823-1c72-41ec-938e-8341c6be3d48 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:43.201047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b80b6ba-51f0-4a5f-bcbe-e89a9378251f req-42e88823-1c72-41ec-938e-8341c6be3d48 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0700476 Aug 28 08:59:43.246539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b80b6ba-51f0-4a5f-bcbe-e89a9378251f req-ed0d03fa-c8c7-49e2-a0f1-45e749741544 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415809 Aug 28 08:59:43.269122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35350) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:43.344860 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f5e1e-1268-4bed-8fb5-214dbb6f172d x-openstack-request-id: req-7e0f5e1e-1268-4bed-8fb5-214dbb6f172d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 08:59:43.345039 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 08:59:43.345255 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e0f5e1e-1268-4bed-8fb5-214dbb6f172d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 08:59:43.345685 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'status': 'completed', 'code': 200} Aug 28 08:59:43.355377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c0da6f4-d7f4-4b13-8642-8eb5abe52334', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'mac_address': 'fa:16:3e:21:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1ec41-f417-46f8-b381-71239778ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:59:41Z', 'updated_at': '2021-08-28T08:59:41Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:43.386873 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f3f6bc94-2e46-4a4e-b5fa-fa66d4990a37 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/7c0da6f4-d7f4-4b13-8642-8eb5abe52334 HTTP/1.1" status: 200 len: 990 time: 0.1158266 Aug 28 08:59:43.415932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Checking router: 6f4c5700-0725-40bc-94ce-052ab69926b0 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 08:59:43.426077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 08:59:43.426912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T08:59:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:43.452727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-edf4a1ff-9366-4177-8a83-1a2a2b38f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:43.454430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-edf4a1ff-9366-4177-8a83-1a2a2b38f8ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0644381 Aug 28 08:59:43.584537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-5d12545e-59fa-4f07-a782-17c689208f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:43.586313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-5d12545e-59fa-4f07-a782-17c689208f42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 898 time: 0.1235044 Aug 28 08:59:43.686563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-b81350cc-00c7-479b-87e6-19ffefca6265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 998 time: 0.0916803 Aug 28 08:59:43.726404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 08:59:43.772204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-5dde6cd6-4812-4492-b860-b2e3bb5bd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:43.774311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-5dde6cd6-4812-4492-b860-b2e3bb5bd781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 200 len: 835 time: 0.0802715 Aug 28 08:59:43.834161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-2a3a826d-cac2-439f-9fb4-9a5d38acd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:43.837900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-2a3a826d-cac2-439f-9fb4-9a5d38acd0e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76541d67-f75a-46ce-af61-dc7d3305d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551631 Aug 28 08:59:43.991505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-3e3f1d61-83bc-4a7f-bb9c-7b76520f15cf service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426365 Aug 28 08:59:44.011893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c0da6f4-d7f4-4b13-8642-8eb5abe52334', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'mac_address': 'fa:16:3e:21:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1ec41-f417-46f8-b381-71239778ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:59:41Z', 'updated_at': '2021-08-28T08:59:41Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 08:59:44.045175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641858a-cb18-40a5-a0d3-d3b9d161cc50 None None] The sync data for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 is: [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c0da6f4-d7f4-4b13-8642-8eb5abe52334', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'mac_address': 'fa:16:3e:21:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1ec41-f417-46f8-b381-71239778ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T08:59:41Z', 'updated_at': '2021-08-28T08:59:41Z', 'revision_number': 0, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 08:59:44.105913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1c7c92e-4194-49f2-bf4a-3e2185fc4643 req-10a4fcbb-c967-4fdb-903e-3045ee66a820 service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030209 Aug 28 08:59:44.141956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35370) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:44.290531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d3162a-6204-4432-a4c9-9b64dd2f8a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.359638 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24171ac1-2768-4e6c-9af1-6aea125f1a35 None None] New status for floating IP 7c0da6f4-d7f4-4b13-8642-8eb5abe52334: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 08:59:44.388056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35374) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:44.399234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d3162a-6204-4432-a4c9-9b64dd2f8a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.461209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d6518384-6445-4a86-a9d6-627e92fa667c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/7c0da6f4-d7f4-4b13-8642-8eb5abe52334 HTTP/1.1" status: 200 len: 990 time: 0.0714056 Aug 28 08:59:44.480500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-51d3162a-6204-4432-a4c9-9b64dd2f8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.523897 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-51d3162a-6204-4432-a4c9-9b64dd2f8a51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8129766377be48dc908837e83a9a8703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798640 Aug 28 08:59:44.526908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:44.535639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3162a-6204-4432-a4c9-9b64dd2f8a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c4f3d-8b6b-487b-bb24-5efd939efa4e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:44.590640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.612941 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.789260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.793413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:44.794772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f50c4f3d-8b6b-487b-bb24-5efd939efa4e HTTP/1.1" status: 204 len: 168 time: 0.2664814 Aug 28 08:59:44.804096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc0371-cdc8-46a7-a607-16cc523bef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c4f3d-8b6b-487b-bb24-5efd939efa4e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:45.341968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35390) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:45.356135 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59b98f0d-d8a8-4ab8-8685-90c10534b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.456189 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59b98f0d-d8a8-4ab8-8685-90c10534b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.464294 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35394) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:45.525306 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e02b94e1-3489-4534-b2b7-21ef03dd92b8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/7c0da6f4-d7f4-4b13-8642-8eb5abe52334 HTTP/1.1" status: 200 len: 992 time: 0.0598502 Aug 28 08:59:45.526643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59b98f0d-d8a8-4ab8-8685-90c10534b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.567189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98f0d-d8a8-4ab8-8685-90c10534b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4d362-d272-4d92-90c5-3e37db8f06b9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:45.573788 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59b98f0d-d8a8-4ab8-8685-90c10534b69f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5009d8a040114febb32c3e29c4ba5bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284019 Aug 28 08:59:45.574042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35396) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:45.626931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.649056 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.787899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.790882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:45.794354 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4b4d362-d272-4d92-90c5-3e37db8f06b9 HTTP/1.1" status: 204 len: 168 time: 0.2170618 Aug 28 08:59:45.801699 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d351d-2b9c-460f-82f7-a8c3b2894532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4d362-d272-4d92-90c5-3e37db8f06b9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:46.564713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35414) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:46.579008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c86743f4-7607-46be-aa6f-36a6db03cf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:46.675562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c86743f4-7607-46be-aa6f-36a6db03cf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:46.782986 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c86743f4-7607-46be-aa6f-36a6db03cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:46.821778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86743f4-7607-46be-aa6f-36a6db03cf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba820e0-e10e-4d42-a95a-c9d36d048c34,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:46.827294 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c86743f4-7607-46be-aa6f-36a6db03cf61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebfed237d3694250a3ecee7884a6ba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614470 Aug 28 08:59:46.829802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 08:59:46.884868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:46.908871 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:47.003184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-e7b8d850-d596-478c-8254-33293d40e74a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391994 Aug 28 08:59:47.068512 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:47.071332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:47.075659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ba820e0-e10e-4d42-a95a-c9d36d048c34 HTTP/1.1" status: 204 len: 168 time: 0.2447584 Aug 28 08:59:47.084795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab83f8-a7cf-44db-b3bf-b67dff61223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba820e0-e10e-4d42-a95a-c9d36d048c34,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 08:59:47.110296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-aed5c60c-2358-4884-9c6a-fda3eba9c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:47.111902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-aed5c60c-2358-4884-9c6a-fda3eba9c2d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0491922 Aug 28 08:59:47.224426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-30f069f0-446d-401f-b641-faba18940121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:47.226322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-30f069f0-446d-401f-b641-faba18940121 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 898 time: 0.0937214 Aug 28 08:59:47.267357 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7d7de42a-e3b4-41cd-a813-63718564abdf req-46be4241-4ff3-4922-9c4d-b6f0118d39e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260515 Aug 28 08:59:47.296015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-ae86b4b4-fcf4-498b-995c-0a0c869e77db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 1000 time: 0.0617840 Aug 28 08:59:47.359639 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7d7de42a-e3b4-41cd-a813-63718564abdf req-530cc5cb-3656-43b1-9d95-8970ebb4a4f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0265648 Aug 28 08:59:47.360475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-1c7dd2a0-12ba-495b-99eb-3c95ebfdc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:47.362039 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-1c7dd2a0-12ba-495b-99eb-3c95ebfdc124 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 200 len: 835 time: 0.0590985 Aug 28 08:59:47.409524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7d7de42a-e3b4-41cd-a813-63718564abdf req-bfd22065-99c0-4b38-8505-5cb476d86ae3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240116 Aug 28 08:59:47.414408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-0541179e-28c4-4d40-91f0-0bde1c31cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:47.415224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-0541179e-28c4-4d40-91f0-0bde1c31cd9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76541d67-f75a-46ce-af61-dc7d3305d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464525 Aug 28 08:59:47.517551 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de42a-e3b4-41cd-a813-63718564abdf req-7da8e223-b530-4b55-b446-2a32cfaf4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 08:59:47.519444 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7d7de42a-e3b4-41cd-a813-63718564abdf req-7da8e223-b530-4b55-b446-2a32cfaf4707 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030974 Aug 28 08:59:47.539464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-529e197c-0085-43f3-9a12-cf062086f0c3 service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168311 Aug 28 08:59:47.646190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f33cc426-5bd1-4fb5-8b1d-9267ff0c84fe req-699d7abb-7291-47ae-86a7-ac36ea8a1a2d service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962858 Aug 28 08:59:56.160151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:57.657314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c45cad9-1482-4102-9bfd-b19782367524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 08:59:59.988727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:00.297266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f33fb6e7-3761-45c5-a722-5d4a11167f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:01.970372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35730) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:02.017213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.091760 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.183280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.268708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.308392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2d5ab974fa54857bc42592e9a01569e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369107 Aug 28 09:00:02.309180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9a1fc-3909-445c-aad7-5b8a0e4fb412,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:02.311192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35740) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:02.318725 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.319076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.319418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.319754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.320088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.320417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.320743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.321069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.321392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.321729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.322039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.322380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8c822-625f-4f92-8ffd-6ff4d5057703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:02.367580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.389968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.508224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.510848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:02.514501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfe9a1fc-3909-445c-aad7-5b8a0e4fb412 HTTP/1.1" status: 204 len: 168 time: 0.1992970 Aug 28 09:00:02.520881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb804f8-6445-4933-bc90-b4f752465e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9a1fc-3909-445c-aad7-5b8a0e4fb412,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:03.107122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35760) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:03.121054 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.239797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.462648 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.503970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59ebbc30509a49db8a3e0ed55a4bb4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957524 Aug 28 09:00:03.504897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad7306-058f-43ae-b9d7-5ff6f79da85d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:03.507108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35770) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:03.519701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.520578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.520975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.521326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.522503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.522503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.522503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.522834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.523059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.523396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.523655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.524045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b230457-afa6-45d6-9288-c760e4b79ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:03.563779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.586912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.760072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.762729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:03.763921 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92ad7306-058f-43ae-b9d7-5ff6f79da85d HTTP/1.1" status: 204 len: 168 time: 0.2549827 Aug 28 09:00:03.773153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb1c9f-8656-49f4-9e5b-1581a099c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad7306-058f-43ae-b9d7-5ff6f79da85d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:04.436621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 35782) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:04.448426 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29ecb3a-c077-4d61-a3fa-0c66cdc9e284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.540727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29ecb3a-c077-4d61-a3fa-0c66cdc9e284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.639790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d29ecb3a-c077-4d61-a3fa-0c66cdc9e284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.681233 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d29ecb3a-c077-4d61-a3fa-0c66cdc9e284 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19eb9a30ccde468fa3a05e0dc5d5c337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460117 Aug 28 09:00:04.682402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ecb3a-c077-4d61-a3fa-0c66cdc9e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b59a51-0cde-415e-a22d-bb3e2d7f1ac8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:04.683975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 35784) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:04.735337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.756865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.862511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.865330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:04.866568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03b59a51-0cde-415e-a22d-bb3e2d7f1ac8 HTTP/1.1" status: 204 len: 168 time: 0.1809328 Aug 28 09:00:04.875467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e2bb5-483e-42fc-81f3-40e30b1d0e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b59a51-0cde-415e-a22d-bb3e2d7f1ac8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:04.942610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:05.651719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:10.983207 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:00:19.314615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787f401-fec0-4387-81c1-da60fd0e3677 req-2ea50450-cebe-46dc-b499-dcfad8ebf722 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:19.315955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0787f401-fec0-4387-81c1-da60fd0e3677 req-2ea50450-cebe-46dc-b499-dcfad8ebf722 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0668757 Aug 28 09:00:19.359826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0787f401-fec0-4387-81c1-da60fd0e3677 req-e89ed264-9b04-44ec-8963-a714cae78b26 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365677 Aug 28 09:00:20.500209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d08547-dfeb-41c6-91cc-a624c8109b86 req-abee45df-6a95-4818-ad71-b83145b9e2f9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:20.501744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9d08547-dfeb-41c6-91cc-a624c8109b86 req-abee45df-6a95-4818-ad71-b83145b9e2f9 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0698025 Aug 28 09:00:20.541915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9d08547-dfeb-41c6-91cc-a624c8109b86 req-50126aa4-9659-4aef-a4ee-f1df23d9df6e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336432 Aug 28 09:00:21.704948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdb074-e42a-4dcc-b5a4-7c2b01ab328d req-a4428a61-74aa-4006-bd85-03c80da9ccea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:21.706474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36cdb074-e42a-4dcc-b5a4-7c2b01ab328d req-a4428a61-74aa-4006-bd85-03c80da9ccea tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0502071 Aug 28 09:00:21.744837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36cdb074-e42a-4dcc-b5a4-7c2b01ab328d req-d33407b4-de2c-4c4d-8346-7e3211c39468 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317247 Aug 28 09:00:22.865668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179c49-e619-4a45-8a89-53acb16479e9 req-8276a5c4-ef6b-497a-aa38-0cb04c3cc004 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:22.867267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d179c49-e619-4a45-8a89-53acb16479e9 req-8276a5c4-ef6b-497a-aa38-0cb04c3cc004 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0532396 Aug 28 09:00:22.909316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d179c49-e619-4a45-8a89-53acb16479e9 req-df80e10c-4898-4d7f-8ec7-487a3582ac4c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356314 Aug 28 09:00:24.050816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b976-0fdf-4e8c-bbde-07f2091f299f req-8454d505-3d13-4ce2-8132-3d6585e86ab7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:24.058886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa28b976-0fdf-4e8c-bbde-07f2091f299f req-8454d505-3d13-4ce2-8132-3d6585e86ab7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0783463 Aug 28 09:00:24.102026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fa28b976-0fdf-4e8c-bbde-07f2091f299f req-adf2653c-f60d-4ed2-a500-6153c6481123 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417743 Aug 28 09:00:25.244080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0ced7-6891-49d7-aeca-a70ae8d39677 req-9755524c-7ec4-49bc-b416-69a0ff81b587 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:25.262719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21f0ced7-6891-49d7-aeca-a70ae8d39677 req-9755524c-7ec4-49bc-b416-69a0ff81b587 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0833306 Aug 28 09:00:25.308505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21f0ced7-6891-49d7-aeca-a70ae8d39677 req-65279fc9-5373-4d2a-996b-6339d2f4cd1c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444689 Aug 28 09:00:26.182283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:26.427356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e494b4-efbc-4219-b6ea-8e9e4304cc38 req-9ab418a6-f90f-4344-a595-74f1ce579626 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:26.428855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28e494b4-efbc-4219-b6ea-8e9e4304cc38 req-9ab418a6-f90f-4344-a595-74f1ce579626 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0546026 Aug 28 09:00:26.469908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28e494b4-efbc-4219-b6ea-8e9e4304cc38 req-fa1fde95-77fa-402e-9395-e5cb840e74a4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351164 Aug 28 09:00:27.599462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016c3c4-1cd9-4ccb-b66c-930e9d6d34d0 req-c89dab14-8e57-485e-939e-21bf8f587b1a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:27.600966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4016c3c4-1cd9-4ccb-b66c-930e9d6d34d0 req-c89dab14-8e57-485e-939e-21bf8f587b1a tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0573401 Aug 28 09:00:27.616187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d8aaca24-c31c-43d3-9665-aef5238ab37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:27.662811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4016c3c4-1cd9-4ccb-b66c-930e9d6d34d0 req-736ee6f2-dd9e-447a-b371-929819945de7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550008 Aug 28 09:00:28.792801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c0dc3-80be-4d38-8840-c790af136fee req-54002567-8384-4023-870d-9eabbb9ba7e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:28.794318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9c0dc3-80be-4d38-8840-c790af136fee req-54002567-8384-4023-870d-9eabbb9ba7e8 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0522819 Aug 28 09:00:28.841720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d9c0dc3-80be-4d38-8840-c790af136fee req-8979a401-5a16-4328-8937-305208a80b33 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410972 Aug 28 09:00:29.960618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b25ac-44b1-4c3d-8b3a-d30273a53e2e req-234ea768-daf3-4b97-bc65-434284f1a4db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:29.962196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f01b25ac-44b1-4c3d-8b3a-d30273a53e2e req-234ea768-daf3-4b97-bc65-434284f1a4db tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0513327 Aug 28 09:00:29.980686 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:30.005719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f01b25ac-44b1-4c3d-8b3a-d30273a53e2e req-1cf3dcb3-fd68-4e45-a7fa-ff100461515f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363860 Aug 28 09:00:30.286899 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa7db-e3a2-4ae7-8f7b-7b02889b9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:31.129325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71382b02-dad5-4466-ad5d-69ec59e6f815 req-5f0964ea-c2c6-4e0c-83dd-87ebd1524a62 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:31.131539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71382b02-dad5-4466-ad5d-69ec59e6f815 req-5f0964ea-c2c6-4e0c-83dd-87ebd1524a62 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0560217 Aug 28 09:00:31.180229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-71382b02-dad5-4466-ad5d-69ec59e6f815 req-11d93b07-fdde-4588-8484-0dc5396d4a7f tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423203 Aug 28 09:00:32.022446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:32.308025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eb40c-9ce4-40fe-85e9-ba31c6a15d18 req-fa7a8fd8-ca7a-465f-88e7-3e519bfe127c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:32.309683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-305eb40c-9ce4-40fe-85e9-ba31c6a15d18 req-fa7a8fd8-ca7a-465f-88e7-3e519bfe127c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0518408 Aug 28 09:00:32.358686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-305eb40c-9ce4-40fe-85e9-ba31c6a15d18 req-5cd6a82f-1789-4cc6-bc96-21c8e83bcfba tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345757 Aug 28 09:00:33.509318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68a540-39fb-45d4-8ed0-3fc59ebb2d72 req-03aff6d6-8bfc-4672-9310-860c037efc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:33.510883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e68a540-39fb-45d4-8ed0-3fc59ebb2d72 req-03aff6d6-8bfc-4672-9310-860c037efc1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0804527 Aug 28 09:00:33.519020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed753-f77e-4dd1-85d3-2f6ec8bad021 req-80227f01-c34e-4cba-a0e8-76e26af8eaa7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:33.521384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a10ed753-f77e-4dd1-85d3-2f6ec8bad021 req-80227f01-c34e-4cba-a0e8-76e26af8eaa7 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0816193 Aug 28 09:00:33.578230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a10ed753-f77e-4dd1-85d3-2f6ec8bad021 req-cc654f9f-9738-4cc2-a4e5-0e045375c21c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504265 Aug 28 09:00:33.579724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6e68a540-39fb-45d4-8ed0-3fc59ebb2d72 req-98fd6dbf-7622-41c0-9277-29cf61802c92 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575483 Aug 28 09:00:34.699258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16447413-3c00-406d-b679-9034a189cdc9 req-46c05f54-d37f-4182-9051-9ab517dc0169 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:34.732821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16447413-3c00-406d-b679-9034a189cdc9 req-46c05f54-d37f-4182-9051-9ab517dc0169 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0535781 Aug 28 09:00:34.746746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16447413-3c00-406d-b679-9034a189cdc9 req-6a5894c7-bf77-4cb2-b01f-4de96bbcdc91 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393045 Aug 28 09:00:35.004720 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:35.508278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:00:35.515455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:00:35.691231 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:35.697961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:00:35.713646 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:35.730587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'port_id': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'mac_address': 'fa:16:3e:21:ad:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:00:35.747406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:00:35.749732 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78fc3ef-8c81-4389-ad97-8e06907d0d01" -d '{"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:00:35.785441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:00:35.800141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:35.803230 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e830cba5-a5e4-4774-90ff-5df60dd95e95 x-openstack-request-id: req-e830cba5-a5e4-4774-90ff-5df60dd95e95 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:00:35.803584 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:00:35.803891 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e830cba5-a5e4-4774-90ff-5df60dd95e95 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:00:35.804739 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'code': 200} Aug 28 09:00:35.818631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:00:35.835503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:35.916511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdb900-3ead-48b0-ab4c-6fcb1994680e req-473b6c84-38f3-4978-aa6b-e02ba6a4545e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:35.917507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:00:35.917869 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:00:35.918585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:35.918894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5bdb900-3ead-48b0-ab4c-6fcb1994680e req-473b6c84-38f3-4978-aa6b-e02ba6a4545e tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 943 time: 0.0662484 Aug 28 09:00:35.926386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.926748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.927088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.927419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.927750 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.928075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.928399 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.928836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.929125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.929364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.929679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.929995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:00:35.970192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5bdb900-3ead-48b0-ab4c-6fcb1994680e req-de79ae7d-2471-4c19-b5e4-43880a9c2b0d tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441058 Aug 28 09:00:36.006121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36408) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:36.093962 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c30e23cf-714c-4a15-960a-5d06c7ac08e1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/floatingips/7c0da6f4-d7f4-4b13-8642-8eb5abe52334 HTTP/1.1" status: 200 len: 990 time: 0.0859149 Aug 28 09:00:36.455513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:36.471132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:00:36.491153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:00:36.587404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:36.613901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:36.896368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:00:39.527204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:00:39.581916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:00:39.581916 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:39.659185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:39.681460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:00:39.683693 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4554f884-1e9c-4345-84d9-ccc411401aaa" -d '{"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:00:39.697838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:00:39.729975 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd95930-3b33-4f4e-826d-7177c9f9cdd7 x-openstack-request-id: req-ecd95930-3b33-4f4e-826d-7177c9f9cdd7 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:00:39.730521 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:00:39.730918 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecd95930-3b33-4f4e-826d-7177c9f9cdd7 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:00:39.731423 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'code': 200} Aug 28 09:00:39.765939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:39.815956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:43.520375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36538) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:43.525133 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076081932', 'description': 'tempest-secgroup-smoke-2076081932 description', 'project_id': 'b918cd7e247a4470b477b5b9a453817d'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:43.610734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:43.716182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:43.799048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:43.828209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d6d96-f188-44bb-88ee-27d03fce6386,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:43.867881 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:43.869139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-efd2106b-0a57-4554-93df-8c525122ae9f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3477116 Aug 28 09:00:43.871995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:43.876367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:43.958740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.040846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.101487 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.120506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2314f459-fd7d-4225-97a9-21b2b2e30fd2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:44.204886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.206424 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f8a0824-6f8c-4cdb-a345-b43ebb9da632 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334556 Aug 28 09:00:44.209091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36552) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:44.214431 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:44.295980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.363011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.421621 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.441118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6351b1b-b5d0-4d80-bd29-94ea13e54795,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:44.508146 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.509340 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c204a73e-6efb-4d07-b8a7-eb69a2aa77b6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992730 Aug 28 09:00:44.512653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36560) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:44.519281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:44.604124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.657042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.713469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.731411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bcf929-11ad-4d7f-aecd-7ed5557c5561,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:44.787821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.789077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d05d068c-c17d-4d96-b2f8-c2d4a9fb6cb3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750528 Aug 28 09:00:44.791969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36564) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:44.796359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:44.889975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:44.950477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.045024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.064235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb69ec23-d388-40fd-ac60-e2fab133cd6f,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:45.148111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.149344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-87bece8b-a8a7-4340-8ba6-87aa75f63c1e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564115 Aug 28 09:00:45.152143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 36570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:45.156923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:45.262286 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Project b918cd7e247a4470b477b5b9a453817d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:00:45.267839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.329549 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.410541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.432926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7dcfda-59ff-4ddf-bf55-3ce25451f48d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:45.501699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.503030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6c08a666-d86a-4ba8-8b92-e6753b463be7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499448 Aug 28 09:00:45.505885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 36578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:00:45.510750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'security_group_rule': {'security_group_id': '5a1d6d96-f188-44bb-88ee-27d03fce6386', 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:45.604854 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Project b918cd7e247a4470b477b5b9a453817d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:00:45.610398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.676468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.741673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.764348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3811e1bd-e968-4c3a-a728-33c26ace16ff,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:45.822364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:45.823764 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-411d981e-4dd9-49bf-87db-6e60d6a4a5cd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165517 Aug 28 09:00:46.115735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-0472b889-7663-4456-8ebe-34bdaa2237ce tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076081932&fields=id&tenant_id=b918cd7e247a4470b477b5b9a453817d HTTP/1.1" status: 200 len: 267 time: 0.0360768 Aug 28 09:00:46.225363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-94bed0c0-8949-42f9-8e44-a3bc2cad3199 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:46.226815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-94bed0c0-8949-42f9-8e44-a3bc2cad3199 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 813 time: 0.1026425 Aug 28 09:00:46.242101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-0416abd6-cb7a-471e-8f2c-eb8b9f230edc tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/quotas/b918cd7e247a4470b477b5b9a453817d HTTP/1.1" status: 200 len: 375 time: 0.0093663 Aug 28 09:00:46.298441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-35d8f14a-e06e-4d67-b72c-d5d65d6ec874 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499704 Aug 28 09:00:46.552310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-fd09ff04-06aa-4232-9243-485a62e19caf service neutron] 10.222.0.46 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412632 Aug 28 09:00:46.648013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-a9b12b92-b343-45ad-84a0-e6943e92f537 service neutron] 10.222.0.46 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884993 Aug 28 09:00:47.238793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c15bef9c-c128-4b23-911e-9c88471aa55a req-5299fe42-dacb-4945-9dd1-3d8e6440b7a7 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0397608 Aug 28 09:00:47.983277 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:00:48.074471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-fc20b1ee-8675-4a95-8719-6d33acbc9975 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429335 Aug 28 09:00:48.185555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e09a-50f6-416c-9955-560a96a70d49 req-fe5b00b1-835f-4b47-a938-250007643bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:48.187273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-fe5b00b1-835f-4b47-a938-250007643bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0438371 Aug 28 09:00:48.311022 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71f8d7c1-e2dd-402c-9742-2410141a27c1 req-db68a8b6-2dd2-4db0-9f5b-7583a1faba7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0592320 Aug 28 09:00:48.331168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e09a-50f6-416c-9955-560a96a70d49 req-71963a23-1bcf-4f29-bfd7-52baac5a3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:48.331168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-71963a23-1bcf-4f29-bfd7-52baac5a3029 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 898 time: 0.1182265 Aug 28 09:00:48.410155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71f8d7c1-e2dd-402c-9742-2410141a27c1 req-9517b2cb-6ae0-4699-a940-35cda4466c5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0308592 Aug 28 09:00:48.427736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c5e3bd1-d640-4905-9729-b0f5eddc40c0 req-d322b662-ea5a-49f3-bf6a-68983ee75927 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0377686 Aug 28 09:00:48.458705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-42355949-7ef1-4e09-9154-fc89ee9a72bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 1000 time: 0.1181028 Aug 28 09:00:48.462593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71f8d7c1-e2dd-402c-9742-2410141a27c1 req-7cb6e325-4210-4017-9baf-27d689da788e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271809 Aug 28 09:00:48.518885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e09a-50f6-416c-9955-560a96a70d49 req-f4771cbf-6e96-4469-b185-4f728e3ce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:48.520433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-f4771cbf-6e96-4469-b185-4f728e3ce1d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 200 len: 835 time: 0.0540066 Aug 28 09:00:48.571226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e09a-50f6-416c-9955-560a96a70d49 req-5b48b8b2-9c0e-4a20-84eb-24f7b793b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:48.572770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-5b48b8b2-9c0e-4a20-84eb-24f7b793b198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76541d67-f75a-46ce-af61-dc7d3305d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442111 Aug 28 09:00:48.585039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8d7c1-e2dd-402c-9742-2410141a27c1 req-db556918-b3fe-4475-9a39-1369f284ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:48.587350 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-71f8d7c1-e2dd-402c-9742-2410141a27c1 req-db556918-b3fe-4475-9a39-1369f284ca79 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012340 Aug 28 09:00:48.683207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-3e6fb73f-2124-4c56-8f9f-eb51c5bb978c service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953631 Aug 28 09:00:48.785130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b337e09a-50f6-416c-9955-560a96a70d49 req-cbe44088-c52e-4861-aeb8-e4629daa1f9a service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917101 Aug 28 09:00:49.420896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-98e3cdbf-fac2-4a06-bd67-178ad59ad6ff tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:49.422535 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-98e3cdbf-fac2-4a06-bd67-178ad59ad6ff tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 813 time: 0.2029557 Aug 28 09:00:49.493879 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-3355c190-150b-4bcc-afd2-0e427bed70ed tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b918cd7e247a4470b477b5b9a453817d HTTP/1.1" status: 200 len: 380 time: 0.0552597 Aug 28 09:00:49.521251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'port': {'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'admin_state_up': True, 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'security_groups': ['5a1d6d96-f188-44bb-88ee-27d03fce6386']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:49.543028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c895a116-ff16-4057-8ed0-a842dfdd6af6 req-900f01a3-93d9-4945-9037-b6f7656642d3 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0407038 Aug 28 09:00:49.725062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Made reservation on behalf of b918cd7e247a4470b477b5b9a453817d for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:00:49.729332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:49.869694 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Allocated IP 172.20.0.4 (3cc31127-e17f-44c2-aaff-4e62eab15448/104b88d5-0900-4156-8872-b01d33817ca2/86d7f2d8-9d61-4358-aa18-08e6a82b2d50) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:00:50.012555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.026306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Transition to ACTIVE for port object 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:00:50.124964 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.172424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:00:50.178845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:00:50.182944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:00:50.219744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:50.251820 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:50.252780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.314249 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-c33270e9-2d9c-4560-a4e5-182ce6d52b05 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982528 Aug 28 09:00:50.335074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Request body: {'port': {'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:00:50.407150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.502300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-214c206b-6068-45fd-8383-1a374c9fdbfe None None] Provisioning for port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:00:50.507915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-214c206b-6068-45fd-8383-1a374c9fdbfe None None] Provisioning complete for port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:00:50.515209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-214c206b-6068-45fd-8383-1a374c9fdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.557715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-214c206b-6068-45fd-8383-1a374c9fdbfe None None] Port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:00:50.673755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2686fee-e494-41e9-a4f3-0951c71a4006 req-5618045d-31c1-4a02-8b15-226eec5ccc8b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:50.682646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2686fee-e494-41e9-a4f3-0951c71a4006 req-5618045d-31c1-4a02-8b15-226eec5ccc8b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 931 time: 0.0588403 Aug 28 09:00:50.719802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2686fee-e494-41e9-a4f3-0951c71a4006 req-ade834cd-913a-408a-a7ba-95d88a745430 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361426 Aug 28 09:00:50.723259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:00:50.735156 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.750066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Transition to ACTIVE for port object 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:00:50.804984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:50.917807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Pushing event updated for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:50.962425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Attempting to bind port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:00:50.962766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Attempting to bind port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:00:50.963099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Attempting to bind port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 on network 3cc31127-e17f-44c2-aaff-4e62eab15448 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:00:50.968459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 on network 3cc31127-e17f-44c2-aaff-4e62eab15448 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:00:50.968785 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Attempting to bind port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 on network 3cc31127-e17f-44c2-aaff-4e62eab15448 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:00:50.974190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:00:50.974590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Checking segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:00:50.974961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Bound using segment: {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:00:50.975406 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Bound port: 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2707390f-bd7d-4f5c-89a9-bef52b2e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:00:50.975834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:51.049445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:00:51.056127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:00:51.130826 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:51.170153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.170785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:51.172180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] 10.222.0.39 "PUT /v2.0/ports/86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 1092 time: 0.8419712 Aug 28 09:00:51.172639 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:00:51.174907 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9487fdda-7042-4267-8a84-e9411836c08f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:00:51.212254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94870aa-6c2e-4431-98c9-9cf6d3dffd93 service neutron] Pushing event updated for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:00:51.382716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-bd2a7143-a7fd-4c74-9f27-5f75be8c15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.385468 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-bd2a7143-a7fd-4c74-9f27-5f75be8c15c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1095 time: 0.0548158 Aug 28 09:00:51.485920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-8d7a7e2c-224c-48fa-8059-e520a06d63ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 217 time: 0.0798225 Aug 28 09:00:51.488069 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0ce55-b554-4bf7-8c40-5b1e95e6c7ef x-openstack-request-id: req-cfa0ce55-b554-4bf7-8c40-5b1e95e6c7ef {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:00:51.488707 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:00:51.489057 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfa0ce55-b554-4bf7-8c40-5b1e95e6c7ef {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:00:51.489544 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:00:51.562507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-3ef87369-3537-4754-a2e1-4adb29e3d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.564006 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-3ef87369-3537-4754-a2e1-4adb29e3d466 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0572836 Aug 28 09:00:51.611165 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-a3e82ab2-769a-49ac-b4f3-73c870b1260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.612659 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-a3e82ab2-769a-49ac-b4f3-73c870b1260b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407040 Aug 28 09:00:51.709138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-89d83df8-d984-41a0-a185-4a20bb03d1f3 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881543 Aug 28 09:00:51.811876 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-b4f5b157-005f-4b2c-bf7a-0276a60b0fd4 req-64062064-4ac0-465d-a677-08cf6d3cd34d service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944626 Aug 28 09:00:51.864539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d5381-0ed5-4bfd-a44b-ece26b8d5639 req-02d1e2bc-1713-46ac-b28f-56032ed1aed1 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.867664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4d5381-0ed5-4bfd-a44b-ece26b8d5639 req-02d1e2bc-1713-46ac-b28f-56032ed1aed1 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0586591 Aug 28 09:00:51.912306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b4d5381-0ed5-4bfd-a44b-ece26b8d5639 req-749b17c6-b362-4827-9a67-315a914d7781 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386183 Aug 28 09:00:51.990516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fdda-7042-4267-8a84-e9411836c08f req-a8d8a25b-8deb-46e3-a41b-190ab434597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:51.992081 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-a8d8a25b-8deb-46e3-a41b-190ab434597b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1095 time: 0.0417731 Aug 28 09:00:52.108038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fdda-7042-4267-8a84-e9411836c08f req-50a57bc4-4a32-41f7-8390-95a2127a84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:52.109529 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-50a57bc4-4a32-41f7-8390-95a2127a84b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 914 time: 0.1103253 Aug 28 09:00:52.151593 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-2c6cc7f5-afa1-4072-91c8-8e4d8ba47b7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 217 time: 0.0346317 Aug 28 09:00:52.202656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fdda-7042-4267-8a84-e9411836c08f req-f64a43ff-0083-4ecf-aaf5-fe15e46a740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:52.204261 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-f64a43ff-0083-4ecf-aaf5-fe15e46a740d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0454106 Aug 28 09:00:52.261593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fdda-7042-4267-8a84-e9411836c08f req-a1184aaa-b5b9-4c34-9571-1421d07e1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:52.263225 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-a1184aaa-b5b9-4c34-9571-1421d07e1d51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507331 Aug 28 09:00:52.361704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-a9901270-6c64-4745-a459-8b56805be3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911965 Aug 28 09:00:52.474735 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-9487fdda-7042-4267-8a84-e9411836c08f req-43d85db2-fd13-438b-913b-fa19d9510314 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046453 Aug 28 09:00:53.033947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34da47-1220-4ac0-83e8-fc00aba5c9c0 req-66b04b40-47ae-4e9d-bf14-b80f08468036 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:53.035524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb34da47-1220-4ac0-83e8-fc00aba5c9c0 req-66b04b40-47ae-4e9d-bf14-b80f08468036 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0519543 Aug 28 09:00:53.077747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb34da47-1220-4ac0-83e8-fc00aba5c9c0 req-725fc75a-ae41-400a-9d7a-e68219af354d tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Aug 28 09:00:54.202231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcded8-b078-4ea2-8224-4c9039b3f527 req-3dc08583-ec07-462a-b93e-bc2af5574a56 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:54.206362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15dcded8-b078-4ea2-8224-4c9039b3f527 req-3dc08583-ec07-462a-b93e-bc2af5574a56 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0588145 Aug 28 09:00:54.246767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15dcded8-b078-4ea2-8224-4c9039b3f527 req-12fe0bc8-2a2d-4d0c-a6eb-86ba12400ea6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370843 Aug 28 09:00:55.365072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ad11d-91e0-4929-9c82-ca787ddb6822 req-55c1a5bd-2e23-4b99-bd5e-2afaff2bc479 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:55.366548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c78ad11d-91e0-4929-9c82-ca787ddb6822 req-55c1a5bd-2e23-4b99-bd5e-2afaff2bc479 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0520635 Aug 28 09:00:55.403660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c78ad11d-91e0-4929-9c82-ca787ddb6822 req-abfcc2ea-eb69-41f9-9e7b-af3c1cf1f98e tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304761 Aug 28 09:00:56.176213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:56.524560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f3d00-d74c-4af3-9d5e-b8aa6cf52785 req-63f347d0-21d5-4e35-a04e-7bc40d67bec0 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:56.526122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-754f3d00-d74c-4af3-9d5e-b8aa6cf52785 req-63f347d0-21d5-4e35-a04e-7bc40d67bec0 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0532012 Aug 28 09:00:56.565960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-754f3d00-d74c-4af3-9d5e-b8aa6cf52785 req-f1c8a67c-a01f-49d3-9a9a-d5e72e88d244 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Aug 28 09:00:57.588438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ffe534ee-705c-46cd-912c-68c13cab7dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:00:57.690514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d346d-d293-4ff4-ba3e-c5b822f7a11e req-4aa82a77-610b-44e1-9a52-cd4455ca4bca tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:57.692137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617d346d-d293-4ff4-ba3e-c5b822f7a11e req-4aa82a77-610b-44e1-9a52-cd4455ca4bca tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0503924 Aug 28 09:00:57.735927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617d346d-d293-4ff4-ba3e-c5b822f7a11e req-9745afb3-96b2-420c-8a27-8acd8384085b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347774 Aug 28 09:00:58.861040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b389d27-42bd-45d8-b36e-befbe79fc3d6 req-f023e571-3974-422b-9cb1-cd61688551ef tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:00:58.862871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b389d27-42bd-45d8-b36e-befbe79fc3d6 req-f023e571-3974-422b-9cb1-cd61688551ef tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0595782 Aug 28 09:00:58.901008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b389d27-42bd-45d8-b36e-befbe79fc3d6 req-78695efd-9e3d-4f4c-9a66-d70a8fb8746b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Aug 28 09:00:59.998528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:00.020416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044a41-8ce9-4816-bac8-67f64b90dff5 req-cc06f2b9-0bee-446a-8379-46d2434832f8 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:00.022718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9044a41-8ce9-4816-bac8-67f64b90dff5 req-cc06f2b9-0bee-446a-8379-46d2434832f8 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0523510 Aug 28 09:01:00.063750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9044a41-8ce9-4816-bac8-67f64b90dff5 req-fee0e8a3-6ebf-44d4-b2f2-c0abf2b28497 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Aug 28 09:01:00.255857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ffbf-db0d-479f-9e4f-46c8375abf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:01.184826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a9775-3174-4593-b69f-7c417fa56376 req-60f74076-6896-4e7d-943c-644d0eec1458 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:01.186380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-875a9775-3174-4593-b69f-7c417fa56376 req-60f74076-6896-4e7d-943c-644d0eec1458 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0506332 Aug 28 09:01:01.224856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-875a9775-3174-4593-b69f-7c417fa56376 req-f9b5c7a5-61c8-43d6-b086-deb22eb94f75 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Aug 28 09:01:01.981728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:02.108375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:01:02.206721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:02.219968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:01:02.262264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:02.273060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:01:02.297151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:02.347123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:02.349801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84d12-2883-4f03-9ebc-d67801f3f516 req-24782a9b-2a73-4b2a-b359-0c3e3d03c08f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:02.351476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25f84d12-2883-4f03-9ebc-d67801f3f516 req-24782a9b-2a73-4b2a-b359-0c3e3d03c08f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 943 time: 0.0563111 Aug 28 09:01:02.397599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25f84d12-2883-4f03-9ebc-d67801f3f516 req-5dc94431-61da-4bd1-bfe3-58751bf3e202 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Aug 28 09:01:02.402012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:02.773619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['86d7f2d8-9d61-4358-aa18-08e6a82b2d50'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:01:03.516962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d03e-5368-4b21-85e7-5b8fe84fef29 req-5aeb72f4-ce11-499b-8d12-5f196e67af4a tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:03.518522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ff8d03e-5368-4b21-85e7-5b8fe84fef29 req-5aeb72f4-ce11-499b-8d12-5f196e67af4a tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 944 time: 0.0491650 Aug 28 09:01:03.559538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ff8d03e-5368-4b21-85e7-5b8fe84fef29 req-41b85faa-26d1-42b1-be0f-ac6d9f3cf536 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344434 Aug 28 09:01:04.129943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:04.255648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:04.260771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:04.261151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:04.340409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:04.366552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:04.374751 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2be766-1d50-471e-8fdb-6dac8020d345" -d '{"events": [{"server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "name": "network-vif-plugged", "status": "completed", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:04.382692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:04.403997 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0025525-2609-441a-a9d0-f621b995ccf1 x-openstack-request-id: req-d0025525-2609-441a-a9d0-f621b995ccf1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:04.404294 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "name": "network-vif-plugged", "status": "completed", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:04.404548 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0025525-2609-441a-a9d0-f621b995ccf1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:04.404939 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'code': 200} Aug 28 09:01:04.444405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:04.493487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:04.540263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd83456-8b01-4fde-98c5-303277beeee5 req-8fdc113d-fe32-4ebb-a32e-13122f0bf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:04.541757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7dd83456-8b01-4fde-98c5-303277beeee5 req-8fdc113d-fe32-4ebb-a32e-13122f0bf64e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1097 time: 0.0529635 Aug 28 09:01:04.578363 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-7dd83456-8b01-4fde-98c5-303277beeee5 req-8f3b1355-6ed1-439a-a8b7-8518004a31e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293477 Aug 28 09:01:04.677674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8feb2-a0e8-41e4-9962-cf8dbeead59e req-9b53c9ec-d1c6-4bdc-bbfc-3a27f6f2255f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:04.679203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ba8feb2-a0e8-41e4-9962-cf8dbeead59e req-9b53c9ec-d1c6-4bdc-bbfc-3a27f6f2255f tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0489497 Aug 28 09:01:04.717917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ba8feb2-a0e8-41e4-9962-cf8dbeead59e req-1d067b8f-161a-4f8f-a4a7-a1f3999e0af6 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319166 Aug 28 09:01:04.981248 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:05.678407 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:05.837633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36af7ce-f57d-4fb2-8233-ca5906ceaf7d req-0d4f1528-5eb3-4d8e-b7d7-72d86437c6f0 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:05.839146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b36af7ce-f57d-4fb2-8233-ca5906ceaf7d req-0d4f1528-5eb3-4d8e-b7d7-72d86437c6f0 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0554702 Aug 28 09:01:05.878125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b36af7ce-f57d-4fb2-8233-ca5906ceaf7d req-475d8740-e612-40e1-aa6b-41fe276492c1 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Aug 28 09:01:06.995759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b479-2732-48fb-8cfb-c0289128091e req-c8bd54ca-8589-4d74-9c74-c79f9f082426 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:06.997293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6c5b479-2732-48fb-8cfb-c0289128091e req-c8bd54ca-8589-4d74-9c74-c79f9f082426 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Aug 28 09:01:07.035767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6c5b479-2732-48fb-8cfb-c0289128091e req-7e54ed1b-806d-4361-aac8-697fe755b7d1 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Aug 28 09:01:07.154495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eb312-67b8-40be-888c-cb3c2e96b261 req-ccea3616-bf9f-48ae-b712-952101a09bcd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:07.155980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-199eb312-67b8-40be-888c-cb3c2e96b261 req-ccea3616-bf9f-48ae-b712-952101a09bcd tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Aug 28 09:01:07.194611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-199eb312-67b8-40be-888c-cb3c2e96b261 req-1eed4a6a-0329-436f-b884-87b7222b6890 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Aug 28 09:01:07.216813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37030) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:07.385798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09b59a-def0-41f1-b4d6-6d2a92143ea7 tempest-TestVolumeBackupRestore-1310395308 tempest-TestVolumeBackupRestore-1310395308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:07.390096 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9c09b59a-def0-41f1-b4d6-6d2a92143ea7 tempest-TestVolumeBackupRestore-1310395308 tempest-TestVolumeBackupRestore-1310395308-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1092 time: 0.1694694 Aug 28 09:01:07.390533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37042) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:07.394683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:07.684384 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:07.784450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:07.892988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Allocated IP 172.25.0.166 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/f62eb9f2-34de-4418-a576-fbdf4e8aeea0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:08.011756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:08.113358 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:08.155384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:08.158381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:08.167960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:08.188411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'Port': ['ID=f62eb9f2-34de-4418-a576-fbdf4e8aeea0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:08.201354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.202427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.202427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.202427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.202966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.203166 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.203357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.203613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.203936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.204293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.204570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.204892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:08.885853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.026687 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.194239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.301543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.379313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event updated for resources: {'Port': ['ID=f62eb9f2-34de-4418-a576-fbdf4e8aeea0,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:09.391653 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.497340 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Floating IP 8cde6cf8-64e6-47bd-8de4-59e9bfc861b4 associated. External IP: 172.25.0.166, port: 86d7f2d8-9d61-4358-aa18-08e6a82b2d50. Aug 28 09:01:09.715045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:09.833421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:09.843751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:09.852672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:09.853294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:09.907516 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:09.935272 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30b7815b-aefc-4576-a86a-f07cacbd218c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5439026 Aug 28 09:01:09.935921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:09.937884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37150) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:09.938493 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:09.963863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:09.983148 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210cf910-1b54-44fc-bd66-f990f3f3fa4a x-openstack-request-id: req-210cf910-1b54-44fc-bd66-f990f3f3fa4a {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:09.983450 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:09.983707 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-210cf910-1b54-44fc-bd66-f990f3f3fa4a {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:09.984216 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:01:10.009684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0e43d-dde4-4131-b384-df4442236b86 tempest-TestVolumeBackupRestore-1310395308 tempest-TestVolumeBackupRestore-1310395308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:10.012150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-90a0e43d-dde4-4131-b384-df4442236b86 tempest-TestVolumeBackupRestore-1310395308 tempest-TestVolumeBackupRestore-1310395308-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1092 time: 0.0731223 Aug 28 09:01:10.015341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37158) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:10.021829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Request body: {'floatingip': {'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:10.084907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:10.085740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-77bb0312-1dbc-42c1-b5e6-928d98eab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:10.089050 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-77bb0312-1dbc-42c1-b5e6-928d98eab84c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1097 time: 0.0598595 Aug 28 09:01:10.193019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-916b9e00-2ca4-4635-b725-08dcc99d85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:10.194734 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-916b9e00-2ca4-4635-b725-08dcc99d85a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 914 time: 0.0970216 Aug 28 09:01:10.227572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:08Z', 'revision_number': 0, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:10.262198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:10.274276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:10.274625 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-da158105-8d0c-4b8d-9dbc-2cbd41d17ec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 999 time: 0.0713656 Aug 28 09:01:10.276263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:10.329900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-71a3a5a6-fc68-4181-9cf2-75d6fc627c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:10.331414 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-71a3a5a6-fc68-4181-9cf2-75d6fc627c56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0488627 Aug 28 09:01:10.386270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-96d57c8d-6873-4cbb-affd-a2585a377a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:10.387776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-96d57c8d-6873-4cbb-affd-a2585a377a76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468271 Aug 28 09:01:10.392189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:10.498696 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-98b8bf89-634e-4609-b2ce-6fe82b96e4f3 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018560 Aug 28 09:01:10.612512 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-cb6121ff-8d51-4ae2-8bb8-876eacf6d6bb req-599cf0a6-695a-4115-a457-c8feaab0f44b service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067684 Aug 28 09:01:10.616678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:10.637654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:08Z', 'revision_number': 0, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:10.668536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954c577-1260-4d6c-a818-5ad2b1e3efbc None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:08Z', 'revision_number': 0, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:10.684595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:10.881320 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a47f39-b727-4dd6-aecc-63b3c6bc3895 None None] New status for floating IP 8cde6cf8-64e6-47bd-8de4-59e9bfc861b4: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:01:10.912212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:11.031652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:11.037405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:11.066676 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:11.068974 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57e7d35-0f64-4876-aade-85cc8ebb98da" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:11.101318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-62794d37-8ad5-4e3c-a273-dd9aa7e94214 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "PUT /v2.0/floatingips/8cde6cf8-64e6-47bd-8de4-59e9bfc861b4 HTTP/1.1" status: 200 len: 991 time: 1.0847077 Aug 28 09:01:11.125443 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f64ba-1b88-43d5-9ddb-91f569c1b942 x-openstack-request-id: req-6a0f64ba-1b88-43d5-9ddb-91f569c1b942 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:11.125740 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:11.125993 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a0f64ba-1b88-43d5-9ddb-91f569c1b942 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:11.126549 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:01:11.164367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:11.174568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:11.175204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:11.219209 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-7c3531a2-9c61-4335-9c9c-b36c960dd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:11.221413 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-7c3531a2-9c61-4335-9c9c-b36c960dd014 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1097 time: 0.0502663 Aug 28 09:01:11.299600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:11.329874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-1a950045-74a2-42ea-9f6d-3c6f74fa52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:11.331457 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-1a950045-74a2-42ea-9f6d-3c6f74fa52af service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 914 time: 0.1010482 Aug 28 09:01:11.405319 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-80b4c3cc-05d6-4a2a-ab56-7f614d9e44f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 1001 time: 0.0656567 Aug 28 09:01:11.464866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-55e98fe0-328c-49e5-b41c-bbb490958088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:11.466751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-55e98fe0-328c-49e5-b41c-bbb490958088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0535932 Aug 28 09:01:11.516323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-eed00ac3-41c8-468a-8daa-765ad10e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:11.518196 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-eed00ac3-41c8-468a-8daa-765ad10e841d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442243 Aug 28 09:01:11.611493 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-6b9f441b-1df2-44ff-a794-e8f7dcaee09c service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860391 Aug 28 09:01:11.695130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:10Z', 'revision_number': 2, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:11.713126 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a57e7d35-0f64-4876-aade-85cc8ebb98da req-3e811374-c765-420b-ae70-6585caea29d3 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934572 Aug 28 09:01:11.725318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:11.735447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:11.736070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:11.844800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:12.084199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:10Z', 'revision_number': 2, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:12.111935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5cce5-2553-48d5-9f14-98565614f93f None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '8cde6cf8-64e6-47bd-8de4-59e9bfc861b4', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'port_id': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'mac_address': 'fa:16:3e:95:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3d759d-05bc-423c-9c39-3287151dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:08Z', 'updated_at': '2021-08-28T09:01:10Z', 'revision_number': 2, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:13.127785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:13.131156 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8c348-a8ee-47e4-b4df-afb944ea0780" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:13.168516 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f501057-7445-47ad-afde-82171abf34f4 x-openstack-request-id: req-5f501057-7445-47ad-afde-82171abf34f4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:13.168795 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:13.169058 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f501057-7445-47ad-afde-82171abf34f4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:13.169457 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:01:13.259944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-731692ae-e963-425d-80a2-09ccbff6eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:13.261476 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-731692ae-e963-425d-80a2-09ccbff6eefc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1097 time: 0.0450482 Aug 28 09:01:13.365358 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-4d75c07d-1bd3-4424-bb95-84381f3b7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:13.366917 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-4d75c07d-1bd3-4424-bb95-84381f3b7985 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 914 time: 0.0967636 Aug 28 09:01:13.426563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37320) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:13.470964 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-8d9da7bf-6271-46cf-a682-cb9c0a9fe438 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 1001 time: 0.0956855 Aug 28 09:01:13.566753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-267ae9d7-7d1b-4a9e-8172-afaccfc49d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:13.568295 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-267ae9d7-7d1b-4a9e-8172-afaccfc49d11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0890498 Aug 28 09:01:13.648138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-1d7671d0-de13-4b3b-9ffd-8444cab3ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:13.649670 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-1d7671d0-de13-4b3b-9ffd-8444cab3ff3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732131 Aug 28 09:01:13.680354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 953b111a-3fa0-41d1-98b5-087997d4e3cb {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:01:13.680699 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:13.810760 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-4bafe4dd-b046-48af-8f30-d6cf4e74b1b3 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500108 Aug 28 09:01:13.812297 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:13.812618 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:13.833610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 953b111a-3fa0-41d1-98b5-087997d4e3cb owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:01:13.965183 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-72d8c348-a8ee-47e4-b4df-afb944ea0780 req-52712afa-227a-4498-848b-0901b0e06b1d service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454270 Aug 28 09:01:14.112556 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:14.144050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=953b111a-3fa0-41d1-98b5-087997d4e3cb,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:14.204174 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:14.204509 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Floating IP 7c0da6f4-d7f4-4b13-8642-8eb5abe52334 disassociated (deleted). External IP: 172.25.0.34, port: 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad. Aug 28 09:01:14.422878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 6f4c5700-0725-40bc-94ce-052ab69926b0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:14.538392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:14.542968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:14.552634 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Sync routers for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:14.556722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:14.557332 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:14.570649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b622b359-0d28-458b-a774-bd18cdc397d3 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/floatingips/7c0da6f4-d7f4-4b13-8642-8eb5abe52334 HTTP/1.1" status: 204 len: 168 time: 1.1432223 Aug 28 09:01:14.571393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:14.574282 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bbc9c9-61e7-447c-acfc-6806ca918c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:14.675619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:14.882359 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:14.914417 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Checking router: 6f4c5700-0725-40bc-94ce-052ab69926b0 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:14.925403 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b299e0-90e4-41b8-a32c-d77c1aa7b6fa x-openstack-request-id: req-c9b299e0-90e4-41b8-a32c-d77c1aa7b6fa {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:14.925588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:14.931274 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:14.931606 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:14.931606 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9b299e0-90e4-41b8-a32c-d77c1aa7b6fa {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:14.931606 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'status': 'completed', 'code': 200} Aug 28 09:01:15.043925 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:15.290493 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:15.319144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e1631-a1bb-4e8c-a1a3-52ce244beb2f None None] The sync data for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 is: [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T08:59:22Z', 'revision_number': 4, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8f012623-dddf-4d49-b864-13849fac17b4', 'name': '', 'network_id': '76541d67-f75a-46ce-af61-dc7d3305d381', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'mac_address': 'fa:16:3e:b9:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:21Z', 'updated_at': '2021-08-28T08:59:27Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'subnets': [{'id': '8c0f7646-5f6f-48f5-af05-8a249a0073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:15.392775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c27689-e5bb-4271-9df4-1c299e71846a req-1410ec41-8a6a-4db3-935b-c9a4e2ea9542 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:15.394417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04c27689-e5bb-4271-9df4-1c299e71846a req-1410ec41-8a6a-4db3-935b-c9a4e2ea9542 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.4025693 Aug 28 09:01:15.400772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-5451fb53-91fd-4b52-86fe-4fa4b13da463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:15.402412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-5451fb53-91fd-4b52-86fe-4fa4b13da463 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 1097 time: 0.3995516 Aug 28 09:01:15.481135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04c27689-e5bb-4271-9df4-1c299e71846a req-3207db46-bc41-44a2-a0b9-1762cff7f349 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777538 Aug 28 09:01:15.530339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-1c51ee66-6e73-4125-8701-573b8e273c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:15.531732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-1c51ee66-6e73-4125-8701-573b8e273c8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 200 len: 898 time: 0.1129582 Aug 28 09:01:15.585808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-4b85447e-6de1-4a3e-b377-03ae174de54b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 200 len: 217 time: 0.0422096 Aug 28 09:01:15.604275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4f224-a99c-44af-96a0-0792767147c2 None None] New status for floating IP 7c0da6f4-d7f4-4b13-8642-8eb5abe52334: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:01:15.646827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-6ad18723-01a5-4a4f-a245-b7e86a4e42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:15.648468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-6ad18723-01a5-4a4f-a245-b7e86a4e42a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 200 len: 835 time: 0.0495358 Aug 28 09:01:15.700689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-3750096d-bb4f-4e30-9598-d770ea2f44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:15.702347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-3750096d-bb4f-4e30-9598-d770ea2f44bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76541d67-f75a-46ce-af61-dc7d3305d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436583 Aug 28 09:01:15.801645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-6a4872d8-7e42-458f-bda7-e4298b6866f4 service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886626 Aug 28 09:01:15.897051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52bbc9c9-61e7-447c-acfc-6806ca918c9d req-2600937b-12ac-4ecc-919a-a0e9e7d55532 service neutron] 10.222.0.64 "GET /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859013 Aug 28 09:01:16.625249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7056c-c9e0-4842-bdc8-571c88de1d75 req-54c326d4-71b9-4dfe-aa79-1ca59316a0a4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:16.626946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6f7056c-c9e0-4842-bdc8-571c88de1d75 req-54c326d4-71b9-4dfe-aa79-1ca59316a0a4 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0635769 Aug 28 09:01:16.676694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6f7056c-c9e0-4842-bdc8-571c88de1d75 req-4e970cd3-6cc7-47c8-99a4-22f4f4eae091 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/security-groups?id=518a7cb0-6c08-4877-ab80-92c31080a611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437477 Aug 28 09:01:16.821744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79163e81-2393-4935-8638-1e3a73fecb01 req-d058da92-5cec-4015-8ca6-34d76938c2e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:16.824014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79163e81-2393-4935-8638-1e3a73fecb01 req-d058da92-5cec-4015-8ca6-34d76938c2e0 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 945 time: 0.0546169 Aug 28 09:01:16.930289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:01:16.930684 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:17.030075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:17.030477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:17.045160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:01:17.262352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:17.291156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=2bb408bd-0e4c-4091-ab80-b7fdae2b8cad,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:17.306636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.306950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.307268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.308531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.308531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.308531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.312591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:17.350647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] No DVR routers for this DVR port 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:01:17.353823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:17.356042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79163e81-2393-4935-8638-1e3a73fecb01 req-2d8ae0e0-3c36-42fd-a1c2-7b22f5c9b67c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.64 "DELETE /v2.0/ports/2bb408bd-0e4c-4091-ab80-b7fdae2b8cad HTTP/1.1" status: 204 len: 173 time: 0.5228353 Aug 28 09:01:17.357406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-deleted', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:17.359226 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067a937-fabe-4f6f-ac82-5760d10be504" -d '{"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-deleted", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:17.396741 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b352e8-6f7e-4fc6-96f0-6897567e7599 x-openstack-request-id: req-55b352e8-6f7e-4fc6-96f0-6897567e7599 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:17.397046 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1ec41-f417-46f8-b381-71239778ca8f", "name": "network-vif-deleted", "tag": "2bb408bd-0e4c-4091-ab80-b7fdae2b8cad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:17.397306 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55b352e8-6f7e-4fc6-96f0-6897567e7599 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:17.397718 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1ec41-f417-46f8-b381-71239778ca8f', 'name': 'network-vif-deleted', 'tag': '2bb408bd-0e4c-4091-ab80-b7fdae2b8cad', 'status': 'completed', 'code': 200} Aug 28 09:01:17.799617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fadb2c7-0be8-419f-9e34-21864f6e2961 req-56f630b2-4452-4fa5-bab6-2e5961e0c86c tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "GET /v2.0/ports?device_id=2be1ec41-f417-46f8-b381-71239778ca8f HTTP/1.1" status: 200 len: 210 time: 0.0320723 Aug 28 09:01:18.154693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37374) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:18.259100 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca95a30e-905f-400b-bcd6-aad3a6ee18e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.348873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca95a30e-905f-400b-bcd6-aad3a6ee18e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.472853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ca95a30e-905f-400b-bcd6-aad3a6ee18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.513387 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ca95a30e-905f-400b-bcd6-aad3a6ee18e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7b273f36f3b4b88be84c11991969fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575416 Aug 28 09:01:18.514312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95a30e-905f-400b-bcd6-aad3a6ee18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf3122-a031-46a2-b47d-0da37c789085,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:18.516005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37378) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:18.565893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.589928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.733785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.736364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:18.737519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09bf3122-a031-46a2-b47d-0da37c789085 HTTP/1.1" status: 204 len: 168 time: 0.2205212 Aug 28 09:01:18.745984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbf149-17c1-455e-8e46-be42d291ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf3122-a031-46a2-b47d-0da37c789085,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:18.868087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37384) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:19.253684 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:19.525632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port 8f012623-dddf-4d49-b864-13849fac17b4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:01:19.525983 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:19.623292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port 8f012623-dddf-4d49-b864-13849fac17b4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8f012623-dddf-4d49-b864-13849fac17b4,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:19.623669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:19.637568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for 8f012623-dddf-4d49-b864-13849fac17b4 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:01:19.697360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:01:19.719167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:01:19.719581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 2bb408bd-0e4c-4091-ab80-b7fdae2b8cad not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:01:19.872905 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:19.905392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=8f012623-dddf-4d49-b864-13849fac17b4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:20.095107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.320787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Router 6f4c5700-0725-40bc-94ce-052ab69926b0 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:20.433131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:20.438686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e89a0ffc-6304-408a-aed4-87b77dbe5db1 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "PUT /v2.0/routers/6f4c5700-0725-40bc-94ce-052ab69926b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693412 Aug 28 09:01:20.441528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37408) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:20.443024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Sync routers for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:20.452438 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:20.453024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:20.500602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting subnet 8c0f7646-5f6f-48f5-af05-8a249a0073d5 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:01:20.503861 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.547780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.566749 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:20.640945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.750878 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T09:01:19Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:20.780555 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Checking router: 6f4c5700-0725-40bc-94ce-052ab69926b0 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:20.790029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Routers {'6f4c5700-0725-40bc-94ce-052ab69926b0'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:20.790675 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['6f4c5700-0725-40bc-94ce-052ab69926b0'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:20.804371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.836337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0f7646-5f6f-48f5-af05-8a249a0073d5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:20.839610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.845874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b9a1bec6-667d-42ec-89da-f441cb61b6ef tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/subnets/8c0f7646-5f6f-48f5-af05-8a249a0073d5 HTTP/1.1" status: 204 len: 168 time: 0.4006433 Aug 28 09:01:20.846120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a1d0f-865d-404b-b0d1-371bcc01eedd None None] Network 76541d67-f75a-46ce-af61-dc7d3305d381 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:01:20.856015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37414) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:20.983126 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:20.994323 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] Set router 6f4c5700-0725-40bc-94ce-052ab69926b0 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:21.117559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.149083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] DHCP port deletion for 76541d67-f75a-46ce-af61-dc7d3305d381 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:01:21.198776 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T09:01:19Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:21.207167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Deleting port 6839ba15-7cb8-470d-971a-574970316391 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:01:21.207866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.239757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5ca99-8221-4a3d-8192-760954377f5d None None] The sync data for ids ['6f4c5700-0725-40bc-94ce-052ab69926b0'] in n-d-792458-16 is: [{'id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8569136', 'tenant_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:59:17Z', 'updated_at': '2021-08-28T09:01:19Z', 'revision_number': 5, 'project_id': '5fb18e6c71a54f1ab2f5dfbb8512d14c', 'gw_port': {'id': 'bb1c89c1-a1cc-42fe-848b-949ce1c9410c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4c5700-0725-40bc-94ce-052ab69926b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:59:18Z', 'updated_at': '2021-08-28T08:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:21.258857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Deleting port bb1c89c1-a1cc-42fe-848b-949ce1c9410c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:01:21.259635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.297151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] For port 6839ba15-7cb8-470d-971a-574970316391, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6839ba15-7cb8-470d-971a-574970316391,segment=NetworkSegment(d15ed762-2479-4ad1-b596-ace43376d127),segment_id=d15ed762-2479-4ad1-b596-ace43376d127)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:21.297752 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.313106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Calling delete_port for 6839ba15-7cb8-470d-971a-574970316391 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:01:21.361115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] For port bb1c89c1-a1cc-42fe-848b-949ce1c9410c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:21.361701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.375629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Calling delete_port for bb1c89c1-a1cc-42fe-848b-949ce1c9410c owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:01:21.518485 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.546771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] Pushing event deleted for resources: {'Port': ['ID=6839ba15-7cb8-470d-971a-574970316391,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:21.555805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0a9d1-41b6-4757-9ad7-7064ca542cb7 None None] No DVR routers for this DVR port 6839ba15-7cb8-470d-971a-574970316391 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:01:21.650160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.687606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Port': ['ID=bb1c89c1-a1cc-42fe-848b-949ce1c9410c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:21.767025 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.864310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.866420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.998705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:21.999522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Fanout notify agent at l3_agent the message router_deleted on router 6f4c5700-0725-40bc-94ce-052ab69926b0 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:01:22.007511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.008712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e453ffed-f32c-408d-b74d-2df77cf09a20 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/routers/6f4c5700-0725-40bc-94ce-052ab69926b0 HTTP/1.1" status: 204 len: 168 time: 1.1615138 Aug 28 09:01:22.015905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37420) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:22.107419 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.229868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.248559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76541d67-f75a-46ce-af61-dc7d3305d381']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:22.604607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15ed762-2479-4ad1-b596-ace43376d127') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:22.604872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15ed762-2479-4ad1-b596-ace43376d127') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:22.615078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.630625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.638150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:01:22.638598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:01:22.641791 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:01:22.792770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.797805 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.801570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/networks/76541d67-f75a-46ce-af61-dc7d3305d381 HTTP/1.1" status: 204 len: 168 time: 0.7882278 Aug 28 09:01:22.804362 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37426) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:22.823718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc186ab-2f30-4b68-8de4-a39ab3216b92 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'Network': ['ID=76541d67-f75a-46ce-af61-dc7d3305d381,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:22.891434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.924946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:22.925334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8f012623-dddf-4d49-b864-13849fac17b4 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:01:22.962742 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8f012623-dddf-4d49-b864-13849fac17b4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:01:22.963334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8f012623-dddf-4d49-b864-13849fac17b4 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:01:22.964026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6839ba15-7cb8-470d-971a-574970316391 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:01:22.999852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6839ba15-7cb8-470d-971a-574970316391 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:01:23.000209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6839ba15-7cb8-470d-971a-574970316391 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:01:23.000824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1c89c1-a1cc-42fe-848b-949ce1c9410c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:01:23.021661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: bb1c89c1-a1cc-42fe-848b-949ce1c9410c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:01:23.022005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device bb1c89c1-a1cc-42fe-848b-949ce1c9410c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:01:23.089729 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:23.092407 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:23.093608 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] 10.222.0.46 "DELETE /v2.0/security-groups/518a7cb0-6c08-4877-ab80-92c31080a611 HTTP/1.1" status: 204 len: 168 time: 0.2881358 Aug 28 09:01:23.103372 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d8e0-30c6-4750-9f00-6f8bd6229414 tempest-TestNetworkAdvancedServerOps-304245789 tempest-TestNetworkAdvancedServerOps-304245789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518a7cb0-6c08-4877-ab80-92c31080a611,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:23.781134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37444) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:23.961388 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-69884e45-7ce8-4b38-9152-5e39ce7b17a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fb18e6c71a54f1ab2f5dfbb8512d14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758738 Aug 28 09:01:23.962938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:24.025759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:24.065290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:24.198318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:24.201892 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:24.203556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d22eece9-7680-4838-826f-e1f3907b188a HTTP/1.1" status: 204 len: 168 time: 0.2389140 Aug 28 09:01:24.217919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63ecb0-08e6-454e-bf3b-8b189e90d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22eece9-7680-4838-826f-e1f3907b188a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:24.982818 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:01:25.248115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37460) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:25.290060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef49386d-4e11-4517-a854-ce97aa144950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49a824c3f38c4365804b39787ca8ce1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407069 Aug 28 09:01:25.294741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:25.354865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:25.381894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:25.512464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:25.515040 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:25.516204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b669ebb6-5e80-4a60-97da-c11e9eda3198 HTTP/1.1" status: 204 len: 168 time: 0.2204893 Aug 28 09:01:25.524978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554b7df-8526-4e50-9ce6-633cdf712bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669ebb6-5e80-4a60-97da-c11e9eda3198,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:26.204608 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:27.644181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d851dc0-5884-46de-8b86-80385db3a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:28.968836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37526) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:28.977188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'network': {'name': 'tempest-network-smoke--1442369131', 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:29.061037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:01:29.064758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.074507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.191688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.255823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.294279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:01:29.305925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5172f62c-8d42-43c0-ae78-2c69e042c609,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:29.317214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.317572 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Added segment 7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6 of type vlan for network 5c2967c3-a3f2-44ab-9cb7-071051218a83 Aug 28 09:01:29.364413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.449590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.455147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:29.455753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.529569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Network': ['ID=5c2967c3-a3f2-44ab-9cb7-071051218a83,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:29.544665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:01:29.616848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c7997ce-a04e-4b12-8c95-1861019befed tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6464107 Aug 28 09:01:29.620488 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37532) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:29.627271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'admin_state_up': True, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:29.730539 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.731997 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:29.797921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.010476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.029353 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.278766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-866f2268-a4e5-4257-bae2-dad4df73378b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.333943 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.353948 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.485894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.25.0.121 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/1be33fe6-def2-45ce-9460-83ec52ab40f9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:30.617749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.730629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:30.773046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:30.780146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:30.785816 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:30.813357 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=1be33fe6-def2-45ce-9460-83ec52ab40f9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:31.398404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:31.990453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:32.115493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:32.443627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:01:32.561222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:32.572413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Sync routers for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:32.586917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:32.586917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:32.696493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:32.799424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:32.801793 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-58989f76-bf03-49df-9a0f-049e7663af3a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1785963 Aug 28 09:01:32.805684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37540) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:32.913344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:30Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:32.941492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Checking router: ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:32.941793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Updating router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 port 1be33fe6-def2-45ce-9460-83ec52ab40f9 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:01:32.953120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9bf19f9a-fe2d-4c37-b9dd-ce79d5db626b tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ae8db62587324dc29ffe482ee08e9407&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1456017 Aug 28 09:01:32.955998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37544) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:32.973919 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.046804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12868abb-1369-4f41-af83-714176344e52 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:33.048471 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12868abb-1369-4f41-af83-714176344e52 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912817 Aug 28 09:01:33.051861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37546) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:33.083824 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e5e5df74-d1e0-4606-9d2e-662958e7d891 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305846 Aug 28 09:01:33.086613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37550) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:33.093799 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398365204', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:33.284474 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.295367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Transition to ACTIVE for port object 1be33fe6-def2-45ce-9460-83ec52ab40f9 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:33.347313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:01:33.351170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.438488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.505440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7491f-a86f-44e6-92fa-fa128e3ccfb4 None None] Pushing event updated for resources: {'Port': ['ID=1be33fe6-def2-45ce-9460-83ec52ab40f9,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:33.507881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Attempting to bind port 1be33fe6-def2-45ce-9460-83ec52ab40f9 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:01:33.508320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Attempting to bind port 1be33fe6-def2-45ce-9460-83ec52ab40f9 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:01:33.510032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Attempting to bind port 1be33fe6-def2-45ce-9460-83ec52ab40f9 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:01:33.516672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:01:33.517127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:01:33.517582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.518074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:01:33.518668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Bound port: 1be33fe6-def2-45ce-9460-83ec52ab40f9, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:01:33.519112 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.582418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] For port 1be33fe6-def2-45ce-9460-83ec52ab40f9, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:01:33.585943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] For port 1be33fe6-def2-45ce-9460-83ec52ab40f9, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1be33fe6-def2-45ce-9460-83ec52ab40f9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:01:33.701751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.765064 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Subnet': ['ID=45f6aa30-5fdc-47e2-baba-200522bb9506,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:33.778440 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Checking segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:01:33.778812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network hostable DHCP agents. Network: 5c2967c3-a3f2-44ab-9cb7-071051218a83, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:01:33.781919 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:33.835081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:33.835707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:33.875715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7491f-a86f-44e6-92fa-fa128e3ccfb4 None None] Pushing event updated for resources: {'Port': ['ID=1be33fe6-def2-45ce-9460-83ec52ab40f9,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:33.987538 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:01:34.114073 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:34.255598 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 5c2967c3-a3f2-44ab-9cb7-071051218a83) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:34.260827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:34.261576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:34.274774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7c8a2-168c-489c-be2e-2989eaa77cc3 None None] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:01:34.390227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:30Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:34.419891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16470d6e-1fda-4cd8-b540-8ec9e0763861 None None] The sync data for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 is: [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:30Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:34.460777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-5c2967c3-a3f2-44ab-9cb7-071051218a83', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:01:34.461651 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:34.553252 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39e768d1-01f4-403b-8a6b-c9b55fef2e4b tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4654562 Aug 28 09:01:34.556312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37558) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:34.637562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Allocated IP 172.20.0.2 (5c2967c3-a3f2-44ab-9cb7-071051218a83/45f6aa30-5fdc-47e2-baba-200522bb9506/2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:34.843046 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:34.877020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Transition to ACTIVE for port object 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:34.907425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Transition to ACTIVE for port object 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:35.002193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1be33fe6-def2-45ce-9460-83ec52ab40f9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:35.112763 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.180306 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.336391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.388824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:35.395137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:35.397486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Pushing event updated for resources: {'Port': ['ID=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:35.400008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:35.404630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1be33fe6-def2-45ce-9460-83ec52ab40f9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:35.415543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1be33fe6-def2-45ce-9460-83ec52ab40f9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:35.415543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.482138 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.20.0.1 (5c2967c3-a3f2-44ab-9cb7-071051218a83/45f6aa30-5fdc-47e2-baba-200522bb9506/03963c43-75ff-4593-a823-3951ffbe6732) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:35.504797 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Attempting to bind port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:01:35.505230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Attempting to bind port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:01:35.505602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Attempting to bind port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad on network 5c2967c3-a3f2-44ab-9cb7-071051218a83 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:01:35.516853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:01:35.522850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Checking segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:01:35.522850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.522850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Bound using segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:01:35.522850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Bound port: 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:01:35.522850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.630545 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.632805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.645996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Transition to ACTIVE for port object 03963c43-75ff-4593-a823-3951ffbe6732 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:35.652510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] For port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:01:35.657012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] For port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:01:35.666875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 1be33fe6-def2-45ce-9460-83ec52ab40f9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1be33fe6-def2-45ce-9460-83ec52ab40f9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:35.843836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:35.992841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.005495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.006500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.045281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:36.053308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:36.059044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:36.066096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:36.075523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=1be33fe6-def2-45ce-9460-83ec52ab40f9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:36.085038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.085491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.085917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.086451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.086882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.087290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.087836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.088247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.088540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.088952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.089447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.090246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:36.121111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.148564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42268a-482e-437c-9309-af0720f2f75e None None] Pushing event updated for resources: {'Port': ['ID=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:36.446173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.737244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:36.912613 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.003182 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.005411 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:37.035514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:37.095867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbd3f8-5b27-46ce-8a4f-d4f5d87273ee None None] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:01:37.128144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:37.129696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:37.227235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:37.235798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1be33fe6-def2-45ce-9460-83ec52ab40f9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:37.261432 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:37.322770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1be33fe6-def2-45ce-9460-83ec52ab40f9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:37.323260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.365029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Provisioning for port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:37.372558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Provisioning complete for port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:37.372984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.379323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:37.385533 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bee35d67-cd6f-4dbc-969d-9d51ed89ccc9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "PUT /v2.0/routers/ba6ee0dd-bfa2-4c42-81d9-59f804f3c725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8279903 Aug 28 09:01:37.388306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37572) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:37.391312 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Sync routers for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:37.397771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--442109251', 'description': 'tempest-secgroup_access--442109251 description', 'project_id': 'ae8db62587324dc29ffe482ee08e9407'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:37.404042 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:37.404772 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:37.478122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.505700 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.546268 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] For port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:37.554025 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:37.598772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.706735 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.769832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.776064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe075-cd60-4d9b-8d7b-dbc476b92b7c None None] Pushing event updated for resources: {'Port': ['ID=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:37.778585 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 2, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:37.814766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Checking router: ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:37.815356 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Updating router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 port 03963c43-75ff-4593-a823-3951ffbe6732 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:01:37.820529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cba012-c0aa-46fc-aacf-a6e58b12075c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:37.851891 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.872924 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.878451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e836ce7-81c1-46e3-a548-aa28b0c3732f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4845510 Aug 28 09:01:37.878451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:37.883452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--293474983', 'description': 'tempest-secgroup_general--293474983 description', 'project_id': 'ae8db62587324dc29ffe482ee08e9407'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:37.958557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Provisioning for port 03963c43-75ff-4593-a823-3951ffbe6732 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:37.958557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Provisioning complete for port 03963c43-75ff-4593-a823-3951ffbe6732 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:37.958557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:37.999223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Port 03963c43-75ff-4593-a823-3951ffbe6732 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:01:38.015788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Provisioning complete for port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:38.015788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca62e6c6-1c84-40b8-8d81-8d4fb1e8f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.048335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.133699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.159276 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.170947 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Transition to ACTIVE for port object 03963c43-75ff-4593-a823-3951ffbe6732 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:38.235925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-81f3be3a-6d4a-4644-962b-87ce22674962 None None] Provisioning complete for port 03963c43-75ff-4593-a823-3951ffbe6732 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:38.236502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-81f3be3a-6d4a-4644-962b-87ce22674962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.238338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.270847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14237c0-114d-433a-ad93-d41f658eea15,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:38.276335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-81f3be3a-6d4a-4644-962b-87ce22674962 None None] Port 03963c43-75ff-4593-a823-3951ffbe6732 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:01:38.289968 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.344182 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Pushing event updated for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:38.367618 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.367965 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.368308 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.368628 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.368982 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.369284 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.369604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.369927 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.370798 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.371178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.371452 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.371768 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:01:38.381337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.385383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f1e1a2e8-4e4d-4f19-a25b-9f3bc0de5ad7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5036573 Aug 28 09:01:38.385609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:38.391349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'security_group_rule': {'security_group_id': 'b7cba012-c0aa-46fc-aacf-a6e58b12075c', 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:38.439263 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Attempting to bind port 03963c43-75ff-4593-a823-3951ffbe6732 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:01:38.440095 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Attempting to bind port 03963c43-75ff-4593-a823-3951ffbe6732 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:01:38.440095 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Attempting to bind port 03963c43-75ff-4593-a823-3951ffbe6732 on network 5c2967c3-a3f2-44ab-9cb7-071051218a83 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:01:38.446778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:01:38.447251 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Checking segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:01:38.447876 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.448330 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Bound using segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:01:38.449775 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Bound port: 03963c43-75ff-4593-a823-3951ffbe6732, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:01:38.450420 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.537745 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] For port 03963c43-75ff-4593-a823-3951ffbe6732, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:01:38.541709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] For port 03963c43-75ff-4593-a823-3951ffbe6732, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=03963c43-75ff-4593-a823-3951ffbe6732,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:01:38.849196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.861417 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.915716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:38.916646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:38.936108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:38.939543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:38.965917 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c581-fa8f-4fb1-b10d-60f5f0fbcb8e None None] Pushing event updated for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:39.004135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:39.004836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:39.049847 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:39.074925 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:39.082123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a046da8-d2d2-4804-bb88-eaf674beb76c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:39.153484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:39.156739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9da1b99b-dcf8-4eaa-a95f-44467ddcc663 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7674639 Aug 28 09:01:39.424170 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:38Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:39.438616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-cf08e32b-bba6-413e-b702-b3ce0111289e tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--293474983&fields=id&tenant_id=ae8db62587324dc29ffe482ee08e9407 HTTP/1.1" status: 200 len: 267 time: 0.0350327 Aug 28 09:01:39.492771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-6c6b2505-b465-441b-9d96-192fb30102eb tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--442109251&fields=id&tenant_id=ae8db62587324dc29ffe482ee08e9407 HTTP/1.1" status: 200 len: 267 time: 0.0468612 Aug 28 09:01:39.554376 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f75a9d-d363-460f-b070-e686087d9ef2 None None] The sync data for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 is: [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:38Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:39.638974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-5ca2fbb1-8454-4c0d-b931-1aa90f8f0569 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:39.641877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-5ca2fbb1-8454-4c0d-b931-1aa90f8f0569 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/networks?id=5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 200 len: 797 time: 0.1423495 Aug 28 09:01:39.660297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-11428f28-c18f-40b5-95c3-b03a8c4d0299 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/quotas/ae8db62587324dc29ffe482ee08e9407 HTTP/1.1" status: 200 len: 375 time: 0.0123737 Aug 28 09:01:39.725555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-47ee8549-3fae-411c-a379-f0d6720d2290 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586720 Aug 28 09:01:39.841080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-9eb37f3b-7d52-45e5-8a14-b449c704f0d1 service neutron] 10.222.0.46 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013908 Aug 28 09:01:39.939048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-4fe87f48-282c-4521-9973-280d6ea631b7 service neutron] 10.222.0.46 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913169 Aug 28 09:01:40.233699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56b5de38-675f-4193-8759-b9736f6422c5 req-ad06d956-fc6f-4835-ba74-a18c5396abb8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 210 time: 0.0406613 Aug 28 09:01:40.979515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 03963c43-75ff-4593-a823-3951ffbe6732 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:41.100777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 03963c43-75ff-4593-a823-3951ffbe6732 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:41.105518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 03963c43-75ff-4593-a823-3951ffbe6732 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:41.106306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:41.205964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:41.260768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 03963c43-75ff-4593-a823-3951ffbe6732, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=03963c43-75ff-4593-a823-3951ffbe6732,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:41.326096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cfd12485-b2ba-473f-8482-4df63f7221a0 req-3c7996b4-ea8b-4b37-b115-8393187018a9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 210 time: 0.0314577 Aug 28 09:01:41.387083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:41.447565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:42.431767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6017c1a-f77d-464a-9e5d-b8d54fec13c7 req-b1682725-8edc-4367-9cc8-ffe56a624aff tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 210 time: 0.0292630 Aug 28 09:01:42.938464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 03963c43-75ff-4593-a823-3951ffbe6732 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:42.984852 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 03963c43-75ff-4593-a823-3951ffbe6732 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:42.985330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:43.572266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbd19243-d558-4f43-97bf-4d90eabb959e req-5b86f720-0a0e-4aa3-8c83-655b7c36466f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 210 time: 0.0587027 Aug 28 09:01:43.650457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-42c9bae2-3426-40bb-94a2-24fcd0c1e2b8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:43.653105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-42c9bae2-3426-40bb-94a2-24fcd0c1e2b8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.64 "GET /v2.0/networks?id=5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 200 len: 797 time: 0.1608520 Aug 28 09:01:43.719515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-d9320da7-a9d2-4a4b-ae3f-2f48fa86e85c tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8db62587324dc29ffe482ee08e9407 HTTP/1.1" status: 200 len: 476 time: 0.0422652 Aug 28 09:01:43.735090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'port': {'device_id': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'admin_state_up': True, 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'security_groups': ['c14237c0-114d-433a-ad93-d41f658eea15', 'b7cba012-c0aa-46fc-aacf-a6e58b12075c']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:44.043801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:01:44.047639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.205895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.20.0.14 (5c2967c3-a3f2-44ab-9cb7-071051218a83/45f6aa30-5fdc-47e2-baba-200522bb9506/7ba04a51-50f8-45fd-8707-98ad597befca) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:44.363075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.377280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Transition to ACTIVE for port object 7ba04a51-50f8-45fd-8707-98ad597befca will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:44.484308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.538812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:44.542094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:44.546800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:44.550769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:44.617829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:44.626290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.696049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-c52d5cf2-018a-4833-a065-95baf36c681a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9677486 Aug 28 09:01:44.717820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Request body: {'port': {'device_id': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:44.731225 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f4e2-f67a-4efe-b204-fc9fdb68785a req-c8dca9da-58bc-4e48-afb1-6442af6a6be3 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:44.732776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23d2f4e2-f67a-4efe-b204-fc9fdb68785a req-c8dca9da-58bc-4e48-afb1-6442af6a6be3 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 971 time: 0.0791960 Aug 28 09:01:44.824961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-23d2f4e2-f67a-4efe-b204-fc9fdb68785a req-474d0a1c-87ea-4445-accf-c722728d27a7 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0746777 Aug 28 09:01:44.827063 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.906542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6fdd6a01-21dc-4d5e-8410-75b2e68978b0 None None] Provisioning for port 7ba04a51-50f8-45fd-8707-98ad597befca completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:44.911093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6fdd6a01-21dc-4d5e-8410-75b2e68978b0 None None] Provisioning complete for port 7ba04a51-50f8-45fd-8707-98ad597befca triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:44.911717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6a01-21dc-4d5e-8410-75b2e68978b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:44.952082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd6a01-21dc-4d5e-8410-75b2e68978b0 None None] Port 7ba04a51-50f8-45fd-8707-98ad597befca cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:01:45.127538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba04a51-50f8-45fd-8707-98ad597befca {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:01:45.135881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:45.150312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Transition to ACTIVE for port object 7ba04a51-50f8-45fd-8707-98ad597befca will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:01:45.255369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:45.317118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:45.402372 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Attempting to bind port 7ba04a51-50f8-45fd-8707-98ad597befca on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:01:45.402739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Attempting to bind port 7ba04a51-50f8-45fd-8707-98ad597befca by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:01:45.403021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Attempting to bind port 7ba04a51-50f8-45fd-8707-98ad597befca on network 5c2967c3-a3f2-44ab-9cb7-071051218a83 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:01:45.408158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Port 7ba04a51-50f8-45fd-8707-98ad597befca on network 5c2967c3-a3f2-44ab-9cb7-071051218a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:01:45.408499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Attempting to bind port 7ba04a51-50f8-45fd-8707-98ad597befca on network 5c2967c3-a3f2-44ab-9cb7-071051218a83 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:01:45.415133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:01:45.415133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Checking segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:01:45.415579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Bound using segment: {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:01:45.415898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Bound port: 7ba04a51-50f8-45fd-8707-98ad597befca, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:01:45.416256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:45.499282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:01:45.502728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7ba04a51-50f8-45fd-8707-98ad597befca,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:01:45.565605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:45.610468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:45.611257 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:45.612500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 200 len: 1132 time: 0.8999534 Aug 28 09:01:45.612943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:45.615346 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d1b99c-d472-410c-b177-eb31f3e4eb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:45.648798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db257e2f-c9e7-4f78-899e-13b4d811c780 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:45.670731 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ced6c-1973-4382-bd08-6ffa25e31acf x-openstack-request-id: req-447ced6c-1973-4382-bd08-6ffa25e31acf {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:45.670731 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:45.670731 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-447ced6c-1973-4382-bd08-6ffa25e31acf {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:45.670731 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca', 'status': 'completed', 'code': 200} Aug 28 09:01:45.774696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-01ed7598-afde-4589-80d1-dfd5142b3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:45.776419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-01ed7598-afde-4589-80d1-dfd5142b3ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1135 time: 0.0636623 Aug 28 09:01:45.911599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-3d5ecd35-4f1d-4514-93c8-19c98fe9af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:45.913052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-3d5ecd35-4f1d-4514-93c8-19c98fe9af62 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ae8db62587324dc29ffe482ee08e9407&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1138403 Aug 28 09:01:46.037321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7f13c-4d1b-4ae5-af1b-5ffc0d9ac76e req-54475bf7-b397-44ee-903d-3af7371dad90 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:46.039279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cd7f13c-4d1b-4ae5-af1b-5ffc0d9ac76e req-54475bf7-b397-44ee-903d-3af7371dad90 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 983 time: 0.1174929 Aug 28 09:01:46.106263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-1c74b372-3432-492e-9269-371f75be7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:46.107813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20d1b99c-d472-410c-b177-eb31f3e4eb7b req-1c74b372-3432-492e-9269-371f75be7b18 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562026 Aug 28 09:01:46.112438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cd7f13c-4d1b-4ae5-af1b-5ffc0d9ac76e req-87758359-1985-4a20-93d8-a7cbfc87d344 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0589805 Aug 28 09:01:46.234114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-52051832-45c3-4d1f-8790-cbb1a25caa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:46.235661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-52051832-45c3-4d1f-8790-cbb1a25caa94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1135 time: 0.0514917 Aug 28 09:01:46.299119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-ec832524-1ded-4937-b38a-145dc452c52e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 200 len: 217 time: 0.0485668 Aug 28 09:01:46.369508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-e3f0b6c8-2fdf-46d4-a59b-88203788db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:46.371202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-e3f0b6c8-2fdf-46d4-a59b-88203788db20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45f6aa30-5fdc-47e2-baba-200522bb9506 HTTP/1.1" status: 200 len: 835 time: 0.0653315 Aug 28 09:01:46.450565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-58ea7921-e5ad-43c1-93b0-62514adf317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:46.452542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-58ea7921-e5ad-43c1-93b0-62514adf317c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c2967c3-a3f2-44ab-9cb7-071051218a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454259 Aug 28 09:01:46.553435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-e94a4edf-ee1d-4fab-a00a-98474d7341ad service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920537 Aug 28 09:01:46.648646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3dce1900-4ae8-48b2-92fe-fe76adf7c45a req-b6aad3c7-5b49-4ade-9a2a-ec6169bb4091 service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Aug 28 09:01:47.266243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d800-8301-42c2-a292-edea17a06c17 req-a6bf1d14-8ae0-4b08-a15f-250a2a4f5361 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:47.267825 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e975d800-8301-42c2-a292-edea17a06c17 req-a6bf1d14-8ae0-4b08-a15f-250a2a4f5361 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 983 time: 0.0644679 Aug 28 09:01:47.309481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e975d800-8301-42c2-a292-edea17a06c17 req-ecc00878-a362-4c7b-97d9-3b5aabe9dac8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350821 Aug 28 09:01:48.438776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7c00-abc1-4645-8427-53bcb31c9d89 req-d9a1d322-7dd8-4dc9-9752-83124cd6d36f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:48.440406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89de7c00-abc1-4645-8427-53bcb31c9d89 req-d9a1d322-7dd8-4dc9-9752-83124cd6d36f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 983 time: 0.0599673 Aug 28 09:01:48.487394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89de7c00-abc1-4645-8427-53bcb31c9d89 req-deef79a5-eec8-4410-ab4f-bf94b48093b6 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0357087 Aug 28 09:01:49.351451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a940741-c696-4da5-999a-8687e6add92f req-8ec9d4e6-c700-4286-a4cf-39bb56f8fe05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264781 Aug 28 09:01:49.438741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a940741-c696-4da5-999a-8687e6add92f req-6f0234c5-a549-4efb-93de-781889a6d34e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Aug 28 09:01:49.486367 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a940741-c696-4da5-999a-8687e6add92f req-956fcdde-5f79-4d6a-a6f9-9a28bb8ba958 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209942 Aug 28 09:01:49.604222 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940741-c696-4da5-999a-8687e6add92f req-db932bda-8f40-4e71-9a30-50d4cfee6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:49.605993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-2a940741-c696-4da5-999a-8687e6add92f req-db932bda-8f40-4e71-9a30-50d4cfee6d9d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123238 Aug 28 09:01:49.630787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45961c19-4732-445e-820f-ded88bf21b65 req-7a379d4b-0e9a-4975-96d9-f9ffc07fb4d1 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:49.632518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45961c19-4732-445e-820f-ded88bf21b65 req-7a379d4b-0e9a-4975-96d9-f9ffc07fb4d1 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 983 time: 0.0538864 Aug 28 09:01:49.675815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45961c19-4732-445e-820f-ded88bf21b65 req-24415ebf-7c0d-46b1-ba5e-f4b3e468f6ba tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366271 Aug 28 09:01:49.896751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7ba04a51-50f8-45fd-8707-98ad597befca details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:01:50.003430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7ba04a51-50f8-45fd-8707-98ad597befca,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:50.016699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '7ba04a51-50f8-45fd-8707-98ad597befca', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'port_id': '7ba04a51-50f8-45fd-8707-98ad597befca', 'mac_address': 'fa:16:3e:d8:d3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:01:50.057231 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:50.078160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba04a51-50f8-45fd-8707-98ad597befca {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:01:50.099641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7ba04a51-50f8-45fd-8707-98ad597befca,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:50.198661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:50.249814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:50.541704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['7ba04a51-50f8-45fd-8707-98ad597befca'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:01:50.804361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f5bcb-5969-47af-922f-ec29ed3dd3b2 req-be3396b8-94d2-4e1e-8c95-344388bab4cf tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:50.805933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-766f5bcb-5969-47af-922f-ec29ed3dd3b2 req-be3396b8-94d2-4e1e-8c95-344388bab4cf tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 984 time: 0.0576730 Aug 28 09:01:50.851389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-766f5bcb-5969-47af-922f-ec29ed3dd3b2 req-8f8ed028-661d-49ef-a16c-54b2312e6c7e tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0381825 Aug 28 09:01:51.932051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7ba04a51-50f8-45fd-8707-98ad597befca up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:01:51.990571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ad28-6b8e-412e-b41c-f47e380e52d7 req-0fecbb7f-6ed7-4381-9fb8-bc34a130fd62 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:51.990571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f156ad28-6b8e-412e-b41c-f47e380e52d7 req-0fecbb7f-6ed7-4381-9fb8-bc34a130fd62 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 984 time: 0.0633874 Aug 28 09:01:52.033397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f156ad28-6b8e-412e-b41c-f47e380e52d7 req-59eeaab0-c390-4e9e-8057-b82814d87d24 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368533 Aug 28 09:01:52.061016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 7ba04a51-50f8-45fd-8707-98ad597befca completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:01:52.065885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 7ba04a51-50f8-45fd-8707-98ad597befca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:01:52.066317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:52.154508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:52.181031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:52.183333 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10bfcdf-6c89-47d5-9aae-cdd9cec73f43" -d '{"events": [{"server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "name": "network-vif-plugged", "status": "completed", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:52.199212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7ba04a51-50f8-45fd-8707-98ad597befca,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:01:52.223917 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69071a8-6edf-43ed-8cde-0fee081f018c x-openstack-request-id: req-e69071a8-6edf-43ed-8cde-0fee081f018c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:52.224215 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "name": "network-vif-plugged", "status": "completed", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:52.224474 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e69071a8-6edf-43ed-8cde-0fee081f018c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:52.224884 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca', 'code': 200} Aug 28 09:01:52.272928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:52.338975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:52.367121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c99ff-59e0-427b-94d1-15447c24969e req-53c28231-746a-43f9-ac87-42a4bd74193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:52.368701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b9c99ff-59e0-427b-94d1-15447c24969e req-53c28231-746a-43f9-ac87-42a4bd74193a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0500472 Aug 28 09:01:52.412486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b9c99ff-59e0-427b-94d1-15447c24969e req-28aae0b0-6723-4537-ab2a-019b1550b416 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&id=c14237c0-114d-433a-ad93-d41f658eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0321405 Aug 28 09:01:53.168431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89655450-ec23-4087-b1ee-425de62889c2 req-9767f116-698d-40cc-80af-bea436190ced tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:53.170115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89655450-ec23-4087-b1ee-425de62889c2 req-9767f116-698d-40cc-80af-bea436190ced tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.0633085 Aug 28 09:01:53.218720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89655450-ec23-4087-b1ee-425de62889c2 req-7c8c402f-e9bc-4ea0-859e-2c7f6baeae41 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418406 Aug 28 09:01:54.349615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e685-c7e6-4258-bca4-89a03dd915e3 req-9f627119-0921-4027-bb24-372d9a4042a6 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:54.351376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c269e685-c7e6-4258-bca4-89a03dd915e3 req-9f627119-0921-4027-bb24-372d9a4042a6 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.0626307 Aug 28 09:01:54.392900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c269e685-c7e6-4258-bca4-89a03dd915e3 req-3380526a-3d84-41e9-a5b8-d90bb713c73a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0351248 Aug 28 09:01:54.511047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f883ef7-a3f3-4bca-a0b1-31196383fd10 req-6837aba6-ae6f-4e99-a4ba-b11ea40fb5d8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:54.512875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f883ef7-a3f3-4bca-a0b1-31196383fd10 req-6837aba6-ae6f-4e99-a4ba-b11ea40fb5d8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.0514202 Aug 28 09:01:54.553485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f883ef7-a3f3-4bca-a0b1-31196383fd10 req-41a0cdb5-6c39-418a-9d1c-0a17c469bf87 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344088 Aug 28 09:01:54.664530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-80ba4e99-0269-4d04-bb8f-4dd36dbae415 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:54.666036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-80ba4e99-0269-4d04-bb8f-4dd36dbae415 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0437653 Aug 28 09:01:54.685541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-e33130d4-b849-4460-90e7-f7e72d399a58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:54.773156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-e33130d4-b849-4460-90e7-f7e72d399a58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:54.866570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-e33130d4-b849-4460-90e7-f7e72d399a58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:54.891044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e347773c-0df5-4e68-9945-568d463bd7e7 req-e33130d4-b849-4460-90e7-f7e72d399a58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2180314 Aug 28 09:01:54.903557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33130d4-b849-4460-90e7-f7e72d399a58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311e29b-f93d-469d-863e-628ab5769481,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:54.934645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37682) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:54.980848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ee353-38f5-453d-b1f8-9fda13989059 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:54.982570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a79ee353-38f5-453d-b1f8-9fda13989059 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1132 time: 0.0468497 Aug 28 09:01:54.985927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37684) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:54.990647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '7ba04a51-50f8-45fd-8707-98ad597befca', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:01:55.090411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:55.193665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:55.304791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.25.0.105 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/b0b85961-b821-4028-82f9-6bd8e0200303) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:01:55.413899 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:55.494883 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:55.544058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:01:55.545193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=b0b85961-b821-4028-82f9-6bd8e0200303,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:55.549115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:01:55.552212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:01:55.920776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.048132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.209594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.214534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.307387 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.382909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=b0b85961-b821-4028-82f9-6bd8e0200303,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:01:56.395480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.505425 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Floating IP 051e7ac9-6190-4486-b7e1-c0ccefcb6e39 associated. External IP: 172.25.0.105, port: 7ba04a51-50f8-45fd-8707-98ad597befca. Aug 28 09:01:56.725477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:01:56.842651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:01:56.852828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Sync routers for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:01:56.862133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:56.862795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:56.969890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:56.979454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:57.004634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37692) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:57.015184 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-579edcd3-8b9b-48b0-a53e-1a471b3abc23 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0277174 Aug 28 09:01:57.018827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:01:57.021333 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:01:57.061512 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6e5b5-206b-4d0a-bd9c-1a11909abc28 x-openstack-request-id: req-e2d6e5b5-206b-4d0a-bd9c-1a11909abc28 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:01:57.061868 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:01:57.062046 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2d6e5b5-206b-4d0a-bd9c-1a11909abc28 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:01:57.062649 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca', 'status': 'completed', 'code': 200} Aug 28 09:01:57.150703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-6f7c7ce7-f731-466e-9ecd-3a653b0a2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.152653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-6f7c7ce7-f731-466e-9ecd-3a653b0a2b22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0460384 Aug 28 09:01:57.211943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.212861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.213536 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.214518 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.215200 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.215873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.218169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eb30ef56-28f0-4db6-bc63-d880adbaf267 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.2124848 Aug 28 09:01:57.220931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37696) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:57.259639 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '051e7ac9-6190-4486-b7e1-c0ccefcb6e39', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'port_id': '7ba04a51-50f8-45fd-8707-98ad597befca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'mac_address': 'fa:16:3e:d8:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:55Z', 'updated_at': '2021-08-28T09:01:55Z', 'revision_number': 0, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:57.265391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-1b970651-e056-479e-8484-9b55356cd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.266883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-1b970651-e056-479e-8484-9b55356cd02d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 200 len: 898 time: 0.1060572 Aug 28 09:01:57.288205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Checking router: ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:01:57.298975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:01:57.299605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:01:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:57.336376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.336937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.337312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.337780 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.338528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.338716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.340645 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12bbce58-e464-4595-8b4f-34735e5fd5b3 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1117840 Aug 28 09:01:57.343695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:57.351988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-e68b4059-b89c-458b-9046-0a52ff8583ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 200 len: 1000 time: 0.0768225 Aug 28 09:01:57.423187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:01:57.428537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-95b3d729-1ca4-4978-bd7a-e36554b2f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.430078 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-95b3d729-1ca4-4978-bd7a-e36554b2f0aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45f6aa30-5fdc-47e2-baba-200522bb9506 HTTP/1.1" status: 200 len: 835 time: 0.0714037 Aug 28 09:01:57.481696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-dfceba6d-1375-442f-9e8d-6a1a724703c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:57.483251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-dfceba6d-1375-442f-9e8d-6a1a724703c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c2967c3-a3f2-44ab-9cb7-071051218a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442395 Aug 28 09:01:57.597832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-15c293ca-1ee8-4bfe-b25f-e1e9ce7f33d9 service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050858 Aug 28 09:01:57.700860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6170d7e8-3226-4f80-8c9f-9abc0df6fa5f req-ee8198a2-0f75-45e1-8e73-97ab1908a52a service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946126 Aug 28 09:01:57.852028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a793231-236a-4828-8ec3-a7145ae70b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:01:57.890866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '051e7ac9-6190-4486-b7e1-c0ccefcb6e39', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'port_id': '7ba04a51-50f8-45fd-8707-98ad597befca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'mac_address': 'fa:16:3e:d8:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:55Z', 'updated_at': '2021-08-28T09:01:55Z', 'revision_number': 0, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:01:57.922875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80117f23-52be-4f5d-af0c-fefb492afc66 None None] The sync data for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 is: [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '051e7ac9-6190-4486-b7e1-c0ccefcb6e39', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'port_id': '7ba04a51-50f8-45fd-8707-98ad597befca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'mac_address': 'fa:16:3e:d8:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:01:55Z', 'updated_at': '2021-08-28T09:01:55Z', 'revision_number': 0, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:01:58.001902 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3ec541a-b389-4d84-ae9f-7eef260deed5 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.6568577 Aug 28 09:01:58.004446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37702) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:01:58.054984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ca167-e7d5-4792-a671-44b0c38eca58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:58.055545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ca167-e7d5-4792-a671-44b0c38eca58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:01:58.057277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf0ca167-e7d5-4792-a671-44b0c38eca58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 HTTP/1.1" status: 200 len: 1992 time: 0.0517933 Aug 28 09:01:58.149064 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0ca40-220a-4ae2-8ea6-f5f1f32ea12d None None] New status for floating IP 051e7ac9-6190-4486-b7e1-c0ccefcb6e39: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:01:59.975389 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:00.266141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ddb673ef-9c6c-441c-a9e2-71db84893e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:01.982562 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:02:02.015260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:04.951929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:05.752223 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:26.243068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:27.620481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cf671494-de4c-4403-8d94-c7186575a75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:29.580690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:29.745957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Deleting port f62eb9f2-34de-4418-a576-fbdf4e8aeea0 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:29.746355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:29.823595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:29.823971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:29.836695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Calling delete_port for f62eb9f2-34de-4418-a576-fbdf4e8aeea0 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:29.975308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:30.100103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:30.125513 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event deleted for resources: {'Port': ['ID=f62eb9f2-34de-4418-a576-fbdf4e8aeea0,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:30.137762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.138774 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.139115 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.139448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.139778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.140102 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.140423 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.140744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.141062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.141383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.141700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.142014 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:30.199886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:30.200209 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Floating IP 8cde6cf8-64e6-47bd-8de4-59e9bfc861b4 disassociated (deleted). External IP: 172.25.0.166, port: 86d7f2d8-9d61-4358-aa18-08e6a82b2d50. Aug 28 09:02:30.328636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7f8302ce-2697-41e7-bca3-681be59b86a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:30.413271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:02:30.521677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:02:30.526841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:30.532264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:02:30.541773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:30.542442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:30.554822 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-522aae5b-490f-4cf3-b796-0000b41786df tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "DELETE /v2.0/floatingips/8cde6cf8-64e6-47bd-8de4-59e9bfc861b4 HTTP/1.1" status: 204 len: 168 time: 0.9730396 Aug 28 09:02:30.560508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:02:30.560508 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:02:30.650157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:30.860932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:30.890056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:02:30.899217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:30.899883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:30.999892 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8c9d1-141f-4a62-8452-8c7fecc6ec26 x-openstack-request-id: req-cee8c9d1-141f-4a62-8452-8c7fecc6ec26 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:02:31.000452 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:02:31.000580 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee8c9d1-141f-4a62-8452-8c7fecc6ec26 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:02:31.001007 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:02:31.009846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:31.118783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-33195d5a-5a4b-4919-a92b-71be1d136d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:31.120346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-33195d5a-5a4b-4919-a92b-71be1d136d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b918cd7e247a4470b477b5b9a453817d&device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 1097 time: 0.0445433 Aug 28 09:02:31.182067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53734d-3a6b-4b0f-b48a-d6b7edf50258 req-249e7000-27c4-48fb-b49a-c9b5608b4fb2 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:31.183660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d53734d-3a6b-4b0f-b48a-d6b7edf50258 req-249e7000-27c4-48fb-b49a-c9b5608b4fb2 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.1375608 Aug 28 09:02:31.225840 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-e111320b-8b8e-41b5-a099-0a014f3d1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:31.229119 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-e111320b-8b8e-41b5-a099-0a014f3d1125 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 200 len: 914 time: 0.0990963 Aug 28 09:02:31.232641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:31.234845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d53734d-3a6b-4b0f-b48a-d6b7edf50258 req-00670c3e-7ea3-4888-bcc5-abf751472142 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Aug 28 09:02:31.261117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d557fc-535c-4731-90d6-1d94a063089e None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T08:58:09Z', 'revision_number': 4, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c0a41648-098c-4f95-b5f8-1f243bf590dd', 'name': '', 'network_id': '3cc31127-e17f-44c2-aaff-4e62eab15448', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'mac_address': 'fa:16:3e:fc:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '104b88d5-0900-4156-8872-b01d33817ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:08Z', 'updated_at': '2021-08-28T08:58:15Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'subnets': [{'id': '104b88d5-0900-4156-8872-b01d33817ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:02:31.276744 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-8a919c61-1acf-4543-bb08-1cd6fded3b3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 200 len: 217 time: 0.0375583 Aug 28 09:02:31.333898 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-989c5ff4-a175-4b99-a649-eef669e477f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:31.335603 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-989c5ff4-a175-4b99-a649-eef669e477f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 200 len: 852 time: 0.0494576 Aug 28 09:02:31.386295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-e45cfced-6024-46ba-882e-e64b8c667905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:31.387905 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-e45cfced-6024-46ba-882e-e64b8c667905 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cc31127-e17f-44c2-aaff-4e62eab15448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421102 Aug 28 09:02:31.491952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-65325d95-9036-430b-8de0-6de2397ac021 service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945323 Aug 28 09:02:31.514667 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a451c3-3496-445d-8586-9aeefa6390a2 None None] New status for floating IP 8cde6cf8-64e6-47bd-8de4-59e9bfc861b4: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:02:31.590889 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ccb0c5a8-41a5-4030-a63e-0ce543e23cd3 req-de070580-f889-43d2-9a5f-1042f98482bd service neutron] 10.222.0.39 "GET /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900323 Aug 28 09:02:32.054340 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:32.352578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d623b3d-885e-496a-9bcd-4cf5f65802c6 req-5351b3b5-364a-4932-9cf1-b2f95ce93e1c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:32.354102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d623b3d-885e-496a-9bcd-4cf5f65802c6 req-5351b3b5-364a-4932-9cf1-b2f95ce93e1c tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0502248 Aug 28 09:02:32.395646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d623b3d-885e-496a-9bcd-4cf5f65802c6 req-ebdfc7fb-2db6-4188-9046-24566bcda6dc tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a1d6d96-f188-44bb-88ee-27d03fce6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 Aug 28 09:02:33.012676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-52cd9eb9-f425-4f57-8bab-38f88fb5ebbc tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:33.014661 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-52cd9eb9-f425-4f57-8bab-38f88fb5ebbc tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 945 time: 0.0885403 Aug 28 09:02:33.108514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Deleting port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:33.108906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:33.202460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] For port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:33.202827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:33.218739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Calling delete_port for 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:33.460367 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:33.490362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7557eeaa-60b5-45a1-ba65-fef87ad034db req-ae1b97f8-5cbe-411b-8f36-03af59587bde tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Aug 28 09:02:33.492548 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event deleted for resources: {'Port': ['ID=86d7f2d8-9d61-4358-aa18-08e6a82b2d50,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:33.555112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] No DVR routers for this DVR port 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:02:33.557937 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:33.560621 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-23c879e7-ca8e-45eb-9533-428ba5db04b9 req-cc5e074f-4055-4c5e-aba5-bd5cdc717957 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.39 "DELETE /v2.0/ports/86d7f2d8-9d61-4358-aa18-08e6a82b2d50 HTTP/1.1" status: 204 len: 173 time: 0.5390892 Aug 28 09:02:33.561096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'name': 'network-vif-deleted', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:02:33.563417 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97274794-31d5-4ae3-821c-365c7d2ff2ec" -d '{"events": [{"server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "name": "network-vif-deleted", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:02:33.600137 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b982e6-ab3f-45d6-a738-77a52b941e64 x-openstack-request-id: req-12b982e6-ab3f-45d6-a738-77a52b941e64 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:02:33.600437 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3d759d-05bc-423c-9c39-3287151dc073", "name": "network-vif-deleted", "tag": "86d7f2d8-9d61-4358-aa18-08e6a82b2d50", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:02:33.600694 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12b982e6-ab3f-45d6-a738-77a52b941e64 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:02:33.601097 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d759d-05bc-423c-9c39-3287151dc073', 'name': 'network-vif-deleted', 'tag': '86d7f2d8-9d61-4358-aa18-08e6a82b2d50', 'status': 'completed', 'code': 200} Aug 28 09:02:34.606674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-190962a5-239b-4662-b31c-5009501d5fe9 req-43675e8c-3eb3-4aae-ab4b-92826ff256ce tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0311315 Aug 28 09:02:34.962924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.048601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37940) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:35.136883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b8a9eb1a-e238-434c-9bd1-1c12ce0ae5ce tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2155 time: 0.0870416 Aug 28 09:02:35.147489 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37942) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:35.153044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'network': {'name': 'tempest-network-smoke--1269907019', 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'port_security_enabled': False}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:35.271777 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:02:35.276498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.303703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:02:35.322098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.322098 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Added segment c8a79020-6ea3-4863-b686-d456593f115c of type vlan for network f338ced8-d173-49c5-a36f-a6a91bc06b81 Aug 28 09:02:35.374855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.568640 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.574382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:35.574985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.694834 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Network': ['ID=f338ced8-d173-49c5-a36f-a6a91bc06b81,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:35.696265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1f8b0bc-cdf3-4727-822a-1f387448043d req-9a84e2e9-5c9d-4b86-b338-b6ab72fb061b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0297759 Aug 28 09:02:35.709110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:02:35.752830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.815334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8098c1f7-a0a5-474a-ad53-eef7a79567ae tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6667874 Aug 28 09:02:35.819439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:35.822634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'admin_state_up': True, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:35.929047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.930132 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:35.984366 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:36.496975 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:36.588210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:36.611312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:36.611657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 86d7f2d8-9d61-4358-aa18-08e6a82b2d50 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:36.785567 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:36.805821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:36.813153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-750f9dbd-5f48-44a5-a114-f58e5575e27f req-ffb84b60-29fe-4856-8ee9-1a04d8433c9d tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0318761 Aug 28 09:02:36.917666 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.25.0.216 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/731077b8-9c70-4028-ae83-22af21c29d6c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:02:37.028601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:37.164027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:37.208977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:02:37.211989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:37.216603 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:02:37.222333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=731077b8-9c70-4028-ae83-22af21c29d6c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:37.601003 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:37.817142 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:37.940201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8d6083f-a7b4-4071-afe7-a3548cb42ca3 req-b98c1594-2e1b-47b8-b286-f9493cf0c3e4 tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3d759d-05bc-423c-9c39-3287151dc073 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Aug 28 09:02:38.043313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:02:38.161999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:02:38.175216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Sync routers for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:02:38.187261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:38.187954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:38.244008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:38.245275 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39d59913-d154-44f6-92fc-7f358e8be042 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4263670 Aug 28 09:02:38.248418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37958) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.301686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:38.329299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1dca9-8558-4899-a33b-bb994c86c5f1 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:38.331505 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-60f1dca9-8558-4899-a33b-bb994c86c5f1 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ae8db62587324dc29ffe482ee08e9407&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0814538 Aug 28 09:02:38.334293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.428713 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480fd87-ed5b-49e7-b1f5-0abb077e012d tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:38.430273 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6480fd87-ed5b-49e7-b1f5-0abb077e012d tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947199 Aug 28 09:02:38.433191 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37962) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.466847 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1d4db576-5baf-46c8-8b72-00b346de8c24 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298886 Aug 28 09:02:38.467709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37964) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.494064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:37Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:38.496410 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16a84f8d-be50-46da-829d-86cba33dfa27 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ae8db62587324dc29ffe482ee08e9407&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276339 Aug 28 09:02:38.499096 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37966) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.521427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Checking router: a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:02:38.521777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Updating router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb port 731077b8-9c70-4028-ae83-22af21c29d6c binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:02:38.550890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:38.590299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582dc2b-88c6-4e72-9835-f3ab73a52432 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:38.591842 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8582dc2b-88c6-4e72-9835-f3ab73a52432 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919116 Aug 28 09:02:38.596180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37968) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.625716 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7e77fd1a-9ceb-4023-9e0d-23c0267b05f1 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284219 Aug 28 09:02:38.628177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 37970) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:38.633099 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044987039', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:38.804462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:38.814632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Transition to ACTIVE for port object 731077b8-9c70-4028-ae83-22af21c29d6c will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:38.865744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:02:38.869359 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:38.962823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:38.981838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:02:39.008267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37974) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:39.015730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Attempting to bind port 731077b8-9c70-4028-ae83-22af21c29d6c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:02:39.016104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Attempting to bind port 731077b8-9c70-4028-ae83-22af21c29d6c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:02:39.016553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Attempting to bind port 731077b8-9c70-4028-ae83-22af21c29d6c on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:02:39.022704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Pushing event updated for resources: {'Port': ['ID=731077b8-9c70-4028-ae83-22af21c29d6c,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:39.026989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:02:39.027352 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:39.027814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.028210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:02:39.028675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Bound port: 731077b8-9c70-4028-ae83-22af21c29d6c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:02:39.029265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.036531 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.036879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.037216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.037550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.037876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.038488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.038853 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.039184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.039646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.039971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.040568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.041097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.073635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.099584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.102560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] For port 731077b8-9c70-4028-ae83-22af21c29d6c, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:02:39.103825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] For port 731077b8-9c70-4028-ae83-22af21c29d6c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=731077b8-9c70-4028-ae83-22af21c29d6c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:02:39.186934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.220586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.260024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.262922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.267868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] 10.222.0.46 "DELETE /v2.0/security-groups/5a1d6d96-f188-44bb-88ee-27d03fce6386 HTTP/1.1" status: 204 len: 168 time: 0.2578351 Aug 28 09:02:39.272323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Subnet': ['ID=102e0b51-85a9-4bff-ba84-39f4ea5af805,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:39.281008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Checking segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:39.281589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network hostable DHCP agents. Network: f338ced8-d173-49c5-a36f-a6a91bc06b81, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:02:39.287843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d6d96-f188-44bb-88ee-27d03fce6386,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:39.297530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.297890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.298251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.298834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.299174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.299505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.299834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.300160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.300691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.301151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:39.301656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.301869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:39.302010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.302569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9cd21-c5ab-4420-90d6-1d775cdefa2b tempest-TestVolumeBackupRestore-1216980256 tempest-TestVolumeBackupRestore-1216980256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:39.308365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a73a0-b9df-4b07-8e09-cbb67842337c None None] Pushing event updated for resources: {'Port': ['ID=731077b8-9c70-4028-ae83-22af21c29d6c,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:39.419814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:02:39.562936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, f338ced8-d173-49c5-a36f-a6a91bc06b81) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:39.569401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:39.572127 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.582330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dff7d2-1b00-4dd0-8d22-06982e77f35c None None] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:02:39.624389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:39.650357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 37992) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:39.652487 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-530c7eb6-8de6-4178-a143-d8371e187451 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0217564 Aug 28 09:02:39.943119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-f338ced8-d173-49c5-a36f-a6a91bc06b81', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'fixed_ips': [{'subnet_id': '102e0b51-85a9-4bff-ba84-39f4ea5af805'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:02:39.944307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:39.962628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:37Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:39.998828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8143d-da01-46a6-bb8a-7d268d598b33 None None] The sync data for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 is: [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:37Z', 'revision_number': 3, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:02:40.181578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Allocated IP 172.20.0.18 (f338ced8-d173-49c5-a36f-a6a91bc06b81/102e0b51-85a9-4bff-ba84-39f4ea5af805/07c07899-94a9-43d0-8c4b-8f406dbc89f6) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:02:40.462559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:40.477814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Transition to ACTIVE for port object 07c07899-94a9-43d0-8c4b-8f406dbc89f6 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:40.511358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Transition to ACTIVE for port object 07c07899-94a9-43d0-8c4b-8f406dbc89f6 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:40.661055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:40.714277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:40.728907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:02:40.734543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:40.747367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:02:40.769694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Pushing event updated for resources: {'Port': ['ID=07c07899-94a9-43d0-8c4b-8f406dbc89f6,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:40.895984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Attempting to bind port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:02:40.898567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Attempting to bind port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:02:40.899298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Attempting to bind port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 on network f338ced8-d173-49c5-a36f-a6a91bc06b81 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:02:40.911566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:02:40.911952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Checking segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:40.912366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:40.912898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Bound using segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:02:40.913846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Bound port: 07c07899-94a9-43d0-8c4b-8f406dbc89f6, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:02:40.914339 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.089903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] For port 07c07899-94a9-43d0-8c4b-8f406dbc89f6, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:02:41.097696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] For port 07c07899-94a9-43d0-8c4b-8f406dbc89f6, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=07c07899-94a9-43d0-8c4b-8f406dbc89f6,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:02:41.110505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 731077b8-9c70-4028-ae83-22af21c29d6c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:41.197717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.270906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.20.0.17 (f338ced8-d173-49c5-a36f-a6a91bc06b81/102e0b51-85a9-4bff-ba84-39f4ea5af805/65c56cda-00be-4885-9807-19ebc5ad82a2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:02:41.408655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbe3a7-1269-49de-81c0-da433da2843d None None] Pushing event updated for resources: {'Port': ['ID=07c07899-94a9-43d0-8c4b-8f406dbc89f6,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:41.423210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 731077b8-9c70-4028-ae83-22af21c29d6c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:41.431601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 731077b8-9c70-4028-ae83-22af21c29d6c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:41.431978 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.510909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.549869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Transition to ACTIVE for port object 65c56cda-00be-4885-9807-19ebc5ad82a2 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:41.593736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.636029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 731077b8-9c70-4028-ae83-22af21c29d6c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=731077b8-9c70-4028-ae83-22af21c29d6c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:41.689560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.729179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:41.813251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=731077b8-9c70-4028-ae83-22af21c29d6c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:41.846841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:41.863350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:02:41.865126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:41.868057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:02:41.968783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:42.210536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:42.583770 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:42.652514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:42.757034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:42.761373 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:42.870277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:02:42.872531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:43.022238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:02:43.167344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 07c07899-94a9-43d0-8c4b-8f406dbc89f6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:43.215826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:02:43.222408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0cd0cdaf-8567-44ec-9656-048e6e1f8099 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "PUT /v2.0/routers/a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5712781 Aug 28 09:02:43.235799 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Sync routers for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:02:43.266982 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:43.267709 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:43.317621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:43.330377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 731077b8-9c70-4028-ae83-22af21c29d6c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:43.458107 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:43.515192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 731077b8-9c70-4028-ae83-22af21c29d6c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:43.515192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:43.563927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f278917-1db9-4e67-9716-af2102b79f1c None None] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:02:43.659212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-e0c68080-ea7b-4abd-bebe-b10cb1eae86c tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:43.661575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-e0c68080-ea7b-4abd-bebe-b10cb1eae86c tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/networks?id=f338ced8-d173-49c5-a36f-a6a91bc06b81 HTTP/1.1" status: 200 len: 798 time: 0.2495077 Aug 28 09:02:43.683902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-bc79b351-67e6-4456-8c05-644a958e01c8 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/quotas/ae8db62587324dc29ffe482ee08e9407 HTTP/1.1" status: 200 len: 375 time: 0.0132854 Aug 28 09:02:43.758434 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:42Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '65c56cda-00be-4885-9807-19ebc5ad82a2', 'name': '', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:d3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:40Z', 'updated_at': '2021-08-28T09:02:42Z', 'revision_number': 2, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:43.799274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-af42a1de-f870-4059-9b60-fedf344100be tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1068826 Aug 28 09:02:43.813501 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Checking router: a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:02:43.814156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Updating router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb port 65c56cda-00be-4885-9807-19ebc5ad82a2 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:02:43.861264 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:43.894921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Provisioning for port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:43.921533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Provisioning complete for port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:43.922329 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:43.975527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-036f16b6-ab09-4ae2-9c7a-e082671906a2 service neutron] 10.222.0.46 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597440 Aug 28 09:02:44.128145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.163530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-f65b1a98-b35e-4e0d-a43d-f423be893cac service neutron] 10.222.0.46 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760724 Aug 28 09:02:44.198052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] For port 07c07899-94a9-43d0-8c4b-8f406dbc89f6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=07c07899-94a9-43d0-8c4b-8f406dbc89f6,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:44.295315 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.307527 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Transition to ACTIVE for port object 65c56cda-00be-4885-9807-19ebc5ad82a2 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:44.317777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.381671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21965ad2-dfc7-4a8f-983a-09c27af7b75e None None] Pushing event updated for resources: {'Port': ['ID=07c07899-94a9-43d0-8c4b-8f406dbc89f6,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:44.386095 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.465330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a821a7b-914d-4e97-a24f-7875dd38a05b None None] Provisioning complete for port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:44.465951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7a821a7b-914d-4e97-a24f-7875dd38a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.553716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Pushing event updated for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:44.578999 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62f4098f-f1d8-4875-a57b-7ffa5c393697 req-f50d0a7b-44b2-4234-8303-99d592fc3b43 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 210 time: 0.0864048 Aug 28 09:02:44.612205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38218) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:44.641325 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.641720 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.642058 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.642428 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.642760 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.643088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.643415 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.643775 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.650114 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.650710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.651069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.651388 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:02:44.717734 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Attempting to bind port 65c56cda-00be-4885-9807-19ebc5ad82a2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:02:44.718502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Attempting to bind port 65c56cda-00be-4885-9807-19ebc5ad82a2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:02:44.719165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Attempting to bind port 65c56cda-00be-4885-9807-19ebc5ad82a2 on network f338ced8-d173-49c5-a36f-a6a91bc06b81 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:02:44.727681 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:02:44.728368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Checking segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:44.729006 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.730423 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Bound using segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:02:44.731560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Bound port: 65c56cda-00be-4885-9807-19ebc5ad82a2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:02:44.733294 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:44.814009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7a821a7b-914d-4e97-a24f-7875dd38a05b None None] Provisioning for port 65c56cda-00be-4885-9807-19ebc5ad82a2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:44.861214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] For port 65c56cda-00be-4885-9807-19ebc5ad82a2, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:02:44.868981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] For port 65c56cda-00be-4885-9807-19ebc5ad82a2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65c56cda-00be-4885-9807-19ebc5ad82a2,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:02:44.952376 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:45.027717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 07c07899-94a9-43d0-8c4b-8f406dbc89f6 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:45.088630 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:45.089695 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:45.120313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:45.121081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:45.217081 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9e8b-741e-4b85-ac26-ab540ddf2e08 None None] Pushing event updated for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:45.394408 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:45.599636 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:45.684173 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:42Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '65c56cda-00be-4885-9807-19ebc5ad82a2', 'name': '', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:d3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:40Z', 'updated_at': '2021-08-28T09:02:44Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:45.718117 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f4e98-550e-4d06-a125-061579bb9212 None None] The sync data for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 is: [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:02:42Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '65c56cda-00be-4885-9807-19ebc5ad82a2', 'name': '', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:d3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:40Z', 'updated_at': '2021-08-28T09:02:44Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:02:45.817027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ee7cfde-8232-4efa-a38d-7c654562ed63 req-e3c9cc04-de92-41b8-84cc-13da35116878 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 210 time: 0.0909719 Aug 28 09:02:46.531821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Deleting port c0a41648-098c-4f95-b5f8-1f243bf590dd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:46.532864 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:46.622689 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] For port c0a41648-098c-4f95-b5f8-1f243bf590dd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c0a41648-098c-4f95-b5f8-1f243bf590dd,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:46.623730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:46.637377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Calling delete_port for c0a41648-098c-4f95-b5f8-1f243bf590dd owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:46.968580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93615150-fdc0-409b-9e8d-e917ef0ab227 req-fe2f6067-cc61-42bf-9ea4-ff2c80ecdea4 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 210 time: 0.0607841 Aug 28 09:02:46.978501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.009544 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a41648-098c-4f95-b5f8-1f243bf590dd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:47.028718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65c56cda-00be-4885-9807-19ebc5ad82a2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:47.213229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 65c56cda-00be-4885-9807-19ebc5ad82a2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:47.214498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 65c56cda-00be-4885-9807-19ebc5ad82a2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:47.214878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.347120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.386628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 65c56cda-00be-4885-9807-19ebc5ad82a2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65c56cda-00be-4885-9807-19ebc5ad82a2,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:47.387107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-d794ab9d-6ce7-4832-b0b8-3fbd7fa0d058 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:47.389381 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-d794ab9d-6ce7-4832-b0b8-3fbd7fa0d058 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.39 "GET /v2.0/networks?id=f338ced8-d173-49c5-a36f-a6a91bc06b81 HTTP/1.1" status: 200 len: 798 time: 0.3148925 Aug 28 09:02:47.411493 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Request body: {'port': {'device_id': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'admin_state_up': True, 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:47.431505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.454337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.537988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:47.735716 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Made reservation on behalf of ae8db62587324dc29ffe482ee08e9407 for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:02:47.739668 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:47.821215 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:02:47.966342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Allocated IP 172.20.0.29 (f338ced8-d173-49c5-a36f-a6a91bc06b81/102e0b51-85a9-4bff-ba84-39f4ea5af805/36b14bb9-7bb4-4724-b437-3c7e1395900c) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:02:48.037512 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:02:48.044361 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4e0a3cb7-112d-4b8a-b0f0-c62a6f07b043 admin admin] 10.222.0.46 "PUT /v2.0/routers/35c4efaf-ce0c-46f2-85c3-c20265767ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4336011 Aug 28 09:02:48.047242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38368) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:48.051904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Sync routers for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:02:48.066498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:48.067473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:48.085713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70bc4a5a-478d-4f8f-b345-b9bc9319dda9 req-633e7cdc-92d7-4feb-beee-d76fa8458e76 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 210 time: 0.0329227 Aug 28 09:02:48.192326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:48.192831 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.212224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.214068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Transition to ACTIVE for port object 36b14bb9-7bb4-4724-b437-3c7e1395900c will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:48.354693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.394074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T09:02:46Z', 'revision_number': 5, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port': {'id': 'f02fb866-84f8-4ff6-9aeb-212be0826481', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:06Z', 'updated_at': '2021-08-28T08:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:48.414477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.429458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Checking router: 35c4efaf-ce0c-46f2-85c3-c20265767ef9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:02:48.439772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Routers {'35c4efaf-ce0c-46f2-85c3-c20265767ef9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:48.440395 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:48.494347 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:02:48.499749 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:02:48.502306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:02:48.506664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event updated for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:48.546040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] Set router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:48.573305 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:48.574088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.590430 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Deleting port f02fb866-84f8-4ff6-9aeb-212be0826481 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:48.590430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.699836 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-82361c56-6fe4-436e-b05b-1f87d7f96368 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2944183 Aug 28 09:02:48.707926 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] For port f02fb866-84f8-4ff6-9aeb-212be0826481, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f02fb866-84f8-4ff6-9aeb-212be0826481,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:48.708295 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.732143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Calling delete_port for f02fb866-84f8-4ff6-9aeb-212be0826481 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:48.780243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T09:02:48Z', 'revision_number': 6, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:48.822403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec6ac-418c-4605-b3cb-4c197a379b78 None None] The sync data for ids ['35c4efaf-ce0c-46f2-85c3-c20265767ef9'] in n-d-792458-16 is: [{'id': '35c4efaf-ce0c-46f2-85c3-c20265767ef9', 'name': 'tempest-TestVolumeBackupRestore-342477044-router', 'tenant_id': 'b918cd7e247a4470b477b5b9a453817d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:05Z', 'updated_at': '2021-08-28T09:02:48Z', 'revision_number': 6, 'project_id': 'b918cd7e247a4470b477b5b9a453817d', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:02:48.855161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Request body: {'port': {'device_id': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:48.952054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86f121f7-21d0-48be-9765-490d54bbed83 None None] Provisioning for port 36b14bb9-7bb4-4724-b437-3c7e1395900c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:48.958181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86f121f7-21d0-48be-9765-490d54bbed83 None None] Provisioning complete for port 36b14bb9-7bb4-4724-b437-3c7e1395900c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:48.961307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86f121f7-21d0-48be-9765-490d54bbed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:48.971568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.001535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-86f121f7-21d0-48be-9765-490d54bbed83 None None] Port 36b14bb9-7bb4-4724-b437-3c7e1395900c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:02:49.232029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.253112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f807-fb59-4aa2-a944-920e93158ca6 req-d2998f79-6426-4cfa-91cc-216149470e6a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:49.267587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aec2f807-fb59-4aa2-a944-920e93158ca6 req-d2998f79-6426-4cfa-91cc-216149470e6a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 895 time: 0.1050808 Aug 28 09:02:49.288221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Pushing event deleted for resources: {'Port': ['ID=f02fb866-84f8-4ff6-9aeb-212be0826481,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:49.296838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65c56cda-00be-4885-9807-19ebc5ad82a2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:49.367034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 65c56cda-00be-4885-9807-19ebc5ad82a2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:49.367718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.401281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.548811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.552157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.613554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b14bb9-7bb4-4724-b437-3c7e1395900c {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:02:49.621030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.719471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c0a41648-098c-4f95-b5f8-1f243bf590dd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:49.741729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c0a41648-098c-4f95-b5f8-1f243bf590dd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:49.742090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c0a41648-098c-4f95-b5f8-1f243bf590dd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:49.762710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Transition to ACTIVE for port object 36b14bb9-7bb4-4724-b437-3c7e1395900c will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:02:49.765717 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.765717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c4efaf-ce0c-46f2-85c3-c20265767ef9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:02:49.769934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.771259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-08bc531e-a470-4297-8ece-2370d5ebe96f admin admin] 10.222.0.46 "DELETE /v2.0/routers/35c4efaf-ce0c-46f2-85c3-c20265767ef9 HTTP/1.1" status: 204 len: 168 time: 1.7229521 Aug 28 09:02:49.774009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38432) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:49.824681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Deleting subnet 104b88d5-0900-4156-8872-b01d33817ca2 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:02:49.829128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.875951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.876071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:49.959569 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Pushing event updated for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:50.005909 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.047124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Attempting to bind port 36b14bb9-7bb4-4724-b437-3c7e1395900c on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:02:50.047943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Attempting to bind port 36b14bb9-7bb4-4724-b437-3c7e1395900c by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:02:50.048522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Attempting to bind port 36b14bb9-7bb4-4724-b437-3c7e1395900c on network f338ced8-d173-49c5-a36f-a6a91bc06b81 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:02:50.053885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Port 36b14bb9-7bb4-4724-b437-3c7e1395900c on network f338ced8-d173-49c5-a36f-a6a91bc06b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:02:50.054557 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Attempting to bind port 36b14bb9-7bb4-4724-b437-3c7e1395900c on network f338ced8-d173-49c5-a36f-a6a91bc06b81 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:02:50.060120 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:02:50.079912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Checking segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:50.079912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Bound using segment: {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:02:50.079912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Bound port: 36b14bb9-7bb4-4724-b437-3c7e1395900c, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a79020-6ea3-4863-b686-d456593f115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:02:50.079912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.099876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-e87b46df-debe-4ad6-a225-b2db9e7b3880 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2007687 Aug 28 09:02:50.151458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:02:50.159277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:02:50.220932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-319bfbf5-47c7-4a1e-acad-ddf614172b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.222695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-319bfbf5-47c7-4a1e-acad-ddf614172b61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0566413 Aug 28 09:02:50.233132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.259430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013e67a-66a2-429e-a809-2833103dc962 None None] Network 3cc31127-e17f-44c2-aaff-4e62eab15448 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:02:50.267075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.268969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/104b88d5-0900-4156-8872-b01d33817ca2 HTTP/1.1" status: 204 len: 168 time: 0.4939513 Aug 28 09:02:50.271595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38454) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:50.277701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c514-5c24-49de-8f8e-91d9dc06da0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104b88d5-0900-4156-8872-b01d33817ca2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:50.354603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.412788 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-39275c50-5d34-48aa-a3eb-78cf307129cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.414328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-39275c50-5d34-48aa-a3eb-78cf307129cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 200 len: 898 time: 0.1443055 Aug 28 09:02:50.438179 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.440275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.442014 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] 10.222.0.39 "PUT /v2.0/ports/36b14bb9-7bb4-4724-b437-3c7e1395900c HTTP/1.1" status: 200 len: 1056 time: 1.7244318 Aug 28 09:02:50.442775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:02:50.446509 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122fda1e-925e-4bff-9a46-761d6ec73661" -d '{"events": [{"name": "network-changed", "server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:02:50.476209 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.522385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f25514-b1ed-4c1d-afe5-92e84ff3413f service neutron] Pushing event updated for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:50.527342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade76c-7853-4120-bd1b-3ed349f317cb req-ecce06da-da52-48f0-a312-f6b247211d05 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.530504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60ade76c-7853-4120-bd1b-3ed349f317cb req-ecce06da-da52-48f0-a312-f6b247211d05 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 907 time: 0.1592424 Aug 28 09:02:50.588241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] DHCP port deletion for 3cc31127-e17f-44c2-aaff-4e62eab15448 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:02:50.608087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-6acb2a9a-3c6d-4ccb-a248-a4ddde2d97e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 200 len: 1002 time: 0.1738076 Aug 28 09:02:50.622905 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82215db5-6a9a-4965-baeb-e0c25bce3d95 x-openstack-request-id: req-82215db5-6a9a-4965-baeb-e0c25bce3d95 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:02:50.623325 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:02:50.623741 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82215db5-6a9a-4965-baeb-e0c25bce3d95 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:02:50.624317 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c', 'status': 'completed', 'code': 200} Aug 28 09:02:50.665065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Deleting port 6615c1a9-9546-4811-936a-9de9d7f48281 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:50.665595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.673163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Deleting port 6615c1a9-9546-4811-936a-9de9d7f48281 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:50.673513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.703442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-516db5b7-e709-4a10-80fd-55908057356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.705043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-516db5b7-e709-4a10-80fd-55908057356f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45f6aa30-5fdc-47e2-baba-200522bb9506 HTTP/1.1" status: 200 len: 835 time: 0.0867920 Aug 28 09:02:50.771952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] For port 6615c1a9-9546-4811-936a-9de9d7f48281, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6615c1a9-9546-4811-936a-9de9d7f48281,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:50.771952 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:50.772336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-28841a57-97bf-44cb-9ff5-ead3a6571806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:50.772336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-28841a57-97bf-44cb-9ff5-ead3a6571806 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c2967c3-a3f2-44ab-9cb7-071051218a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524814 Aug 28 09:02:50.791253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-6d1ffed2-3f66-4eb6-aa4c-9e4e00b0157d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:02:50.794117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Calling delete_port for 6615c1a9-9546-4811-936a-9de9d7f48281 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:50.796941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-6d1ffed2-3f66-4eb6-aa4c-9e4e00b0157d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108562 Aug 28 09:02:50.958923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-8b215d4a-3810-482b-a38d-84c443f69528 service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544604 Aug 28 09:02:51.031140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f02fb866-84f8-4ff6-9aeb-212be0826481 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:51.052775 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-e2d404e1-0b66-4e72-bac3-cac224ef1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:51.054310 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-e2d404e1-0b66-4e72-bac3-cac224ef1d6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 1059 time: 0.4527740 Aug 28 09:02:51.061066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f02fb866-84f8-4ff6-9aeb-212be0826481 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:51.061659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f02fb866-84f8-4ff6-9aeb-212be0826481 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:51.062328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6615c1a9-9546-4811-936a-9de9d7f48281 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:51.084425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.088563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6615c1a9-9546-4811-936a-9de9d7f48281 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:51.088844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0eb6cae-b266-49f9-af37-19c151c07623 req-b130d4c0-3813-4ddd-bf23-8691bc99be48 service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154475 Aug 28 09:02:51.089331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6615c1a9-9546-4811-936a-9de9d7f48281 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:51.123940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] Pushing event deleted for resources: {'Port': ['ID=6615c1a9-9546-4811-936a-9de9d7f48281,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:51.125123 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-e8ae8d0c-3539-43b8-bbb1-c54167811b33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c HTTP/1.1" status: 200 len: 217 time: 0.0444705 Aug 28 09:02:51.128673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddbeb9-44b6-4e7a-b942-620bfb73fc80 None None] No DVR routers for this DVR port 6615c1a9-9546-4811-936a-9de9d7f48281 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:02:51.182259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] For port 6615c1a9-9546-4811-936a-9de9d7f48281, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6615c1a9-9546-4811-936a-9de9d7f48281,segment=NetworkSegment(2707390f-bd7d-4f5c-89a9-bef52b2e9feb),segment_id=2707390f-bd7d-4f5c-89a9-bef52b2e9feb)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:51.182626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.201994 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Calling delete_port for 6615c1a9-9546-4811-936a-9de9d7f48281 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:51.223608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-6fd95880-1e00-4d74-80fd-f0cae5fa088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:51.225155 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-6fd95880-1e00-4d74-80fd-f0cae5fa088f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=102e0b51-85a9-4bff-ba84-39f4ea5af805 HTTP/1.1" status: 200 len: 838 time: 0.0901155 Aug 28 09:02:51.320224 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-b0c52f42-aeb6-43cd-8364-0ecb4dd56f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:51.321815 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-b0c52f42-aeb6-43cd-8364-0ecb4dd56f0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f338ced8-d173-49c5-a36f-a6a91bc06b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0580578 Aug 28 09:02:51.394029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.429804 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Pushing event deleted for resources: {'Port': ['ID=6615c1a9-9546-4811-936a-9de9d7f48281,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:51.452351 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] No DVR routers for this DVR port 6615c1a9-9546-4811-936a-9de9d7f48281 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:02:51.501940 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-42f017cf-a71f-4801-8749-27db6e038fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706650 Aug 28 09:02:51.598598 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.614751 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc31127-e17f-44c2-aaff-4e62eab15448']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:51.635640 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2707390f-bd7d-4f5c-89a9-bef52b2e9feb') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:51.635937 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2707390f-bd7d-4f5c-89a9-bef52b2e9feb') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:51.666191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.672667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0d9b-01a9-4d92-91b0-7629546467dc req-b520bcfd-a421-4c99-96d1-14de11397130 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:51.690782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-898e0d9b-01a9-4d92-91b0-7629546467dc req-b520bcfd-a421-4c99-96d1-14de11397130 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 907 time: 0.0740666 Aug 28 09:02:51.697043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.707576 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-bbefbfe1-8107-4291-8d18-20968a28d44d req-f6646894-234d-44d9-8cb6-f9af99add56b service neutron] 10.222.0.39 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772709 Aug 28 09:02:51.708516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:02:51.708896 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self.session.flush() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:02:51.710671 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:02:51.843191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.849011 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:51.850916 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3cc31127-e17f-44c2-aaff-4e62eab15448 HTTP/1.1" status: 204 len: 168 time: 1.5781281 Aug 28 09:02:51.854047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38524) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:51.868838 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6e700-88c7-437b-baf5-8308515eb993 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc31127-e17f-44c2-aaff-4e62eab15448,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:51.936385 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-a55a09f1-9ee0-4b74-9360-f867e80f55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:51.938066 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-a55a09f1-9ee0-4b74-9360-f867e80f55c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 1059 time: 0.0445652 Aug 28 09:02:52.049474 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-a2a9ceae-75fa-4798-bb3c-f4b2fa230dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:52.051247 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-a2a9ceae-75fa-4798-bb3c-f4b2fa230dd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f338ced8-d173-49c5-a36f-a6a91bc06b81 HTTP/1.1" status: 200 len: 899 time: 0.1051152 Aug 28 09:02:52.095827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-62681ec4-6bd6-4aec-ae77-10e738ad7a15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c HTTP/1.1" status: 200 len: 217 time: 0.0365281 Aug 28 09:02:52.152296 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-fc7da5fe-21fe-4783-a961-28315a1592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:52.154550 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-fc7da5fe-21fe-4783-a961-28315a1592c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=102e0b51-85a9-4bff-ba84-39f4ea5af805 HTTP/1.1" status: 200 len: 838 time: 0.0512252 Aug 28 09:02:52.202991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-8d800e1a-0d42-41cc-866e-f3a0e5b2a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:52.204518 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-8d800e1a-0d42-41cc-866e-f3a0e5b2a30c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f338ced8-d173-49c5-a36f-a6a91bc06b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0432632 Aug 28 09:02:52.264532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:52.308032 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-02532399-4859-4334-a3c0-7eae21bd4e30 service neutron] 10.222.0.39 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949540 Aug 28 09:02:52.411486 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-122fda1e-925e-4bff-9a46-761d6ec73661 req-c9fe3dd8-bc44-49ae-940a-eaec404f3016 service neutron] 10.222.0.39 "GET /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963423 Aug 28 09:02:52.813051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e812f-9699-460f-9a76-938b0de599a4 req-952f6cc3-9de9-487e-a15d-2d38e194a823 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:52.814540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a9e812f-9699-460f-9a76-938b0de599a4 req-952f6cc3-9de9-487e-a15d-2d38e194a823 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 907 time: 0.0635083 Aug 28 09:02:52.890960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Deleting port 9d3ce65e-46c3-4703-937f-2f655d861d2e {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:52.891426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:52.977136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] For port 9d3ce65e-46c3-4703-937f-2f655d861d2e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9d3ce65e-46c3-4703-937f-2f655d861d2e,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:52.977504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:52.990630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Calling delete_port for 9d3ce65e-46c3-4703-937f-2f655d861d2e owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:53.237216 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:53.263585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3ce65e-46c3-4703-937f-2f655d861d2e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:53.475448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:53.710748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:02:53.831970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:02:53.845129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Sync routers for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:02:53.856489 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:53.856489 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:53.857033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0ca495e6-6279-4cac-824d-550bdf4b041f admin admin] 10.222.0.46 "PUT /v2.0/routers/da936f5d-f9b1-44e1-a61c-ee1a35618fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9991307 Aug 28 09:02:53.857682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38544) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:53.968079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff02084-f8a5-4471-bb43-cc605c44c992 req-a27b5fbd-62d0-4957-ba55-4e6c35fd5e57 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:53.969900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ff02084-f8a5-4471-bb43-cc605c44c992 req-a27b5fbd-62d0-4957-ba55-4e6c35fd5e57 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 907 time: 0.0666144 Aug 28 09:02:54.031071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38546) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:54.060620 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.099725 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:54.157681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08daa67e-5450-4e3d-aa66-6d96725383ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.182870 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.264831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08daa67e-5450-4e3d-aa66-6d96725383ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.295715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T09:02:53Z', 'revision_number': 5, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port': {'id': 'e1bef405-dde8-443a-aa71-dae5920c03e9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T08:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:54.326859 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Checking router: da936f5d-f9b1-44e1-a61c-ee1a35618fc2 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:02:54.334631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Deleting port e1bef405-dde8-443a-aa71-dae5920c03e9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:54.334984 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.337121 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Routers {'da936f5d-f9b1-44e1-a61c-ee1a35618fc2'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:02:54.337735 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:54.345259 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08daa67e-5450-4e3d-aa66-6d96725383ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.408682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08daa67e-5450-4e3d-aa66-6d96725383ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d29337cc29d408da16ddc372abe68b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739474 Aug 28 09:02:54.408682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daa67e-5450-4e3d-aa66-6d96725383ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f036e3-38c5-46db-93a8-92f10c1b9b22,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:54.410086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38550) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:54.427993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] For port e1bef405-dde8-443a-aa71-dae5920c03e9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e1bef405-dde8-443a-aa71-dae5920c03e9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:54.428646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.443570 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] Set router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:02:54.443855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Calling delete_port for e1bef405-dde8-443a-aa71-dae5920c03e9 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:54.476564 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.496521 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T09:02:54Z', 'revision_number': 6, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:54.500858 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.526699 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ccec58-d018-45a4-8979-fca1f6a57b03 None None] The sync data for ids ['da936f5d-f9b1-44e1-a61c-ee1a35618fc2'] in n-d-792458-16 is: [{'id': 'da936f5d-f9b1-44e1-a61c-ee1a35618fc2', 'name': 'tempest-TestVolumeBackupRestore-1398488307-router', 'tenant_id': '7095da81532e471b873cce1c4d4dedd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T08:58:13Z', 'updated_at': '2021-08-28T09:02:54Z', 'revision_number': 6, 'project_id': '7095da81532e471b873cce1c4d4dedd8', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:02:54.637006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.639805 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.640985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36f036e3-38c5-46db-93a8-92f10c1b9b22 HTTP/1.1" status: 204 len: 168 time: 0.2185981 Aug 28 09:02:54.649198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950016-31bf-4ab5-ad46-6debb02f865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f036e3-38c5-46db-93a8-92f10c1b9b22,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:54.676384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 36b14bb9-7bb4-4724-b437-3c7e1395900c details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:02:54.728524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.754094 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bef405-dde8-443a-aa71-dae5920c03e9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:54.786563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:54.798792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '36b14bb9-7bb4-4724-b437-3c7e1395900c', 'network_id': 'f338ced8-d173-49c5-a36f-a6a91bc06b81', 'port_id': '36b14bb9-7bb4-4724-b437-3c7e1395900c', 'mac_address': 'fa:16:3e:90:1b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102e0b51-85a9-4bff-ba84-39f4ea5af805', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:02:54.824933 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.843289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.856497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b14bb9-7bb4-4724-b437-3c7e1395900c {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:02:54.877534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:54.918066 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.920414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:54.951928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.015334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:55.043106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.043695 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Fanout notify agent at l3_agent the message router_deleted on router da936f5d-f9b1-44e1-a61c-ee1a35618fc2 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:02:55.048134 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.049286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-405b6c49-e480-4320-80f1-f36c973338af admin admin] 10.222.0.46 "DELETE /v2.0/routers/da936f5d-f9b1-44e1-a61c-ee1a35618fc2 HTTP/1.1" status: 204 len: 168 time: 1.1898148 Aug 28 09:02:55.051921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38558) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:55.100697 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Deleting subnet f0f5adf3-a2e8-44a3-b3da-3881229a0148 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:02:55.105374 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.116088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbcd8f-9394-4fb1-b05b-6de8d5eee931 req-5d9aeeec-a5dc-47df-baab-36a2fdf9c7d3 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:55.118342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbbbcd8f-9394-4fb1-b05b-6de8d5eee931 req-5d9aeeec-a5dc-47df-baab-36a2fdf9c7d3 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 908 time: 0.0507386 Aug 28 09:02:55.147257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.264815 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.372119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9d3ce65e-46c3-4703-937f-2f655d861d2e no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:55.395353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['36b14bb9-7bb4-4724-b437-3c7e1395900c'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:02:55.399640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9d3ce65e-46c3-4703-937f-2f655d861d2e {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:55.400013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9d3ce65e-46c3-4703-937f-2f655d861d2e not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:55.403107 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.430078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f5adf3-a2e8-44a3-b3da-3881229a0148,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:55.433957 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.436423 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c99918d9-4820-4d1e-a27c-0141fbca7389 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f0f5adf3-a2e8-44a3-b3da-3881229a0148 HTTP/1.1" status: 204 len: 168 time: 0.3835530 Aug 28 09:02:55.442625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38568) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:55.442764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4f58a-4962-40ce-92fa-29c58e6c8df3 None None] Network 4f6293fe-4f54-4e3e-9655-f4ef15403e44 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:02:55.518791 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.586841 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Deleting port a18d68e5-addb-4a63-b8eb-82acc841d8b2 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:55.587735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.662382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] DHCP port deletion for 4f6293fe-4f54-4e3e-9655-f4ef15403e44 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:02:55.672911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] For port a18d68e5-addb-4a63-b8eb-82acc841d8b2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a18d68e5-addb-4a63-b8eb-82acc841d8b2,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:55.676219 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.688402 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Calling delete_port for a18d68e5-addb-4a63-b8eb-82acc841d8b2 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:55.718626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Deleting port a18d68e5-addb-4a63-b8eb-82acc841d8b2 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:02:55.719225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.796551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] For port a18d68e5-addb-4a63-b8eb-82acc841d8b2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a18d68e5-addb-4a63-b8eb-82acc841d8b2,segment=NetworkSegment(9f088083-7c9a-4b51-91df-7bf68e09cd23),segment_id=9f088083-7c9a-4b51-91df-7bf68e09cd23)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:55.796960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.809922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Calling delete_port for a18d68e5-addb-4a63-b8eb-82acc841d8b2 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:02:55.860284 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.891062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Pushing event deleted for resources: {'Port': ['ID=a18d68e5-addb-4a63-b8eb-82acc841d8b2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:55.894009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] No DVR routers for this DVR port a18d68e5-addb-4a63-b8eb-82acc841d8b2 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:02:55.907714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.938805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] No DVR routers for this DVR port a18d68e5-addb-4a63-b8eb-82acc841d8b2 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:02:55.943437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1066f04-00c6-4eec-af90-73597b9f28b4 None None] Pushing event deleted for resources: {'Port': ['ID=a18d68e5-addb-4a63-b8eb-82acc841d8b2,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:55.980625 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:55.991163 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6293fe-4f54-4e3e-9655-f4ef15403e44']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:56.002164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f088083-7c9a-4b51-91df-7bf68e09cd23') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:56.002500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f088083-7c9a-4b51-91df-7bf68e09cd23') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:02:56.011605 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.029413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.032895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:02:56.033275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:02:56.035348 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:02:56.168769 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.175822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.177737 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] 10.222.0.46 "DELETE /v2.0/networks/4f6293fe-4f54-4e3e-9655-f4ef15403e44 HTTP/1.1" status: 204 len: 168 time: 0.7379367 Aug 28 09:02:56.203105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810a66-3820-4f70-a3ca-30980fd6326e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6293fe-4f54-4e3e-9655-f4ef15403e44,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:56.220069 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.248897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940c59-9f49-45eb-ba92-9a6abf48b3ae req-36512652-7d0c-4c36-88cc-c6b4d02e6093 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:56.250479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca940c59-9f49-45eb-ba92-9a6abf48b3ae req-36512652-7d0c-4c36-88cc-c6b4d02e6093 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 908 time: 0.0571282 Aug 28 09:02:56.538770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38588) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:56.579255 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f3f79e3-faae-488a-a28c-32d389095946 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b918cd7e247a4470b477b5b9a453817d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391788 Aug 28 09:02:56.581623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38590) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:56.632272 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.653919 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.693253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 36b14bb9-7bb4-4724-b437-3c7e1395900c up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:02:56.763315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.766336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.772692 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68d2ac81-dd13-46af-be06-bccfb66b4d9e HTTP/1.1" status: 204 len: 168 time: 0.1852427 Aug 28 09:02:56.776086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997d2e-ae30-4c9b-a2c9-81aa87f0e730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d2ac81-dd13-46af-be06-bccfb66b4d9e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:56.831068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 36b14bb9-7bb4-4724-b437-3c7e1395900c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:02:56.837626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 36b14bb9-7bb4-4724-b437-3c7e1395900c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:02:56.837626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.922568 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:56.950815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:02:56.953109 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44531b6d-b803-4848-b642-b5fb1c97c881" -d '{"events": [{"server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "name": "network-vif-plugged", "status": "completed", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:02:56.967493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:02:56.975749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a18d68e5-addb-4a63-b8eb-82acc841d8b2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:56.996349 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc783692-8f37-4925-b6e6-e8be64b8c994 x-openstack-request-id: req-fc783692-8f37-4925-b6e6-e8be64b8c994 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:02:56.996644 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "name": "network-vif-plugged", "status": "completed", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:02:56.996899 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc783692-8f37-4925-b6e6-e8be64b8c994 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:02:56.997295 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c', 'code': 200} Aug 28 09:02:56.998266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a18d68e5-addb-4a63-b8eb-82acc841d8b2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:56.998613 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a18d68e5-addb-4a63-b8eb-82acc841d8b2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:56.999035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e1bef405-dde8-443a-aa71-dae5920c03e9 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:02:57.019235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e1bef405-dde8-443a-aa71-dae5920c03e9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:02:57.019583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e1bef405-dde8-443a-aa71-dae5920c03e9 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:02:57.033115 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.097738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:57.128262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2e33e-0611-4633-b0b9-b9984d693775 req-c903a4a9-9cb8-4fb4-b98a-af85ac1258c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:57.130455 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-31c2e33e-0611-4633-b0b9-b9984d693775 req-c903a4a9-9cb8-4fb4-b98a-af85ac1258c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 1061 time: 0.0452306 Aug 28 09:02:57.379184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c0bc-c1af-4e5a-a324-7d6fece74630 req-a9cd1710-2871-4141-bcca-b5337bcb9444 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:57.380625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bd3c0bc-c1af-4e5a-a324-7d6fece74630 req-a9cd1710-2871-4141-bcca-b5337bcb9444 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0536468 Aug 28 09:02:57.424728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38606) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:57.470708 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e91c1a17-0343-4e79-8d81-63c171b5a444 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7095da81532e471b873cce1c4d4dedd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428822 Aug 28 09:02:57.471625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38608) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:57.522178 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.545645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.625897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f23c4661-b886-44ab-86bd-f0ddce031c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.654396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.657839 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:57.663889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34bf5337-8529-4d61-8780-bce5a72d12bf HTTP/1.1" status: 204 len: 168 time: 0.1862741 Aug 28 09:02:57.676213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d151a-b8ce-4e21-a1d4-7bf63bad4f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bf5337-8529-4d61-8780-bce5a72d12bf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:58.510524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf729883-ba2b-48a5-847d-69684239042c req-0d7587e4-4caf-4c9f-a4ec-f32c8793fc41 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:58.510524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf729883-ba2b-48a5-847d-69684239042c req-0d7587e4-4caf-4c9f-a4ec-f32c8793fc41 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0599024 Aug 28 09:02:58.705628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38634) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:58.802580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1768699536-network', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:58.865381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:02:58.867780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:58.877086 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:58.970849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.111402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.140764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:02:59.146228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2050bf2-81a1-4daf-809f-8294daa2e6df,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:59.153544 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.160481 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Added segment ec64b824-8c04-43ae-9eb2-5cab16abbc1f of type vlan for network 165ecd8f-4b28-4741-9a6f-2b312895594b Aug 28 09:02:59.196278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.293883 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.295479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:59.296075 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.384170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] Pushing event updated for resources: {'Network': ['ID=165ecd8f-4b28-4741-9a6f-2b312895594b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:59.394012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 165ecd8f-4b28-4741-9a6f-2b312895594b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:02:59.443282 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fa582f0d-0ea4-4b92-b450-daa67cdf1e4c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7365005 Aug 28 09:02:59.446157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:02:59.451260 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Request body: {'subnet': {'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1768699536-subnet', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:02:59.528192 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:02:59.531296 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.637219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9add0-114b-4eaf-be68-47fa7a252831 req-c59aa05e-0270-422b-bb27-721840002e01 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:59.639247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66c9add0-114b-4eaf-be68-47fa7a252831 req-c59aa05e-0270-422b-bb27-721840002e01 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0573354 Aug 28 09:02:59.758775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74253-7b03-4f17-bbd2-56434c5abee7 req-59d491f9-7040-4a42-805e-8a73f59f5d4d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:59.760279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fa74253-7b03-4f17-bbd2-56434c5abee7 req-59d491f9-7040-4a42-805e-8a73f59f5d4d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0506411 Aug 28 09:02:59.802820 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:02:59.865074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=784e8101-a9db-42e1-9528-695de126f402,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:02:59.870360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:02:59.870976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Network hostable DHCP agents. Network: 165ecd8f-4b28-4741-9a6f-2b312895594b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:02:59.916053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec411ea-3d65-41a3-a39a-a0158310045c req-675c6afb-632c-4795-9213-aabf452ecc58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:02:59.916053 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ec411ea-3d65-41a3-a39a-a0158310045c req-675c6afb-632c-4795-9213-aabf452ecc58 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 1061 time: 0.0516975 Aug 28 09:02:59.962693 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:02:59.996992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.019791 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 165ecd8f-4b28-4741-9a6f-2b312895594b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:00.024813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:00.026649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.028758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ccf1-9d2a-4a62-b845-b39b77fe21f5 req-16dec3dc-5b57-46e1-a3b2-3ed1faa71340 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:00.030445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e10ccf1-9d2a-4a62-b845-b39b77fe21f5 req-16dec3dc-5b57-46e1-a3b2-3ed1faa71340 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0488901 Aug 28 09:03:00.031104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6288c0c-1d15-482f-8744-c4d49b0a2c7f None None] Network 165ecd8f-4b28-4741-9a6f-2b312895594b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:00.079897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e10ccf1-9d2a-4a62-b845-b39b77fe21f5 req-c1d4aa4f-c516-4b8f-9bc1-b4b5c3703c50 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0405872 Aug 28 09:03:00.102825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38660) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:00.114283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-48d8dd99-8c3f-4379-880e-dfab741a11ac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6668100 Aug 28 09:03:00.116938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38662) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:00.123378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:00.152401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451c640-8e20-465b-808b-91db6a70b2d7 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:00.154180 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e451c640-8e20-465b-808b-91db6a70b2d7 tempest-TestSecurityGroupsBasicOps-1309826585 tempest-TestSecurityGroupsBasicOps-1309826585-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 1056 time: 0.0500348 Aug 28 09:03:00.211634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.212927 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.219315 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-165ecd8f-4b28-4741-9a6f-2b312895594b', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:03:00.220055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.288822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.289114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eb32ade-7423-4997-b0a6-b992b5788b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.365991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Allocated IP 172.20.0.2 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/c1041742-9c1e-4e00-8323-7c10956a68d3) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:00.506857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.551075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.568625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Transition to ACTIVE for port object c1041742-9c1e-4e00-8323-7c10956a68d3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:00.582304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Transition to ACTIVE for port object c1041742-9c1e-4e00-8323-7c10956a68d3 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:00.621777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a029f9-64ba-4d3f-bb53-e5c46bc68fb0 req-b3177fe4-6326-481a-89a9-3d0a1455f944 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:00.623902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61a029f9-64ba-4d3f-bb53-e5c46bc68fb0 req-b3177fe4-6326-481a-89a9-3d0a1455f944 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0901093 Aug 28 09:03:00.643953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.690578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:00.693619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:00.697646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:00.704885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Pushing event updated for resources: {'Port': ['ID=c1041742-9c1e-4e00-8323-7c10956a68d3,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:00.756489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Attempting to bind port c1041742-9c1e-4e00-8323-7c10956a68d3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:00.756862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Attempting to bind port c1041742-9c1e-4e00-8323-7c10956a68d3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:00.757256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Attempting to bind port c1041742-9c1e-4e00-8323-7c10956a68d3 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:00.762405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:00.762780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:00.763184 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.763579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:00.764065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Bound port: c1041742-9c1e-4e00-8323-7c10956a68d3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:00.764429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.789517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.813204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.827998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] For port c1041742-9c1e-4e00-8323-7c10956a68d3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:00.831018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] For port c1041742-9c1e-4e00-8323-7c10956a68d3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1041742-9c1e-4e00-8323-7c10956a68d3,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:00.900470 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:00.932179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Allocated IP 172.25.0.133 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/a3e7d57b-75bd-4c23-9f33-0cb7869c0025) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:00.994808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fd219-1600-4365-ac04-bd4dc3c230d0 None None] Pushing event updated for resources: {'Port': ['ID=c1041742-9c1e-4e00-8323-7c10956a68d3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:01.072254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:01.157315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:01.195519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:01.201375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:01.205228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:01.232568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Pushing event updated for resources: {'Port': ['ID=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:01.561856 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:01.821784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb694-8a7f-4e51-8f8c-24bea1d4ef87 req-b6d99d72-37cb-4bc1-a450-c069c5109ce0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:01.823345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7dcb694-8a7f-4e51-8f8c-24bea1d4ef87 req-b6d99d72-37cb-4bc1-a450-c069c5109ce0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.1054695 Aug 28 09:03:01.845152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:01.928642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e306e-bd40-4966-a34a-7dc7ea75b280 None None] Network 165ecd8f-4b28-4741-9a6f-2b312895594b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:02.084494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-f4d016af-b2e9-4413-b188-78b31a8766bf tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:02.085894 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-f4d016af-b2e9-4413-b188-78b31a8766bf tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 909 time: 0.0499816 Aug 28 09:03:02.088678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Router c9c5699a-fab1-453d-a96d-c673e2648a67 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:03:02.088879 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.111091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d2847bfc-7785-4ee0-bf48-36f01520a5dd None None] Provisioning for port c1041742-9c1e-4e00-8323-7c10956a68d3 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:02.201610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 36b14bb9-7bb4-4724-b437-3c7e1395900c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:02.202018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.211995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:02.228216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:02.240674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:02.241313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:02.282155 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.283865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-187da344-6940-467c-89e3-feff536e8f6d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1655822 Aug 28 09:03:02.286912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38678) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:02.329601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 36b14bb9-7bb4-4724-b437-3c7e1395900c, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=36b14bb9-7bb4-4724-b437-3c7e1395900c,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:02.330097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.350415 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 36b14bb9-7bb4-4724-b437-3c7e1395900c owned by compute:nova {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:02.380525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:02.583530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:01Z', 'revision_number': 3, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:02.596834 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.610944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:02.611349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Updating router c9c5699a-fab1-453d-a96d-c673e2648a67 port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:03:02.625421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=36b14bb9-7bb4-4724-b437-3c7e1395900c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:02.648564 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.685572 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] No DVR routers for this DVR port 36b14bb9-7bb4-4724-b437-3c7e1395900c on host n-h1-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:03:02.688616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:02.690794 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-92c4a0b6-965c-4917-ad56-9fae45692de2 req-662f9bef-f854-44cb-ad0c-32c40955f21f tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.39 "DELETE /v2.0/ports/36b14bb9-7bb4-4724-b437-3c7e1395900c HTTP/1.1" status: 204 len: 173 time: 0.5969305 Aug 28 09:03:02.691126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'name': 'network-vif-deleted', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:02.693450 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535a7bd-dfe3-44db-8339-233908acd711" -d '{"events": [{"server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "name": "network-vif-deleted", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:02.789941 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a96a2-efef-4da3-9748-f93c916cbb19 x-openstack-request-id: req-950a96a2-efef-4da3-9748-f93c916cbb19 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:02.790690 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e8505e-8f22-4cce-8b64-c16f52f133c0", "name": "network-vif-deleted", "tag": "36b14bb9-7bb4-4724-b437-3c7e1395900c", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:02.791120 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-950a96a2-efef-4da3-9748-f93c916cbb19 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:02.791694 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e8505e-8f22-4cce-8b64-c16f52f133c0', 'name': 'network-vif-deleted', 'tag': '36b14bb9-7bb4-4724-b437-3c7e1395900c', 'status': 'completed', 'code': 200} Aug 28 09:03:03.229791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1041742-9c1e-4e00-8323-7c10956a68d3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:03.317647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.332979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81c2f394-d153-4a02-9783-c2377786b6c5 req-d945df56-10d8-469a-b27d-40feb199e39e tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e8505e-8f22-4cce-8b64-c16f52f133c0 HTTP/1.1" status: 200 len: 210 time: 0.3983717 Aug 28 09:03:03.334964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.336566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Transition to ACTIVE for port object a3e7d57b-75bd-4c23-9f33-0cb7869c0025 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:03.415604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c1041742-9c1e-4e00-8323-7c10956a68d3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:03.425772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c1041742-9c1e-4e00-8323-7c10956a68d3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:03.425772 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.455965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.528509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Allocated IP 172.20.0.1 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/8babe8a9-eb31-4562-bf1e-d0ddf44f73a4) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:03.532161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159777d-521f-4816-aabd-1132001f1041 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:03.537491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Attempting to bind port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:03.542843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Attempting to bind port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:03.542843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Attempting to bind port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:03.546985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:03.547363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:03.547776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.548169 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:03.548649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Bound port: a3e7d57b-75bd-4c23-9f33-0cb7869c0025, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:03.549018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.627711 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.642890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] For port a3e7d57b-75bd-4c23-9f33-0cb7869c0025, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:03.656792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.670808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] For port a3e7d57b-75bd-4c23-9f33-0cb7869c0025, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:03.672052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Transition to ACTIVE for port object 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:03.679343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c1041742-9c1e-4e00-8323-7c10956a68d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1041742-9c1e-4e00-8323-7c10956a68d3,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:03.763855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.766358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.815161 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.819293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:03.822943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:03.860100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:03.863034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:03.866809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:03.878543 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159777d-521f-4816-aabd-1132001f1041 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:03.896429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:03.915947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:03.981100 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c1041742-9c1e-4e00-8323-7c10956a68d3,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:03.988721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:04.170872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:04.185068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:01Z', 'revision_number': 3, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:04.211856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea7bb7-1c65-468a-9111-689c0ba2227b None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:01Z', 'revision_number': 3, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:04.213735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-028906a6-34f5-4392-a010-3e83f2fa7b6a None None] Provisioning for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:04.219132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-028906a6-34f5-4392-a010-3e83f2fa7b6a None None] Provisioning complete for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:04.219586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-028906a6-34f5-4392-a010-3e83f2fa7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:04.262555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-028906a6-34f5-4392-a010-3e83f2fa7b6a None None] Port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:03:04.338453 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:04.396274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38694) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:04.404739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:04.533377 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:04.562142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:04.708875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 36b14bb9-7bb4-4724-b437-3c7e1395900c no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:04.730153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 36b14bb9-7bb4-4724-b437-3c7e1395900c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:04.731006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 36b14bb9-7bb4-4724-b437-3c7e1395900c not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:04.759081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:04.762195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:05.014486 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.015632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:03:05.103080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-819a6600-215f-42cf-92dd-6f6d8bcaeb09 None None] Provisioning complete for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:05.103454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-819a6600-215f-42cf-92dd-6f6d8bcaeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.149468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3e7d57b-75bd-4c23-9f33-0cb7869c0025 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:05.176896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:05.182273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-933dfbc0-7ccc-407b-b8be-ba6aabc769f4 admin admin] 10.222.0.46 "PUT /v2.0/routers/c9c5699a-fab1-453d-a96d-c673e2648a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8941381 Aug 28 09:03:05.202981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-819a6600-215f-42cf-92dd-6f6d8bcaeb09 None None] Port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:03:05.240914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.315604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:05.321216 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:05.321650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.441984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.471308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port a3e7d57b-75bd-4c23-9f33-0cb7869c0025, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:05.533930 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.534946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1041742-9c1e-4e00-8323-7c10956a68d3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:05.556477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 65c56cda-00be-4885-9807-19ebc5ad82a2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:05.556935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.658291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:05.668827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 65c56cda-00be-4885-9807-19ebc5ad82a2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=65c56cda-00be-4885-9807-19ebc5ad82a2,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:05.669625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.673625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c1041742-9c1e-4e00-8323-7c10956a68d3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:05.674001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.705116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 65c56cda-00be-4885-9807-19ebc5ad82a2 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:05.765167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:05.988655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.035905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=65c56cda-00be-4885-9807-19ebc5ad82a2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:06.080249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38742) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:06.090042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1234752457-network', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:06.186134 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Made reservation on behalf of 35b1c989e1024cdeb6d4e46be7705387 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:03:06.188789 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.204968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.243152 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:06.258148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.260332 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:06.260975 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:06.338761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.411369 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:06.413897 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.445991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:03:06.458810 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d7636-f85f-4f40-b9c7-f71e0f3cc364,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:06.478910 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.479363 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Added segment 7acf49e8-516c-4ab8-a463-3cbe604f2cec of type vlan for network d118babf-6c48-4aa5-98de-f9c0ade22be2 Aug 28 09:03:06.525914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:03:06.530733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.631523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.632516 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:06.633158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.658142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:06.664755 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 2, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:06.676263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d7f728f-3719-412b-9cad-ab9d869519d0 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "PUT /v2.0/routers/a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765043 Aug 28 09:03:06.676485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Sync routers for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:06.676979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38756) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:06.690277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:06.692044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:06.707763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] Pushing event updated for resources: {'Network': ['ID=d118babf-6c48-4aa5-98de-f9c0ade22be2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:06.725824 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:06.725824 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Updating router c9c5699a-fab1-453d-a96d-c673e2648a67 port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:03:06.748366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting subnet 102e0b51-85a9-4bff-ba84-39f4ea5af805 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:03:06.753455 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.754571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:03:06.765831 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.766957 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-acae66ff-72eb-4cdc-ad67-03f97b755fda admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6841977 Aug 28 09:03:06.767943 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:06.773962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Request body: {'subnet': {'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1234752457-subnet', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:06.833508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.905993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Made reservation on behalf of 35b1c989e1024cdeb6d4e46be7705387 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:03:06.909924 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:06.950122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:07.001992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.144156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3e7d57b-75bd-4c23-9f33-0cb7869c0025 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:07.150442 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.179776 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Transition to ACTIVE for port object 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:07.181993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.227818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:07.230481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Subnet': ['ID=102e0b51-85a9-4bff-ba84-39f4ea5af805,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:07.233360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.235863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-00bb9bfb-73b6-464a-b215-f2a2dcbfafbd tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/subnets/102e0b51-85a9-4bff-ba84-39f4ea5af805 HTTP/1.1" status: 204 len: 168 time: 0.5581779 Aug 28 09:03:07.238565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38772) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:07.259671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:07.260051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.263820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85287005-e3bc-4764-a1b7-69c3a3b1fd1f None None] Network f338ced8-d173-49c5-a36f-a6a91bc06b81 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:07.266886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Checking router: a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:07.270897 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.304495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.351248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Routers {'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:07.351894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:07.355931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d49b4-38a4-4923-be56-4d9e8ffd711d None None] Pushing event updated for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:07.398730 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd15acc2-9523-4bcc-a4f9-010d94e68ad9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:07.412797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Checking segment: {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:07.413688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Network hostable DHCP agents. Network: d118babf-6c48-4aa5-98de-f9c0ade22be2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:03:07.485834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.488647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:03:07.529681 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Attempting to bind port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:07.531609 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Attempting to bind port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:07.531609 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Attempting to bind port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:07.537276 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:07.537647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:07.538042 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.538558 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:07.539026 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Bound port: 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:07.539406 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.574528 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d118babf-6c48-4aa5-98de-f9c0ade22be2) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:07.580021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:07.580626 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:07.599484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec0569-e5b5-47e2-970c-be0a85269d6d None None] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:07.633050 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] For port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:07.637542 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] For port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:07.656701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.006234 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dbb13722-6c0f-4a5f-80c7-90990c7f0423 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9087749 Aug 28 09:03:08.006234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38780) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:08.006234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:08.013861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] Set router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:08.016213 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.016213 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:08.016213 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:08.016530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.016530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.016682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 731077b8-9c70-4028-ae83-22af21c29d6c {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:08.016682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.017129 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d49b4-38a4-4923-be56-4d9e8ffd711d None None] Pushing event updated for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:08.017264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] DHCP port deletion for f338ced8-d173-49c5-a36f-a6a91bc06b81 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:03:08.017344 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:08.017519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.072015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 731077b8-9c70-4028-ae83-22af21c29d6c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=731077b8-9c70-4028-ae83-22af21c29d6c,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:08.072415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.088306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 731077b8-9c70-4028-ae83-22af21c29d6c owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:08.268605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d118babf-6c48-4aa5-98de-f9c0ade22be2', 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'fixed_ips': [{'subnet_id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:03:08.269634 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.392740 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:07Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:08.400071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Deleting port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:08.400549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.428237 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60157-7d67-4f7f-a817-742d25ce5036 None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:07Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:08.433049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.513695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=731077b8-9c70-4028-ae83-22af21c29d6c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:08.624572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] For port 07c07899-94a9-43d0-8c4b-8f406dbc89f6, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=07c07899-94a9-43d0-8c4b-8f406dbc89f6,segment=NetworkSegment(c8a79020-6ea3-4863-b686-d456593f115c),segment_id=c8a79020-6ea3-4863-b686-d456593f115c)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:08.625769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.640311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:08.654537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Calling delete_port for 07c07899-94a9-43d0-8c4b-8f406dbc89f6 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:08.698611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Allocated IP 172.20.0.2 (d118babf-6c48-4aa5-98de-f9c0ade22be2/bd15acc2-9523-4bcc-a4f9-010d94e68ad9/12b2f136-4949-46ac-81c4-64b01feeb2c2) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:08.925129 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.058473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:09.067413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.181957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] Pushing event deleted for resources: {'Port': ['ID=07c07899-94a9-43d0-8c4b-8f406dbc89f6,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:09.223523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a782d13-908e-421c-bb8b-e58bb3748aa1 None None] The sync data for ids ['a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb'] in n-d-792458-16 is: [{'id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-793949870', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:02:35Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '731077b8-9c70-4028-ae83-22af21c29d6c', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:02:36Z', 'updated_at': '2021-08-28T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:09.245859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:09.264554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.267525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.293869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb73723-5879-49e6-b2c9-433bbd5d7f12 None None] No DVR routers for this DVR port 07c07899-94a9-43d0-8c4b-8f406dbc89f6 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:03:09.399060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.402846 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.404264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Fanout notify agent at l3_agent the message router_deleted on router a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:03:09.417954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.425622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-484305fe-a72a-4cbb-a230-b989a6a0df7d tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/routers/a4a2d7f4-63b9-4c78-bcad-24c5e528c6cb HTTP/1.1" status: 204 len: 168 time: 2.1796088 Aug 28 09:03:09.425622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38786) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:09.429697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Transition to ACTIVE for port object 12b2f136-4949-46ac-81c4-64b01feeb2c2 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:09.431455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.456698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Transition to ACTIVE for port object 12b2f136-4949-46ac-81c4-64b01feeb2c2 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:09.468692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.482966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:09.488517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:09.489162 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.517595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.558530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.602622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Pushing event updated for resources: {'Port': ['ID=12b2f136-4949-46ac-81c4-64b01feeb2c2,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:09.633196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Allocated IP 172.25.0.35 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/6ee001e8-f944-4fe9-9472-a879acd94e24) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:09.647495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:09.649708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:09.658494 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:09.723258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.741283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f338ced8-d173-49c5-a36f-a6a91bc06b81']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:09.773420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a79020-6ea3-4863-b686-d456593f115c') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:09.777217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a79020-6ea3-4863-b686-d456593f115c') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:09.791827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.805801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.842866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.855820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:03:09.856349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:03:09.861972 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:03:09.876638 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.877804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:09.924824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Attempting to bind port 12b2f136-4949-46ac-81c4-64b01feeb2c2 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:09.925386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Attempting to bind port 12b2f136-4949-46ac-81c4-64b01feeb2c2 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:09.926398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Attempting to bind port 12b2f136-4949-46ac-81c4-64b01feeb2c2 on network d118babf-6c48-4aa5-98de-f9c0ade22be2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:09.938824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:09.939583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Checking segment: {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:09.940874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.941704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Bound using segment: {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:09.942334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Bound port: 12b2f136-4949-46ac-81c4-64b01feeb2c2, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:09.943115 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:09.998447 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.031612 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.088587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.109652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 07c07899-94a9-43d0-8c4b-8f406dbc89f6 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:10.130427 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:10.134882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.136773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/networks/f338ced8-d173-49c5-a36f-a6a91bc06b81 HTTP/1.1" status: 204 len: 168 time: 0.7130442 Aug 28 09:03:10.138160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4ff86-c682-4d62-89cf-5d2db93956ee tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Network': ['ID=f338ced8-d173-49c5-a36f-a6a91bc06b81,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:10.141132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:10.155261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:10.157494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Pushing event updated for resources: {'Port': ['ID=6ee001e8-f944-4fe9-9472-a879acd94e24,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:10.163651 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:10.207713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] For port 12b2f136-4949-46ac-81c4-64b01feeb2c2, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:10.209818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 07c07899-94a9-43d0-8c4b-8f406dbc89f6 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:10.210251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 07c07899-94a9-43d0-8c4b-8f406dbc89f6 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:10.248030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:10.255756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] For port 12b2f136-4949-46ac-81c4-64b01feeb2c2, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=12b2f136-4949-46ac-81c4-64b01feeb2c2,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:10.330272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.428238 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd902af7-e014-4a51-9a0f-028c695e6104 None None] Pushing event updated for resources: {'Port': ['ID=12b2f136-4949-46ac-81c4-64b01feeb2c2,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:10.435755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port b0b85961-b821-4028-82f9-6bd8e0200303 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:10.436308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.542203 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.542783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.564409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for b0b85961-b821-4028-82f9-6bd8e0200303 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:10.607595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.803148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.824930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.839585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=b0b85961-b821-4028-82f9-6bd8e0200303,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:10.951340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:10.951692 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Floating IP 051e7ac9-6190-4486-b7e1-c0ccefcb6e39 disassociated (deleted). External IP: 172.25.0.105, port: 7ba04a51-50f8-45fd-8707-98ad597befca. Aug 28 09:03:11.105494 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Router e82d7399-7343-4857-8b69-4f0ae09439d3 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:03:11.160002 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 12b2f136-4949-46ac-81c4-64b01feeb2c2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:11.230072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:03:11.275113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:11.287462 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Sync routers for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:11.298392 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:11.299465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:11.327735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 12b2f136-4949-46ac-81c4-64b01feeb2c2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:11.332704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:11.362514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:11.368702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:11.379500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Sync routers for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:11.386337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:11.388230 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-57bd7e02-3981-4ca5-a6c3-fb27176a511e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7063658 Aug 28 09:03:11.394232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:11.438464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:11.439210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:11.456846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b0e4321-a2f5-4a47-a410-1d82d9226495 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/floatingips/051e7ac9-6190-4486-b7e1-c0ccefcb6e39 HTTP/1.1" status: 204 len: 168 time: 1.3119867 Aug 28 09:03:11.456846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:11.461465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:11.463742 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096fea2e-ffc8-4137-b505-582763f4072d" -d '{"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:11.557349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:11.559243 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:11.793648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:11.888713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:10Z', 'revision_number': 3, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:11.980000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Checking router: e82d7399-7343-4857-8b69-4f0ae09439d3 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:11.980359 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Updating router e82d7399-7343-4857-8b69-4f0ae09439d3 port 6ee001e8-f944-4fe9-9472-a879acd94e24 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:03:12.002861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65c56cda-00be-4885-9807-19ebc5ad82a2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:12.042238 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.054360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 65c56cda-00be-4885-9807-19ebc5ad82a2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:12.054861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 65c56cda-00be-4885-9807-19ebc5ad82a2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:12.055046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 731077b8-9c70-4028-ae83-22af21c29d6c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:12.114057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 731077b8-9c70-4028-ae83-22af21c29d6c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:12.114629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 731077b8-9c70-4028-ae83-22af21c29d6c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:12.117276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9edbd-0930-4d6a-bc7e-c8681101721f None None] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:12.284768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Provisioning for port 12b2f136-4949-46ac-81c4-64b01feeb2c2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:12.385403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.429196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Provisioning complete for port 12b2f136-4949-46ac-81c4-64b01feeb2c2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:12.429597 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.473217 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b93d12-5491-47c7-a534-af1a8dd7a173 x-openstack-request-id: req-d1b93d12-5491-47c7-a534-af1a8dd7a173 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:12.473723 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:12.473794 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1b93d12-5491-47c7-a534-af1a8dd7a173 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:12.474169 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca', 'status': 'completed', 'code': 200} Aug 28 09:03:12.542276 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.557131 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Transition to ACTIVE for port object 6ee001e8-f944-4fe9-9472-a879acd94e24 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:12.567723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:12.611307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Checking router: ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:12.625730 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.628835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fea2e-ffc8-4137-b505-582763f4072d req-82920e5e-64f0-4bfa-8d2e-f85b48f1fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:12.630522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-82920e5e-64f0-4bfa-8d2e-f85b48f1fd02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae8db62587324dc29ffe482ee08e9407&device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 1137 time: 0.0859478 Aug 28 09:03:12.639381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714ae1-9033-4d19-8ac3-e02ef8e18e04 req-8f44d9f2-8591-4421-81fb-1e4754e0e1a9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:12.648662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c714ae1-9033-4d19-8ac3-e02ef8e18e04 req-8f44d9f2-8591-4421-81fb-1e4754e0e1a9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.1156936 Aug 28 09:03:12.694581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:12.696811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:12.760693 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Attempting to bind port 6ee001e8-f944-4fe9-9472-a879acd94e24 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:12.761161 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Attempting to bind port 6ee001e8-f944-4fe9-9472-a879acd94e24 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:12.761641 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Attempting to bind port 6ee001e8-f944-4fe9-9472-a879acd94e24 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:12.773390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c714ae1-9033-4d19-8ac3-e02ef8e18e04 req-7a40fea2-dcc0-4547-bc64-1ec7b86057a4 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1236577 Aug 28 09:03:12.776227 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3a3cd-bd46-415a-be29-e7e57bd13cf2 None None] Pushing event updated for resources: {'Port': ['ID=6ee001e8-f944-4fe9-9472-a879acd94e24,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:12.795607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:12.797041 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:12.797607 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.801137 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:12.801865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Bound port: 6ee001e8-f944-4fe9-9472-a879acd94e24, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:12.802486 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.807193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:12.863445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Allocated IP 172.20.0.1 (d118babf-6c48-4aa5-98de-f9c0ade22be2/bd15acc2-9523-4bcc-a4f9-010d94e68ad9/25e405a3-aa3b-4cb5-b3eb-3c91fd289789) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:12.873478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fea2e-ffc8-4137-b505-582763f4072d req-b2055e94-096a-4475-bfc8-ee2cea7b8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:12.877070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-b2055e94-096a-4475-bfc8-ee2cea7b8189 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 200 len: 898 time: 0.2069252 Aug 28 09:03:12.947946 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] For port 6ee001e8-f944-4fe9-9472-a879acd94e24, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:12.957582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-0aa002b9-23c2-4601-b61c-7705460619df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 200 len: 217 time: 0.0663767 Aug 28 09:03:12.969635 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] For port 6ee001e8-f944-4fe9-9472-a879acd94e24, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ee001e8-f944-4fe9-9472-a879acd94e24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:13.020986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fea2e-ffc8-4137-b505-582763f4072d req-312ce7ef-ffdb-4719-aa01-bd23b2a01aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:13.023685 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-312ce7ef-ffdb-4719-aa01-bd23b2a01aeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45f6aa30-5fdc-47e2-baba-200522bb9506 HTTP/1.1" status: 200 len: 835 time: 0.0569947 Aug 28 09:03:13.032246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.049377 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Transition to ACTIVE for port object 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:13.055612 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.104749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] For port 12b2f136-4949-46ac-81c4-64b01feeb2c2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=12b2f136-4949-46ac-81c4-64b01feeb2c2,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:13.106803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fea2e-ffc8-4137-b505-582763f4072d req-cbff3350-7e19-4efa-a07a-2f8abf9df281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:13.109306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-cbff3350-7e19-4efa-a07a-2f8abf9df281 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c2967c3-a3f2-44ab-9cb7-071051218a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758822 Aug 28 09:03:13.124383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3a3cd-bd46-415a-be29-e7e57bd13cf2 None None] Pushing event updated for resources: {'Port': ['ID=6ee001e8-f944-4fe9-9472-a879acd94e24,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:13.138790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:13.145372 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:13.146019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:13.191427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.234596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.252218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:13.258996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-71de2176-de0c-4939-ba62-5c486ec6bf1d service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410584 Aug 28 09:03:13.267207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:13.290663 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:13.336747 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:13.375364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a5004-6c23-42bd-885e-1ed2a456c016 None None] Pushing event updated for resources: {'Port': ['ID=12b2f136-4949-46ac-81c4-64b01feeb2c2,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:13.427151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Pushing event updated for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:13.447685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ac2a3581-3d12-4638-98fc-43f14d754869 None None] Provisioning complete for port 12b2f136-4949-46ac-81c4-64b01feeb2c2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:13.448277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3581-3d12-4638-98fc-43f14d754869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.465464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.477840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-096fea2e-ffc8-4137-b505-582763f4072d req-ebcb822a-4c9f-4679-b038-8a59805f2351 service neutron] 10.222.0.64 "GET /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105513 Aug 28 09:03:13.652946 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:10Z', 'revision_number': 3, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:13.691357 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e933e6-de2f-4af0-be03-858c4a173324 None None] The sync data for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 is: [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:10Z', 'revision_number': 3, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:13.738871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:13.762630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.772970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f437546-6d1b-46f9-8658-8f2b12459373 None None] The sync data for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 is: [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:01:36Z', 'revision_number': 4, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '03963c43-75ff-4593-a823-3951ffbe6732', 'name': '', 'network_id': '5c2967c3-a3f2-44ab-9cb7-071051218a83', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'mac_address': 'fa:16:3e:c7:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:35Z', 'updated_at': '2021-08-28T09:01:41Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'subnets': [{'id': '45f6aa30-5fdc-47e2-baba-200522bb9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:13.924738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f618af84-5ca7-4e84-a1b9-4602fc4a3d5e None None] Provisioning for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:13.931150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f618af84-5ca7-4e84-a1b9-4602fc4a3d5e None None] Provisioning complete for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:13.931747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f618af84-5ca7-4e84-a1b9-4602fc4a3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:13.958066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63af2-d305-4306-a863-5927ee22504a req-732598df-6143-4997-a03f-5fb54ffb80c9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:13.959851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91e63af2-d305-4306-a863-5927ee22504a req-732598df-6143-4997-a03f-5fb54ffb80c9 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.64 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.1620736 Aug 28 09:03:13.992035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba8b9d-0b70-4e7c-bfc8-2a6b6aa2a4cd req-db1b2d8f-983e-4cc9-a62e-0658e379ef8a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:13.993655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ba8b9d-0b70-4e7c-bfc8-2a6b6aa2a4cd req-db1b2d8f-983e-4cc9-a62e-0658e379ef8a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 985 time: 0.1285467 Aug 28 09:03:14.003225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f618af84-5ca7-4e84-a1b9-4602fc4a3d5e None None] Port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:03:14.073410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.098763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ba8b9d-0b70-4e7c-bfc8-2a6b6aa2a4cd req-00dcf404-cfad-4114-a19b-560434e9e518 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14237c0-114d-433a-ad93-d41f658eea15&id=b7cba012-c0aa-46fc-aacf-a6e58b12075c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0865152 Aug 28 09:03:14.147045 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.192864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 7ba04a51-50f8-45fd-8707-98ad597befca {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:14.193218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.259549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Pushing event updated for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:14.271531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a465-4281-44fa-906a-dcd4d55e6aae None None] New status for floating IP 051e7ac9-6190-4486-b7e1-c0ccefcb6e39: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:03:14.286464 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.316947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 7ba04a51-50f8-45fd-8707-98ad597befca, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=7ba04a51-50f8-45fd-8707-98ad597befca,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:14.317431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.333514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 7ba04a51-50f8-45fd-8707-98ad597befca owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:14.402958 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:14.404685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:14.566932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Router e82d7399-7343-4857-8b69-4f0ae09439d3 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:03:14.597306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.672617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=7ba04a51-50f8-45fd-8707-98ad597befca,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:14.730280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] No DVR routers for this DVR port 7ba04a51-50f8-45fd-8707-98ad597befca on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:03:14.733835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.736210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91e63af2-d305-4306-a863-5927ee22504a req-04104a96-0b2e-4b0a-8f99-cfb56562540a tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.64 "DELETE /v2.0/ports/7ba04a51-50f8-45fd-8707-98ad597befca HTTP/1.1" status: 204 len: 173 time: 0.7662382 Aug 28 09:03:14.737181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'name': 'network-vif-deleted', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:14.742744 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97020bee-0a27-4746-ab64-6b811540eaa0" -d '{"events": [{"server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "name": "network-vif-deleted", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:14.771171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a8429b14-04b4-47a0-8517-30018984d7bb None None] Provisioning complete for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:14.771643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a8429b14-04b4-47a0-8517-30018984d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:14.792832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:14.806819 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d582d4e-8b50-49d8-9087-67947ab69d0a admin admin] 10.222.0.46 "PUT /v2.0/routers/e82d7399-7343-4857-8b69-4f0ae09439d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042118 Aug 28 09:03:14.807168 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3e789-9e69-436c-b713-ede2901b365c x-openstack-request-id: req-8af3e789-9e69-436c-b713-ede2901b365c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:14.807168 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05c722e-eef4-4dbc-8cd9-deb9288a468d", "name": "network-vif-deleted", "tag": "7ba04a51-50f8-45fd-8707-98ad597befca", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:14.807168 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8af3e789-9e69-436c-b713-ede2901b365c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:14.807464 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c722e-eef4-4dbc-8cd9-deb9288a468d', 'name': 'network-vif-deleted', 'tag': '7ba04a51-50f8-45fd-8707-98ad597befca', 'status': 'completed', 'code': 200} Aug 28 09:03:14.868487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a8429b14-04b4-47a0-8517-30018984d7bb None None] Port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:03:15.189245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 12b2f136-4949-46ac-81c4-64b01feeb2c2 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:15.281295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 12b2f136-4949-46ac-81c4-64b01feeb2c2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:15.281680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:15.329292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50f30a2a-3419-4dde-a45a-4422e13b8f8a req-bc3ede34-7c47-4392-a791-872af6e2f295 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "GET /v2.0/ports?device_id=a05c722e-eef4-4dbc-8cd9-deb9288a468d HTTP/1.1" status: 200 len: 210 time: 0.0375924 Aug 28 09:03:15.381266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ee001e8-f944-4fe9-9472-a879acd94e24 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:15.524752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6ee001e8-f944-4fe9-9472-a879acd94e24 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:15.531911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6ee001e8-f944-4fe9-9472-a879acd94e24 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:15.532481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:15.679658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:15.716655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6ee001e8-f944-4fe9-9472-a879acd94e24, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ee001e8-f944-4fe9-9472-a879acd94e24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:15.822305 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:15.891598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6ee001e8-f944-4fe9-9472-a879acd94e24,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:15.983431 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:03:16.266230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Sync routers for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:16.280480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:16.281299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:16.375000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7ba04a51-50f8-45fd-8707-98ad597befca no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:16.401456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 7ba04a51-50f8-45fd-8707-98ad597befca {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:16.401808 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 7ba04a51-50f8-45fd-8707-98ad597befca not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:16.411296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:16.429881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:16.468612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.491763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.626003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.629388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.630859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/security-groups/c14237c0-114d-433a-ad93-d41f658eea15 HTTP/1.1" status: 204 len: 168 time: 0.2185178 Aug 28 09:03:16.633783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38848) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:16.640916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7e9c0-2704-44d7-9c9d-67e3965d8802 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14237c0-114d-433a-ad93-d41f658eea15,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:16.647034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:13Z', 'revision_number': 4, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '25e405a3-aa3b-4cb5-b3eb-3c91fd289789', 'name': '', 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'mac_address': 'fa:16:3e:58:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:12Z', 'updated_at': '2021-08-28T09:03:13Z', 'revision_number': 2, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'subnets': [{'id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:16.689993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Checking router: e82d7399-7343-4857-8b69-4f0ae09439d3 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:16.690387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Updating router e82d7399-7343-4857-8b69-4f0ae09439d3 port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:03:16.703015 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.729829 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.736882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.865673 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.869528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:16.871452 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/security-groups/b7cba012-c0aa-46fc-aacf-a6e58b12075c HTTP/1.1" status: 204 len: 168 time: 0.2361238 Aug 28 09:03:16.874898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38850) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:16.892176 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d0ebd-bdb3-4a43-8356-1c3611fc8a04 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cba012-c0aa-46fc-aacf-a6e58b12075c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:17.032434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ee001e8-f944-4fe9-9472-a879acd94e24 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:17.126157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6ee001e8-f944-4fe9-9472-a879acd94e24 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:17.126561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.157835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.180835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Transition to ACTIVE for port object 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:17.282506 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.360348 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.468119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae36162-1ba3-4edb-acf5-2e5e5bfdd257 None None] Pushing event updated for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:17.530815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Attempting to bind port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:17.531194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Attempting to bind port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:17.531710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Attempting to bind port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 on network d118babf-6c48-4aa5-98de-f9c0ade22be2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:17.538702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:17.539087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Checking segment: {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:17.539501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.539905 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Bound using segment: {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:17.540675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Bound port: 25e405a3-aa3b-4cb5-b3eb-3c91fd289789, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acf49e8-516c-4ab8-a463-3cbe604f2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:17.541115 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.639919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] For port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:17.643665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] For port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:17.743422 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.790823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 03963c43-75ff-4593-a823-3951ffbe6732 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:17.791353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.806085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:17.806878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:17.849498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae36162-1ba3-4edb-acf5-2e5e5bfdd257 None None] Pushing event updated for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:17.921704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 03963c43-75ff-4593-a823-3951ffbe6732, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=03963c43-75ff-4593-a823-3951ffbe6732,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:17.922044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:17.938141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 03963c43-75ff-4593-a823-3951ffbe6732 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:17.957961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:18.036129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:18.193656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e03a54d-94c7-49a9-a088-80ffb49a9b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.215028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:13Z', 'revision_number': 4, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '25e405a3-aa3b-4cb5-b3eb-3c91fd289789', 'name': '', 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'mac_address': 'fa:16:3e:58:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:12Z', 'updated_at': '2021-08-28T09:03:17Z', 'revision_number': 4, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'subnets': [{'id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:18.247159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05f4cc-2bb7-4bc7-a1e5-d8610c65947d None None] The sync data for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 is: [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:03:13Z', 'revision_number': 4, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '25e405a3-aa3b-4cb5-b3eb-3c91fd289789', 'name': '', 'network_id': 'd118babf-6c48-4aa5-98de-f9c0ade22be2', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'mac_address': 'fa:16:3e:58:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:12Z', 'updated_at': '2021-08-28T09:03:17Z', 'revision_number': 4, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'subnets': [{'id': 'bd15acc2-9523-4bcc-a4f9-010d94e68ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:18.282509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.336186 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e03a54d-94c7-49a9-a088-80ffb49a9b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.345726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=03963c43-75ff-4593-a823-3951ffbe6732,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:18.425770 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5e03a54d-94c7-49a9-a088-80ffb49a9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.541895 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5e03a54d-94c7-49a9-a088-80ffb49a9b78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d06f60e082748d39d16b449a5809c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970584 Aug 28 09:03:18.541895 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a54d-94c7-49a9-a088-80ffb49a9b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0904b4-cfcd-4b38-81f2-e6cd0fb7aed8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:18.545696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38866) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:18.617967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.649313 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.690489 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.842459 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.845282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:18.849502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b0904b4-cfcd-4b38-81f2-e6cd0fb7aed8 HTTP/1.1" status: 204 len: 168 time: 0.2971783 Aug 28 09:03:18.876418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002fcdd-0d6c-4b56-ad44-d2747601d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0904b4-cfcd-4b38-81f2-e6cd0fb7aed8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:19.087663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:19.242714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:19.248518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:19.248901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:19.339815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-0cee76ef-3453-4dfd-996d-3ef0eb5ebbd9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:19.341928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-0cee76ef-3453-4dfd-996d-3ef0eb5ebbd9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1785908 Aug 28 09:03:19.348451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:19.385228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:19.412584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-07b4a40e-856f-4ca4-a6e1-9b2db660dcb4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0613127 Aug 28 09:03:19.448531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:19.463831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:03:19.493529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-1c693422-569d-4254-a26a-c1afb53dfcb8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734067 Aug 28 09:03:19.517453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:19.662865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:03:19.666177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-7607ca3f-e4e2-42f8-badc-8b6f1d40d52e service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420963 Aug 28 09:03:19.673302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-53bfe447-d77e-487e-93fe-0b953968f874 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "PUT /v2.0/routers/ba6ee0dd-bfa2-4c42-81d9-59f804f3c725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970054 Aug 28 09:03:19.674476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38890) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:19.676498 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Sync routers for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:03:19.701424 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:19.702532 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:19.774509 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting subnet 45f6aa30-5fdc-47e2-baba-200522bb9506 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:03:19.779159 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:19.782769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-b1edde99-5e1a-4b7b-b278-f05fd313fbf9 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080921 Aug 28 09:03:19.843150 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:19.855269 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:20.007197 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.169542 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:03:18Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:20.178897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:20.191177 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.196174 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Checking router: ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:03:20.205659 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Routers {'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:03:20.206625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:03:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:20.223721 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Subnet': ['ID=45f6aa30-5fdc-47e2-baba-200522bb9506,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:20.233338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.238503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16d6d256-8bfe-4f89-9b44-a983af4d54c2 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/subnets/45f6aa30-5fdc-47e2-baba-200522bb9506 HTTP/1.1" status: 204 len: 168 time: 0.5606093 Aug 28 09:03:20.238762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38910) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:20.243435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15ecaa-86d8-4335-ac32-01ccad152d5e None None] Network 5c2967c3-a3f2-44ab-9cb7-071051218a83 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:20.335656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1581221379-network', 'tenant_id': 'a0dc40f184e34b8d90cb38d0dadff69d'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:20.355855 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] Set router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:03:20.396152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.487966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Made reservation on behalf of a0dc40f184e34b8d90cb38d0dadff69d for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:03:20.490246 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.508387 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.532525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] DHCP port deletion for 5c2967c3-a3f2-44ab-9cb7-071051218a83 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:03:20.592536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5bcc3b97-8546-441f-8b87-014489eec784 req-24e9ca25-1e0e-4b79-812e-54193c13ec5b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0742624 Aug 28 09:03:20.594116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.627563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Deleting port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:20.627941 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.629316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:03:18Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:20.642499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.658843 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c37b81-4159-4ce9-95d2-bf57a7a9c8d7 None None] The sync data for ids ['ba6ee0dd-bfa2-4c42-81d9-59f804f3c725'] in n-d-792458-16 is: [{'id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1801345845', 'tenant_id': 'ae8db62587324dc29ffe482ee08e9407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:01:29Z', 'updated_at': '2021-08-28T09:03:18Z', 'revision_number': 5, 'project_id': 'ae8db62587324dc29ffe482ee08e9407', 'gw_port': {'id': '1be33fe6-def2-45ce-9460-83ec52ab40f9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ee0dd-bfa2-4c42-81d9-59f804f3c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:01:30Z', 'updated_at': '2021-08-28T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:03:20.695945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] For port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,segment=NetworkSegment(7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6),segment_id=7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:20.696347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.713469 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Calling delete_port for 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:20.740657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.760674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Deleting port 1be33fe6-def2-45ce-9460-83ec52ab40f9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:20.761131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.779990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:03:20.786182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5599fda-f878-43ac-9cb0-e608be3102ee,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:20.818555 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.818885 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Added segment 66bea4db-d9db-4650-94f0-b889e2c08ec7 of type vlan for network df1f0edd-e792-4434-9f8d-aaee38398a5a Aug 28 09:03:20.868085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.869107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] For port 1be33fe6-def2-45ce-9460-83ec52ab40f9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1be33fe6-def2-45ce-9460-83ec52ab40f9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:20.869584 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.883429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Calling delete_port for 1be33fe6-def2-45ce-9460-83ec52ab40f9 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:20.888904 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.919310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] No DVR routers for this DVR port 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:03:20.922737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd84d9c-ed32-4cd8-96ba-070a9fb78172 None None] Pushing event deleted for resources: {'Port': ['ID=2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:20.973977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:20.975002 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:20.975728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.043409 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] Pushing event updated for resources: {'Network': ['ID=df1f0edd-e792-4434-9f8d-aaee38398a5a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:21.054063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network df1f0edd-e792-4434-9f8d-aaee38398a5a details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:03:21.115376 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5c31dc2d-97d3-4477-ac02-c6da4c773b4a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9352274 Aug 28 09:03:21.118575 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38922) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:21.125289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Request body: {'subnet': {'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1581221379-subnet', 'tenant_id': 'a0dc40f184e34b8d90cb38d0dadff69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:21.174109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.199035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:21.210633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Port': ['ID=1be33fe6-def2-45ce-9460-83ec52ab40f9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:21.261839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:21.263239 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.287897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Made reservation on behalf of a0dc40f184e34b8d90cb38d0dadff69d for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:03:21.290306 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.291214 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.438244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.440696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.444497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:21.465450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:21.465800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2f2947dd-aaf7-41f6-ad3f-94d9f95ce3ad not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:21.468301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 03963c43-75ff-4593-a823-3951ffbe6732 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:21.501647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 03963c43-75ff-4593-a823-3951ffbe6732 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:21.502015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 03963c43-75ff-4593-a823-3951ffbe6732 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:21.573908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.574538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Fanout notify agent at l3_agent the message router_deleted on router ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:03:21.587059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.592486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a09d72ac-9f68-4be0-9129-e74372981799 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/routers/ba6ee0dd-bfa2-4c42-81d9-59f804f3c725 HTTP/1.1" status: 204 len: 168 time: 1.3521245 Aug 28 09:03:21.593483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38924) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:21.705358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36fe88cf-3870-4370-9ab2-979f13e299ee req-1070841d-4564-440a-b539-9a82f5d00029 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0353675 Aug 28 09:03:21.720321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.846390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.860273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2967c3-a3f2-44ab-9cb7-071051218a83']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:21.870573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:21.870871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8f1cc4-5b7b-404c-92a4-d5ccd8cb17b6') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:03:21.880597 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.896606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.904217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:03:21.904618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:03:21.908160 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:03:21.922915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:21.987823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f354061e-7b08-497e-8cee-7d27dffbe2bc,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:21.997770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Checking segment: {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:22.005529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Network hostable DHCP agents. Network: df1f0edd-e792-4434-9f8d-aaee38398a5a, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:03:22.030953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:22.053368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:22.055138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] 10.222.0.46 "DELETE /v2.0/networks/5c2967c3-a3f2-44ab-9cb7-071051218a83 HTTP/1.1" status: 204 len: 168 time: 0.4606667 Aug 28 09:03:22.056469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa9aa6-c091-43d4-ab1a-a458d3d30329 tempest-TestSecurityGroupsBasicOps-519605540 tempest-TestSecurityGroupsBasicOps-519605540-project] Pushing event deleted for resources: {'Network': ['ID=5c2967c3-a3f2-44ab-9cb7-071051218a83,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:22.088696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Network df1f0edd-e792-4434-9f8d-aaee38398a5a is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:03:22.236401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, df1f0edd-e792-4434-9f8d-aaee38398a5a) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:22.243562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:22.244381 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:22.246293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3105a-79fc-42f1-8a46-e34ab9ff6293 None None] Network df1f0edd-e792-4434-9f8d-aaee38398a5a requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:22.351582 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44b9db69-c71e-4bb6-9289-fb873539768b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2318258 Aug 28 09:03:22.387851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c928a-4cde-4207-8e96-c5f5e71ac0d7 None None] Network df1f0edd-e792-4434-9f8d-aaee38398a5a requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:03:22.671624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38940) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:22.839013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dae50894-6ad8-465b-bff5-df79a053ffa6 req-746b353b-b450-4148-bf67-97ff8ceaf181 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0297048 Aug 28 09:03:22.843560 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f81f9938-c4ee-4368-93d8-afd8e89c5dcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae8db62587324dc29ffe482ee08e9407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682551 Aug 28 09:03:22.843954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38948) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:22.909730 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:22.951913 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:22.970177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-ba483239-a058-4ef0-9644-cec152cafcc0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:22.973560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-ba483239-a058-4ef0-9644-cec152cafcc0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1352773 Aug 28 09:03:23.007368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:23.016849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1be33fe6-def2-45ce-9460-83ec52ab40f9 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:23.038730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1be33fe6-def2-45ce-9460-83ec52ab40f9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:23.039086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1be33fe6-def2-45ce-9460-83ec52ab40f9 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:23.071521 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.074771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.078260 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5172f62c-8d42-43c0-ae78-2c69e042c609 HTTP/1.1" status: 204 len: 168 time: 0.2311440 Aug 28 09:03:23.085141 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01d5f9-fb9e-406d-828c-88aba526a683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172f62c-8d42-43c0-ae78-2c69e042c609,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:23.207468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:03:23.211093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.426757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.5 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/d742d549-9d89-4333-96a2-41d281162fad) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:03:23.597135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.614711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object d742d549-9d89-4333-96a2-41d281162fad will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:23.751780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.803720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:03:23.807244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:03:23.811925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:03:23.844198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:23.884446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:23.884446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.919111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38964) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:23.946781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35925d3b-0aa4-400b-bc43-e1feac9d2260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:23.970304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-c7ac6a92-8e1b-4f9b-8528-f2bfdac7e37e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712930 Aug 28 09:03:24.025367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Request body: {'port': {'device_id': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:03:24.103419 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.128534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e2180-7cce-4169-b5ef-45bc901d0ab9 req-5146a687-18a5-477b-bf02-bf61f88023b3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:24.136947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-701e2180-7cce-4169-b5ef-45bc901d0ab9 req-5146a687-18a5-477b-bf02-bf61f88023b3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 931 time: 0.1828175 Aug 28 09:03:24.157083 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35925d3b-0aa4-400b-bc43-e1feac9d2260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.219612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-701e2180-7cce-4169-b5ef-45bc901d0ab9 req-490a808b-8e38-40ed-a854-ec4c8a2d2039 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808446 Aug 28 09:03:24.232568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-35925d3b-0aa4-400b-bc43-e1feac9d2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.320702 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925d3b-0aa4-400b-bc43-e1feac9d2260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fbdb8-2411-42c5-9a97-e09cc00f853a,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:24.339920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-35925d3b-0aa4-400b-bc43-e1feac9d2260 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4670266d816d4e38b34b95c3f60471d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196074 Aug 28 09:03:24.341772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7321b9f3-fb71-48ad-801c-ae5d9ef1efa0 None None] Provisioning for port d742d549-9d89-4333-96a2-41d281162fad completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:24.343943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 38966) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:24.353868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7321b9f3-fb71-48ad-801c-ae5d9ef1efa0 None None] Provisioning complete for port d742d549-9d89-4333-96a2-41d281162fad triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:24.360189 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7321b9f3-fb71-48ad-801c-ae5d9ef1efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.435637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-7321b9f3-fb71-48ad-801c-ae5d9ef1efa0 None None] Port d742d549-9d89-4333-96a2-41d281162fad cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:03:24.532559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.577872 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.665996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d742d549-9d89-4333-96a2-41d281162fad {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:03:24.674483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.728613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Transition to ACTIVE for port object d742d549-9d89-4333-96a2-41d281162fad will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:03:24.729338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.732623 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.733835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a7fbdb8-2411-42c5-9a97-e09cc00f853a HTTP/1.1" status: 204 len: 168 time: 0.3875933 Aug 28 09:03:24.743353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174a0d-a179-4b46-98b4-f3d35cceefb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fbdb8-2411-42c5-9a97-e09cc00f853a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:24.773997 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:24.874280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Pushing event updated for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:24.914084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Attempting to bind port d742d549-9d89-4333-96a2-41d281162fad on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:03:24.919653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Attempting to bind port d742d549-9d89-4333-96a2-41d281162fad by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:03:24.919653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Attempting to bind port d742d549-9d89-4333-96a2-41d281162fad on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:24.920730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Port d742d549-9d89-4333-96a2-41d281162fad on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:03:24.921060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Attempting to bind port d742d549-9d89-4333-96a2-41d281162fad on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:03:24.927616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:03:24.927876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:03:24.928212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:03:24.928649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Bound port: d742d549-9d89-4333-96a2-41d281162fad, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:03:24.929010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.015946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:03:25.020733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d742d549-9d89-4333-96a2-41d281162fad,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:03:25.112159 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.187503 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.188544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.190328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] 10.222.0.64 "PUT /v2.0/ports/d742d549-9d89-4333-96a2-41d281162fad HTTP/1.1" status: 200 len: 1092 time: 1.1785455 Aug 28 09:03:25.191060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:25.193396 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165" -d '{"events": [{"name": "network-changed", "server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "tag": "d742d549-9d89-4333-96a2-41d281162fad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:25.229058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf840df6-6827-40e8-9155-701f3ac2b490 service neutron] Pushing event updated for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:25.264474 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b7810-e3d3-4300-aac6-1a96e8d6b861 x-openstack-request-id: req-3c3b7810-e3d3-4300-aac6-1a96e8d6b861 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:25.264777 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "tag": "d742d549-9d89-4333-96a2-41d281162fad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:25.265097 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c3b7810-e3d3-4300-aac6-1a96e8d6b861 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:25.265935 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad', 'status': 'completed', 'code': 200} Aug 28 09:03:25.400173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-9eb5252b-f13c-4b1d-a134-89dc4022f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.401724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-9eb5252b-f13c-4b1d-a134-89dc4022f380 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 1095 time: 0.0739818 Aug 28 09:03:25.410337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfa6aa-4492-4ea4-a7d3-5914e5ce8e81 req-02738495-d205-402c-91fb-621dcf4b329e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.412027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-facfa6aa-4492-4ea4-a7d3-5914e5ce8e81 req-02738495-d205-402c-91fb-621dcf4b329e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0945916 Aug 28 09:03:25.555023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-facfa6aa-4492-4ea4-a7d3-5914e5ce8e81 req-93d0d483-ae5b-4f3a-898e-3ae0a4598c8f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958776 Aug 28 09:03:25.574033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38982) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:25.600260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-f5626606-887b-4858-a6fe-15230a501a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.602399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-f5626606-887b-4858-a6fe-15230a501a4e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1677301 Aug 28 09:03:25.617925 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a3bbda39-d574-43c0-8595-1dca4930e663 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9473680bb3c54d0095e0dfecc9e9b702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417948 Aug 28 09:03:25.620620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 38984) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:03:25.677365 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.705578 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.721768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-e8e975b4-d1d1-49ec-ac51-bd422d38496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.724131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdcc42f6-8515-4e9c-ae0d-7fdd8f66a165 req-e8e975b4-d1d1-49ec-ac51-bd422d38496b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103492 Aug 28 09:03:25.837813 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.842550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:25.846567 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b311e29b-f93d-469d-863e-628ab5769481 HTTP/1.1" status: 204 len: 168 time: 0.2218838 Aug 28 09:03:25.864787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-b5330431-d7fa-4329-a057-7fa76a589546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:25.865310 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdf4a8-1fa0-4445-9eed-3c5ec40fe087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311e29b-f93d-469d-863e-628ab5769481,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:25.867650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-b5330431-d7fa-4329-a057-7fa76a589546 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 1095 time: 0.0621629 Aug 28 09:03:25.950352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-792e12fd-d72f-48d0-b328-b975749d1613 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d742d549-9d89-4333-96a2-41d281162fad HTTP/1.1" status: 200 len: 217 time: 0.0633979 Aug 28 09:03:26.012336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-502ba3d7-d2f9-4d8e-b2ac-c84dcc6d52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:26.013908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-502ba3d7-d2f9-4d8e-b2ac-c84dcc6d52f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0521398 Aug 28 09:03:26.087402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-697f4188-b487-43cf-aaf1-ec8eeb42053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:26.090587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-697f4188-b487-43cf-aaf1-ec8eeb42053f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649493 Aug 28 09:03:26.205199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-148b140e-9af8-408f-9060-22e7fcbda86a service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038876 Aug 28 09:03:26.242167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:26.353724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28fdd5c7-2098-4a71-91b5-ba8533dae7f8 req-a79deb1e-44ad-495f-b090-b3df37a9779c service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304176 Aug 28 09:03:26.709902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae5c3-9a35-405f-8fc9-f70bde0b1ec6 req-f0172536-2b81-4bf8-aa99-966ea722eb93 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:26.717829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d1ae5c3-9a35-405f-8fc9-f70bde0b1ec6 req-f0172536-2b81-4bf8-aa99-966ea722eb93 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0666947 Aug 28 09:03:26.763279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d1ae5c3-9a35-405f-8fc9-f70bde0b1ec6 req-502bd93a-d1c5-4e30-8931-0431bb27a729 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Aug 28 09:03:27.613913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-17f5a846-1440-4562-85ae-bc2a9fa10f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:27.895987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccdb3d-ead7-4bfd-8a71-63034f68f942 req-f80826d5-a33c-46ea-86b0-006f10a501c2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:27.897509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66ccdb3d-ead7-4bfd-8a71-63034f68f942 req-f80826d5-a33c-46ea-86b0-006f10a501c2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0541959 Aug 28 09:03:27.940027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66ccdb3d-ead7-4bfd-8a71-63034f68f942 req-90092ab5-d3d1-4cce-a4ad-bf428594c292 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Aug 28 09:03:29.084778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c6da-7346-4c01-ad8a-7c77a57b045f req-d37e6e57-7133-42ea-a818-670b472946f5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:29.085932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f0c6da-7346-4c01-ad8a-7c77a57b045f req-d37e6e57-7133-42ea-a818-670b472946f5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0627072 Aug 28 09:03:29.128255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6f0c6da-7346-4c01-ad8a-7c77a57b045f req-f48b4998-fbde-425b-806e-a36294420d94 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Aug 28 09:03:29.962120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:30.254470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db038e30-efeb-4cf3-96c3-b78ad93dc773 req-00c3bd68-ca8f-4817-8b16-196122601c2c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:30.256080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db038e30-efeb-4cf3-96c3-b78ad93dc773 req-00c3bd68-ca8f-4817-8b16-196122601c2c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0564749 Aug 28 09:03:30.276441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8cada10a-f8c0-4e99-b367-5b4a40855a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:30.298476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db038e30-efeb-4cf3-96c3-b78ad93dc773 req-8ebfefb5-de4e-4c49-ba95-ca1064a73be4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Aug 28 09:03:31.439678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c077cc1-0ef6-4688-b5e5-e14402d827dc req-e36cce46-4d75-40c9-9574-5dec4d068bda tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:31.442033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c077cc1-0ef6-4688-b5e5-e14402d827dc req-e36cce46-4d75-40c9-9574-5dec4d068bda tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0576019 Aug 28 09:03:31.485525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c077cc1-0ef6-4688-b5e5-e14402d827dc req-b5a03382-310d-48af-a916-cc615d051a42 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Aug 28 09:03:32.065938 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:32.608296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156d921-1016-45e0-af0b-b11e4ca6743b req-a98e71c0-8629-47a1-b9a6-5bb47d316108 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:32.609807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8156d921-1016-45e0-af0b-b11e4ca6743b req-a98e71c0-8629-47a1-b9a6-5bb47d316108 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0535970 Aug 28 09:03:32.649084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8156d921-1016-45e0-af0b-b11e4ca6743b req-180f38d3-57c0-4cfc-bf18-52f23db5ac7a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Aug 28 09:03:33.776816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe69d4-c1f6-44ae-b7a6-d66a164bfa29 req-ede22c79-23eb-4e1c-a591-5368df9a2973 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:33.778915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42fe69d4-c1f6-44ae-b7a6-d66a164bfa29 req-ede22c79-23eb-4e1c-a591-5368df9a2973 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0576386 Aug 28 09:03:33.821625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42fe69d4-c1f6-44ae-b7a6-d66a164bfa29 req-a5a4059d-a986-4892-8a6a-7fa4d7f34589 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Aug 28 09:03:34.967526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c3bc8-935a-47be-b998-e947442bd3e1 req-6ff802ca-9a22-41ea-8f06-38992f1d9b7c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:34.969134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a5c3bc8-935a-47be-b998-e947442bd3e1 req-6ff802ca-9a22-41ea-8f06-38992f1d9b7c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0614550 Aug 28 09:03:35.013868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a5c3bc8-935a-47be-b998-e947442bd3e1 req-5b601de3-669f-423e-bb4d-73687ec0c65f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Aug 28 09:03:35.031523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:35.876455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:36.143802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67035f-113a-4d7b-b612-bbca5d0502b8 req-88719508-a55b-49c4-9c9f-f37a4ab1524a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:36.145549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba67035f-113a-4d7b-b612-bbca5d0502b8 req-88719508-a55b-49c4-9c9f-f37a4ab1524a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 943 time: 0.0547037 Aug 28 09:03:36.186583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba67035f-113a-4d7b-b612-bbca5d0502b8 req-c2375dd1-9fbf-48b1-98f2-9d1dc8d91a03 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343330 Aug 28 09:03:36.444725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d742d549-9d89-4333-96a2-41d281162fad details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:03:36.724478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d742d549-9d89-4333-96a2-41d281162fad,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:36.737095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'd742d549-9d89-4333-96a2-41d281162fad', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'd742d549-9d89-4333-96a2-41d281162fad', 'mac_address': 'fa:16:3e:b8:02:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:03:36.776328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:36.791234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d742d549-9d89-4333-96a2-41d281162fad {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:03:36.819738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d742d549-9d89-4333-96a2-41d281162fad,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:36.984897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:37.035303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:37.318498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d742d549-9d89-4333-96a2-41d281162fad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:03:37.338650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3894-c392-4e0e-bbd0-a1473a1aeeb7 req-ab6597ad-ec45-42c6-9383-692a200a3675 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:37.346625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d66d3894-c392-4e0e-bbd0-a1473a1aeeb7 req-ab6597ad-ec45-42c6-9383-692a200a3675 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 944 time: 0.0749629 Aug 28 09:03:37.390789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d66d3894-c392-4e0e-bbd0-a1473a1aeeb7 req-281423cb-0462-4b7b-9b2e-264a475c9148 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Aug 28 09:03:38.461438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d742d549-9d89-4333-96a2-41d281162fad up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:03:38.505766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dface1-f9ea-4364-b02d-434bebcefb75 req-20c3f5d8-3dd1-409f-bc68-d0efd0855317 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:38.508077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85dface1-f9ea-4364-b02d-434bebcefb75 req-20c3f5d8-3dd1-409f-bc68-d0efd0855317 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 944 time: 0.0534008 Aug 28 09:03:38.564733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85dface1-f9ea-4364-b02d-434bebcefb75 req-2545375b-93b6-4a2b-b21f-51683e50ee6a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Aug 28 09:03:38.567840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port d742d549-9d89-4333-96a2-41d281162fad completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:03:38.572291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port d742d549-9d89-4333-96a2-41d281162fad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:03:38.572685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:38.666547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:38.690054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:38.692314 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789b99e-3928-4fca-8132-1c8e7d4b9c46" -d '{"events": [{"server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "name": "network-vif-plugged", "status": "completed", "tag": "d742d549-9d89-4333-96a2-41d281162fad"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:38.707912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d742d549-9d89-4333-96a2-41d281162fad,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:38.734082 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3330f9-5695-47e0-83bb-b6c16fb74850 x-openstack-request-id: req-cb3330f9-5695-47e0-83bb-b6c16fb74850 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:38.734478 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "name": "network-vif-plugged", "status": "completed", "tag": "d742d549-9d89-4333-96a2-41d281162fad", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:38.734735 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb3330f9-5695-47e0-83bb-b6c16fb74850 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:38.735135 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad', 'code': 200} Aug 28 09:03:38.853764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:38.867014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d3c90-cff0-4304-a443-2b56c9401a9c req-b2171cf2-088c-4e3a-894a-3525a144edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:38.868627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-923d3c90-cff0-4304-a443-2b56c9401a9c req-b2171cf2-088c-4e3a-894a-3525a144edb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 1096 time: 0.0430019 Aug 28 09:03:38.907012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:38.914798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-923d3c90-cff0-4304-a443-2b56c9401a9c req-4f2db07b-a6ed-4050-9995-edca58a68213 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Aug 28 09:03:39.689519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806a9e-6c53-4b8c-9548-f27cb3bda2c2 req-3bbce9bf-df19-46c7-b378-6f17fb7936c4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:39.691122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3806a9e-6c53-4b8c-9548-f27cb3bda2c2 req-3bbce9bf-df19-46c7-b378-6f17fb7936c4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0554454 Aug 28 09:03:39.730911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3806a9e-6c53-4b8c-9548-f27cb3bda2c2 req-e589eb09-5db3-456d-89fa-70ca5cbb5686 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 28 09:03:40.855474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b944431-f193-41b5-a6bd-d9f68ad641e2 req-422480ac-e10d-49bd-87f9-8fd8f3f0b8e4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:40.857580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b944431-f193-41b5-a6bd-d9f68ad641e2 req-422480ac-e10d-49bd-87f9-8fd8f3f0b8e4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0536056 Aug 28 09:03:40.899213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b944431-f193-41b5-a6bd-d9f68ad641e2 req-20554fd8-021a-4cb4-8821-2c1055c38e1f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 28 09:03:41.022583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584364a-5c9c-458a-89b4-67ba7ff571b1 req-b82ec0d5-1c21-442a-8873-2bd8ebe5270f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:41.024201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0584364a-5c9c-458a-89b4-67ba7ff571b1 req-b82ec0d5-1c21-442a-8873-2bd8ebe5270f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Aug 28 09:03:41.065093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0584364a-5c9c-458a-89b4-67ba7ff571b1 req-5632c75b-39fd-4b9d-b99c-2cf6e7d9a999 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Aug 28 09:03:41.182518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163ac5f-f979-47f7-8906-44aa575ea163 req-aa0d5d29-0ead-4d74-9f40-df9bbd385910 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:41.183934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f163ac5f-f979-47f7-8906-44aa575ea163 req-aa0d5d29-0ead-4d74-9f40-df9bbd385910 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0537620 Aug 28 09:03:41.225113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f163ac5f-f979-47f7-8906-44aa575ea163 req-b4d1c4fe-aead-4c16-a600-9e5e6bbc667c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342255 Aug 28 09:03:41.737465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62710-5d62-4495-9b8e-42555ca5d6f7 req-25a34602-6377-4323-95d7-88cebd0083ef tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:41.739108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f62710-5d62-4495-9b8e-42555ca5d6f7 req-25a34602-6377-4323-95d7-88cebd0083ef tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0538640 Aug 28 09:03:41.779219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60f62710-5d62-4495-9b8e-42555ca5d6f7 req-e24c4cfe-64b7-488d-a259-d50a40f4e3f6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338020 Aug 28 09:03:42.892388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc70264-6276-4b5a-8da4-44d373d2f564 req-eefc984c-078e-4d7e-8470-ae4430d0a3ea tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:42.893908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc70264-6276-4b5a-8da4-44d373d2f564 req-eefc984c-078e-4d7e-8470-ae4430d0a3ea tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Aug 28 09:03:42.934266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc70264-6276-4b5a-8da4-44d373d2f564 req-2cc8f9b4-f887-46dc-bf73-5d87f599664a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Aug 28 09:03:43.597569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784a7d3-c401-4773-9ea1-2622513b660c req-d104e2c5-7860-4788-be0b-ea7ef1f4b3d0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:43.599226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9784a7d3-c401-4773-9ea1-2622513b660c req-d104e2c5-7860-4788-be0b-ea7ef1f4b3d0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 945 time: 0.0629213 Aug 28 09:03:43.704791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port d742d549-9d89-4333-96a2-41d281162fad {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:03:43.705138 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:43.806759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port d742d549-9d89-4333-96a2-41d281162fad, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d742d549-9d89-4333-96a2-41d281162fad,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:03:43.807142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:43.821537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for d742d549-9d89-4333-96a2-41d281162fad owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:03:44.038554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:44.074666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=d742d549-9d89-4333-96a2-41d281162fad,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:03:44.087573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d742d549-9d89-4333-96a2-41d281162fad'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:03:44.091719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.092139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.092463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.092810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.093141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.093472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.093815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.097679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.098297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.098651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.099193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.099537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:03:44.136117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fdfd-5f98-47ec-8ee4-fb3ed2960221 req-ac985c60-2f2b-4fa2-a2d9-532c3f98411f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:44.138012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e67fdfd-5f98-47ec-8ee4-fb3ed2960221 req-ac985c60-2f2b-4fa2-a2d9-532c3f98411f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 867 time: 0.1317954 Aug 28 09:03:44.159035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port d742d549-9d89-4333-96a2-41d281162fad on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:03:44.165902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:44.167904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9784a7d3-c401-4773-9ea1-2622513b660c req-9457cb82-98fc-4b39-a4ba-fae791287745 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/d742d549-9d89-4333-96a2-41d281162fad HTTP/1.1" status: 204 len: 173 time: 0.5613642 Aug 28 09:03:44.168889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'name': 'network-vif-deleted', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:03:44.171321 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931361f-ac01-48da-ab9b-0862542c7c08" -d '{"events": [{"server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "name": "network-vif-deleted", "tag": "d742d549-9d89-4333-96a2-41d281162fad"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:03:44.206764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e67fdfd-5f98-47ec-8ee4-fb3ed2960221 req-7e2e69b0-3550-4c09-8cf7-77ee20d557cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Aug 28 09:03:44.289445 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a1b6b-571f-443d-8b13-69d1bdc1b316 x-openstack-request-id: req-746a1b6b-571f-443d-8b13-69d1bdc1b316 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:03:44.289746 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54a5ece-35cf-4938-afd6-6f07f8f64762", "name": "network-vif-deleted", "tag": "d742d549-9d89-4333-96a2-41d281162fad", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:03:44.290005 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-746a1b6b-571f-443d-8b13-69d1bdc1b316 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:03:44.290457 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54a5ece-35cf-4938-afd6-6f07f8f64762', 'name': 'network-vif-deleted', 'tag': 'd742d549-9d89-4333-96a2-41d281162fad', 'status': 'completed', 'code': 200} Aug 28 09:03:45.350675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c52791d5-5669-46fa-b600-4c96690600ce req-7f8a020d-9d20-48ef-b131-6eb54bda745c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0405903 Aug 28 09:03:46.456754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d742d549-9d89-4333-96a2-41d281162fad no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:03:46.459683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1eda74a-3ff1-4fa7-8d63-6114982f9bd5 req-de29cb75-9d69-418e-8694-97e0c7a76869 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0273535 Aug 28 09:03:46.480364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: d742d549-9d89-4333-96a2-41d281162fad {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:03:46.480985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d742d549-9d89-4333-96a2-41d281162fad not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:03:47.566188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cb7af46-cf90-4c57-a71a-4d44f2690422 req-c03abb5a-ac54-4aa8-ba54-b7c7858e228c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0295815 Aug 28 09:03:48.676690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6472a81d-1e64-42eb-8932-7dc2c07235b1 req-c65a379b-8055-4e1b-b6d0-c2b982ca7e32 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=f54a5ece-35cf-4938-afd6-6f07f8f64762 HTTP/1.1" status: 200 len: 210 time: 0.0292859 Aug 28 09:03:49.281220 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef4356a9-df13-43f3-941c-74472ba19aaf req-ca90c38e-2d75-42c2-bbfa-da3b4570b84e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 28 09:03:49.367989 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef4356a9-df13-43f3-941c-74472ba19aaf req-4fc28309-5e20-4270-820c-bfb51d75ac92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Aug 28 09:03:49.416169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef4356a9-df13-43f3-941c-74472ba19aaf req-5749eccf-c704-408c-84be-513ea6132d77 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214150 Aug 28 09:03:49.519541 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4356a9-df13-43f3-941c-74472ba19aaf req-696e3fbc-c524-4f80-9a81-cbcdd4f5b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:03:49.522259 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-ef4356a9-df13-43f3-941c-74472ba19aaf req-696e3fbc-c524-4f80-9a81-cbcdd4f5b8bc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970926 Aug 28 09:03:52.985294 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:03:56.236257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:57.625420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8019-8bdd-4522-88d0-1cf3027e8484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:03:59.969888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:00.253015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0f86111d-aa4c-4547-b40e-63e128c3ea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:01.991705 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:05.418946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:05.800906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:24.711625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-ccf5fc5d-8225-4a1c-84d2-f7611a364f2e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:24.713125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-ccf5fc5d-8225-4a1c-84d2-f7611a364f2e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.4260223 Aug 28 09:04:24.729156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-64ed40b3-36ab-4bf3-aa70-fbc65d3e5742 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0094223 Aug 28 09:04:24.784181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-82afdbcc-8564-42f7-a93d-d004998702bb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488839 Aug 28 09:04:24.873773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-afe2bfa8-2521-42a1-a514-391edbd7d9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825593 Aug 28 09:04:24.968274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-4539ffa7-6bd6-4e14-9942-d5fc610a475d service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884500 Aug 28 09:04:25.220189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-638c0578-7a1f-48f8-b38e-6b9c43b023b1 req-36e59bd2-604e-4ef3-ad24-561d6bed6b8a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0318875 Aug 28 09:04:26.247216 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:26.322761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ebf281-692f-4029-850f-f0c0fce033f2 req-0a6a8c72-70e8-42a7-ac5b-79f16f4b8687 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0298202 Aug 28 09:04:27.452032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-453029cd-75bc-43ba-bdbc-9633be3935b5 req-cd311300-9b81-43aa-aa5d-bb660075d981 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0366633 Aug 28 09:04:27.467630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-76ec18b0-a1b8-4157-aaf9-f719d2250229 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:27.469124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-76ec18b0-a1b8-4157-aaf9-f719d2250229 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1469223 Aug 28 09:04:27.497509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:04:27.619254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1585-bbf2-41d3-874f-fb586345cc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:27.767368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:04:27.771565 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:27.913064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.3 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/cd32ae7b-7053-4feb-a967-b4acf2853588) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:04:28.075739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.091370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object cd32ae7b-7053-4feb-a967-b4acf2853588 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:04:28.207608 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.256529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:04:28.259770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:04:28.264631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:04:28.298121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:28.345448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:28.346127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.414324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-47778fc4-b4e9-476c-8111-9250ccc370f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9209449 Aug 28 09:04:28.442088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Request body: {'port': {'device_id': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:04:28.520529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.590141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7a1dcfd-9744-44bc-ad28-efcd092170a5 None None] Provisioning for port cd32ae7b-7053-4feb-a967-b4acf2853588 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:04:28.597890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7a1dcfd-9744-44bc-ad28-efcd092170a5 None None] Provisioning complete for port cd32ae7b-7053-4feb-a967-b4acf2853588 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:04:28.597890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dcfd-9744-44bc-ad28-efcd092170a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.625063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22973b-f798-4730-8f35-5cb7d64b0dd8 req-b37245db-6b22-48d8-b0f9-a0eb9f63cf33 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:28.630972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc22973b-f798-4730-8f35-5cb7d64b0dd8 req-b37245db-6b22-48d8-b0f9-a0eb9f63cf33 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 931 time: 0.1009412 Aug 28 09:04:28.656029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1dcfd-9744-44bc-ad28-efcd092170a5 None None] Port cd32ae7b-7053-4feb-a967-b4acf2853588 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:04:28.740443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc22973b-f798-4730-8f35-5cb7d64b0dd8 req-4208ad20-87c3-4a98-b657-860381fb2580 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044266 Aug 28 09:04:28.885222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd32ae7b-7053-4feb-a967-b4acf2853588 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:04:28.893329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:28.908147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Transition to ACTIVE for port object cd32ae7b-7053-4feb-a967-b4acf2853588 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:04:28.984262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:29.038747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Pushing event updated for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:29.123865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Attempting to bind port cd32ae7b-7053-4feb-a967-b4acf2853588 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:04:29.123865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Attempting to bind port cd32ae7b-7053-4feb-a967-b4acf2853588 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:04:29.123865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Attempting to bind port cd32ae7b-7053-4feb-a967-b4acf2853588 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:04:29.125209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Port cd32ae7b-7053-4feb-a967-b4acf2853588 on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:04:29.125541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Attempting to bind port cd32ae7b-7053-4feb-a967-b4acf2853588 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:04:29.131410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:04:29.131751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:04:29.132147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:04:29.132597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Bound port: cd32ae7b-7053-4feb-a967-b4acf2853588, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:04:29.132960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:29.242998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:04:29.247073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=cd32ae7b-7053-4feb-a967-b4acf2853588,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:04:29.356513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:29.397200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:29.397837 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:29.399326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] 10.222.0.64 "PUT /v2.0/ports/cd32ae7b-7053-4feb-a967-b4acf2853588 HTTP/1.1" status: 200 len: 1092 time: 0.9621956 Aug 28 09:04:29.399794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:04:29.406974 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef5bd4-c212-4511-9731-e87239233f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:04:29.436195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c972e7-b58d-40ba-a892-ee11647d9127 service neutron] Pushing event updated for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:29.501890 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34818cb6-e3a9-4265-93e1-72a9137ea072 x-openstack-request-id: req-34818cb6-e3a9-4265-93e1-72a9137ea072 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:04:29.502279 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:04:29.502634 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34818cb6-e3a9-4265-93e1-72a9137ea072 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:04:29.503054 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588', 'status': 'completed', 'code': 200} Aug 28 09:04:29.603878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-1e3f010a-e853-4965-a452-07f88b1b4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:29.606056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-1e3f010a-e853-4965-a452-07f88b1b4535 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 1095 time: 0.0507202 Aug 28 09:04:29.749739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-998c80da-eae4-4976-8015-caa7ca67d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:29.751297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-998c80da-eae4-4976-8015-caa7ca67d2f0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1278749 Aug 28 09:04:29.905013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510525-bb94-4120-91d7-ac58acd9bbe1 req-ccbad7e9-3106-4008-bf80-b9719ef36694 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:29.906596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c510525-bb94-4120-91d7-ac58acd9bbe1 req-ccbad7e9-3106-4008-bf80-b9719ef36694 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0877938 Aug 28 09:04:29.912595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-fe92442f-7ed8-4c44-9312-7df64e0b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:29.914177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c0ef5bd4-c212-4511-9731-e87239233f9a req-fe92442f-7ed8-4c44-9312-7df64e0b02b8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518228 Aug 28 09:04:29.960615 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c510525-bb94-4120-91d7-ac58acd9bbe1 req-5971562d-bbc0-47e1-bca2-053441a11277 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 Aug 28 09:04:29.987740 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:04:30.001716 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:30.049797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-80a67125-ce25-4006-8ebf-e4dd099d894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:30.051351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-80a67125-ce25-4006-8ebf-e4dd099d894c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 1095 time: 0.0494282 Aug 28 09:04:30.119931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-935668d3-75d3-4937-bbc8-76b56f904337 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd32ae7b-7053-4feb-a967-b4acf2853588 HTTP/1.1" status: 200 len: 217 time: 0.0464203 Aug 28 09:04:30.182697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-c1003a30-018a-4777-b4dc-1b9d234b38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:30.186559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-c1003a30-018a-4777-b4dc-1b9d234b38af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0589182 Aug 28 09:04:30.240118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-8f481fbf-406c-49b6-90b0-cf2886bae5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:30.241581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-8f481fbf-406c-49b6-90b0-cf2886bae5f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438197 Aug 28 09:04:30.273179 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edc85de1-76ce-44ce-8fd8-006aaaed7c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:30.367759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-42f39977-b1ad-42cb-81f1-196751295958 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141794 Aug 28 09:04:30.475809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f649988-9b38-4023-b1a5-1ee0ce614402 req-d151d337-22f8-419c-b7c0-6e15f38d3b68 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976534 Aug 28 09:04:31.086569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7877b-75e8-4759-8560-1e6b0cef630c req-46658fd2-592e-455a-933a-4d1defc323b3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:31.088836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb7877b-75e8-4759-8560-1e6b0cef630c req-46658fd2-592e-455a-933a-4d1defc323b3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0525718 Aug 28 09:04:31.131586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb7877b-75e8-4759-8560-1e6b0cef630c req-3a3afae0-c9d6-4587-927c-c3a8ae214c3c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Aug 28 09:04:32.041857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:32.260893 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec663c3b-2579-48a8-b73f-f56bb75b946c req-18a3c1bc-083e-4656-846f-0e72fcfddd10 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:32.262433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec663c3b-2579-48a8-b73f-f56bb75b946c req-18a3c1bc-083e-4656-846f-0e72fcfddd10 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0567467 Aug 28 09:04:32.301958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ec663c3b-2579-48a8-b73f-f56bb75b946c req-202ec834-d857-4a35-8f98-ef695bb13c86 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Aug 28 09:04:33.426910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f32a0-e4eb-45f8-a7da-35e3ba4c4cf6 req-a16f731b-a96d-43f3-b6c8-ff7873e3f720 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:33.428638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-301f32a0-e4eb-45f8-a7da-35e3ba4c4cf6 req-a16f731b-a96d-43f3-b6c8-ff7873e3f720 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0516479 Aug 28 09:04:33.469369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-301f32a0-e4eb-45f8-a7da-35e3ba4c4cf6 req-5d711ba4-b3d3-45d3-9a72-bee760ce08d2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Aug 28 09:04:34.591101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a7143-2352-4bbd-9a05-cba5da787fa5 req-06996216-ae63-4d4f-9dc8-37b8b2967a09 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:34.592601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-367a7143-2352-4bbd-9a05-cba5da787fa5 req-06996216-ae63-4d4f-9dc8-37b8b2967a09 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0524561 Aug 28 09:04:34.632710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-367a7143-2352-4bbd-9a05-cba5da787fa5 req-b4f89b13-3d8a-4124-ad3f-0206fb3c4b30 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Aug 28 09:04:34.968183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:35.768577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44591a-1e27-498f-b52c-68eb559c775f req-8598fe25-3b1e-40a1-b434-f113ba129ba1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:35.770494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e44591a-1e27-498f-b52c-68eb559c775f req-8598fe25-3b1e-40a1-b434-f113ba129ba1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0677142 Aug 28 09:04:35.785261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:35.813329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e44591a-1e27-498f-b52c-68eb559c775f req-98790939-92a4-476d-ba68-8c4d422a8ba7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Aug 28 09:04:36.950648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508a856-651d-4381-b545-133ace35fa82 req-b32baf0d-17a0-4bab-99cf-bf7a94ac19b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:36.952151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9508a856-651d-4381-b545-133ace35fa82 req-b32baf0d-17a0-4bab-99cf-bf7a94ac19b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0577416 Aug 28 09:04:36.993840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9508a856-651d-4381-b545-133ace35fa82 req-1af51b7b-2ae7-4d93-83da-748da8d16db8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351477 Aug 28 09:04:38.126005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea875c0-6110-4586-bbe2-4ba8a259371c req-7f844bf0-ecb8-4160-8e6e-ddb7f08ba8c4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:38.127702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea875c0-6110-4586-bbe2-4ba8a259371c req-7f844bf0-ecb8-4160-8e6e-ddb7f08ba8c4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0557446 Aug 28 09:04:38.176196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ea875c0-6110-4586-bbe2-4ba8a259371c req-7e1a70a5-d2c2-4b7c-a80a-ad7a90adbf2a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Aug 28 09:04:39.302530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0a98-8c03-49aa-bcc2-a0ea044dbb39 req-b2856064-aeef-4628-bf0c-3fb0b6834127 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:39.328124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e39d0a98-8c03-49aa-bcc2-a0ea044dbb39 req-b2856064-aeef-4628-bf0c-3fb0b6834127 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0597346 Aug 28 09:04:39.347517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e39d0a98-8c03-49aa-bcc2-a0ea044dbb39 req-6c4e4ddf-619e-45de-b947-1c012b9bdac8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Aug 28 09:04:40.498235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9670711-5b02-4e1f-a349-4cf370b56acb req-70689d47-f2a5-43f2-828b-fe82da71612c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:40.500242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9670711-5b02-4e1f-a349-4cf370b56acb req-70689d47-f2a5-43f2-828b-fe82da71612c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0607862 Aug 28 09:04:40.546863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9670711-5b02-4e1f-a349-4cf370b56acb req-fd331b4b-ef2c-4f2f-b7c9-4cb8972c38b1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Aug 28 09:04:41.674007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe173-d94a-4385-b2a5-71336efa495a req-81e569a2-7e6d-4425-9b2f-6c34d80234d1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:41.675684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adcbe173-d94a-4385-b2a5-71336efa495a req-81e569a2-7e6d-4425-9b2f-6c34d80234d1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0533497 Aug 28 09:04:41.718889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adcbe173-d94a-4385-b2a5-71336efa495a req-6e0999a5-fdcb-4278-bfbe-ce6780a6a5f1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Aug 28 09:04:42.841153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53deff-ece2-4805-b774-16d1c6df171a req-11de0c5b-4471-45ff-8fd5-b83cb1a89d5e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:42.843142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac53deff-ece2-4805-b774-16d1c6df171a req-11de0c5b-4471-45ff-8fd5-b83cb1a89d5e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0540102 Aug 28 09:04:42.882883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac53deff-ece2-4805-b774-16d1c6df171a req-fc3da86d-6b4a-43a7-b678-33160a6dd3ec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Aug 28 09:04:43.337823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-23d2054d-aa05-4c63-a5b7-1c70353ab169 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:43.339336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-23d2054d-aa05-4c63-a5b7-1c70353ab169 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/networks?id=df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 200 len: 814 time: 0.1102293 Aug 28 09:04:43.357939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-4f3d3347-0a61-447a-83da-ed603c89b043 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/quotas/a0dc40f184e34b8d90cb38d0dadff69d HTTP/1.1" status: 200 len: 375 time: 0.0108051 Aug 28 09:04:43.394702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-7d775cc0-9b90-490c-86c8-d6aeabffee75 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300112 Aug 28 09:04:43.492436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-994e9e51-f640-44e6-b48d-f6e50447db6a service neutron] 10.222.0.46 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907292 Aug 28 09:04:43.587329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-badaf4fb-6a77-40e0-b813-df0e6f77ee9b service neutron] 10.222.0.46 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876842 Aug 28 09:04:43.947532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d3d76b1-7468-4a18-b966-856d2fb1581e req-1205ee6a-8df1-4387-8c56-148a8f3480a5 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 210 time: 0.0325313 Aug 28 09:04:44.063069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2b2a-88de-4482-ab16-4831113a2a84 req-92cebf17-248e-4242-88d8-253602a3d9d7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:44.064579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-688c2b2a-88de-4482-ab16-4831113a2a84 req-92cebf17-248e-4242-88d8-253602a3d9d7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0555561 Aug 28 09:04:44.105934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-688c2b2a-88de-4482-ab16-4831113a2a84 req-c0a949b8-adcc-4dd3-8ee1-1b245fc18f60 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Aug 28 09:04:45.029857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae33dd81-ae7a-413d-aed4-d1a124a32432 req-5afe4d99-82f9-4d09-bf47-00acada5a817 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 210 time: 0.0306249 Aug 28 09:04:45.234475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b450e3-640a-4f46-aef8-0cf9b3142659 req-5c29f037-c499-459a-b3d3-f9cacb4f8885 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:45.235865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04b450e3-640a-4f46-aef8-0cf9b3142659 req-5c29f037-c499-459a-b3d3-f9cacb4f8885 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0527050 Aug 28 09:04:45.278617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04b450e3-640a-4f46-aef8-0cf9b3142659 req-ac0f6987-a475-4ec6-87c3-1f36ccd6c265 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Aug 28 09:04:46.129178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aea2731-6af6-4ae6-9bdc-24391f1b1d42 req-583cf2d1-5c32-4267-a20f-2d89ee7e5759 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 210 time: 0.0295846 Aug 28 09:04:46.423245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107237a-f221-4fe8-b210-f3c00a042ead req-79afc436-2419-479c-85c4-60a175bbc2c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:46.424767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b107237a-f221-4fe8-b210-f3c00a042ead req-79afc436-2419-479c-85c4-60a175bbc2c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0609355 Aug 28 09:04:46.467268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b107237a-f221-4fe8-b210-f3c00a042ead req-d2264c39-7b17-465e-a042-f6e028d5bea6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Aug 28 09:04:46.672354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-ae065cb2-700e-4cce-9be2-70518984750d tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:46.674147 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-ae065cb2-700e-4cce-9be2-70518984750d tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "GET /v2.0/networks?id=df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 200 len: 814 time: 0.1090105 Aug 28 09:04:46.693612 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Request body: {'port': {'device_id': '56fb83d0-9da8-41aa-9553-4c106011f503', 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a', 'admin_state_up': True, 'tenant_id': 'a0dc40f184e34b8d90cb38d0dadff69d'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:04:46.938742 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Made reservation on behalf of a0dc40f184e34b8d90cb38d0dadff69d for: {'port': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:04:46.944511 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:47.089966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Allocated IP 172.20.0.11 (df1f0edd-e792-4434-9f8d-aaee38398a5a/f354061e-7b08-497e-8cee-7d27dffbe2bc/8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:04:47.243810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5c5bc73-9171-4c02-b118-11869bc831f8 req-bd63162b-85ee-453d-8d2b-f1b7cb62ec51 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 210 time: 0.0305130 Aug 28 09:04:47.269696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:47.407863 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:47.461867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Network df1f0edd-e792-4434-9f8d-aaee38398a5a is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:04:47.465383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:04:47.470393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:04:47.506101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Pushing event updated for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:47.522006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.522388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.522733 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.523071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.523407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.523738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.524065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.524400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.524724 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.525058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.525383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.525865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:47.545050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:47.545675 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:47.608206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d98d0-806f-44a4-982d-e34ee0f98d8e req-51ba6e21-5de6-462e-8c78-61caefb1cf38 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:47.609882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d40d98d0-806f-44a4-982d-e34ee0f98d8e req-51ba6e21-5de6-462e-8c78-61caefb1cf38 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0554020 Aug 28 09:04:47.650967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d40d98d0-806f-44a4-982d-e34ee0f98d8e req-257b5c83-626d-4204-86e2-5161da251fd6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Aug 28 09:04:47.693523 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-b997fe60-2ac2-4d38-b445-177b12818eb2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041633 Aug 28 09:04:47.711293 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-00ed4e00-9263-4437-9b6b-1b3e736ebc0e tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:04:47.712283 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-00ed4e00-9263-4437-9b6b-1b3e736ebc0e tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055242 Aug 28 09:04:47.724151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Request body: {'port': {'device_id': '56fb83d0-9da8-41aa-9553-4c106011f503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:04:47.783615 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.065026 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd {{(pid=95467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:04:48.079438 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.084589 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Transition to ACTIVE for port object 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd will not be triggered until provisioned by entity L2. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:04:48.207320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.260964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:48.327029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Attempting to bind port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:04:48.327844 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Attempting to bind port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:04:48.328203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Attempting to bind port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd on network df1f0edd-e792-4434-9f8d-aaee38398a5a {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:04:48.332854 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd on network df1f0edd-e792-4434-9f8d-aaee38398a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:04:48.333174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Attempting to bind port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd on network df1f0edd-e792-4434-9f8d-aaee38398a5a {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:04:48.338073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:04:48.347936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Checking segment: {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:04:48.347936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Bound using segment: {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'} {{(pid=95467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:04:48.347936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.managers [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Bound port: 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'}}] {{(pid=95467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:04:48.347936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.363933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb6c3-6ae4-4184-a3fd-789b9973fb2b req-e06ee2c9-bfe8-4641-b62e-f9b876d2755c tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.365466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-86abb6c3-6ae4-4184-a3fd-789b9973fb2b req-e06ee2c9-bfe8-4641-b62e-f9b876d2755c tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 944 time: 0.0514355 Aug 28 09:04:48.405198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-86abb6c3-6ae4-4184-a3fd-789b9973fb2b req-5e78ed05-20d9-45d5-a4f5-b68bdcae8edd tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Aug 28 09:04:48.411130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, cleared binding levels {{(pid=95467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:04:48.414376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:04:48.498665 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.538626 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.539248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:48.540638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd HTTP/1.1" status: 200 len: 1093 time: 0.8207498 Aug 28 09:04:48.541073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:04:48.543382 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}660366dd73dcf6c9700a4a55b8503cd4dca0a635210d3f81a3ab33df4186ac35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c7c89b-9184-4083-91e2-d8802d03afb8" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:04:48.563386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f980-29f9-4755-8370-d975b41de5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=3']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:48.581393 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c24a08-dd01-444e-888f-2a405e063abb x-openstack-request-id: req-b5c24a08-dd01-444e-888f-2a405e063abb {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:04:48.581690 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:04:48.581944 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5c24a08-dd01-444e-888f-2a405e063abb {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:04:48.582452 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd', 'status': 'completed', 'code': 200} Aug 28 09:04:48.663821 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-28bbb0a3-c2f2-4c38-a0c1-4889b6522c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.665347 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-28bbb0a3-c2f2-4c38-a0c1-4889b6522c5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 1096 time: 0.0429814 Aug 28 09:04:48.770665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4046ce-d4f0-4df8-9a4a-02e28a320841 req-90976934-4f69-4270-814d-5d02a70a927e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.772231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de4046ce-d4f0-4df8-9a4a-02e28a320841 req-90976934-4f69-4270-814d-5d02a70a927e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0500433 Aug 28 09:04:48.811016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de4046ce-d4f0-4df8-9a4a-02e28a320841 req-18939cbe-9170-4b60-acb1-54d702d90bab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Aug 28 09:04:48.836722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-2a78aefc-a885-4b9b-9de5-a711d22606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.838146 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-2a78aefc-a885-4b9b-9de5-a711d22606a3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1601126 Aug 28 09:04:48.937707 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-234c0016-b747-4f9c-9dab-baf50280f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:48.939216 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a0c7c89b-9184-4083-91e2-d8802d03afb8 req-234c0016-b747-4f9c-9dab-baf50280f1cd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934303 Aug 28 09:04:49.043763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-88e5696e-691b-4fba-9e70-693d4fda1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:49.045241 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-88e5696e-691b-4fba-9e70-693d4fda1c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 1096 time: 0.0417562 Aug 28 09:04:49.096083 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-1f5faa28-6db7-446c-93be-0ff0cdb7b678 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd HTTP/1.1" status: 200 len: 217 time: 0.0367179 Aug 28 09:04:49.144529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-62f2ac74-d316-46a3-9063-f4aca351797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:49.145950 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-62f2ac74-d316-46a3-9063-f4aca351797d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f354061e-7b08-497e-8cee-7d27dffbe2bc HTTP/1.1" status: 200 len: 854 time: 0.0435259 Aug 28 09:04:49.177579 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-c61fc778-b25c-46ec-9403-5abc4def176b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df1f0edd-e792-4434-9f8d-aaee38398a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246825 Aug 28 09:04:49.242237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.39', 59663) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:04:49.272843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d35a1d76-7172-4f9d-b7e8-038d6b1de63f req-d8e1b0e0-e0c9-4a6f-8309-c0eb10a038c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294080 Aug 28 09:04:49.307569 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-2a819c7c-54ba-451d-bc64-2d8ac2ea04f4 service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016502 Aug 28 09:04:49.359827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d35a1d76-7172-4f9d-b7e8-038d6b1de63f req-7c16589e-d88f-4af0-9563-2e771c3239ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0248475 Aug 28 09:04:49.404547 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-9b1e538a-f19b-4005-9d3e-3ef60ee2590d service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897207 Aug 28 09:04:49.409134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d35a1d76-7172-4f9d-b7e8-038d6b1de63f req-25aa8522-c3db-4b04-86b7-514aee3d0bdd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204761 Aug 28 09:04:49.555307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a2a4f-333a-41a4-ad47-1b1eb9f6aee4 req-6eb05431-e2d0-4c4f-97cc-118305fc7499 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:49.556797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-002a2a4f-333a-41a4-ad47-1b1eb9f6aee4 req-6eb05431-e2d0-4c4f-97cc-118305fc7499 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 944 time: 0.0847771 Aug 28 09:04:49.559621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a1d76-7172-4f9d-b7e8-038d6b1de63f req-53c652d1-b59b-4566-b7ea-0b5ef9b80999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:49.561055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d35a1d76-7172-4f9d-b7e8-038d6b1de63f req-53c652d1-b59b-4566-b7ea-0b5ef9b80999 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385245 Aug 28 09:04:49.597047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-002a2a4f-333a-41a4-ad47-1b1eb9f6aee4 req-893b7229-a766-4eb3-990f-e124cfb60b49 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Aug 28 09:04:49.929038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af9b6d-22ae-4de5-8194-02de35ca9196 req-7f4c8f39-3582-49cf-b2a4-b4ae384c76b8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:49.930480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1af9b6d-22ae-4de5-8194-02de35ca9196 req-7f4c8f39-3582-49cf-b2a4-b4ae384c76b8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0519538 Aug 28 09:04:49.970728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1af9b6d-22ae-4de5-8194-02de35ca9196 req-1d48953e-d1f7-4768-a0cd-2c86702a16a3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Aug 28 09:04:50.713994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca460f6-ddcf-46b9-bc25-31c99715add7 req-a5d85e7d-4891-46a6-b907-daf1d531ca39 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:50.715508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eca460f6-ddcf-46b9-bc25-31c99715add7 req-a5d85e7d-4891-46a6-b907-daf1d531ca39 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 944 time: 0.0491073 Aug 28 09:04:50.756015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eca460f6-ddcf-46b9-bc25-31c99715add7 req-26534169-efa2-4571-882d-5e9de74a88fd tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Aug 28 09:04:51.090519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed6c26-2cdd-40c2-a683-091b979ca155 req-07e6df2a-d31d-44e4-8703-805946794f42 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:51.092025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5ed6c26-2cdd-40c2-a683-091b979ca155 req-07e6df2a-d31d-44e4-8703-805946794f42 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0544126 Aug 28 09:04:51.131451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5ed6c26-2cdd-40c2-a683-091b979ca155 req-f3b105b1-652a-46c0-a93c-93a1e61ca524 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Aug 28 09:04:51.873133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47373902-c976-4689-9ed6-d0faa50bc7ec req-e31fa31f-1a12-46ba-a8e3-ab1df57abc86 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:51.874798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47373902-c976-4689-9ed6-d0faa50bc7ec req-e31fa31f-1a12-46ba-a8e3-ab1df57abc86 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 944 time: 0.0497899 Aug 28 09:04:51.916523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47373902-c976-4689-9ed6-d0faa50bc7ec req-b9aad5d1-cdfa-4b82-9ff4-33b4dbbc5d92 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Aug 28 09:04:52.248876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2efdf5-7d46-4dd5-b730-a587a0050f86 req-2771e91b-8b7d-4fe3-9076-d573ccd01218 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:52.250408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f2efdf5-7d46-4dd5-b730-a587a0050f86 req-2771e91b-8b7d-4fe3-9076-d573ccd01218 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0502691 Aug 28 09:04:52.291931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f2efdf5-7d46-4dd5-b730-a587a0050f86 req-3d160448-f0fa-47db-9993-7a9beabe8c4a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Aug 28 09:04:53.037668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed33cb-0975-4216-b403-9261faf69cdf req-8a7c76a9-0e13-4955-803a-511d0691800c tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:53.039239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82ed33cb-0975-4216-b403-9261faf69cdf req-8a7c76a9-0e13-4955-803a-511d0691800c tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 944 time: 0.0536749 Aug 28 09:04:53.079599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82ed33cb-0975-4216-b403-9261faf69cdf req-e4089359-2e33-42a7-84f3-9250b22fd32c tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Aug 28 09:04:53.300703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:04:53.411694 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:04:53.423713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e11e5-1622-419b-a321-3e45a340bf4e req-6401b395-914d-4fe9-a981-2388a1674084 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:53.424758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd', 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a', 'port_id': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd', 'mac_address': 'fa:16:3e:89:be:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f354061e-7b08-497e-8cee-7d27dffbe2bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:04:53.426700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c7e11e5-1622-419b-a321-3e45a340bf4e req-6401b395-914d-4fe9-a981-2388a1674084 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0585477 Aug 28 09:04:53.466276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:53.473594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c7e11e5-1622-419b-a321-3e45a340bf4e req-4ca7fdcb-2828-4133-ace1-98c11bc11464 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Aug 28 09:04:53.480367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:04:53.501612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:04:53.601801 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:53.654587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:53.662774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.663122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.663707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:53.668123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:04:54.023779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:04:54.206952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c053bd6-418a-4788-abcf-bc5e53e6f06c req-845e1dea-48af-4e7a-b1e3-bcad3111fcb0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:54.208653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c053bd6-418a-4788-abcf-bc5e53e6f06c req-845e1dea-48af-4e7a-b1e3-bcad3111fcb0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 945 time: 0.0607817 Aug 28 09:04:54.247507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c053bd6-418a-4788-abcf-bc5e53e6f06c req-30d012bd-30a8-474f-b951-7f82ef0a82d0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Aug 28 09:04:54.604404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498811c-df73-43e8-ad4a-e08fb707d8b3 req-fb1fcfa8-de84-46e6-bd89-ce679155caf7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:54.605869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0498811c-df73-43e8-ad4a-e08fb707d8b3 req-fb1fcfa8-de84-46e6-bd89-ce679155caf7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0601954 Aug 28 09:04:54.645687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0498811c-df73-43e8-ad4a-e08fb707d8b3 req-6381902c-d9fd-4025-a166-2559f1005576 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Aug 28 09:04:55.301909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:04:55.364036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8b0b-3383-41bf-99a2-105804aad2d7 req-e7fdeee4-bdef-4bb6-a322-d53a14d40d71 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:55.365667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de4f8b0b-3383-41bf-99a2-105804aad2d7 req-e7fdeee4-bdef-4bb6-a322-d53a14d40d71 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Aug 28 09:04:55.404566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de4f8b0b-3383-41bf-99a2-105804aad2d7 req-9176fc9d-f7c9-47fd-b18f-736622491d7b tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Aug 28 09:04:55.418377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:04:55.422622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:04:55.423006 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:55.498452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:55.530798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:04:55.533774 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64906a6-e32d-4374-ad90-b191af5d92f0" -d '{"events": [{"server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "name": "network-vif-plugged", "status": "completed", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:04:55.548309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:04:55.624014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:55.677920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:04:55.705551 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ba700-f16b-451a-8cc4-0c57b9afc7c9 x-openstack-request-id: req-c07ba700-f16b-451a-8cc4-0c57b9afc7c9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:04:55.706034 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "name": "network-vif-plugged", "status": "completed", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:04:55.706325 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c07ba700-f16b-451a-8cc4-0c57b9afc7c9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:04:55.706730 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd', 'code': 200} Aug 28 09:04:55.809000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec90359-603c-470b-b598-00fe67fe43d8 req-d08fb9fd-aaaf-4c5c-bced-50c3d1444df8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:55.810395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ec90359-603c-470b-b598-00fe67fe43d8 req-d08fb9fd-aaaf-4c5c-bced-50c3d1444df8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0594280 Aug 28 09:04:55.868029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738f1b6-7977-48c5-85c8-71c8d3b72f9c req-fec0f093-8794-4dd1-b3d1-52f777bbceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:55.869548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d738f1b6-7977-48c5-85c8-71c8d3b72f9c req-fec0f093-8794-4dd1-b3d1-52f777bbceae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 1098 time: 0.0778124 Aug 28 09:04:55.872819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ec90359-603c-470b-b598-00fe67fe43d8 req-1ac3a6bb-1743-4afb-9c55-fa952c35c071 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Aug 28 09:04:55.907893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d738f1b6-7977-48c5-85c8-71c8d3b72f9c req-aa8aeb35-a3dc-4ba5-a414-89a6e9413088 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Aug 28 09:04:56.235655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:56.518314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e96e1-0128-4f04-9d60-3c8dd178c039 req-0baed93b-c770-4e0e-abdf-e27d8a3c0294 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:56.519699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-476e96e1-0128-4f04-9d60-3c8dd178c039 req-0baed93b-c770-4e0e-abdf-e27d8a3c0294 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 946 time: 0.0484090 Aug 28 09:04:56.557945 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-476e96e1-0128-4f04-9d60-3c8dd178c039 req-acb42252-d358-402e-9b57-627a4aa0c773 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Aug 28 09:04:56.992174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64b632-f73a-46aa-8104-1bef2918128e req-4f8e7406-bc98-4459-83e4-83424e4699cc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:56.993834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc64b632-f73a-46aa-8104-1bef2918128e req-4f8e7406-bc98-4459-83e4-83424e4699cc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0512912 Aug 28 09:04:57.036934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc64b632-f73a-46aa-8104-1bef2918128e req-366ef008-db4c-45e8-81d6-3cad978d8ba6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Aug 28 09:04:57.672344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7fc3e-a07c-4944-8a8f-7f7aa1045486 req-3d7338d3-2a8a-48c2-ad1b-96c1ebcd8e08 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:57.673818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff7fc3e-a07c-4944-8a8f-7f7aa1045486 req-3d7338d3-2a8a-48c2-ad1b-96c1ebcd8e08 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 946 time: 0.0497828 Aug 28 09:04:57.681119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-64dbee86-dd81-46a3-8e54-c1aa9b55ee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:04:57.715556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ff7fc3e-a07c-4944-8a8f-7f7aa1045486 req-cf90cb09-e856-4d1c-b14a-57a3523a0c33 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352292 Aug 28 09:04:58.151656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28014fd-2d96-4bc4-9971-a4a59b06e9e4 req-3d131c7a-8525-439f-901a-efd7ab64c8e3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:58.153160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a28014fd-2d96-4bc4-9971-a4a59b06e9e4 req-3d131c7a-8525-439f-901a-efd7ab64c8e3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0490434 Aug 28 09:04:58.192927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a28014fd-2d96-4bc4-9971-a4a59b06e9e4 req-c6f73ead-f0af-40ce-8039-7c1fed49353b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Aug 28 09:04:59.310700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17057e18-ba2c-47eb-8eb7-5c2d7353adcc req-25ab6d71-c81f-4387-8995-ce974044abc9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:04:59.312210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17057e18-ba2c-47eb-8eb7-5c2d7353adcc req-25ab6d71-c81f-4387-8995-ce974044abc9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0506442 Aug 28 09:04:59.355978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17057e18-ba2c-47eb-8eb7-5c2d7353adcc req-39ddf60b-b98a-4bb6-a32d-ecf7ca2628a6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Aug 28 09:04:59.966661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:00.269670 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4b0412c9-e5e4-44e9-a6f7-a0087734272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:00.473961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b87e-1188-4ae0-8f91-9e2b49702dc1 req-68b0653a-daf5-48d3-8454-202a9d7163c2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:00.475566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79b6b87e-1188-4ae0-8f91-9e2b49702dc1 req-68b0653a-daf5-48d3-8454-202a9d7163c2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0512371 Aug 28 09:05:00.519363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79b6b87e-1188-4ae0-8f91-9e2b49702dc1 req-33541ad0-e649-43da-b2d9-6a89b999e6c0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Aug 28 09:05:01.648395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed360-fcf9-45d8-90e1-c35f621bb6f2 req-19544770-73ab-48f4-b77e-379d958ef13e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:01.649884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09ed360-fcf9-45d8-90e1-c35f621bb6f2 req-19544770-73ab-48f4-b77e-379d958ef13e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0502005 Aug 28 09:05:01.690500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f09ed360-fcf9-45d8-90e1-c35f621bb6f2 req-563a278d-eb23-405c-b46d-6483101a7590 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Aug 28 09:05:02.012412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:02.808719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa3cce-1382-4036-8ceb-b6d052268648 req-6489ffbd-04c1-4418-9770-6355d2cba0e5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:02.810235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5daa3cce-1382-4036-8ceb-b6d052268648 req-6489ffbd-04c1-4418-9770-6355d2cba0e5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0499847 Aug 28 09:05:02.857034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5daa3cce-1382-4036-8ceb-b6d052268648 req-5f12d55e-b87f-45ef-a4f3-e14bed010765 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Aug 28 09:05:03.976446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a719d2e-27d2-4be9-ad86-cae97bc87d0f req-3a96b23c-8575-471e-a977-3d880a602442 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:03.977975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a719d2e-27d2-4be9-ad86-cae97bc87d0f req-3a96b23c-8575-471e-a977-3d880a602442 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0516174 Aug 28 09:05:04.017509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a719d2e-27d2-4be9-ad86-cae97bc87d0f req-30b2ec0d-4b3f-4091-b036-16db8c5d10a3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Aug 28 09:05:04.885339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device cd32ae7b-7053-4feb-a967-b4acf2853588 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:05:04.960748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:04.984076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=cd32ae7b-7053-4feb-a967-b4acf2853588,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:05:04.995660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'cd32ae7b-7053-4feb-a967-b4acf2853588', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'cd32ae7b-7053-4feb-a967-b4acf2853588', 'mac_address': 'fa:16:3e:98:f8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:05:05.035880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:05.054255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd32ae7b-7053-4feb-a967-b4acf2853588 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:05:05.074688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=cd32ae7b-7053-4feb-a967-b4acf2853588,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:05:05.132761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:05.140681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313d39-70a2-4a3f-b935-e9afe8e3dd1c req-73957b50-bcad-496e-b53e-657caf9f5680 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:05.143040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb313d39-70a2-4a3f-b935-e9afe8e3dd1c req-73957b50-bcad-496e-b53e-657caf9f5680 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 943 time: 0.0529704 Aug 28 09:05:05.186350 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:05.190071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb313d39-70a2-4a3f-b935-e9afe8e3dd1c req-16555103-b89a-4f65-ab8f-0c5b100534ab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Aug 28 09:05:05.481122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['cd32ae7b-7053-4feb-a967-b4acf2853588'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:05:05.766681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:06.306573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66ef27-d91f-4970-860b-6201e1c0ed5f req-c7d9462d-e33f-4db2-8743-85566386382a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:06.314641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d66ef27-d91f-4970-860b-6201e1c0ed5f req-c7d9462d-e33f-4db2-8743-85566386382a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 944 time: 0.0565121 Aug 28 09:05:06.358741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d66ef27-d91f-4970-860b-6201e1c0ed5f req-cf2e8ce9-d64c-4647-aa1d-b7a58a57a59a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Aug 28 09:05:06.896457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device cd32ae7b-7053-4feb-a967-b4acf2853588 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:05:06.987029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:05:07.069430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port cd32ae7b-7053-4feb-a967-b4acf2853588 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:05:07.075097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port cd32ae7b-7053-4feb-a967-b4acf2853588 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:05:07.075097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:07.152966 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:07.176475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:05:07.178934 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64508438-2d61-4e3e-be82-6037e2f57e4c" -d '{"events": [{"server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "name": "network-vif-plugged", "status": "completed", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:05:07.192075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=cd32ae7b-7053-4feb-a967-b4acf2853588,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:05:07.222196 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725ba35-943f-4043-a806-d2d07e49d3e8 x-openstack-request-id: req-f725ba35-943f-4043-a806-d2d07e49d3e8 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:05:07.222518 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "name": "network-vif-plugged", "status": "completed", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:05:07.222837 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f725ba35-943f-4043-a806-d2d07e49d3e8 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:05:07.223258 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588', 'code': 200} Aug 28 09:05:07.275515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:07.332223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:07.367320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4789c79-c795-4c7f-bf97-efa06d196246 req-5171005a-8dc5-48b5-b40c-cc23aad4bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:07.373576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4789c79-c795-4c7f-bf97-efa06d196246 req-5171005a-8dc5-48b5-b40c-cc23aad4bed5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 1097 time: 0.0428019 Aug 28 09:05:07.412389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4789c79-c795-4c7f-bf97-efa06d196246 req-5902cca0-b4ce-4cf5-9a47-2e423af7a721 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 28 09:05:07.482764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203867a5-b28f-4f76-9924-eef4651fdd80 req-36473ba9-6c10-42b8-8d1f-2ec6c87f6d6b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:07.484298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-203867a5-b28f-4f76-9924-eef4651fdd80 req-36473ba9-6c10-42b8-8d1f-2ec6c87f6d6b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0533981 Aug 28 09:05:07.526131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-203867a5-b28f-4f76-9924-eef4651fdd80 req-76469266-aaf6-45b8-a05c-808b868c1d82 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Aug 28 09:05:08.867394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c32db9-b43f-4741-b76b-c73a7d23c286 req-ef1d7eac-300b-49f0-b94c-0e92fc09858d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:08.867394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36c32db9-b43f-4741-b76b-c73a7d23c286 req-ef1d7eac-300b-49f0-b94c-0e92fc09858d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0670204 Aug 28 09:05:08.867394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36c32db9-b43f-4741-b76b-c73a7d23c286 req-510e3469-6fcd-4459-9b94-77905c5bd061 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Aug 28 09:05:09.816773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ead86-6d79-4995-91a9-793cb623943b req-de4c3e0f-0bb4-48e6-92eb-b549aa827ebf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:09.818285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-854ead86-6d79-4995-91a9-793cb623943b req-de4c3e0f-0bb4-48e6-92eb-b549aa827ebf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 28 09:05:09.856573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-854ead86-6d79-4995-91a9-793cb623943b req-362636a5-8021-4d30-bea8-197735d1dadb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Aug 28 09:05:09.973716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c560-48e1-4f4f-8c36-1c143fcaec69 req-f1fb037a-d645-4873-a442-c79255d29eb0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:09.975253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17c6c560-48e1-4f4f-8c36-1c143fcaec69 req-f1fb037a-d645-4873-a442-c79255d29eb0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0503438 Aug 28 09:05:10.022248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17c6c560-48e1-4f4f-8c36-1c143fcaec69 req-6c86935d-7976-4ed0-a9e7-e686e4378e05 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Aug 28 09:05:10.149082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6acc7-049c-4bc5-b737-53e5d897daa4 req-4fc9ea68-19e6-4ac8-8aa2-3c80e051c534 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:10.150693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dce6acc7-049c-4bc5-b737-53e5d897daa4 req-4fc9ea68-19e6-4ac8-8aa2-3c80e051c534 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0597153 Aug 28 09:05:10.195026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dce6acc7-049c-4bc5-b737-53e5d897daa4 req-271c2595-3587-48cd-95c7-f2ee0dcf0247 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Aug 28 09:05:10.745147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329ff00-19a5-48a2-83d1-2d91773c633c req-89f975ee-2153-4650-bbaa-f588c4bd3cb5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:10.746684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2329ff00-19a5-48a2-83d1-2d91773c633c req-89f975ee-2153-4650-bbaa-f588c4bd3cb5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0509021 Aug 28 09:05:10.789610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2329ff00-19a5-48a2-83d1-2d91773c633c req-73c4b5d5-7f58-4768-885c-5def0470140b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Aug 28 09:05:11.918598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3357-ffbb-4837-ad34-02b0d8ace799 req-7cb4066d-4ccc-4236-820b-2f9b51701e0e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:11.920120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bdb3357-ffbb-4837-ad34-02b0d8ace799 req-7cb4066d-4ccc-4236-820b-2f9b51701e0e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0564542 Aug 28 09:05:11.959823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bdb3357-ffbb-4837-ad34-02b0d8ace799 req-2dced4bb-34e9-4a47-91d4-aa69554d3cb3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Aug 28 09:05:12.520061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-bd659865-7b99-4c70-af74-2364a31cb63f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:12.521725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-bd659865-7b99-4c70-af74-2364a31cb63f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 945 time: 0.0511696 Aug 28 09:05:12.625019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port cd32ae7b-7053-4feb-a967-b4acf2853588 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:05:12.625668 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:12.714959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port cd32ae7b-7053-4feb-a967-b4acf2853588, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=cd32ae7b-7053-4feb-a967-b4acf2853588,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:05:12.715343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:12.731357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for cd32ae7b-7053-4feb-a967-b4acf2853588 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:05:13.002360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:13.047979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=cd32ae7b-7053-4feb-a967-b4acf2853588,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:13.093970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.094343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.094688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.095025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.095994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.096365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.096744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.097119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.097427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.097750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.098073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.098420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:05:13.104965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-124b8725-d8ef-47a3-8a2c-3bc5b3b9109b req-1893f720-6748-4d2e-a663-34807377ca08 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0687854 Aug 28 09:05:13.124807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port cd32ae7b-7053-4feb-a967-b4acf2853588 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:05:13.124807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:13.124807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2579fd6d-20f8-406c-8c12-9acc27c5a52f req-77931a51-486b-4eee-aedb-eeb8ce90e665 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/cd32ae7b-7053-4feb-a967-b4acf2853588 HTTP/1.1" status: 204 len: 173 time: 0.5921469 Aug 28 09:05:13.124807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'name': 'network-vif-deleted', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:05:13.126616 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be82951-f4e4-41a7-b412-337e5c25e665" -d '{"events": [{"server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "name": "network-vif-deleted", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:05:13.173517 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0afa6d6-4225-48ee-8036-3758ce555c88 x-openstack-request-id: req-d0afa6d6-4225-48ee-8036-3758ce555c88 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:05:13.173822 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07749695-43f9-47ec-b80c-7fcf6e9bfb6a", "name": "network-vif-deleted", "tag": "cd32ae7b-7053-4feb-a967-b4acf2853588", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:05:13.174084 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0afa6d6-4225-48ee-8036-3758ce555c88 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:05:13.174525 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07749695-43f9-47ec-b80c-7fcf6e9bfb6a', 'name': 'network-vif-deleted', 'tag': 'cd32ae7b-7053-4feb-a967-b4acf2853588', 'status': 'completed', 'code': 200} Aug 28 09:05:14.228630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1071dfa6-272c-4aff-a37c-0444730d59f2 req-8f71278b-5ab0-486c-a9ff-93e15ec93f77 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0368083 Aug 28 09:05:14.959295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device cd32ae7b-7053-4feb-a967-b4acf2853588 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:05:14.979755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: cd32ae7b-7053-4feb-a967-b4acf2853588 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:05:14.980106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device cd32ae7b-7053-4feb-a967-b4acf2853588 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:05:15.337012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba2eb61f-4869-4b01-8751-855ccc2dc141 req-dd94ea2e-72af-4ce4-9692-83a263dd73ae tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0298216 Aug 28 09:05:16.436984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8290df5-9f28-4edc-8004-af1cdba2299f req-a1ccf51a-1394-4f51-a32d-65cbfafcb5f6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0296845 Aug 28 09:05:17.552462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8afa81d5-9976-49dd-98be-52c61c87561e req-f2200ebe-ca63-4594-859b-44cdac60c6ff tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=07749695-43f9-47ec-b80c-7fcf6e9bfb6a HTTP/1.1" status: 200 len: 210 time: 0.0316854 Aug 28 09:05:26.246699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:27.625277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-537c63e5-b133-4848-bd2b-fb1e98715040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:29.971092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:30.252399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2c2e337c-d555-4994-9cb8-4accc978c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:32.000706 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:35.035453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:35.817870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:43.986475 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:05:49.529355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8137356-7d06-443c-94aa-0095fc9552c0 req-3533f857-93eb-414a-9641-ba976cc200a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275934 Aug 28 09:05:49.627335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8137356-7d06-443c-94aa-0095fc9552c0 req-83a282ad-bba7-47f4-8deb-23154dcc4698 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268626 Aug 28 09:05:49.677524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8137356-7d06-443c-94aa-0095fc9552c0 req-088d2ef1-de99-42ef-ab5b-3feb40ac3a8a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215909 Aug 28 09:05:49.779756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8137356-7d06-443c-94aa-0095fc9552c0 req-36d981b0-8a54-4d18-88c0-e63c54c15288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:49.781528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8137356-7d06-443c-94aa-0095fc9552c0 req-36d981b0-8a54-4d18-88c0-e63c54c15288 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960212 Aug 28 09:05:50.605735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-fc1431e2-e4bc-44b2-a0bf-64f209393b78 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:50.608042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-fc1431e2-e4bc-44b2-a0bf-64f209393b78 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1141639 Aug 28 09:05:50.627755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-2ba0f8ae-ec05-491b-8949-9246cdcc656a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0126188 Aug 28 09:05:50.686321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e4b8c2a2-9bf7-4350-9997-180f91b680cc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482767 Aug 28 09:05:50.694989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-433962fd-10db-40ad-85f3-93056c8320de tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:05:50.695948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-433962fd-10db-40ad-85f3-93056c8320de tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059965 Aug 28 09:05:50.887090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-6cf7692d-b605-47a9-9145-c5136ce06281 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847680 Aug 28 09:05:50.976740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-12844295-b80b-467d-a1f9-5b2d9dc48901 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832701 Aug 28 09:05:51.551470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08e4763a-504a-4036-a7ef-4c4307250067 req-89259b0b-e225-479b-b69f-3c9cb803a1a9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0335350 Aug 28 09:05:52.649952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee823ce3-8bc7-4051-b257-d7b608a01dbe req-e8a78dd5-310f-457a-8b04-ecc95a522f96 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0268877 Aug 28 09:05:53.647314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-d70eebbf-b9ca-4938-ad95-f0434a0560d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:53.648785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-d70eebbf-b9ca-4938-ad95-f0434a0560d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1023457 Aug 28 09:05:53.671540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:05:53.754656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd6e061d-62d0-4302-886d-1e1337981838 req-9beb0069-4255-4b26-8d2d-52b46a27539e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0353992 Aug 28 09:05:53.897974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:05:53.902772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.081683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.7 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/ef9a6d96-9576-4162-9db0-9ce1657fe926) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:05:54.239266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.253168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object ef9a6d96-9576-4162-9db0-9ce1657fe926 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:05:54.359363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.408999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:05:54.414194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:05:54.418395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:05:54.448151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:54.484928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:54.486057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.589207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-e93f3599-f474-4f4d-96ce-64e669e5ed55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9214394 Aug 28 09:05:54.614902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Request body: {'port': {'device_id': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:05:54.675723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.817800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0b8967be-882a-41df-bd82-7deb0f74c772 None None] Provisioning for port ef9a6d96-9576-4162-9db0-9ce1657fe926 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:05:54.826124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0b8967be-882a-41df-bd82-7deb0f74c772 None None] Provisioning complete for port ef9a6d96-9576-4162-9db0-9ce1657fe926 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:05:54.827016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b8967be-882a-41df-bd82-7deb0f74c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:54.869122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0b8967be-882a-41df-bd82-7deb0f74c772 None None] Port ef9a6d96-9576-4162-9db0-9ce1657fe926 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:05:55.211514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd8ed2-d074-414c-8086-9dbb58609c16 req-d9efe235-9242-48da-8fd7-86f9982b9f30 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:55.213069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06dd8ed2-d074-414c-8086-9dbb58609c16 req-d9efe235-9242-48da-8fd7-86f9982b9f30 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 931 time: 0.1091282 Aug 28 09:05:55.282677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06dd8ed2-d074-414c-8086-9dbb58609c16 req-630412b3-c535-45a5-b2f6-f2cd09174869 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621445 Aug 28 09:05:55.346928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9a6d96-9576-4162-9db0-9ce1657fe926 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:05:55.356210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:55.369443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Transition to ACTIVE for port object ef9a6d96-9576-4162-9db0-9ce1657fe926 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:05:55.433376 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:55.486166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:55.563620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Attempting to bind port ef9a6d96-9576-4162-9db0-9ce1657fe926 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:05:55.563963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Attempting to bind port ef9a6d96-9576-4162-9db0-9ce1657fe926 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:05:55.564305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Attempting to bind port ef9a6d96-9576-4162-9db0-9ce1657fe926 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:05:55.569042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Port ef9a6d96-9576-4162-9db0-9ce1657fe926 on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:05:55.569358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Attempting to bind port ef9a6d96-9576-4162-9db0-9ce1657fe926 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:05:55.574518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:05:55.574860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:05:55.575276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:05:55.575710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Bound port: ef9a6d96-9576-4162-9db0-9ce1657fe926, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:05:55.576077 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:55.649643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:05:55.653186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:05:55.742826 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:55.787513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:55.788139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:55.789635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] 10.222.0.64 "PUT /v2.0/ports/ef9a6d96-9576-4162-9db0-9ce1657fe926 HTTP/1.1" status: 200 len: 1092 time: 1.1819725 Aug 28 09:05:55.790747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:05:55.793027 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc0db12-e898-4bdd-8d2a-7d41f0543821" -d '{"events": [{"name": "network-changed", "server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:05:55.819997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26a189-fd6a-4768-a760-334c33dfb770 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:55.843820 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35db02-e8ae-4ee8-9c73-3c00022fe88c x-openstack-request-id: req-9f35db02-e8ae-4ee8-9c73-3c00022fe88c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:05:55.844121 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:05:55.844401 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f35db02-e8ae-4ee8-9c73-3c00022fe88c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:05:55.844805 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926', 'status': 'completed', 'code': 200} Aug 28 09:05:55.952762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-0340669b-a93f-4955-af83-2e8ace481a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:55.955190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-0340669b-a93f-4955-af83-2e8ace481a4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 1095 time: 0.0577254 Aug 28 09:05:56.079719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-0018314f-a07e-4503-95f8-974f83ed6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.081224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-0018314f-a07e-4503-95f8-974f83ed6cbd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1043224 Aug 28 09:05:56.195652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-9cec5738-f9af-444f-9af0-913d69a7f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.197936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc0db12-e898-4bdd-8d2a-7d41f0543821 req-9cec5738-f9af-444f-9af0-913d69a7f318 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044490 Aug 28 09:05:56.241533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:56.308159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-b3d1db2e-1e7d-4a4d-aea3-8abd41325548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.309608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-b3d1db2e-1e7d-4a4d-aea3-8abd41325548 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 1095 time: 0.0439193 Aug 28 09:05:56.371092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-912ea045-9d1f-4f0f-bd9d-f5dfbe74f738 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926 HTTP/1.1" status: 200 len: 217 time: 0.0418034 Aug 28 09:05:56.423050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-9170d885-8f34-4f5b-b37c-665ef6bb0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.424541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-9170d885-8f34-4f5b-b37c-665ef6bb0b01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0461903 Aug 28 09:05:56.476755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-df0c7d48-a21d-4b76-bf97-1b459bd01ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.478388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-df0c7d48-a21d-4b76-bf97-1b459bd01ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415945 Aug 28 09:05:56.586740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-8e011712-5661-4be9-8583-a858aa451b2d service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965972 Aug 28 09:05:56.736655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce3864e4-7746-482c-8e93-0053dcdfa73d req-a1945d12-e216-456b-ba86-2a3a7f3f41be service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327925 Aug 28 09:05:56.745401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7abf-569b-44a7-aee2-adbcf19e4eba req-5bea5b71-1537-4afd-a6a4-fbe548d91402 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.746822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-440e7abf-569b-44a7-aee2-adbcf19e4eba req-5bea5b71-1537-4afd-a6a4-fbe548d91402 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0743504 Aug 28 09:05:56.790601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-440e7abf-569b-44a7-aee2-adbcf19e4eba req-59afbcc3-84ae-457f-ba35-0c231dfa454e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Aug 28 09:05:56.895635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d411c-6d92-4f0e-9280-d8daec46df22 req-743b9f85-7ecd-44d4-ac21-e28b03a58a19 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:56.901164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218d411c-6d92-4f0e-9280-d8daec46df22 req-743b9f85-7ecd-44d4-ac21-e28b03a58a19 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 946 time: 0.0511012 Aug 28 09:05:56.939382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-218d411c-6d92-4f0e-9280-d8daec46df22 req-e7437382-8e1c-4c90-b267-4fd9827ac5c3 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Aug 28 09:05:57.628907 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dbba5aa8-bb16-4e60-afb9-af7fd0b291bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:57.907501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21d318-f0c1-4578-bb1f-346b02a3498f req-be6eeb94-794c-413f-815f-cbc664aeb411 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:57.908989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a21d318-f0c1-4578-bb1f-346b02a3498f req-be6eeb94-794c-413f-815f-cbc664aeb411 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0502944 Aug 28 09:05:57.950123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a21d318-f0c1-4578-bb1f-346b02a3498f req-bc0c8006-1f66-4af8-87a6-35ad6fbdcdf4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Aug 28 09:05:58.060069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483b19e-b7ee-486a-a4cd-36049287b661 req-41db41ac-bf64-4ab6-8210-f4172f8d6c09 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:58.062747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a483b19e-b7ee-486a-a4cd-36049287b661 req-41db41ac-bf64-4ab6-8210-f4172f8d6c09 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 946 time: 0.0507674 Aug 28 09:05:58.105521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a483b19e-b7ee-486a-a4cd-36049287b661 req-d70011d4-e0b0-489a-8e5e-c129b82ab754 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Aug 28 09:05:58.630005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-e0e6c618-bd24-47bd-be38-d82b7597cf4d tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:58.631620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-e0e6c618-bd24-47bd-be38-d82b7597cf4d tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 946 time: 0.0508227 Aug 28 09:05:58.726876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Deleting port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:05:58.727774 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:58.819655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] For port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:05:58.820014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:58.833155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Calling delete_port for 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:05:59.028993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:59.063980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:05:59.068577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Pushing event deleted for resources: {'Port': ['ID=8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:05:59.132831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] No DVR routers for this DVR port 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:05:59.137396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:05:59.139436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4727c41-31a4-478d-adf1-5a6049a1b7e0 req-d424e545-ce38-41cc-9be9-98afb2783229 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "DELETE /v2.0/ports/8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd HTTP/1.1" status: 204 len: 173 time: 0.5016553 Aug 28 09:05:59.139876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'name': 'network-vif-deleted', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:05:59.142640 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d739e55-d22a-4fcc-ab99-5b608adcfd5a" -d '{"events": [{"server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "name": "network-vif-deleted", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:05:59.161992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810170eb-5320-4c21-b725-b4d5c60809d8 req-ce26175c-769c-46bf-b828-918ce975fceb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:05:59.165805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-810170eb-5320-4c21-b725-b4d5c60809d8 req-ce26175c-769c-46bf-b828-918ce975fceb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.1048086 Aug 28 09:05:59.212403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-810170eb-5320-4c21-b725-b4d5c60809d8 req-6accdd26-8245-4c9f-9f24-3002209c650b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 28 09:05:59.305715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2ab7623c-659e-4a53-8c29-5a1a6712c4bd req-cccf5794-f36d-485a-a75f-d5d9b960bed4 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56fb83d0-9da8-41aa-9553-4c106011f503 HTTP/1.1" status: 200 len: 210 time: 0.0269713 Aug 28 09:05:59.362793 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ea8f7-7193-4530-afcc-15809a32377f x-openstack-request-id: req-494ea8f7-7193-4530-afcc-15809a32377f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:05:59.363220 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb83d0-9da8-41aa-9553-4c106011f503", "name": "network-vif-deleted", "tag": "8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:05:59.363543 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-494ea8f7-7193-4530-afcc-15809a32377f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:05:59.364013 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb83d0-9da8-41aa-9553-4c106011f503', 'name': 'network-vif-deleted', 'tag': '8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd', 'status': 'completed', 'code': 200} Aug 28 09:05:59.982998 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:00.246259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d58e028a-8463-48dc-a87d-0808b4f756e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:00.332186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb767d15-2d38-452f-9001-93428158a5bc req-3ec9f3eb-543a-4b43-a058-4cba4ca0a431 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:00.333693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb767d15-2d38-452f-9001-93428158a5bc req-3ec9f3eb-543a-4b43-a058-4cba4ca0a431 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0503736 Aug 28 09:06:00.373436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb767d15-2d38-452f-9001-93428158a5bc req-e328fdd0-888c-4002-8628-67718d8d298b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Aug 28 09:06:01.493598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39529653-dcdb-4896-92d5-501b59bd6542 req-14f238d6-8f9b-4248-aef1-b87737ff93f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:01.495459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39529653-dcdb-4896-92d5-501b59bd6542 req-14f238d6-8f9b-4248-aef1-b87737ff93f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0523348 Aug 28 09:06:01.537461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39529653-dcdb-4896-92d5-501b59bd6542 req-1f0817fa-9420-4cc4-8ea1-a0257fa20688 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Aug 28 09:06:02.007647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:02.657594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb019d9d-d649-4404-895c-f55dd1e3c8e9 req-19421d7e-1689-4922-a9b6-0dd78bb6b34b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:02.659187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb019d9d-d649-4404-895c-f55dd1e3c8e9 req-19421d7e-1689-4922-a9b6-0dd78bb6b34b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0537245 Aug 28 09:06:02.696544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb019d9d-d649-4404-895c-f55dd1e3c8e9 req-cdb89bbd-b4c2-45d7-86e4-494de3b343a1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Aug 28 09:06:03.675054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:06:03.695141 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:06:03.695485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 8b9c4d1d-6d49-4e77-bdc6-97cbf3826ddd not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:06:03.815005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1c64d-5fe3-4d1d-9671-66c1d286dc38 req-32af37f3-501a-41bb-bbfe-8710ad8101df tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:03.816398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5f1c64d-5fe3-4d1d-9671-66c1d286dc38 req-32af37f3-501a-41bb-bbfe-8710ad8101df tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0512125 Aug 28 09:06:03.854437 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5f1c64d-5fe3-4d1d-9671-66c1d286dc38 req-22139f9b-713d-48b0-9401-88462da94438 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Aug 28 09:06:04.977002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fd73e-c3c8-41c7-9af3-30c361984d99 req-6ce16639-576a-45fe-8bde-1311583e0e50 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:04.978425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d66fd73e-c3c8-41c7-9af3-30c361984d99 req-6ce16639-576a-45fe-8bde-1311583e0e50 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0559402 Aug 28 09:06:05.011958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:05.018659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d66fd73e-c3c8-41c7-9af3-30c361984d99 req-942383d8-bb77-494b-9803-afd29bd88170 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Aug 28 09:06:05.903590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:06.141051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff109-c0f1-401d-bc7e-63affcdf1e23 req-9fdd77e4-a502-486e-99e3-816ae3880059 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:06.142935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2ff109-c0f1-401d-bc7e-63affcdf1e23 req-9fdd77e4-a502-486e-99e3-816ae3880059 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0562508 Aug 28 09:06:06.184102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2ff109-c0f1-401d-bc7e-63affcdf1e23 req-52d20e63-e5ce-44eb-a721-3d7dddabed3e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Aug 28 09:06:07.301212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d04ba-c4d3-4b2c-b3e9-6c3a077bed53 req-d91d26b2-6d15-48d1-951b-172d57fbcaab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:07.302649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae7d04ba-c4d3-4b2c-b3e9-6c3a077bed53 req-d91d26b2-6d15-48d1-951b-172d57fbcaab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0500371 Aug 28 09:06:07.341921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae7d04ba-c4d3-4b2c-b3e9-6c3a077bed53 req-a1766f3f-96f1-4ea2-9b78-b7d69a10f6c8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 Aug 28 09:06:07.769124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-a5162314-99d2-461e-bca1-6162130534c6 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:07.770606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-a5162314-99d2-461e-bca1-6162130534c6 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/networks?id=df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 200 len: 814 time: 0.1050010 Aug 28 09:06:07.785536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-fefccb6f-5319-474b-984e-9fd295e78e8e tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/quotas/a0dc40f184e34b8d90cb38d0dadff69d HTTP/1.1" status: 200 len: 375 time: 0.0092919 Aug 28 09:06:07.817921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-d5f5c25c-a31b-42ca-ad41-d93eb54eb1c4 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267918 Aug 28 09:06:07.911463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-73653228-5d3f-4e6f-9282-60c5a954630c service neutron] 10.222.0.46 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Aug 28 09:06:08.003546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-a071ce0b-f3dd-4eeb-82a5-5e4be3e462e2 service neutron] 10.222.0.46 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856955 Aug 28 09:06:08.258251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7e537af-46cd-4df6-8cc1-d43690030d78 req-0efbceb0-8787-4331-963e-927ac25f5bd7 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 210 time: 0.0266988 Aug 28 09:06:08.458128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750df24-af50-49c9-9e9f-b1864c8914b6 req-10733e41-8a29-4bab-ada6-5ef29520fcf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:08.459665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e750df24-af50-49c9-9e9f-b1864c8914b6 req-10733e41-8a29-4bab-ada6-5ef29520fcf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 943 time: 0.0490010 Aug 28 09:06:08.499648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e750df24-af50-49c9-9e9f-b1864c8914b6 req-964cd00d-7445-4ce7-aec1-774d20d0013c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Aug 28 09:06:09.239167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef9a6d96-9576-4162-9db0-9ce1657fe926 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:06:09.341286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:09.354248 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ef9a6d96-9576-4162-9db0-9ce1657fe926', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'ef9a6d96-9576-4162-9db0-9ce1657fe926', 'mac_address': 'fa:16:3e:57:24:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:06:09.375234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95f3bb3b-1d4a-4397-a6a5-e6a67fcccec4 req-396a7631-a09e-4047-a575-ecbed1663a0e tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 210 time: 0.0394688 Aug 28 09:06:09.399453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:09.412961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9a6d96-9576-4162-9db0-9ce1657fe926 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:06:09.432493 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:09.532185 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:09.582134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:09.589815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.590158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.590519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.590851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.591185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.591508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.591828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.592147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.592464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.592779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.593172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.593486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:09.623575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea10e9-5cff-4180-9f47-3bd1307eb47f req-fbefb4d9-a515-4e2f-a875-5a5060ad715f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:09.625861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-edea10e9-5cff-4180-9f47-3bd1307eb47f req-fbefb4d9-a515-4e2f-a875-5a5060ad715f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 944 time: 0.0528059 Aug 28 09:06:09.665046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-edea10e9-5cff-4180-9f47-3bd1307eb47f req-fdd531e1-05c2-44a9-8e0d-fc4dee37076c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Aug 28 09:06:09.889670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef9a6d96-9576-4162-9db0-9ce1657fe926'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:06:10.189378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-2e55cd8b-d580-4e3e-b577-2b3e5e396e7f tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:10.190803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-2e55cd8b-d580-4e3e-b577-2b3e5e396e7f tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "GET /v2.0/networks?id=df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 200 len: 814 time: 0.1098490 Aug 28 09:06:10.210480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Request body: {'port': {'device_id': '632b96a5-2017-468d-99dc-20c197de81bb', 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a', 'admin_state_up': True, 'tenant_id': 'a0dc40f184e34b8d90cb38d0dadff69d'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:06:10.400317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Made reservation on behalf of a0dc40f184e34b8d90cb38d0dadff69d for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:06:10.404595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:10.498476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34d51ddc-35e3-49d7-8bf0-c39908f330aa req-3e7a062c-adaf-430c-8f22-50c6d943266d tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 210 time: 0.0392282 Aug 28 09:06:10.559732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Allocated IP 172.20.0.6 (df1f0edd-e792-4434-9f8d-aaee38398a5a/f354061e-7b08-497e-8cee-7d27dffbe2bc/0c4d8068-b0d5-421b-ab31-320b6fd17d63) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:06:10.711422 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:10.789639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ed77e-ed27-48d9-b5a5-0febdfeaaa9a req-c5df2d6c-16eb-4ff7-a3e9-afeb24044717 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:10.791075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-424ed77e-ed27-48d9-b5a5-0febdfeaaa9a req-c5df2d6c-16eb-4ff7-a3e9-afeb24044717 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 944 time: 0.0572083 Aug 28 09:06:10.829120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-424ed77e-ed27-48d9-b5a5-0febdfeaaa9a req-ea3d9a85-f9c1-4635-9c6d-77b43bfab557 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Aug 28 09:06:10.832911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:10.879328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Network df1f0edd-e792-4434-9f8d-aaee38398a5a is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:06:10.882451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:06:10.886560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:06:10.892925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Pushing event updated for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:10.942831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:10.943444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.016482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-62194341-3bef-4d70-8084-969ce2b32157 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8098865 Aug 28 09:06:11.049181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Request body: {'port': {'device_id': '632b96a5-2017-468d-99dc-20c197de81bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:06:11.103745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.254277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef9a6d96-9576-4162-9db0-9ce1657fe926 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:06:11.365837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4d8068-b0d5-421b-ab31-320b6fd17d63 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:06:11.373152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.380986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ef9a6d96-9576-4162-9db0-9ce1657fe926 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:06:11.384697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Transition to ACTIVE for port object 0c4d8068-b0d5-421b-ab31-320b6fd17d63 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:06:11.384976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ef9a6d96-9576-4162-9db0-9ce1657fe926 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:06:11.385385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.464892 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.487904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:06:11.490083 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20645f22-41e8-4cdf-b02f-da67f6b6f1b2" -d '{"events": [{"server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "name": "network-vif-plugged", "status": "completed", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:06:11.502550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:11.503038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.526616 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c185e29-bacd-439d-b96c-e9797f89590c x-openstack-request-id: req-7c185e29-bacd-439d-b96c-e9797f89590c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:06:11.526909 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "name": "network-vif-plugged", "status": "completed", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:06:11.527160 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c185e29-bacd-439d-b96c-e9797f89590c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:06:11.527549 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926', 'code': 200} Aug 28 09:06:11.562275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:11.617682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.666447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:11.702113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a6af-72d4-4bc5-9354-49f79f3b73ed req-3a2da7fe-b9c4-42f3-a310-be7bc73a1c92 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:11.703639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de99a6af-72d4-4bc5-9354-49f79f3b73ed req-3a2da7fe-b9c4-42f3-a310-be7bc73a1c92 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 943 time: 0.1236038 Aug 28 09:06:11.706087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Attempting to bind port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:06:11.706449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Attempting to bind port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:06:11.706781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Attempting to bind port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 on network df1f0edd-e792-4434-9f8d-aaee38398a5a {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:06:11.722462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 on network df1f0edd-e792-4434-9f8d-aaee38398a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:06:11.723120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Attempting to bind port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 on network df1f0edd-e792-4434-9f8d-aaee38398a5a {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:06:11.738090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9656c-f4f4-47c1-9341-da6a46ccbb01 req-efa3d45e-d40c-45d7-b6ab-53b324002c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:11.739568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97c9656c-f4f4-47c1-9341-da6a46ccbb01 req-efa3d45e-d40c-45d7-b6ab-53b324002c45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 1097 time: 0.0989339 Aug 28 09:06:11.743227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:06:11.743565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Checking segment: {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:06:11.743941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Bound using segment: {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:06:11.744373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Bound port: 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bea4db-d9db-4650-94f0-b889e2c08ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:06:11.744775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.779558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de99a6af-72d4-4bc5-9354-49f79f3b73ed req-08fab966-950f-45a6-979b-c7eb49af1117 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690405 Aug 28 09:06:11.823997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97c9656c-f4f4-47c1-9341-da6a46ccbb01 req-d20b82ca-102d-44fb-84dc-3bddef9ee579 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696270 Aug 28 09:06:11.843218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:06:11.847012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:06:11.907660 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.966510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:11.967147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:11.968611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c4d8068-b0d5-421b-ab31-320b6fd17d63 HTTP/1.1" status: 200 len: 1092 time: 0.9238009 Aug 28 09:06:11.971849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:06:11.974141 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee9c8b-343c-4879-9585-73c24548916e" -d '{"events": [{"name": "network-changed", "server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:06:11.998384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a942-1ce0-404c-b0b4-3ccbbe44c521 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:12.009568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca7d3-f5ea-4e71-aa6c-c3b69d5679fc req-bcf7ed01-edf8-400a-9d93-4b8d8396df51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.011233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41fca7d3-f5ea-4e71-aa6c-c3b69d5679fc req-bcf7ed01-edf8-400a-9d93-4b8d8396df51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.1141787 Aug 28 09:06:12.052833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41fca7d3-f5ea-4e71-aa6c-c3b69d5679fc req-1acc7fbe-575e-4b85-aac9-d04742a8067b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Aug 28 09:06:12.104642 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ecf0e4-f5c8-4aeb-a1c8-1b5c9b06321a x-openstack-request-id: req-79ecf0e4-f5c8-4aeb-a1c8-1b5c9b06321a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:06:12.104934 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:06:12.105188 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79ecf0e4-f5c8-4aeb-a1c8-1b5c9b06321a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:06:12.105587 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63', 'status': 'completed', 'code': 200} Aug 28 09:06:12.138517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-dbd9c8a8-a9d0-4dc9-88ce-5749ae637631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.140017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-dbd9c8a8-a9d0-4dc9-88ce-5749ae637631 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 1095 time: 0.0441873 Aug 28 09:06:12.192809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-8d8cbd77-a24a-4df7-981e-b89b68b5b35c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Aug 28 09:06:12.244655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-8c804c2b-ed81-45cd-a485-b6094fc6504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.246179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-8c804c2b-ed81-45cd-a485-b6094fc6504f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f354061e-7b08-497e-8cee-7d27dffbe2bc HTTP/1.1" status: 200 len: 854 time: 0.0452034 Aug 28 09:06:12.277774 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-58e322b4-d06b-4c99-b19d-283429a105eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df1f0edd-e792-4434-9f8d-aaee38398a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246136 Aug 28 09:06:12.373051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-aaf9d0a5-1d9f-432f-b21a-c15fa98b7b8e service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868552 Aug 28 09:06:12.467202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-614ef33a-84fc-4f6c-a156-a54cac0ae5b4 req-e4f55a69-f9ed-4d5c-920d-08ce90b2fff8 service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Aug 28 09:06:12.693385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee9c8b-343c-4879-9585-73c24548916e req-11100e40-6591-4620-b68e-7280ef7173c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.694857 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-11100e40-6591-4620-b68e-7280ef7173c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 1095 time: 0.0440640 Aug 28 09:06:12.791752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee9c8b-343c-4879-9585-73c24548916e req-8632c4c6-55b2-45cd-9403-89e87aafd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.793264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-8632c4c6-55b2-45cd-9403-89e87aafd6d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 200 len: 915 time: 0.0905850 Aug 28 09:06:12.838045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-90d605b2-2c73-4fae-8a1c-5c81817bff91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63 HTTP/1.1" status: 200 len: 217 time: 0.0363724 Aug 28 09:06:12.918517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee9c8b-343c-4879-9585-73c24548916e req-57e199ea-f85c-415b-b4aa-edc6b6f189b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.920596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-57e199ea-f85c-415b-b4aa-edc6b6f189b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f354061e-7b08-497e-8cee-7d27dffbe2bc HTTP/1.1" status: 200 len: 854 time: 0.0747857 Aug 28 09:06:12.944301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd58b-1d93-4cdd-8a33-3622ff6ae944 req-a8a9e0f2-7e5d-4076-a7c1-fd89ee471db2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:12.945741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-328dd58b-1d93-4cdd-8a33-3622ff6ae944 req-a8a9e0f2-7e5d-4076-a7c1-fd89ee471db2 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 943 time: 0.0925498 Aug 28 09:06:12.966353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-6ff6fc89-dd5f-4b78-839b-1b9064abf1cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df1f0edd-e792-4434-9f8d-aaee38398a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372355 Aug 28 09:06:13.044248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-328dd58b-1d93-4cdd-8a33-3622ff6ae944 req-ecd3af49-7b74-472b-9bbd-370e2269fe7b tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 Aug 28 09:06:13.082401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-7c62bd8d-7836-4653-b692-31f3081faf1d service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030409 Aug 28 09:06:13.214265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80021a8c-0e4c-42dd-ac34-4d7262ac16d7 req-a65b731d-4f99-4532-83ea-8554a68f43d8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:13.216164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80021a8c-0e4c-42dd-ac34-4d7262ac16d7 req-a65b731d-4f99-4532-83ea-8554a68f43d8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.0756822 Aug 28 09:06:13.217921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aeee9c8b-343c-4879-9585-73c24548916e req-923d894c-9ee9-4da8-9b1f-d4522f80975d service neutron] 10.222.0.39 "GET /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274407 Aug 28 09:06:13.256465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80021a8c-0e4c-42dd-ac34-4d7262ac16d7 req-921420c6-b57d-4c7c-b3fc-dcab1a40885f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Aug 28 09:06:13.373322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8842ebf-05d9-488b-91e4-fa7f50010ba1 req-2ce7d434-8f32-4472-8f07-79888d429d9b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:13.374839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8842ebf-05d9-488b-91e4-fa7f50010ba1 req-2ce7d434-8f32-4472-8f07-79888d429d9b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.0531895 Aug 28 09:06:13.412598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8842ebf-05d9-488b-91e4-fa7f50010ba1 req-a047dc4b-351d-4f3a-b8c2-c1df978bfb97 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Aug 28 09:06:15.600063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da567b-9869-4d0b-8632-e303567fcdcf req-6b9e6b90-4e06-4d30-9fbb-81192b6a6f41 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:15.601549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4da567b-9869-4d0b-8632-e303567fcdcf req-6b9e6b90-4e06-4d30-9fbb-81192b6a6f41 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 943 time: 0.0605276 Aug 28 09:06:15.640607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4da567b-9869-4d0b-8632-e303567fcdcf req-f43a5f31-29d6-4d02-a0fe-175ea812c549 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Aug 28 09:06:15.700823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0c4d8068-b0d5-421b-ab31-320b6fd17d63 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:06:15.798180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:15.810236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '0c4d8068-b0d5-421b-ab31-320b6fd17d63', 'network_id': 'df1f0edd-e792-4434-9f8d-aaee38398a5a', 'port_id': '0c4d8068-b0d5-421b-ab31-320b6fd17d63', 'mac_address': 'fa:16:3e:06:0c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f354061e-7b08-497e-8cee-7d27dffbe2bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:06:15.847110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:15.860518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4d8068-b0d5-421b-ab31-320b6fd17d63 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:06:15.879798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:15.987194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:16.035503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:16.378090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['0c4d8068-b0d5-421b-ab31-320b6fd17d63'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:06:16.776550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-1cc06cd4-aaad-49d1-82aa-8a2b92f7e9b1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:16.778002 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-1cc06cd4-aaad-49d1-82aa-8a2b92f7e9b1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1021872 Aug 28 09:06:16.792890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-7aec00bb-6960-4d69-ae46-3053dd1407a5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0088015 Aug 28 09:06:16.845018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-50e14ab9-29ce-44bf-8a00-f77419dea18d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469079 Aug 28 09:06:16.933235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-ac7d9f5c-061a-47c3-b5b6-f05e56787778 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810475 Aug 28 09:06:17.028805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-0dcc3a57-3dfc-49a0-b128-b29180a3b21e service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888181 Aug 28 09:06:17.325712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761acda-28ca-4da4-ba50-ad2444ccac6f req-72f01a37-201a-41ad-81d3-a0914e7945d0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:17.327316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7761acda-28ca-4da4-ba50-ad2444ccac6f req-72f01a37-201a-41ad-81d3-a0914e7945d0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 944 time: 0.0512586 Aug 28 09:06:17.365505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7761acda-28ca-4da4-ba50-ad2444ccac6f req-bed987c7-d829-4cd6-83af-6aff3a4be770 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Aug 28 09:06:17.431962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b288ae6-bd2d-42ed-beb6-8dec924438e8 req-4f8a4ac9-cc0d-45b6-bffe-37c5b37d0dc5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0274572 Aug 28 09:06:17.715686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0c4d8068-b0d5-421b-ab31-320b6fd17d63 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:06:17.861206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:06:17.865624 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:06:17.865995 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:17.947839 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:17.970565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:06:17.972676 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5e906-3c2a-447f-bcd9-462d7d325c86" -d '{"events": [{"server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:06:17.985539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:18.007177 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea9ea0c-7a32-4e05-b144-9f637b85bb6f x-openstack-request-id: req-8ea9ea0c-7a32-4e05-b144-9f637b85bb6f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:06:18.007473 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:06:18.007845 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ea9ea0c-7a32-4e05-b144-9f637b85bb6f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:06:18.008148 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63', 'code': 200} Aug 28 09:06:18.068414 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:18.115651 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:18.133298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497cc7-2e4b-4683-98ac-58f570949f53 req-d1b45856-b06f-4efe-8235-460e8aec7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:18.134827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54497cc7-2e4b-4683-98ac-58f570949f53 req-d1b45856-b06f-4efe-8235-460e8aec7d8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 1097 time: 0.0443406 Aug 28 09:06:18.170938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54497cc7-2e4b-4683-98ac-58f570949f53 req-d637f676-5b16-4ca5-a331-3725f823f916 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278716 Aug 28 09:06:18.486962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038777aa-c6ae-499b-9e73-afc1d3677250 req-302cd262-1f94-466e-b4c0-bb75e3d568d9 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:18.488507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038777aa-c6ae-499b-9e73-afc1d3677250 req-302cd262-1f94-466e-b4c0-bb75e3d568d9 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.0508752 Aug 28 09:06:18.527089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-038777aa-c6ae-499b-9e73-afc1d3677250 req-128c9b45-b600-4d4c-a2a9-ff3aa6ab9395 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Aug 28 09:06:18.612293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acb92294-2c74-4994-9e59-fd002a30a4a8 req-4b6d7f23-3afa-4e21-aa2e-8f2c610ba0fe tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0293169 Aug 28 09:06:19.706583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e7b75-40e5-4952-ab8b-05d67946644c req-3613a9ee-d71e-4cfa-85d1-ad8df3dd9e91 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:19.708100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-369e7b75-40e5-4952-ab8b-05d67946644c req-3613a9ee-d71e-4cfa-85d1-ad8df3dd9e91 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.1052303 Aug 28 09:06:19.719330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da78a33e-6482-4974-af0f-a491d66abe05 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:19.720829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da78a33e-6482-4974-af0f-a491d66abe05 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1537554 Aug 28 09:06:19.740835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:06:20.113634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-369e7b75-40e5-4952-ab8b-05d67946644c req-962875fa-83fa-42ff-a4db-4a743964c6f3 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918314 Aug 28 09:06:20.200494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72c3a797-05fb-4c65-8cbd-6530be8ec6fc req-df2ec125-e7c4-455e-adbd-4c20449e42f4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Aug 28 09:06:20.244166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:06:20.248323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:20.390133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.11 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/3257c5d1-b53c-4622-a477-0cb6095ccb0a) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:06:20.544198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:20.558241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object 3257c5d1-b53c-4622-a477-0cb6095ccb0a will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:06:20.674544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:20.708363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef9a6d96-9576-4162-9db0-9ce1657fe926'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:06:20.721130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:06:20.724329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:06:20.728256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:06:20.753820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:20.772496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.772856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.773194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.773537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.773874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.774231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.774570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.774906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.775233 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.775616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.776131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.776464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:06:20.803785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:20.804446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:20.881404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-da1fd9fb-383f-4740-b9c5-174a61a237c7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1441178 Aug 28 09:06:20.901153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Request body: {'port': {'device_id': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:06:20.960000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:20.987626 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:06:21.046287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a39c9042-b2b5-45fa-8e28-ebcf6478abb6 None None] Provisioning for port 3257c5d1-b53c-4622-a477-0cb6095ccb0a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:06:21.050361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a39c9042-b2b5-45fa-8e28-ebcf6478abb6 None None] Provisioning complete for port 3257c5d1-b53c-4622-a477-0cb6095ccb0a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:06:21.050944 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a39c9042-b2b5-45fa-8e28-ebcf6478abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.086559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a39c9042-b2b5-45fa-8e28-ebcf6478abb6 None None] Port 3257c5d1-b53c-4622-a477-0cb6095ccb0a cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:06:21.265035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3257c5d1-b53c-4622-a477-0cb6095ccb0a {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:06:21.278604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e74750-751c-4ff0-bdcd-fdfc709d2069 req-3af6e682-07a1-4859-bd7f-f96523306222 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:21.280617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93e74750-751c-4ff0-bdcd-fdfc709d2069 req-3af6e682-07a1-4859-bd7f-f96523306222 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.0956109 Aug 28 09:06:21.282634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.309089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Transition to ACTIVE for port object 3257c5d1-b53c-4622-a477-0cb6095ccb0a will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:06:21.327484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93e74750-751c-4ff0-bdcd-fdfc709d2069 req-eee953b8-d71d-4020-9d16-6617b9ca5ce3 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Aug 28 09:06:21.372136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.460774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:21.520518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc987-098b-47af-9e7f-338cd301839d req-84a2435f-f98f-428e-b693-24f8de7c600d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:21.522101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-feefc987-098b-47af-9e7f-338cd301839d req-84a2435f-f98f-428e-b693-24f8de7c600d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.1181991 Aug 28 09:06:21.583016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Attempting to bind port 3257c5d1-b53c-4622-a477-0cb6095ccb0a on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:06:21.583349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Attempting to bind port 3257c5d1-b53c-4622-a477-0cb6095ccb0a by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:06:21.583680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Attempting to bind port 3257c5d1-b53c-4622-a477-0cb6095ccb0a on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:06:21.588333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-feefc987-098b-47af-9e7f-338cd301839d req-e1a01c4d-4389-418d-9a86-b67a2a73fb08 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564108 Aug 28 09:06:21.592871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Port 3257c5d1-b53c-4622-a477-0cb6095ccb0a on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:06:21.593049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Attempting to bind port 3257c5d1-b53c-4622-a477-0cb6095ccb0a on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:06:21.601059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:06:21.601394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:06:21.602074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:06:21.602242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Bound port: 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:06:21.602603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.684322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:06:21.687931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:06:21.783364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.819733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:21.820368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:21.821781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3257c5d1-b53c-4622-a477-0cb6095ccb0a HTTP/1.1" status: 200 len: 1093 time: 0.9255829 Aug 28 09:06:21.822301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:06:21.824573 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:06:21.851632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf9fed-0ba8-49c0-a006-5405dc8444e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:21.996643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-dfacd50c-7ca2-4484-8e05-0bb2569cdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:21.998783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-dfacd50c-7ca2-4484-8e05-0bb2569cdc82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 1096 time: 0.0619192 Aug 28 09:06:22.054350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-b33aca4e-8fa2-4be2-81d0-71083d77380e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a HTTP/1.1" status: 200 len: 217 time: 0.0395436 Aug 28 09:06:22.105103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-e434f7da-ac9a-46e9-ba2b-5e2584116270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.106546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-e434f7da-ac9a-46e9-ba2b-5e2584116270 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0450242 Aug 28 09:06:22.153198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-37f11f70-951e-44e0-bebf-cb17343abec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.154767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-37f11f70-951e-44e0-bebf-cb17343abec4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411108 Aug 28 09:06:22.254195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-359915e3-ba18-4c5c-ae04-82c11864a292 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920422 Aug 28 09:06:22.359093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fecf769a-1d90-46b1-82aa-29795d89ffb3 req-06408cda-e332-4534-932a-bc34bd5681c3 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978229 Aug 28 09:06:22.448643 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078b4251-3116-48a9-b600-8feda96f8146 x-openstack-request-id: req-078b4251-3116-48a9-b600-8feda96f8146 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:06:22.448643 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:06:22.448643 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-078b4251-3116-48a9-b600-8feda96f8146 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:06:22.448643 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a', 'status': 'completed', 'code': 200} Aug 28 09:06:22.567646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-64caf7f3-3909-4b6c-883d-28a8fc846efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.569326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-64caf7f3-3909-4b6c-883d-28a8fc846efb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 1096 time: 0.0457473 Aug 28 09:06:22.720073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-e22c42ea-c5b2-4844-8d07-4b2987e1ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.721703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-e22c42ea-c5b2-4844-8d07-4b2987e1ac93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.1455982 Aug 28 09:06:22.792187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74dc1f-0dda-4aa8-aa09-c39a81308ff3 req-0ad23c14-629c-492b-b726-33175d70cda0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.793660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be74dc1f-0dda-4aa8-aa09-c39a81308ff3 req-0ad23c14-629c-492b-b726-33175d70cda0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.1268666 Aug 28 09:06:22.795729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-75e68746-ef71-4a57-babc-9a86f55037ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a HTTP/1.1" status: 200 len: 217 time: 0.0657008 Aug 28 09:06:22.867853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be74dc1f-0dda-4aa8-aa09-c39a81308ff3 req-4922c45e-6f17-47d5-a25a-524af6d39427 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665216 Aug 28 09:06:22.873551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-8bb479e5-2e28-41f0-a11f-d7a06895a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.875112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-8bb479e5-2e28-41f0-a11f-d7a06895a63f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0677049 Aug 28 09:06:22.929480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-013a1392-d739-47c9-825d-8679ed018526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:22.931036 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-013a1392-d739-47c9-825d-8679ed018526 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488250 Aug 28 09:06:23.027691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-dcc8fd97-3a44-4bbe-9e31-d3207a12cd26 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891743 Aug 28 09:06:23.124915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1daf304-dd80-430b-a23c-0fed1d1c5b0f req-4c0a070a-ce7a-48c9-a937-db5c96b5d192 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889018 Aug 28 09:06:24.009281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6217-380e-4cc8-bb3e-ee56b2e98418 req-5cad6ee0-964b-4fdc-b814-a3867e9462d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:24.011075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2de6217-380e-4cc8-bb3e-ee56b2e98418 req-5cad6ee0-964b-4fdc-b814-a3867e9462d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0678005 Aug 28 09:06:24.056116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2de6217-380e-4cc8-bb3e-ee56b2e98418 req-dbdcbd1d-8e0f-4150-bc0d-a9e40becfffe tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Aug 28 09:06:25.187616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7b3e-f84a-45ad-a107-398a2d3f4e94 req-520b5a97-02fd-4be3-92cf-bd098c63e309 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:25.191965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4ef7b3e-f84a-45ad-a107-398a2d3f4e94 req-520b5a97-02fd-4be3-92cf-bd098c63e309 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0590568 Aug 28 09:06:25.239850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4ef7b3e-f84a-45ad-a107-398a2d3f4e94 req-16f21597-1e78-4981-9995-ef2ad4103ddf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Aug 28 09:06:26.291800 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:26.366434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf693c-b35b-49f7-84a3-709d2316bbc0 req-3f3bc5fa-264c-4dab-a9f6-a2454ebb6f51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:26.368637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95bf693c-b35b-49f7-84a3-709d2316bbc0 req-3f3bc5fa-264c-4dab-a9f6-a2454ebb6f51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0548661 Aug 28 09:06:26.412928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95bf693c-b35b-49f7-84a3-709d2316bbc0 req-e679c2a1-2a1b-4dbd-ab9e-390b7d92b9d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Aug 28 09:06:27.542577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b2b2-d38a-43ef-8c07-c295ca5309ba req-d2f57647-b88b-4500-aa16-e3607634d04a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:27.544733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daf6b2b2-d38a-43ef-8c07-c295ca5309ba req-d2f57647-b88b-4500-aa16-e3607634d04a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0591619 Aug 28 09:06:27.586643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-daf6b2b2-d38a-43ef-8c07-c295ca5309ba req-4f49e41a-bba4-4123-827a-10998b31e295 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Aug 28 09:06:27.674591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f55e2bdb-9d4c-42ad-a37d-60845f5963ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:28.706217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2a43-3f85-47fb-ada8-ca40deceb11c req-daf11806-d947-4464-bcb0-e39cac926370 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:28.707851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e5e2a43-3f85-47fb-ada8-ca40deceb11c req-daf11806-d947-4464-bcb0-e39cac926370 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0512986 Aug 28 09:06:28.746364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e5e2a43-3f85-47fb-ada8-ca40deceb11c req-fb89d57e-6dbc-45b4-b93f-0212229335dc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Aug 28 09:06:29.870549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367a4db-b726-49a2-bbdd-4fc45d7d0c08 req-ebefa97d-9298-45c5-8d9b-f659c079c109 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:29.872069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e367a4db-b726-49a2-bbdd-4fc45d7d0c08 req-ebefa97d-9298-45c5-8d9b-f659c079c109 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0499899 Aug 28 09:06:29.921479 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e367a4db-b726-49a2-bbdd-4fc45d7d0c08 req-65d28b37-0200-4f03-9266-3354a42a6607 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Aug 28 09:06:29.994731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:30.274101 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-475c8b9a-aebb-4c8b-83ad-e201921fd888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:31.045674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74e4f4-b58a-4d59-9941-c0c0d568c18f req-c8d13c44-2759-445d-8c0d-4ca90635891c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:31.047522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce74e4f4-b58a-4d59-9941-c0c0d568c18f req-c8d13c44-2759-445d-8c0d-4ca90635891c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0593529 Aug 28 09:06:31.089016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce74e4f4-b58a-4d59-9941-c0c0d568c18f req-4a37aabc-b52c-41be-98f7-dfd07c5c3a01 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Aug 28 09:06:32.040014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:32.212456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3f3bd-2107-48b3-a751-a3cf71ccd0a0 req-c7813d49-2994-4e19-92e2-aad04436b4a9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:32.213880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56e3f3bd-2107-48b3-a751-a3cf71ccd0a0 req-c7813d49-2994-4e19-92e2-aad04436b4a9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0519612 Aug 28 09:06:32.259571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56e3f3bd-2107-48b3-a751-a3cf71ccd0a0 req-0c619f84-c41e-45ee-a108-62a5b4ab3034 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Aug 28 09:06:33.388165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac77db-ab35-4efe-a437-76d9062fbc03 req-910a1518-66fb-4845-ade9-9d1051b63d72 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:33.389952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ac77db-ab35-4efe-a437-76d9062fbc03 req-910a1518-66fb-4845-ade9-9d1051b63d72 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0558522 Aug 28 09:06:33.438276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ac77db-ab35-4efe-a437-76d9062fbc03 req-20016813-6a02-4e7f-9b9f-388c9ffbb5aa tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Aug 28 09:06:34.567928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add269b-aad8-4fa0-b0a9-8c8afcdd5054 req-bded8c30-cb1d-42ce-b15f-a63e437298fc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:34.570355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0add269b-aad8-4fa0-b0a9-8c8afcdd5054 req-bded8c30-cb1d-42ce-b15f-a63e437298fc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0603552 Aug 28 09:06:34.612831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0add269b-aad8-4fa0-b0a9-8c8afcdd5054 req-b55289a4-0753-41e5-bd43-6d6ec7a7dc4e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Aug 28 09:06:35.022580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:35.734825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a9e94-d7f5-4124-83af-b433003ab072 req-cb1c10a4-1515-468f-92e4-480732de0808 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:35.736354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-258a9e94-d7f5-4124-83af-b433003ab072 req-cb1c10a4-1515-468f-92e4-480732de0808 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0514956 Aug 28 09:06:35.779410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-258a9e94-d7f5-4124-83af-b433003ab072 req-1755ca2d-a19d-418d-9737-274c4a0fb5f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361414 Aug 28 09:06:35.867782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:36.902515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ebf0e-7b45-4555-9163-5745035f0b59 req-5ab764fe-8a3a-4b88-864b-a61a4da0ba43 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:36.904676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff4ebf0e-7b45-4555-9163-5745035f0b59 req-5ab764fe-8a3a-4b88-864b-a61a4da0ba43 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0516622 Aug 28 09:06:36.946277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff4ebf0e-7b45-4555-9163-5745035f0b59 req-9ee3829f-9ed2-4176-aa00-56829567b656 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Aug 28 09:06:38.076590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423f8b0-bc66-4b30-9da7-c13924ee8c16 req-8c945c91-2ea9-446f-b2a0-9b90b78df972 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:38.078112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6423f8b0-bc66-4b30-9da7-c13924ee8c16 req-8c945c91-2ea9-446f-b2a0-9b90b78df972 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0570459 Aug 28 09:06:38.118404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6423f8b0-bc66-4b30-9da7-c13924ee8c16 req-8a031b92-85ad-44f8-9629-2f2e21c51d63 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Aug 28 09:06:39.240916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ddd26-73f7-4a3c-ab89-edb83e8f35b8 req-cfe0fff8-5565-4c67-b3b8-ed9cc8bbd4be tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:39.242587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c96ddd26-73f7-4a3c-ab89-edb83e8f35b8 req-cfe0fff8-5565-4c67-b3b8-ed9cc8bbd4be tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0522275 Aug 28 09:06:39.283946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c96ddd26-73f7-4a3c-ab89-edb83e8f35b8 req-0982b562-ed4b-462c-b3da-318ad2c44e61 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Aug 28 09:06:40.429890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633843-3cbc-4945-89e7-7ac5962d7068 req-c483e018-5211-4c63-b4ec-9925f13cd5cd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:40.432247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73633843-3cbc-4945-89e7-7ac5962d7068 req-c483e018-5211-4c63-b4ec-9925f13cd5cd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0766184 Aug 28 09:06:40.513743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73633843-3cbc-4945-89e7-7ac5962d7068 req-75c1b6a3-0570-434f-bc27-021ab220fe66 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Aug 28 09:06:41.642175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cf9f9-6edc-4570-ad53-e3cc21aa7a38 req-3c8e9172-e1dd-42bd-aaf7-f37aedb33284 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:41.643786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b1cf9f9-6edc-4570-ad53-e3cc21aa7a38 req-3c8e9172-e1dd-42bd-aaf7-f37aedb33284 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0585032 Aug 28 09:06:41.685759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b1cf9f9-6edc-4570-ad53-e3cc21aa7a38 req-ead045df-0756-443d-a46f-e195277c0cdb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349917 Aug 28 09:06:42.810244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1864d-c650-481f-855d-ed9b65904f0c req-ecbea6c9-9e24-44ae-9d55-424efc4ad613 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:42.811876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ea1864d-c650-481f-855d-ed9b65904f0c req-ecbea6c9-9e24-44ae-9d55-424efc4ad613 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0531020 Aug 28 09:06:42.856575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ea1864d-c650-481f-855d-ed9b65904f0c req-0f1da615-e359-4d48-bccf-8060a2ff5908 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 28 09:06:43.979211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c90a3-fe39-4211-9287-426d0e741cf3 req-f3ea9ff3-e9e9-4756-b993-bdabd2c154fc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:43.980733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f10c90a3-fe39-4211-9287-426d0e741cf3 req-f3ea9ff3-e9e9-4756-b993-bdabd2c154fc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0527232 Aug 28 09:06:44.021811 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f10c90a3-fe39-4211-9287-426d0e741cf3 req-b271991d-0206-477c-86da-0c85fae92c78 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Aug 28 09:06:45.160755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e10689-e777-498a-b72f-e70ec8664226 req-e587bf97-9e05-404a-87a3-efcf5c55ecb9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:45.162327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14e10689-e777-498a-b72f-e70ec8664226 req-e587bf97-9e05-404a-87a3-efcf5c55ecb9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0678606 Aug 28 09:06:45.205487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14e10689-e777-498a-b72f-e70ec8664226 req-465e4d92-5b11-48cf-b735-23d8432d5bb1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Aug 28 09:06:46.492569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec708-b14a-43bb-82c0-313ce9e1b44b req-970d30f9-0fa0-45a4-955f-849311fa46a2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:46.494063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a57ec708-b14a-43bb-82c0-313ce9e1b44b req-970d30f9-0fa0-45a4-955f-849311fa46a2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0520830 Aug 28 09:06:46.535107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a57ec708-b14a-43bb-82c0-313ce9e1b44b req-97afc380-b9a7-4867-a5ad-b7177e0eddc7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Aug 28 09:06:47.666356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28451d4d-2dd0-40eb-9610-15da8f055f9a req-9e66aba3-7708-4275-b15e-2c8b4bef394f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:47.668173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28451d4d-2dd0-40eb-9610-15da8f055f9a req-9e66aba3-7708-4275-b15e-2c8b4bef394f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0570858 Aug 28 09:06:47.711338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28451d4d-2dd0-40eb-9610-15da8f055f9a req-216e7ea7-2c8a-4cd0-81ef-f73bc79963c1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Aug 28 09:06:48.836831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c597b-adbf-48cb-a11a-c99a6a05c500 req-cb6aa86d-ec37-4df6-998d-bb5584f84827 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:48.838307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-516c597b-adbf-48cb-a11a-c99a6a05c500 req-cb6aa86d-ec37-4df6-998d-bb5584f84827 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0555959 Aug 28 09:06:48.881185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-516c597b-adbf-48cb-a11a-c99a6a05c500 req-95cba890-fc47-4504-a02d-146ef54b7c07 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360770 Aug 28 09:06:50.015377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35661a-91da-4b1c-90bb-f83abc853ed0 req-62c482a8-6bd3-4a9b-925a-6e9db29e202d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:50.018348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f35661a-91da-4b1c-90bb-f83abc853ed0 req-62c482a8-6bd3-4a9b-925a-6e9db29e202d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0534232 Aug 28 09:06:50.059325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1f35661a-91da-4b1c-90bb-f83abc853ed0 req-7277c429-3a1d-467a-94b7-5675720922a6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360830 Aug 28 09:06:51.184041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd6d4-1aaa-4691-a9bf-ede58db39d0f req-e84849c2-e603-4ed8-add8-1daca43faf01 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:51.186449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5dd6d4-1aaa-4691-a9bf-ede58db39d0f req-e84849c2-e603-4ed8-add8-1daca43faf01 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0554671 Aug 28 09:06:51.227819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac5dd6d4-1aaa-4691-a9bf-ede58db39d0f req-de5b284f-8844-4f5b-9803-89054986ecf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350914 Aug 28 09:06:52.205393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ba56b-052c-47c5-9999-27253cd1efbc req-3420a5b0-411e-4fba-9b7d-89f669411bf0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:52.207037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d9ba56b-052c-47c5-9999-27253cd1efbc req-3420a5b0-411e-4fba-9b7d-89f669411bf0 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.0567060 Aug 28 09:06:52.249021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d9ba56b-052c-47c5-9999-27253cd1efbc req-70e86679-5f8e-46c6-9ea1-60e265814376 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Aug 28 09:06:52.361926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9fc0-8b23-4a18-b868-2115e9056aa1 req-2045e391-890f-4a9d-a9c2-bda4c5b652e3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:52.363528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ecf9fc0-8b23-4a18-b868-2115e9056aa1 req-2045e391-890f-4a9d-a9c2-bda4c5b652e3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0547223 Aug 28 09:06:52.407637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ecf9fc0-8b23-4a18-b868-2115e9056aa1 req-6dfa357a-68ae-44b6-9baa-cd3975f1b0d9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Aug 28 09:06:53.372487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c780cc-84e7-4e95-b5b6-7e191c5f26b1 req-d41df3c8-6a9a-4927-b973-7a1a97951e2b tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:53.373984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58c780cc-84e7-4e95-b5b6-7e191c5f26b1 req-d41df3c8-6a9a-4927-b973-7a1a97951e2b tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.0501807 Aug 28 09:06:53.413980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-58c780cc-84e7-4e95-b5b6-7e191c5f26b1 req-c3a0e7c4-a4bb-4ee0-84b3-48c95cad2d9b tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Aug 28 09:06:53.536640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16f81-61fb-4de0-bbf3-9d92f9cd3d6e req-c9fc923e-6347-444d-a081-1866c0946769 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:53.544736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ace16f81-61fb-4de0-bbf3-9d92f9cd3d6e req-c9fc923e-6347-444d-a081-1866c0946769 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0556366 Aug 28 09:06:53.581598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ace16f81-61fb-4de0-bbf3-9d92f9cd3d6e req-0c05afda-a06a-4ba5-b412-82b0ceec746a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365393 Aug 28 09:06:54.082272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-41fb8e8c-465b-4a6a-a2d5-6041d3035a28 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:54.083927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-41fb8e8c-465b-4a6a-a2d5-6041d3035a28 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 945 time: 0.0521715 Aug 28 09:06:54.180945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Deleting port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:06:54.181292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:54.281442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] For port 0c4d8068-b0d5-421b-ab31-320b6fd17d63, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=0c4d8068-b0d5-421b-ab31-320b6fd17d63,segment=NetworkSegment(66bea4db-d9db-4650-94f0-b889e2c08ec7),segment_id=66bea4db-d9db-4650-94f0-b889e2c08ec7)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:06:54.281828 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:54.297065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Calling delete_port for 0c4d8068-b0d5-421b-ab31-320b6fd17d63 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:06:54.525103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:54.557273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Pushing event deleted for resources: {'Port': ['ID=0c4d8068-b0d5-421b-ab31-320b6fd17d63,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:06:54.559812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['0c4d8068-b0d5-421b-ab31-320b6fd17d63'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:06:54.567479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955102-cc3c-4cb3-8987-006f9b518068 req-33646ad9-8c15-4687-b6ab-9de7973a44f5 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:54.569146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e955102-cc3c-4cb3-8987-006f9b518068 req-33646ad9-8c15-4687-b6ab-9de7973a44f5 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 867 time: 0.0810709 Aug 28 09:06:54.634257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] No DVR routers for this DVR port 0c4d8068-b0d5-421b-ab31-320b6fd17d63 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:06:54.637744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:54.640045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef2bd4ba-b9d9-482d-8caf-d33b3c7d8fc9 req-6c3dd37a-331d-4d22-b0f7-1cdbeb95a148 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.39 "DELETE /v2.0/ports/0c4d8068-b0d5-421b-ab31-320b6fd17d63 HTTP/1.1" status: 204 len: 173 time: 0.5489173 Aug 28 09:06:54.640846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'name': 'network-vif-deleted', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:06:54.643837 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d984e73-8b10-41d0-9368-04829c89b787" -d '{"events": [{"server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "name": "network-vif-deleted", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:06:54.665553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e955102-cc3c-4cb3-8987-006f9b518068 req-9a11b79f-4bef-4d1d-b944-125542765128 tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5599fda-f878-43ac-9cb0-e608be3102ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852933 Aug 28 09:06:54.773332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1c44-5958-4742-bd7b-5427038b509e req-80a5db24-3f29-437a-8ac7-6363b7374644 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:54.774893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02a1c44-5958-4742-bd7b-5427038b509e req-80a5db24-3f29-437a-8ac7-6363b7374644 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0518773 Aug 28 09:06:54.815230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e02a1c44-5958-4742-bd7b-5427038b509e req-3dbfceb5-822a-477c-9077-82fd60ad13e1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Aug 28 09:06:54.860920 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82349c8-1a7e-4c91-b4c7-b2be9fdf4022 x-openstack-request-id: req-e82349c8-1a7e-4c91-b4c7-b2be9fdf4022 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:06:54.861247 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632b96a5-2017-468d-99dc-20c197de81bb", "name": "network-vif-deleted", "tag": "0c4d8068-b0d5-421b-ab31-320b6fd17d63", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:06:54.861526 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e82349c8-1a7e-4c91-b4c7-b2be9fdf4022 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:06:54.861928 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b96a5-2017-468d-99dc-20c197de81bb', 'name': 'network-vif-deleted', 'tag': '0c4d8068-b0d5-421b-ab31-320b6fd17d63', 'status': 'completed', 'code': 200} Aug 28 09:06:55.774938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4906f10-9924-4ba9-bb24-4eb1b38a64fc req-659134f0-0b86-4ee2-8708-2aceacc595ec tempest-VolumesSnapshotTestJSON-1270182971 tempest-VolumesSnapshotTestJSON-1270182971-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b96a5-2017-468d-99dc-20c197de81bb HTTP/1.1" status: 200 len: 210 time: 0.0269537 Aug 28 09:06:55.933360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d1fa-6598-4b35-b663-41b52b5fb518 req-1f452e7e-6631-405b-b0b1-85e1219f0cc9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:55.934859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01a4d1fa-6598-4b35-b663-41b52b5fb518 req-1f452e7e-6631-405b-b0b1-85e1219f0cc9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0510466 Aug 28 09:06:55.979246 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01a4d1fa-6598-4b35-b663-41b52b5fb518 req-366c42e4-c4fe-4618-abad-4070a1d3818f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Aug 28 09:06:56.280066 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:57.020486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-155f500d-9853-4116-9479-7b6346f8aca9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413501 Aug 28 09:06:57.107108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63295a2-b0e9-4ce2-a001-87c42660f250 req-1726a750-2925-4996-b482-eb550e714530 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:57.108622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a63295a2-b0e9-4ce2-a001-87c42660f250 req-1726a750-2925-4996-b482-eb550e714530 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0602438 Aug 28 09:06:57.169349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-0bdc9eca-faca-41b3-ae6b-bbfe68f8e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:57.170900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-0bdc9eca-faca-41b3-ae6b-bbfe68f8e8c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 1097 time: 0.0810874 Aug 28 09:06:57.173905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a63295a2-b0e9-4ce2-a001-87c42660f250 req-82749c3e-9ff6-4bc6-ad90-9ec0feaf961d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 Aug 28 09:06:57.280001 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-6a897bae-a36b-422f-a6c9-8da7eec4138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:57.281747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-6a897bae-a36b-422f-a6c9-8da7eec4138d service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0887771 Aug 28 09:06:57.330142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-93856b67-2c73-4f0f-8eef-c601887da0f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926 HTTP/1.1" status: 200 len: 217 time: 0.0365045 Aug 28 09:06:57.392078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-057aea3b-c9ba-4fce-934c-ce47435c9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:57.393606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-057aea3b-c9ba-4fce-934c-ce47435c9b70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0532887 Aug 28 09:06:57.453715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-a7ebcb70-484d-4c49-8fd4-d93c314ba35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:57.455362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-a7ebcb70-484d-4c49-8fd4-d93c314ba35e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461946 Aug 28 09:06:57.547909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-c68410ee-11d8-4b4d-a2ef-a359d7a3e04f service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842853 Aug 28 09:06:57.633747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dfe4-2ad5-4dd7-92d3-5791f82ea41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:06:57.650350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c3f78e6-6623-4c41-a04d-43ca4e6c8461 req-b59142d0-8b47-48d5-8332-86b203a6b317 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907094 Aug 28 09:06:57.908555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0c4d8068-b0d5-421b-ab31-320b6fd17d63 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:06:57.935884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 0c4d8068-b0d5-421b-ab31-320b6fd17d63 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:06:57.936347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 0c4d8068-b0d5-421b-ab31-320b6fd17d63 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:06:57.987077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:06:58.301100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e027fc-a230-4fb1-8b6b-96e284d56b20 req-6400982a-022a-4890-b887-be47dbf6eb9f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:58.302703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0e027fc-a230-4fb1-8b6b-96e284d56b20 req-6400982a-022a-4890-b887-be47dbf6eb9f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0546315 Aug 28 09:06:58.344231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e0e027fc-a230-4fb1-8b6b-96e284d56b20 req-42d8e8d7-6e25-4478-9792-31c561aa322c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342906 Aug 28 09:06:59.466534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138432-08a4-41bd-b772-80a0ff476dec req-d373a7b0-aa1e-43b5-8cf7-8690d1dbe487 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:06:59.467967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73138432-08a4-41bd-b772-80a0ff476dec req-d373a7b0-aa1e-43b5-8cf7-8690d1dbe487 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0551343 Aug 28 09:06:59.509196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73138432-08a4-41bd-b772-80a0ff476dec req-4c0b49c3-ae36-4efb-9fdf-603b479fca06 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Aug 28 09:06:59.986320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:00.256875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03145330-d8cc-49ed-8f86-3ae692452a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:00.630576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef341-077f-4afd-b1f8-a77fc8ce5372 req-28ac2e31-aa4e-418c-b63c-f1e0ce4f1ce1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:00.632147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b62ef341-077f-4afd-b1f8-a77fc8ce5372 req-28ac2e31-aa4e-418c-b63c-f1e0ce4f1ce1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0514421 Aug 28 09:07:00.673744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b62ef341-077f-4afd-b1f8-a77fc8ce5372 req-97b3eaf3-dcd1-46cf-802c-98708817ba31 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Aug 28 09:07:01.789357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ceb20-e504-460e-bfeb-7e35aefe3971 req-ea8ca98a-37d8-47cc-993f-5805bcc56a04 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:01.790900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b86ceb20-e504-460e-bfeb-7e35aefe3971 req-ea8ca98a-37d8-47cc-993f-5805bcc56a04 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0498629 Aug 28 09:07:01.828451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b86ceb20-e504-460e-bfeb-7e35aefe3971 req-d0a142c2-6e3d-4b93-83d0-7f1e88e75d14 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Aug 28 09:07:02.056832 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:02.952934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ed4db-9202-417d-83a6-91b55056b9fd req-c9b4c5d7-4c17-42ea-9a9f-629af9ef686a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:02.954357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a6ed4db-9202-417d-83a6-91b55056b9fd req-c9b4c5d7-4c17-42ea-9a9f-629af9ef686a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0548904 Aug 28 09:07:02.992883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a6ed4db-9202-417d-83a6-91b55056b9fd req-a9682fe9-e420-44d5-ae1c-de664b6ed1e7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Aug 28 09:07:04.110753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00705-4cd9-4dfd-bd05-6f969eef20b0 req-48900fe4-fc84-4726-a7c4-465e3d307a3f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:04.112552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42a00705-4cd9-4dfd-bd05-6f969eef20b0 req-48900fe4-fc84-4726-a7c4-465e3d307a3f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0511434 Aug 28 09:07:04.152808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42a00705-4cd9-4dfd-bd05-6f969eef20b0 req-c19f415e-c8a8-48b0-a9ed-621ad193253d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Aug 28 09:07:04.988029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:05.270698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d32e5a-5c8c-4c1d-9f22-730e63215c80 req-ecf80481-e59b-4746-817f-d1e6d7aa4601 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:05.272192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07d32e5a-5c8c-4c1d-9f22-730e63215c80 req-ecf80481-e59b-4746-817f-d1e6d7aa4601 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0498364 Aug 28 09:07:05.309951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07d32e5a-5c8c-4c1d-9f22-730e63215c80 req-d92006e0-33fa-47ac-b179-80c3fbbdedf0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Aug 28 09:07:05.879734 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:06.435846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8fe0a-cf35-4e14-b22f-2c631a6a33fb req-e8964a39-dfb7-438d-86df-cb84e874bcac tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:06.437353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6bd8fe0a-cf35-4e14-b22f-2c631a6a33fb req-e8964a39-dfb7-438d-86df-cb84e874bcac tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0559695 Aug 28 09:07:06.476494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6bd8fe0a-cf35-4e14-b22f-2c631a6a33fb req-fe5e31d4-0bca-45f4-947e-fa99af1e935d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Aug 28 09:07:07.593177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e75f-e6d8-432d-a120-c823944b30cd req-86b67895-ef5d-4022-9119-f50bdfa72e7d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:07.594651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6d2e75f-e6d8-432d-a120-c823944b30cd req-86b67895-ef5d-4022-9119-f50bdfa72e7d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0496151 Aug 28 09:07:07.637259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6d2e75f-e6d8-432d-a120-c823944b30cd req-6cbbdde1-10e3-4ee0-bdb0-4f67d8ddccc4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Aug 28 09:07:08.791436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e68cd-3eeb-44f2-9cec-5afdbb957cae req-df47114e-678e-42c3-9e19-1f168cae83a7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:08.793052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-511e68cd-3eeb-44f2-9cec-5afdbb957cae req-df47114e-678e-42c3-9e19-1f168cae83a7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0508683 Aug 28 09:07:08.834245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-511e68cd-3eeb-44f2-9cec-5afdbb957cae req-2f3ea3d3-e1e6-4eee-8ae2-3aa3f865e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Aug 28 09:07:09.956220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27c006-d06e-48d6-af76-f7c96588e14f req-2c7060d7-901b-4931-b650-f5be403c7761 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:09.957737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a27c006-d06e-48d6-af76-f7c96588e14f req-2c7060d7-901b-4931-b650-f5be403c7761 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0547993 Aug 28 09:07:09.995427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a27c006-d06e-48d6-af76-f7c96588e14f req-b2a11b68-0750-42e4-8b6e-ecf2c0027f72 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Aug 28 09:07:11.113905 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60928ee-0ef9-467e-bdb4-da4e3b8f2a47 req-c4167a54-774f-4227-842e-714bcd7f8139 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:11.115409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60928ee-0ef9-467e-bdb4-da4e3b8f2a47 req-c4167a54-774f-4227-842e-714bcd7f8139 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 944 time: 0.0511684 Aug 28 09:07:11.154049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60928ee-0ef9-467e-bdb4-da4e3b8f2a47 req-b131fa5c-b392-4d7e-b5f8-9d61a605a199 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Aug 28 09:07:11.502775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3257c5d1-b53c-4622-a477-0cb6095ccb0a details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:07:11.601838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:07:11.615128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '3257c5d1-b53c-4622-a477-0cb6095ccb0a', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': '3257c5d1-b53c-4622-a477-0cb6095ccb0a', 'mac_address': 'fa:16:3e:f6:79:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:07:11.654393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:11.667958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3257c5d1-b53c-4622-a477-0cb6095ccb0a {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:07:11.687606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:07:11.770896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:11.819393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:11.827099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.827449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.827789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.828127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.828462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.828794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.829122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.829448 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.829773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.830097 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.830482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:11.830807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:12.119904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['3257c5d1-b53c-4622-a477-0cb6095ccb0a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:07:12.286973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d3c95-172b-4ada-92cb-ea43a1e09904 req-b7bf6b04-e6e6-4981-a6c3-7ca166fce89c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:12.288499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96d3c95-172b-4ada-92cb-ea43a1e09904 req-b7bf6b04-e6e6-4981-a6c3-7ca166fce89c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 945 time: 0.0574985 Aug 28 09:07:12.332574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96d3c95-172b-4ada-92cb-ea43a1e09904 req-e134a6e2-cb05-4734-9423-318c5f80ed3b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Aug 28 09:07:13.454852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae10634-28ea-4229-8b24-a2bc6ccbe6ee req-178c85f1-82e5-4faa-91fb-a560d6fccd98 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:13.456324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fae10634-28ea-4229-8b24-a2bc6ccbe6ee req-178c85f1-82e5-4faa-91fb-a560d6fccd98 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Aug 28 09:07:13.495631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fae10634-28ea-4229-8b24-a2bc6ccbe6ee req-66c195ad-b45a-4a66-abc2-30d4fbea189d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Aug 28 09:07:13.503723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3257c5d1-b53c-4622-a477-0cb6095ccb0a up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:07:13.639223 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 3257c5d1-b53c-4622-a477-0cb6095ccb0a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:07:13.643511 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 3257c5d1-b53c-4622-a477-0cb6095ccb0a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:07:13.643919 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:13.722523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:13.746607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:07:13.748941 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48beb99e-fb4c-4c8a-a977-c81ffcbe536a" -d '{"events": [{"server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "name": "network-vif-plugged", "status": "completed", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:07:13.761643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:07:13.786773 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d9ac5-236f-4031-a9e3-da2986297963 x-openstack-request-id: req-248d9ac5-236f-4031-a9e3-da2986297963 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:07:13.787097 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "name": "network-vif-plugged", "status": "completed", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:07:13.787398 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-248d9ac5-236f-4031-a9e3-da2986297963 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:07:13.787802 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a', 'code': 200} Aug 28 09:07:13.851271 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:13.901580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:13.923240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba06794-d760-47fc-9007-38293497c1e6 req-e41649e3-1c76-474b-b794-0a97c8635223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:13.925129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ba06794-d760-47fc-9007-38293497c1e6 req-e41649e3-1c76-474b-b794-0a97c8635223 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 1098 time: 0.0434475 Aug 28 09:07:13.967467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ba06794-d760-47fc-9007-38293497c1e6 req-6c26ab85-5ce0-429c-85ce-7b04ea5da987 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298810 Aug 28 09:07:14.617342 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f39b4-5cf8-46b6-a1d2-4145c027c868 req-2cbb123d-fafe-4f89-b157-528ca61482ce tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:14.618885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-527f39b4-5cf8-46b6-a1d2-4145c027c868 req-2cbb123d-fafe-4f89-b157-528ca61482ce tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0502968 Aug 28 09:07:14.660620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-527f39b4-5cf8-46b6-a1d2-4145c027c868 req-57c09b8e-8f43-45c6-9c63-d9ed918d0f03 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Aug 28 09:07:15.779376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ad0a6-b1dd-408e-8bb5-f5c5ff1fbc77 req-72851a90-a1c9-427b-a832-ba663fca2696 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:15.781351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e8ad0a6-b1dd-408e-8bb5-f5c5ff1fbc77 req-72851a90-a1c9-427b-a832-ba663fca2696 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0537317 Aug 28 09:07:15.821668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e8ad0a6-b1dd-408e-8bb5-f5c5ff1fbc77 req-7bf27c0e-d199-4c06-9624-1f2bc2dfa791 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Aug 28 09:07:15.940437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347d2ae-8592-46b0-9f41-f103f3e692bf req-9930d2d9-b686-4115-8e1a-05511310347b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:15.941845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1347d2ae-8592-46b0-9f41-f103f3e692bf req-9930d2d9-b686-4115-8e1a-05511310347b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Aug 28 09:07:15.980284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1347d2ae-8592-46b0-9f41-f103f3e692bf req-93a870be-fcdc-41a4-b815-7524cd80bd84 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Aug 28 09:07:16.514263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee03c3-09b6-4ddc-84ed-6e3981182d97 req-5aa717ec-08bc-4a33-bae7-12c47a578d0f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:16.515755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29ee03c3-09b6-4ddc-84ed-6e3981182d97 req-5aa717ec-08bc-4a33-bae7-12c47a578d0f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0498433 Aug 28 09:07:16.553645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29ee03c3-09b6-4ddc-84ed-6e3981182d97 req-c70ed865-40b1-42e7-87ca-ec0c90877e2c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Aug 28 09:07:17.674609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb616-bbf3-4312-8c62-2f576a0366f0 req-89354fce-80ca-494b-85ec-09aafbe3c522 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:17.676193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-095bb616-bbf3-4312-8c62-2f576a0366f0 req-89354fce-80ca-494b-85ec-09aafbe3c522 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0537858 Aug 28 09:07:17.715211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-095bb616-bbf3-4312-8c62-2f576a0366f0 req-4bea385c-114d-4dd7-a9ee-9180a887e6a3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Aug 28 09:07:18.445671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-92bc8fe0-c975-4e12-86c7-b09386463caf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:18.447244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-92bc8fe0-c975-4e12-86c7-b09386463caf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0500097 Aug 28 09:07:18.544332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port 3257c5d1-b53c-4622-a477-0cb6095ccb0a {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:07:18.550633 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:18.636171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port 3257c5d1-b53c-4622-a477-0cb6095ccb0a, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=3257c5d1-b53c-4622-a477-0cb6095ccb0a,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:07:18.636538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:18.649963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for 3257c5d1-b53c-4622-a477-0cb6095ccb0a owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:07:18.833367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffe8b-33ec-40a2-9dea-5ed03aeb3a36 req-1f016e72-3fa6-45ed-93aa-05558df0a099 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:18.834886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de0ffe8b-33ec-40a2-9dea-5ed03aeb3a36 req-1f016e72-3fa6-45ed-93aa-05558df0a099 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 946 time: 0.0500066 Aug 28 09:07:18.874642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de0ffe8b-33ec-40a2-9dea-5ed03aeb3a36 req-2ead1e2d-24d3-4340-a7c9-20166b12d66a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Aug 28 09:07:18.876912 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:18.906970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=3257c5d1-b53c-4622-a477-0cb6095ccb0a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:18.920929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef9a6d96-9576-4162-9db0-9ce1657fe926', '3257c5d1-b53c-4622-a477-0cb6095ccb0a'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:07:18.964764 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port 3257c5d1-b53c-4622-a477-0cb6095ccb0a on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:07:18.967351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:18.969462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-607e82c7-5674-4ff1-bf7d-f49eca6d12b2 req-ca05bbb2-78d8-4ac0-a74e-fbcab2a40d8d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/3257c5d1-b53c-4622-a477-0cb6095ccb0a HTTP/1.1" status: 204 len: 173 time: 0.5116761 Aug 28 09:07:18.969823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'name': 'network-vif-deleted', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:07:18.972619 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0325d52c-31ba-418d-a1de-a51093211c37" -d '{"events": [{"server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "name": "network-vif-deleted", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:07:19.021089 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f9394f-5f14-4912-b870-86847c1960ae x-openstack-request-id: req-31f9394f-5f14-4912-b870-86847c1960ae {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:07:19.021341 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d4ef0c-dd11-4611-92fe-9fe863c3d534", "name": "network-vif-deleted", "tag": "3257c5d1-b53c-4622-a477-0cb6095ccb0a", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:07:19.021524 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31f9394f-5f14-4912-b870-86847c1960ae {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:07:19.021926 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d4ef0c-dd11-4611-92fe-9fe863c3d534', 'name': 'network-vif-deleted', 'tag': '3257c5d1-b53c-4622-a477-0cb6095ccb0a', 'status': 'completed', 'code': 200} Aug 28 09:07:19.977119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b684daf4-564e-4bfc-92d0-df6284dbfed8 req-38b63e39-cc8e-415f-95b5-5e1e6e9e975e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 28 09:07:21.075647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-777c52a5-bfb3-40c7-8af0-8d2976f42eb2 req-60de8bde-497f-4cbb-9ea6-771243c5e205 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Aug 28 09:07:22.171935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-651a1a4e-562f-4986-8cc7-5d36f23dded7 req-dc39dca7-2f3a-4a81-9a04-fb55c7939c5c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Aug 28 09:07:23.286887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50d301af-aaf9-4a0b-9f3f-ba498cb8f0fa req-225993d2-1889-497b-9a2c-371f1787f26d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d4ef0c-dd11-4611-92fe-9fe863c3d534 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Aug 28 09:07:23.545904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3257c5d1-b53c-4622-a477-0cb6095ccb0a no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:07:23.566982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 3257c5d1-b53c-4622-a477-0cb6095ccb0a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:07:23.567356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 3257c5d1-b53c-4622-a477-0cb6095ccb0a not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:07:26.285439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:27.639538 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8304f61d-47fb-4e0a-abd4-28f1ad776d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:29.164149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83374d5d-3f2a-483a-9282-266008d422c4 req-b90aca45-40ee-4e43-9dc3-b50ed6c9c209 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:29.165557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83374d5d-3f2a-483a-9282-266008d422c4 req-b90aca45-40ee-4e43-9dc3-b50ed6c9c209 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.0544977 Aug 28 09:07:29.205757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83374d5d-3f2a-483a-9282-266008d422c4 req-f3a9ca98-676f-4037-833e-b3ed6a736cdb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Aug 28 09:07:29.998936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:30.263244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4ec-b6aa-43c9-9a7c-d245d0554be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:30.325918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032e39-f155-455e-a7fd-e911b6edfebb req-9f1568b0-8f57-488f-9474-e2973ae17c9c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:30.327452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05032e39-f155-455e-a7fd-e911b6edfebb req-9f1568b0-8f57-488f-9474-e2973ae17c9c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.0502355 Aug 28 09:07:30.368606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05032e39-f155-455e-a7fd-e911b6edfebb req-505722f1-35b4-479a-b786-089f02e3a565 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2050bf2-81a1-4daf-809f-8294daa2e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Aug 28 09:07:31.078693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-1e2096ef-9d84-4475-b955-2c7f1b9c8485 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:31.080645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-1e2096ef-9d84-4475-b955-2c7f1b9c8485 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 945 time: 0.0493217 Aug 28 09:07:31.177664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port ef9a6d96-9576-4162-9db0-9ce1657fe926 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:07:31.178004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:31.277178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port ef9a6d96-9576-4162-9db0-9ce1657fe926, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ef9a6d96-9576-4162-9db0-9ce1657fe926,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:07:31.277554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:31.290946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for ef9a6d96-9576-4162-9db0-9ce1657fe926 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:07:31.513418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:31.534359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6107d040-7b14-4b21-b91a-8fe434b3b7a9 req-096f6118-ad25-460d-849d-79966670850a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0910523 Aug 28 09:07:31.555932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ef9a6d96-9576-4162-9db0-9ce1657fe926'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:07:31.557363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=ef9a6d96-9576-4162-9db0-9ce1657fe926,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:31.567630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.567887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.568403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.568913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.569406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.569886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.570445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.570935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.571423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.571897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.572379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.572853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:31.625194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port ef9a6d96-9576-4162-9db0-9ce1657fe926 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:07:31.627990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:31.630108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80e409f4-56b5-4c30-badb-b3f5bef1c85d req-8b21784c-9bdd-401a-9130-c6fed33c7e83 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/ef9a6d96-9576-4162-9db0-9ce1657fe926 HTTP/1.1" status: 204 len: 173 time: 0.5406897 Aug 28 09:07:31.630585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'name': 'network-vif-deleted', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:07:31.632879 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d01330-c8e4-41f1-a381-30eea68f0826" -d '{"events": [{"server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "name": "network-vif-deleted", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:07:31.671920 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d1aa59-722a-49d2-809a-8b4c0f180d6e x-openstack-request-id: req-18d1aa59-722a-49d2-809a-8b4c0f180d6e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:07:31.672275 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a79c0c-7f7d-4d64-b862-2f02c7bff9fe", "name": "network-vif-deleted", "tag": "ef9a6d96-9576-4162-9db0-9ce1657fe926", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:07:31.672537 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18d1aa59-722a-49d2-809a-8b4c0f180d6e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:07:31.673096 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a79c0c-7f7d-4d64-b862-2f02c7bff9fe', 'name': 'network-vif-deleted', 'tag': 'ef9a6d96-9576-4162-9db0-9ce1657fe926', 'status': 'completed', 'code': 200} Aug 28 09:07:32.016146 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:32.639508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d4d486b3-f99b-44a1-a624-501bc09d4c1d req-ec5fb600-a730-45d8-87d9-5fc456278fa5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0281229 Aug 28 09:07:33.742758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87b82226-2f72-446a-be42-00f833adabcc req-201bd987-c9d1-4cce-aa28-b3388d41e729 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0304315 Aug 28 09:07:34.840291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d04131ab-3913-486d-ab36-87509349bf1e req-edbcbb78-03c5-4038-931c-353d362388c2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0272667 Aug 28 09:07:34.965174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:34.986882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:07:35.602867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef9a6d96-9576-4162-9db0-9ce1657fe926 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:07:35.624773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: ef9a6d96-9576-4162-9db0-9ce1657fe926 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:07:35.625218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ef9a6d96-9576-4162-9db0-9ce1657fe926 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:07:35.856668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:35.951104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a083254-6291-4753-8d1c-27b8212474ad req-a0920661-e8d4-4589-a573-0053655020ac tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a79c0c-7f7d-4d64-b862-2f02c7bff9fe HTTP/1.1" status: 200 len: 210 time: 0.0282226 Aug 28 09:07:39.684467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41570) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:39.688557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217320005', 'description': 'tempest-secgroup-smoke-1217320005 description', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:39.802815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:39.889817 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:39.956946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:39.985900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66487ae8-7524-40c4-965e-6ddbd2e58cf2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:40.036633 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.037931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-804016bf-20dd-43ad-a26e-3dcf3d6845cf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3534455 Aug 28 09:07:40.040972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41572) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:40.045753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:40.133319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.191581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.271420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.291619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e5b62-81ca-4f9c-a60d-1cadb42b3881,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:40.362938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.364313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-13295a6f-0baf-4ab9-95a3-57fe4f86db21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223662 Aug 28 09:07:40.367265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41574) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:40.372044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:40.491675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.549536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.625771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.644686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d04dbfc-9b87-4357-99c1-1300956f55f9,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:40.739920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.741167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8a6b35a8-0b96-4f55-aa63-673ea7f28bf2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3729105 Aug 28 09:07:40.744218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41578) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:40.748734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:40.837711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.902515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.965013 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:40.984975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb831c9f-14ad-4b85-8dcb-b95e4211639c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:41.054071 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.055383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17579881-b3c7-4d28-9df7-c4a4aa841df2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101666 Aug 28 09:07:41.058143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:41.063288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:41.158840 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.218686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.331008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.354134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08698daf-3ae6-4690-8e62-36eb6000e7b0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:41.462142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.463468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7339017e-a12b-4ef5-a405-e4152d7bc4d6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4042366 Aug 28 09:07:41.466253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41582) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:41.471549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:41.625618 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Project 7acb489e6b964b97aaafcbe63c879f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:07:41.631399 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.697699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.896638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:41.914530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90fa73a-6d05-42c8-877b-6e2f25c58f97,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:42.056235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:42.057587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-529ecc7e-6b42-4e12-b269-d8c1f0cdf115 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5903757 Aug 28 09:07:42.061333 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41586) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:07:42.069332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'security_group_rule': {'security_group_id': '66487ae8-7524-40c4-965e-6ddbd2e58cf2', 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:07:42.170468 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Project 7acb489e6b964b97aaafcbe63c879f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:07:42.179206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:42.240714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:42.319518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:42.342196 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b810adf-a8a9-4546-8264-aea48ae57417,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:07:42.351284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.351703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.352136 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.352526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.352956 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.353323 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.353726 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.354056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.354413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.354740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.355079 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.355395 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:07:42.448391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:42.449636 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e434d420-d0a3-49a3-9a7e-8727bcaf1502 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856316 Aug 28 09:07:49.323024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f36234dc-864e-4f6b-ae7b-724ea6bd308e req-5284b46a-d74a-4c6b-ba26-1b7d0a0d1a66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0881040 Aug 28 09:07:49.721444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f36234dc-864e-4f6b-ae7b-724ea6bd308e req-ffb3042d-9a2a-49c8-878b-4b7849d59969 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.3406281 Aug 28 09:07:49.772722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f36234dc-864e-4f6b-ae7b-724ea6bd308e req-c84e6e1f-0668-40b5-9bbe-a267a21a304e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199404 Aug 28 09:07:49.869867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36234dc-864e-4f6b-ae7b-724ea6bd308e req-5f829ce4-85e1-4c17-b811-701e581b8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:07:49.871617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f36234dc-864e-4f6b-ae7b-724ea6bd308e req-5f829ce4-85e1-4c17-b811-701e581b8355 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920794 Aug 28 09:07:56.288306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:07:57.690328 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cea01142-f964-4a09-8ba1-2bb35dfa50bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:00.004723 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:00.322153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b1d19f0e-3cb5-4986-852a-122a5c0888b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:02.033246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:04.569280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-746a7f0d-1636-4c71-aad0-8c0c133ed366 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217320005&fields=id&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 267 time: 0.0388374 Aug 28 09:08:04.679839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-c7f9d377-4d9d-49d5-972f-7c24195534b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:04.682802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-c7f9d377-4d9d-49d5-972f-7c24195534b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1062908 Aug 28 09:08:04.697392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-39bfd2f2-14bc-4e19-8300-eb2c657a47dc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0102170 Aug 28 09:08:04.753252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-e4b0acf7-d819-46b4-ae36-623a79204082 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489359 Aug 28 09:08:04.859097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-8aacc295-3062-450b-b174-74ea599dd297 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939045 Aug 28 09:08:04.959356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-18375e34-78f5-4aaf-af76-cb4f0f8221e4 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928485 Aug 28 09:08:04.979776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:05.679458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0022cd5c-4c1e-47ad-ae5a-0635f3767665 req-6118b08c-8253-4521-a488-02de9d96f78b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0334647 Aug 28 09:08:05.898847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:06.773482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6fc5890-8529-4c82-a360-a2ae296d0ca8 req-607931d8-b2ea-4bc3-ae6d-bf67fd05b002 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0261214 Aug 28 09:08:07.872589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1598504d-1560-4412-ae2e-25f3e6ec3a1d req-b4569e8c-510c-43bb-aa9e-b5a42af3d0c3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0276217 Aug 28 09:08:08.055175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-9659a9ae-17b7-4f2f-87f4-2b38197867ab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:08.056653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-9659a9ae-17b7-4f2f-87f4-2b38197867ab tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1057425 Aug 28 09:08:08.124580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-34c843f7-6b14-4b22-b9ed-903fc203ceb2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 380 time: 0.0408554 Aug 28 09:08:08.137715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': '0514b66f-9f32-4795-87db-59938133386a', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'security_groups': ['66487ae8-7524-40c4-965e-6ddbd2e58cf2']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:08:08.335664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:08:08.339536 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:08.493358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.14 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/c36122de-0f46-495b-b518-7c95ea408151) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:08:08.655277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:08.670310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object c36122de-0f46-495b-b518-7c95ea408151 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:08:08.816616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:08.871181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:08:08.874684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:08:08.878776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:08:08.906415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:08.944775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:08.945934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:09.032479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e061f67-07e4-4b7d-96ec-50c56f1d30df req-b790acc2-4100-4442-9189-1b94fbee95e8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:09.034120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e061f67-07e4-4b7d-96ec-50c56f1d30df req-b790acc2-4100-4442-9189-1b94fbee95e8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 932 time: 0.0804436 Aug 28 09:08:09.082644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-3b0c329a-14c8-48de-b10d-51068788e16e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9506710 Aug 28 09:08:09.099018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e061f67-07e4-4b7d-96ec-50c56f1d30df req-ceb676f1-df14-48fc-89b6-965eb079b249 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564234 Aug 28 09:08:09.178357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Request body: {'port': {'device_id': '0514b66f-9f32-4795-87db-59938133386a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:08:09.265888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:09.284328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3ddc8ce0-1303-4e25-a73f-09a1a30b9a57 None None] Provisioning for port c36122de-0f46-495b-b518-7c95ea408151 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:08:09.289863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3ddc8ce0-1303-4e25-a73f-09a1a30b9a57 None None] Provisioning complete for port c36122de-0f46-495b-b518-7c95ea408151 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:08:09.290765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8ce0-1303-4e25-a73f-09a1a30b9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:09.399303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc8ce0-1303-4e25-a73f-09a1a30b9a57 None None] Port c36122de-0f46-495b-b518-7c95ea408151 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:08:09.632545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36122de-0f46-495b-b518-7c95ea408151 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:08:09.640900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:09.654648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Transition to ACTIVE for port object c36122de-0f46-495b-b518-7c95ea408151 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:08:09.736078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:09.793265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Pushing event updated for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:09.904513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Attempting to bind port c36122de-0f46-495b-b518-7c95ea408151 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:08:09.905549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Attempting to bind port c36122de-0f46-495b-b518-7c95ea408151 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:08:09.911768 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Attempting to bind port c36122de-0f46-495b-b518-7c95ea408151 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:08:09.931197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Port c36122de-0f46-495b-b518-7c95ea408151 on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:08:09.931747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Attempting to bind port c36122de-0f46-495b-b518-7c95ea408151 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:08:09.940418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:08:09.941991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:08:09.942611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:08:09.943228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Bound port: c36122de-0f46-495b-b518-7c95ea408151, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:08:09.943767 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:10.016608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:08:10.020584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c36122de-0f46-495b-b518-7c95ea408151,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:08:10.073589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:10.135792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.136553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:10.138040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] 10.222.0.64 "PUT /v2.0/ports/c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 1093 time: 1.0360837 Aug 28 09:08:10.138568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:08:10.140854 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5a329-01b3-4c92-9735-6bff8682a4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "tag": "c36122de-0f46-495b-b518-7c95ea408151"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:08:10.167511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850637-bfbe-48a7-9a3c-e6fa1087f722 service neutron] Pushing event updated for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:10.231285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd34f4-ca5d-4ce3-98fa-c25628288df4 req-ed5e99df-dc88-4d31-b858-d5f2c8533507 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.239223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40cd34f4-ca5d-4ce3-98fa-c25628288df4 req-ed5e99df-dc88-4d31-b858-d5f2c8533507 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0659170 Aug 28 09:08:10.291554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40cd34f4-ca5d-4ce3-98fa-c25628288df4 req-d6b34931-45a1-46cc-96c0-4db632e23e25 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511618 Aug 28 09:08:10.348427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-72cc21d4-b23c-412d-8a3e-a4ec4d429fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.350444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-72cc21d4-b23c-412d-8a3e-a4ec4d429fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1096 time: 0.0578344 Aug 28 09:08:10.351968 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be67c54-833d-4c0e-9561-94013e9680ee x-openstack-request-id: req-5be67c54-833d-4c0e-9561-94013e9680ee {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:08:10.352254 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "tag": "c36122de-0f46-495b-b518-7c95ea408151", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:08:10.352501 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5be67c54-833d-4c0e-9561-94013e9680ee {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:08:10.352887 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151', 'status': 'completed', 'code': 200} Aug 28 09:08:10.424917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-5f3b62d0-ed94-4487-8009-40624a85ff6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 217 time: 0.0361438 Aug 28 09:08:10.481392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-32d425ce-7496-4427-9455-67e0ae30ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.483157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-32d425ce-7496-4427-9455-67e0ae30ae52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0480499 Aug 28 09:08:10.537392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-e896fce1-25fd-424e-ab09-7c694cd30196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.538936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-e896fce1-25fd-424e-ab09-7c694cd30196 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475624 Aug 28 09:08:10.634080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-2fdcb203-b7a9-41a0-934a-93a54ace069f service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Aug 28 09:08:10.736166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4086e011-2d29-4d28-95b1-5845e3e10d75 req-396cdba8-5e32-40f6-9c63-3eabf8b0a1bc service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 Aug 28 09:08:10.971729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-fc985ee4-31ea-4cee-82a7-cabec7699dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:10.973272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-fc985ee4-31ea-4cee-82a7-cabec7699dfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1096 time: 0.0423739 Aug 28 09:08:11.070009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-4d74bb89-6b47-49b4-9d03-27e952e3585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:11.071708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-4d74bb89-6b47-49b4-9d03-27e952e3585c service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0918477 Aug 28 09:08:11.118741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-99adf356-88fc-42f3-b086-d1ee89f7f976 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 217 time: 0.0351808 Aug 28 09:08:11.170466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-c58b5d3f-7e16-4481-9796-a676281c4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:11.171897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-c58b5d3f-7e16-4481-9796-a676281c4751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0462685 Aug 28 09:08:11.221680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-ed0fafea-1ec3-409a-9f14-33e7514e8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:11.223366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-ed0fafea-1ec3-409a-9f14-33e7514e8835 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439649 Aug 28 09:08:11.329094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-508c2d69-1300-4581-9990-2922230acfcb service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931633 Aug 28 09:08:11.460757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d6b6-5355-43f6-8a65-73aa6ab133d4 req-1b6d1d68-fee1-442b-a2a5-0f0ddcfc488b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:11.462203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd5d6b6-5355-43f6-8a65-73aa6ab133d4 req-1b6d1d68-fee1-442b-a2a5-0f0ddcfc488b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0768971 Aug 28 09:08:11.480705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83f5a329-01b3-4c92-9735-6bff8682a4c2 req-d4d3d360-9ce8-4467-bf56-5f409ab610f9 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399944 Aug 28 09:08:11.507724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bd5d6b6-5355-43f6-8a65-73aa6ab133d4 req-c763f7a3-3196-4d04-8fd8-6e53b15e6f94 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Aug 28 09:08:11.986731 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:08:12.629115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b278-5950-4045-9bef-99ad49e5cbf2 req-5b3286f5-59ab-4002-802f-f8abfa8fd403 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:12.630865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d74b278-5950-4045-9bef-99ad49e5cbf2 req-5b3286f5-59ab-4002-802f-f8abfa8fd403 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0526559 Aug 28 09:08:12.673608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0d74b278-5950-4045-9bef-99ad49e5cbf2 req-8250969d-db87-4819-b2d4-10a162095e3b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356517 Aug 28 09:08:13.794089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b37a4-9bc5-4f7c-8a62-c7ea65a1142c req-d06094da-77cb-43d9-88b2-5ee66276fd5a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:13.795718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c3b37a4-9bc5-4f7c-8a62-c7ea65a1142c req-d06094da-77cb-43d9-88b2-5ee66276fd5a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0538280 Aug 28 09:08:13.843227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c3b37a4-9bc5-4f7c-8a62-c7ea65a1142c req-22d5b7f7-8959-4ee5-9ecf-050b86ce4b58 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Aug 28 09:08:14.962745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fad49-22c6-4f13-b915-5e203402aa65 req-9a78d6d4-1925-4f05-8177-2da3e599eb8b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:14.964305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b8fad49-22c6-4f13-b915-5e203402aa65 req-9a78d6d4-1925-4f05-8177-2da3e599eb8b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0515146 Aug 28 09:08:15.002854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b8fad49-22c6-4f13-b915-5e203402aa65 req-b10f1370-2313-4ca5-96c5-67e9900070c0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 28 09:08:16.174557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17e61c-3186-4aa3-8a89-b8cc6709702f req-1f6cdddd-0dbc-4c84-bbc8-aad10d7786ac tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:16.176612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f17e61c-3186-4aa3-8a89-b8cc6709702f req-1f6cdddd-0dbc-4c84-bbc8-aad10d7786ac tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0499127 Aug 28 09:08:16.216506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f17e61c-3186-4aa3-8a89-b8cc6709702f req-9aff9d83-fd01-4f54-b587-599730c03695 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Aug 28 09:08:17.339424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e509-25c0-4217-bfa9-2eed6358108d req-2dc91efb-c804-4c2e-8ea9-5b008671c99c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:17.340842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e93e509-25c0-4217-bfa9-2eed6358108d req-2dc91efb-c804-4c2e-8ea9-5b008671c99c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0507050 Aug 28 09:08:17.384561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e93e509-25c0-4217-bfa9-2eed6358108d req-d8778d6c-5d61-4726-838a-9c4dae510c23 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Aug 28 09:08:18.501537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828fce5-3907-4480-929f-408a4cbd8e34 req-e2b30415-e78c-4eaa-856e-5386372c33d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:18.503232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9828fce5-3907-4480-929f-408a4cbd8e34 req-e2b30415-e78c-4eaa-856e-5386372c33d4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0503972 Aug 28 09:08:18.543762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9828fce5-3907-4480-929f-408a4cbd8e34 req-9b7f2cd7-621a-4801-886e-81e9951bf9c5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346589 Aug 28 09:08:19.656859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41916) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:19.691468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff51fb-f128-453e-a3bf-677224bc43a0 req-63e4017f-2414-4a60-9c3d-53e88ba7af3d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:19.693006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cff51fb-f128-453e-a3bf-677224bc43a0 req-63e4017f-2414-4a60-9c3d-53e88ba7af3d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0807440 Aug 28 09:08:19.725502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Deleting subnet f354061e-7b08-497e-8cee-7d27dffbe2bc {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:08:19.729560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:19.774430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cff51fb-f128-453e-a3bf-677224bc43a0 req-7e98fb43-5487-4c5d-8e58-8fd0c936d294 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752764 Aug 28 09:08:19.787088 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:19.829566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:19.970464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:19.995006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f354061e-7b08-497e-8cee-7d27dffbe2bc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:20.000938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.002822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-99b0c9e3-2286-4b48-95e2-088fcae48acb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f354061e-7b08-497e-8cee-7d27dffbe2bc HTTP/1.1" status: 204 len: 168 time: 0.3450809 Aug 28 09:08:20.005492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41918) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:20.079678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.159806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.170081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1f0edd-e792-4434-9f8d-aaee38398a5a']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:20.180326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bea4db-d9db-4650-94f0-b889e2c08ec7') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:20.180625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bea4db-d9db-4650-94f0-b889e2c08ec7') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:20.189450 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.203265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.209707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:08:20.210102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:08:20.211777 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:08:20.335471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.346423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:20.346423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] 10.222.0.46 "DELETE /v2.0/networks/df1f0edd-e792-4434-9f8d-aaee38398a5a HTTP/1.1" status: 204 len: 168 time: 0.3373926 Aug 28 09:08:20.354930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dcf62-a26a-465e-b7a3-61cde76acecd admin admin] Pushing event deleted for resources: {'Network': ['ID=df1f0edd-e792-4434-9f8d-aaee38398a5a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:20.720348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 41922) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:20.927860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d10ba-5d61-4ebf-bea3-fb91e15c68e9 req-73111a31-92bc-4597-b429-6f3611e5c322 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:20.929352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f6d10ba-5d61-4ebf-bea3-fb91e15c68e9 req-73111a31-92bc-4597-b429-6f3611e5c322 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0808904 Aug 28 09:08:20.932967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2432b074-fd9e-4af0-ae5c-6230c4b7ebcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0dc40f184e34b8d90cb38d0dadff69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115705 Aug 28 09:08:20.935705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 41928) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:20.969379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f6d10ba-5d61-4ebf-bea3-fb91e15c68e9 req-36d7f0f3-7c6f-4ff4-9bfc-bf0303ed2f5d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Aug 28 09:08:20.986037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:21.007234 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:21.118149 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:21.120931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:21.122129 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5599fda-f878-43ac-9cb0-e608be3102ee HTTP/1.1" status: 204 len: 168 time: 0.1854243 Aug 28 09:08:21.130601 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768e51d-9df7-48ad-9401-06f0acf00ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5599fda-f878-43ac-9cb0-e608be3102ee,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:21.879605 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c36122de-0f46-495b-b518-7c95ea408151 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:08:21.978958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c36122de-0f46-495b-b518-7c95ea408151,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:08:21.990146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'c36122de-0f46-495b-b518-7c95ea408151', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'c36122de-0f46-495b-b518-7c95ea408151', 'mac_address': 'fa:16:3e:bd:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:08:22.031051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:22.046286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36122de-0f46-495b-b518-7c95ea408151 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:08:22.067309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c36122de-0f46-495b-b518-7c95ea408151,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:08:22.093363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81b834-0371-4f6d-8d66-60ccef240bb3 req-e064c7d5-9e32-41d4-adb4-e5a724fbdb15 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:22.094822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d81b834-0371-4f6d-8d66-60ccef240bb3 req-e064c7d5-9e32-41d4-adb4-e5a724fbdb15 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 944 time: 0.0552018 Aug 28 09:08:22.128107 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:22.135347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d81b834-0371-4f6d-8d66-60ccef240bb3 req-86bb4bd8-775e-47cc-8c20-97495f1e6f3d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Aug 28 09:08:22.182616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:22.189881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.190261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.190608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.190946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.191362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.191617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.191951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.192278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.193160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.193486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.193847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.194172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:08:22.482754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['c36122de-0f46-495b-b518-7c95ea408151'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:08:23.253083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ca273-e95e-492f-87e5-d8b8ee3638dc req-2d8a5e18-c55b-440a-baa0-0f087b713ebb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:23.254621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c1ca273-e95e-492f-87e5-d8b8ee3638dc req-2d8a5e18-c55b-440a-baa0-0f087b713ebb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 945 time: 0.0496917 Aug 28 09:08:23.295208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4c1ca273-e95e-492f-87e5-d8b8ee3638dc req-3f773673-5d23-413d-a6f0-09ecb68c00c0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339863 Aug 28 09:08:23.893674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c36122de-0f46-495b-b518-7c95ea408151 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:08:23.992578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port c36122de-0f46-495b-b518-7c95ea408151 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:08:23.996452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port c36122de-0f46-495b-b518-7c95ea408151 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:08:23.996829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:24.072365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:24.097143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:08:24.100063 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cb6ef01093c64f95c2a6c77292165c13c091fc0c7bfd0ccce1df2781b4fc05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f26e6c2-6731-4e97-aa46-fe231e296638" -d '{"events": [{"server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "name": "network-vif-plugged", "status": "completed", "tag": "c36122de-0f46-495b-b518-7c95ea408151"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:08:24.112855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c36122de-0f46-495b-b518-7c95ea408151,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:08:24.136665 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a3fa7-a3ce-4dda-8431-2ce1ab23f826 x-openstack-request-id: req-3f8a3fa7-a3ce-4dda-8431-2ce1ab23f826 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:08:24.136665 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "name": "network-vif-plugged", "status": "completed", "tag": "c36122de-0f46-495b-b518-7c95ea408151", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:08:24.136665 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f8a3fa7-a3ce-4dda-8431-2ce1ab23f826 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:08:24.136665 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151', 'code': 200} Aug 28 09:08:24.207385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:24.256438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:24.284869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add5c8c-095d-41b0-95be-127dce7402b4 req-7637dd63-9800-445a-9604-ad26cf6a2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:24.286904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0add5c8c-095d-41b0-95be-127dce7402b4 req-7637dd63-9800-445a-9604-ad26cf6a2b4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1098 time: 0.0456874 Aug 28 09:08:24.330072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0add5c8c-095d-41b0-95be-127dce7402b4 req-4ef56b15-ea33-4729-aa65-32cbe29936d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300267 Aug 28 09:08:24.416312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ad766-22c7-4251-93aa-ca8919c79037 req-3433812e-a4d7-4f22-bb80-f3a0ba13ec3d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:24.417833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f8ad766-22c7-4251-93aa-ca8919c79037 req-3433812e-a4d7-4f22-bb80-f3a0ba13ec3d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0532095 Aug 28 09:08:24.458729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8f8ad766-22c7-4251-93aa-ca8919c79037 req-f5eb8ee8-d313-4773-919e-6c7b63f0776b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Aug 28 09:08:25.578242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b99bff-9c82-49f7-8129-34eb1345e1be req-a1147a4b-b2d0-4585-9b12-d3d3fa4d4a6d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:25.579807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2b99bff-9c82-49f7-8129-34eb1345e1be req-a1147a4b-b2d0-4585-9b12-d3d3fa4d4a6d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0498161 Aug 28 09:08:25.619267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2b99bff-9c82-49f7-8129-34eb1345e1be req-a60d5fdd-8c5b-4c0b-b76b-0d3006e39399 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Aug 28 09:08:26.109959 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42092) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:26.220035 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bececfc3-6d99-42cb-810f-1aaf37697f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.309181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bececfc3-6d99-42cb-810f-1aaf37697f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.310466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.392500 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bececfc3-6d99-42cb-810f-1aaf37697f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.432418 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bececfc3-6d99-42cb-810f-1aaf37697f7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55df5f83a270493da138ce3102554aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211942 Aug 28 09:08:26.433212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bececfc3-6d99-42cb-810f-1aaf37697f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f3b4f8-cbdc-4c10-9c1d-095d947bedb4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:26.435096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42096) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:26.485726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.506910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.604129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.607475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:26.608663 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3f3b4f8-cbdc-4c10-9c1d-095d947bedb4 HTTP/1.1" status: 204 len: 168 time: 0.1721108 Aug 28 09:08:26.617777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324f07-4897-48fb-b52f-d27468d0ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f3b4f8-cbdc-4c10-9c1d-095d947bedb4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:26.737126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3284974-5194-4dd7-aaa9-e530e29e4ebb req-3657d608-4b59-45e4-bf6f-9fe687d55063 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:26.738678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3284974-5194-4dd7-aaa9-e530e29e4ebb req-3657d608-4b59-45e4-bf6f-9fe687d55063 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0536840 Aug 28 09:08:26.777829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b3284974-5194-4dd7-aaa9-e530e29e4ebb req-d9814a6c-244d-46a9-8479-b971a5bd501a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325353 Aug 28 09:08:26.892346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4395a-c652-4c78-98ff-a46001d973c7 req-a6d0261f-31e4-406f-9571-0be1e68e3871 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:26.893914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52a4395a-c652-4c78-98ff-a46001d973c7 req-a6d0261f-31e4-406f-9571-0be1e68e3871 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0493886 Aug 28 09:08:26.932653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52a4395a-c652-4c78-98ff-a46001d973c7 req-448ac3f2-6f81-440b-aa6c-fa65d317ff37 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Aug 28 09:08:26.955184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:27.144246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b2e00-8856-4786-b013-41d730de78e8 tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:27.145835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dc9b2e00-8856-4786-b013-41d730de78e8 tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1093 time: 0.1896596 Aug 28 09:08:27.149074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42110) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:27.153909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'c36122de-0f46-495b-b518-7c95ea408151', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:08:27.203883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42112) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:27.215404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71119e1f-3f6b-481a-9265-106a8ba3cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.229219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.378166 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71119e1f-3f6b-481a-9265-106a8ba3cd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.390114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.457036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71119e1f-3f6b-481a-9265-106a8ba3cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.522278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71119e1f-3f6b-481a-9265-106a8ba3cd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c9b022-a2b3-4840-a856-bf6d0ff2d2da,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:27.533084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-71119e1f-3f6b-481a-9265-106a8ba3cd34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80aee252cfe1470c932365364c60e925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297086 Aug 28 09:08:27.535773 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42114) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:08:27.539757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.25.0.38 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/02a54e62-9b51-49f1-a658-117a573f3c55) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:08:27.594658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.618944 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.650523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eabd5927-0823-4669-9a84-2bf0b5c5c0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.652476 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.744888 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.747483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.748935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9c9b022-a2b3-4840-a856-bf6d0ff2d2da HTTP/1.1" status: 204 len: 168 time: 0.2115541 Aug 28 09:08:27.762343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162c7d3-d9d1-4b0a-90a3-74be10fdc5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c9b022-a2b3-4840-a856-bf6d0ff2d2da,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:27.793417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:27.840807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:08:27.843714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:08:27.850371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:08:27.877013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=02a54e62-9b51-49f1-a658-117a573f3c55,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:28.247526 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:28.387360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:28.548614 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:28.601515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:28.667828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=02a54e62-9b51-49f1-a658-117a573f3c55,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:08:28.681952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:28.782581 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 02a07695-546d-42d5-8b49-2b66bee17d0a associated. External IP: 172.25.0.38, port: c36122de-0f46-495b-b518-7c95ea408151. Aug 28 09:08:28.987488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:08:29.398169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:08:29.407879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:08:29.417138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:08:29.417789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:08:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:29.466992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:29.493874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-839baea7-be77-468b-933f-cc0af994e629 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3437157 Aug 28 09:08:29.494861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:08:29.497383 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f146fd8593b6642c29c57ac40d422bdc2331268d4be41fc1955a927b2ef7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f" -d '{"events": [{"name": "network-changed", "server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "tag": "c36122de-0f46-495b-b518-7c95ea408151"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:08:29.526552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:08:29.751846 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28aa6ff-3cc6-461c-8b18-a5b885b632d4 x-openstack-request-id: req-e28aa6ff-3cc6-461c-8b18-a5b885b632d4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:08:29.752357 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "tag": "c36122de-0f46-495b-b518-7c95ea408151", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:08:29.752443 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e28aa6ff-3cc6-461c-8b18-a5b885b632d4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:08:29.752789 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151', 'status': 'completed', 'code': 200} Aug 28 09:08:29.784573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '02a07695-546d-42d5-8b49-2b66bee17d0a', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'c36122de-0f46-495b-b518-7c95ea408151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:bd:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514b66f-9f32-4795-87db-59938133386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:08:28Z', 'updated_at': '2021-08-28T09:08:28Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:29.814411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:08:29.823585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:08:29.824210 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:08:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:29.842121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-3a079083-1e0a-4feb-ab2c-e804076f10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:29.844783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-3a079083-1e0a-4feb-ab2c-e804076f10e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1098 time: 0.0479059 Aug 28 09:08:29.958931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-36556a3d-8a15-4b0f-aaa7-276f0fc45f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:29.958931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-36556a3d-8a15-4b0f-aaa7-276f0fc45f97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0937781 Aug 28 09:08:29.959313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:08:30.015816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-6eff455f-3e4f-45a4-9f86-9a9908d6ee75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 999 time: 0.0628302 Aug 28 09:08:30.026593 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:30.072264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-4c2ad906-f95c-4c6d-9fe5-6b44340544a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:30.073778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-4c2ad906-f95c-4c6d-9fe5-6b44340544a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0504034 Aug 28 09:08:30.121273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-cffe2215-a113-4da2-9a54-0c91c144dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:30.122856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-cffe2215-a113-4da2-9a54-0c91c144dc44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422294 Aug 28 09:08:30.195354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '02a07695-546d-42d5-8b49-2b66bee17d0a', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'c36122de-0f46-495b-b518-7c95ea408151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:bd:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514b66f-9f32-4795-87db-59938133386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:08:28Z', 'updated_at': '2021-08-28T09:08:28Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:08:30.218403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-d1eec851-9897-48cd-9a79-7e594f3a876a service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875163 Aug 28 09:08:30.228765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54598afe-8a97-45c9-9315-bad93312b073 None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '02a07695-546d-42d5-8b49-2b66bee17d0a', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'c36122de-0f46-495b-b518-7c95ea408151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:bd:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514b66f-9f32-4795-87db-59938133386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:08:28Z', 'updated_at': '2021-08-28T09:08:28Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:08:30.272546 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-81843d06-1349-4419-a181-7878a65bb787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:30.330324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a7ac3e1-9927-451a-bb50-bea9de3ca69f req-7b8dba9f-7cd0-45c8-bd24-9a41b5711f83 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040297 Aug 28 09:08:30.458691 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b98d6-0410-45a0-b698-aa7b8574879e None None] New status for floating IP 02a07695-546d-42d5-8b49-2b66bee17d0a: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:08:32.030254 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:34.998267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:35.855731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:48.986838 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:08:49.260804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e12a6de-54cd-4c64-a5ff-a788e01bd613 req-4444b8f2-6913-44ce-80f6-5eafd10bfa74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255535 Aug 28 09:08:49.342269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e12a6de-54cd-4c64-a5ff-a788e01bd613 req-34d3935d-f847-4de9-a710-63e1adcc4d69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0249491 Aug 28 09:08:49.388209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e12a6de-54cd-4c64-a5ff-a788e01bd613 req-f089c937-7d74-4eec-8d9a-8ba3b91d2bf6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197272 Aug 28 09:08:49.488279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12a6de-54cd-4c64-a5ff-a788e01bd613 req-22cf0b94-3512-485b-a196-bd905ae9b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:08:49.489878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e12a6de-54cd-4c64-a5ff-a788e01bd613 req-22cf0b94-3512-485b-a196-bd905ae9b185 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948198 Aug 28 09:08:56.321120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:57.618715 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7db4e9a8-98a9-42d7-bc06-bfd30cb77e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:08:59.989729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-d0ee19c4-e287-4b1b-9ce8-4e9f6f08c959 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409527 Aug 28 09:09:00.015178 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:00.099916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-61a368a6-7481-4cd5-aa25-834c3941a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:09:00.101450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-61a368a6-7481-4cd5-aa25-834c3941a237 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1098 time: 0.0408473 Aug 28 09:09:00.215297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-49ce8f69-05b1-4ec4-b2d6-ae2e0e7d05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:09:00.216835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-49ce8f69-05b1-4ec4-b2d6-ae2e0e7d05fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0937533 Aug 28 09:09:00.287047 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ec9a-7855-4f3b-a665-6b5f7564d8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:00.296085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-54f07fbe-442c-4d83-9ce7-eb2f8044b4b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 1001 time: 0.0666521 Aug 28 09:09:00.356952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-246ef79a-4be9-4b37-8596-cbf79f55b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:09:00.358508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-246ef79a-4be9-4b37-8596-cbf79f55b7a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0526829 Aug 28 09:09:00.415539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-a8ccb0a0-2f28-4f9e-9bf4-eddd68e02d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:09:00.417130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-a8ccb0a0-2f28-4f9e-9bf4-eddd68e02d9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499203 Aug 28 09:09:00.512951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-c6d46b41-7ef6-4910-85b0-89b28865482a service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Aug 28 09:09:00.616221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-587fd76e-95e5-4ff9-b102-aa9d6b40335f req-1f4ccaf7-2e4b-4e48-8c00-4f6c49e77090 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910387 Aug 28 09:09:02.146876 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:04.984511 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:05.855585 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:25.987006 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:09:26.369229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:27.660829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-071e51c1-ecc7-4695-8f8d-d382e1747e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:29.983712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:30.278464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63c99886-f5f3-4600-b296-0c8404fbf453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:32.081044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:34.997476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:35.848983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:51.281503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d4d2e2e-eeb1-4c90-8e25-6cc741ed9b22 req-83e1ed36-f162-4316-851a-6ef258ad9d1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264835 Aug 28 09:09:51.366513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d4d2e2e-eeb1-4c90-8e25-6cc741ed9b22 req-79d3a887-86d3-40ac-a1ee-435d72ae7f8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0242672 Aug 28 09:09:51.412283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d4d2e2e-eeb1-4c90-8e25-6cc741ed9b22 req-2ee66680-49dc-400a-9206-755b01f3998e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197394 Aug 28 09:09:51.512704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2e2e-eeb1-4c90-8e25-6cc741ed9b22 req-907ee07d-c27b-4194-928b-0968dd2d04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:09:51.514182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d4d2e2e-eeb1-4c90-8e25-6cc741ed9b22 req-907ee07d-c27b-4194-928b-0968dd2d04f2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939350 Aug 28 09:09:56.363321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:57.614502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f8132cc-40e9-4079-bdd7-57918cecc6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:09:59.974661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:00.248536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a32bcdb-c621-4a13-afaa-0e263117f2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:01.168640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-8cdd6e83-ce44-462a-a257-4b898ae819e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812550 Aug 28 09:10:01.281808 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-bc8ea438-bbe2-449b-ba76-3cdf4e5c7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:10:01.283230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-bc8ea438-bbe2-449b-ba76-3cdf4e5c7a0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1098 time: 0.0401936 Aug 28 09:10:01.391199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-6dda40d5-3f09-4ead-8bed-7c85558e8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:10:01.392673 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-6dda40d5-3f09-4ead-8bed-7c85558e8b2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0887425 Aug 28 09:10:01.463148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-848a7732-e788-42c6-8b35-66ca90d2f774 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 1001 time: 0.0589342 Aug 28 09:10:01.517074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-edaa65e3-de59-480c-b75e-e9cce62e9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:10:01.518558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-edaa65e3-de59-480c-b75e-e9cce62e9548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0441732 Aug 28 09:10:01.569772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-2bb0d4ce-0825-41dc-803f-4f4ba8dd8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:10:01.571193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-2bb0d4ce-0825-41dc-803f-4f4ba8dd8729 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447614 Aug 28 09:10:01.667214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-b107d89b-6f95-49cd-a22e-ce7d9ed92d76 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877473 Aug 28 09:10:01.765744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cc54409-e0d3-4e44-bf53-ff24edbfcc90 req-59a8b595-3b7d-40b0-8519-816f5afdf9df service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Aug 28 09:10:02.029121 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:02.987292 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:10:05.002586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:05.857533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:26.336526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:27.614057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6834c46b-03fd-4143-aa8b-def596885998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:29.982183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:30.240110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f16e0ae-0ac0-4254-8458-a353ea8db744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:32.042333 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:34.979807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:35.838898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:39.986591 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:10:51.351967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec78d82-c32d-4690-afdb-68b5d2376568 req-6991dc65-05c2-4e81-be82-93b51072b16f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0736384 Aug 28 09:10:51.434291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec78d82-c32d-4690-afdb-68b5d2376568 req-19ad66d5-9235-46df-9dd5-c0e4caab2751 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0258119 Aug 28 09:10:51.481573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec78d82-c32d-4690-afdb-68b5d2376568 req-c9872d2a-a5a0-49e6-b3d5-07a47885d4b5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205462 Aug 28 09:10:51.582511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78d82-c32d-4690-afdb-68b5d2376568 req-7638e400-c83b-4f26-8a67-fb1a38b74ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:10:51.583922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec78d82-c32d-4690-afdb-68b5d2376568 req-7638e400-c83b-4f26-8a67-fb1a38b74ca6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956342 Aug 28 09:10:56.393423 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:57.607637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-361dcd28-745d-47fd-9337-e4af097d7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:10:59.959161 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:00.264760 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-343b96e5-7eef-4fa5-b264-614204048afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:00.996104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-e6aaa98f-de8f-4bf4-947c-1f451d8e6f37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411203 Aug 28 09:11:01.106802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-8de3d585-aa23-41e2-aa98-cf8e4839a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:01.108294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-8de3d585-aa23-41e2-aa98-cf8e4839a9bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 1098 time: 0.0411580 Aug 28 09:11:01.215393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-d57c13d7-63ae-4cbf-b322-4dc96b8a4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:01.216889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-d57c13d7-63ae-4cbf-b322-4dc96b8a4a99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0884626 Aug 28 09:11:01.284578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-25c78336-411c-4d1e-be79-f8485699ead8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 200 len: 1001 time: 0.0582030 Aug 28 09:11:01.333425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-9dc78cf1-5cdc-4a03-bb17-958dadef6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:01.335460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-9dc78cf1-5cdc-4a03-bb17-958dadef6fa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0433860 Aug 28 09:11:01.388988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-af9fb33f-9e2f-4704-b4c5-e042eac4757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:01.390637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-af9fb33f-9e2f-4704-b4c5-e042eac4757b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471547 Aug 28 09:11:01.482063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-3a5959f7-bf2e-4131-8e62-8eb1038083f4 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Aug 28 09:11:01.580384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4b31bb3-a054-4f0e-97d9-267f984e4a6c req-9499c534-36a2-4a3e-b4eb-802d5a238ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Aug 28 09:11:02.053247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:04.999398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:05.855822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:07.177083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91023a58-42d9-4d6e-9af0-d2342cb09945 req-d167b120-ef72-461b-a8ca-3af3fae428d8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:07.179221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91023a58-42d9-4d6e-9af0-d2342cb09945 req-d167b120-ef72-461b-a8ca-3af3fae428d8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0978043 Aug 28 09:11:07.216771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91023a58-42d9-4d6e-9af0-d2342cb09945 req-553a76e7-5d03-4320-a300-9ca227442b02 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Aug 28 09:11:08.354759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c13315-4522-4d8c-9e31-b66eff7d4499 req-08dddf31-400d-46b3-bc66-92a34bf45ae0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:08.356240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81c13315-4522-4d8c-9e31-b66eff7d4499 req-08dddf31-400d-46b3-bc66-92a34bf45ae0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0488527 Aug 28 09:11:08.392885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81c13315-4522-4d8c-9e31-b66eff7d4499 req-9cc4ba52-98a5-4454-bbb3-1ea50c40024b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Aug 28 09:11:09.116920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-2870462a-f6e9-48c7-af60-2167652f8f0e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:09.118453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-2870462a-f6e9-48c7-af60-2167652f8f0e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.0541291 Aug 28 09:11:09.212921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port c36122de-0f46-495b-b518-7c95ea408151 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:11:09.213167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:09.309168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port c36122de-0f46-495b-b518-7c95ea408151, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=c36122de-0f46-495b-b518-7c95ea408151,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:11:09.309545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:09.559474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eaf13-7bad-4dd0-b7b8-2699ae59ea8e req-20c523c4-a874-483a-85a5-63acaef64332 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:09.560863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-212eaf13-7bad-4dd0-b7b8-2699ae59ea8e req-20c523c4-a874-483a-85a5-63acaef64332 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 946 time: 0.1005836 Aug 28 09:11:09.570751 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:09.571132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:09.571445 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 02a07695-546d-42d5-8b49-2b66bee17d0a disassociated. External IP: 172.25.0.38, port: c36122de-0f46-495b-b518-7c95ea408151. Aug 28 09:11:09.571780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for c36122de-0f46-495b-b518-7c95ea408151 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:11:09.642011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-212eaf13-7bad-4dd0-b7b8-2699ae59ea8e req-02eb2e29-6d01-44ee-ba7b-5f1cb1d49d1a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744021 Aug 28 09:11:09.827644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:09.829330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-97314b07-c576-48fe-8205-4688ff0a4cb1 req-f74ed323-8126-4a19-8d9b-ee6eaad94c48 service neutron] (95466) timed out ('10.222.0.46', 57248) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:11:09.856868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=c36122de-0f46-495b-b518-7c95ea408151,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:09.868303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.868653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.868995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.869393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.869709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.870432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.870566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.870838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.871162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.871482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.871803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.872122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:09.980636 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:11:10.087987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:11:10.097661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:11:10.109363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:11:10.109978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:11:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:10.125886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port c36122de-0f46-495b-b518-7c95ea408151 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:11:10.128595 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:10.130773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d66f26-495d-4d17-be7e-653bf1fc21af req-02aa7d32-f799-4916-915f-6d17b6efb625 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/c36122de-0f46-495b-b518-7c95ea408151 HTTP/1.1" status: 204 len: 173 time: 1.0048833 Aug 28 09:11:10.131162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'name': 'network-vif-deleted', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:11:10.189440 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358ddbd-9327-44f7-bd0b-3fcd57a391c1" -d '{"events": [{"server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "name": "network-vif-deleted", "tag": "c36122de-0f46-495b-b518-7c95ea408151"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:11:10.220417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:11:10.309442 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eec916-a551-4d13-98e3-4f741a38b59b x-openstack-request-id: req-c1eec916-a551-4d13-98e3-4f741a38b59b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:11:10.309737 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0514b66f-9f32-4795-87db-59938133386a", "name": "network-vif-deleted", "tag": "c36122de-0f46-495b-b518-7c95ea408151", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:11:10.309985 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1eec916-a551-4d13-98e3-4f741a38b59b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:11:10.310415 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0514b66f-9f32-4795-87db-59938133386a', 'name': 'network-vif-deleted', 'tag': 'c36122de-0f46-495b-b518-7c95ea408151', 'status': 'completed', 'code': 200} Aug 28 09:11:10.441575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:10.467582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:11:10.476759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:11:10.477505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:11:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:10.741916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:11:10.743083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4661002b-1420-416a-85bc-e923a82b218a req-9863c81f-8294-42b1-92b3-57fae7e4b703 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0294468 Aug 28 09:11:11.015177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:11.043348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da7593-97c9-41e0-9ba6-14c5d335b907 None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:11:11.292678 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89afd8-5f84-4193-a20f-b92d56814dd4 None None] New status for floating IP 02a07695-546d-42d5-8b49-2b66bee17d0a: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:11:11.838843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1ce3ceb-297b-4275-bec1-c063b68afb5b req-2dae4f9a-6822-4140-869a-f2307cf7d97c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0265980 Aug 28 09:11:12.826516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c36122de-0f46-495b-b518-7c95ea408151 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:11:12.847434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: c36122de-0f46-495b-b518-7c95ea408151 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:11:12.847789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device c36122de-0f46-495b-b518-7c95ea408151 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:11:12.940073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d31853e-0223-4996-8ac4-b9fe472846d5 req-432c4e79-b5a8-41d7-a44c-93f520f29f81 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0307317 Aug 28 09:11:14.049747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d296083-a43b-4c71-8053-0094ac029c45 req-df798de5-13e8-4d8a-b366-ec373dba0a04 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=0514b66f-9f32-4795-87db-59938133386a HTTP/1.1" status: 200 len: 210 time: 0.0266917 Aug 28 09:11:15.300705 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-f91627ba-b021-441b-9969-dde504691a39 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217320005&fields=id&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 267 time: 0.0341132 Aug 28 09:11:15.406994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-6fd34634-c735-49b1-b437-a0e87a2609f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:15.408448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-6fd34634-c735-49b1-b437-a0e87a2609f8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1003606 Aug 28 09:11:15.423028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-145a2d27-f6c9-4374-a338-148ec794e8f7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0089431 Aug 28 09:11:15.478110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-d87dbc01-fcfc-414f-9666-54ce7a539f03 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500224 Aug 28 09:11:15.645755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-c7b6d6fe-31dd-49c2-bf75-936740905dca service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212773 Aug 28 09:11:15.739071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e323e37e-4ae8-4c35-9709-e4c690aa3991 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868905 Aug 28 09:11:16.343997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef29d39b-4104-4eee-b691-190acfb25962 req-a769c79d-67b2-459f-8de7-3f3215b02352 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Aug 28 09:11:16.985824 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:11:17.423060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34377960-6e8e-474b-9b07-376e111e1f21 req-8b5acce3-91da-4898-90b8-b227010c32eb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Aug 28 09:11:18.497943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83231010-a6e7-4c07-bd1d-787a8fefb2d9 req-178432f8-f7ba-42f1-9b9e-dab51f171658 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0253842 Aug 28 09:11:19.576206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-57ae6fd8-fcd7-4b9c-9e73-89f291e9085a req-f09ef2f3-a51c-49a1-94bf-9585f21c17d9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0269737 Aug 28 09:11:20.670979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b166745a-cec3-409b-9140-47b9ddebb2c8 req-ee7cec1a-115a-41c5-b6b6-af95f9cd8ce9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Aug 28 09:11:21.763124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2fa9471-de38-401a-a23b-82758665f6d8 req-172c702e-ff27-44a0-9384-02b088839174 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0256875 Aug 28 09:11:22.658440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-c6c178fd-01ae-415d-a0b5-fd35b42b4124 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:22.660005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-c6c178fd-01ae-415d-a0b5-fd35b42b4124 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1042407 Aug 28 09:11:22.715166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-12054044-9a7b-4113-a126-c587058a5525 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 380 time: 0.0341125 Aug 28 09:11:22.727057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'security_groups': ['66487ae8-7524-40c4-965e-6ddbd2e58cf2']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:11:22.868069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a515122f-d4ac-40fa-8909-0aa0ae636d4a req-911e53f8-53ac-4cd0-9769-db2753696953 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0351508 Aug 28 09:11:22.929980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:11:22.933566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.069269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.3 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/bc119210-96cd-4e9b-b226-2047f9541ca4) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:11:23.207524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.222155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object bc119210-96cd-4e9b-b226-2047f9541ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:11:23.319110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.365030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:11:23.370100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:11:23.373884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:11:23.400618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:23.432604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:23.433210 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.528366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-e75ec8c6-d66c-435d-9238-0181c5b1b90a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8056061 Aug 28 09:11:23.553419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Request body: {'port': {'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:11:23.608827 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.672877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44feb142-1912-4596-9a23-500a495aa639 None None] Provisioning for port bc119210-96cd-4e9b-b226-2047f9541ca4 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:11:23.676950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44feb142-1912-4596-9a23-500a495aa639 None None] Provisioning complete for port bc119210-96cd-4e9b-b226-2047f9541ca4 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:11:23.677500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44feb142-1912-4596-9a23-500a495aa639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:23.713483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-44feb142-1912-4596-9a23-500a495aa639 None None] Port bc119210-96cd-4e9b-b226-2047f9541ca4 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:11:24.223198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc119210-96cd-4e9b-b226-2047f9541ca4 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:11:24.232556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:24.249955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Transition to ACTIVE for port object bc119210-96cd-4e9b-b226-2047f9541ca4 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:11:24.260432 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef24c-bdd3-476a-8d0c-38e59cfa66d8 req-59247de3-354e-4bde-b623-560fc65507cc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:24.261914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-141ef24c-bdd3-476a-8d0c-38e59cfa66d8 req-59247de3-354e-4bde-b623-560fc65507cc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 931 time: 0.0742753 Aug 28 09:11:24.300614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-141ef24c-bdd3-476a-8d0c-38e59cfa66d8 req-7c8b6791-2e70-4c56-8ae3-31953823fe43 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325742 Aug 28 09:11:24.346806 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:24.404947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:24.477745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Attempting to bind port bc119210-96cd-4e9b-b226-2047f9541ca4 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:11:24.478088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Attempting to bind port bc119210-96cd-4e9b-b226-2047f9541ca4 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:11:24.478469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Attempting to bind port bc119210-96cd-4e9b-b226-2047f9541ca4 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:11:24.483521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Port bc119210-96cd-4e9b-b226-2047f9541ca4 on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:11:24.483849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Attempting to bind port bc119210-96cd-4e9b-b226-2047f9541ca4 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:11:24.489799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:11:24.490164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:11:24.491157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:11:24.491645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Bound port: bc119210-96cd-4e9b-b226-2047f9541ca4, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:11:24.492014 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:24.577590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:11:24.581083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=bc119210-96cd-4e9b-b226-2047f9541ca4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:11:24.682482 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:24.724244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:24.724945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:24.726475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] 10.222.0.64 "PUT /v2.0/ports/bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1092 time: 1.1776342 Aug 28 09:11:24.743422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:11:24.743422 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681bfc46-66ea-493d-9766-024b0dad092e" -d '{"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:11:24.751125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46dd1e-4376-4062-810a-598728842e10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:24.785523 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a5088-55f8-4149-86a9-b58a9e8903b5 x-openstack-request-id: req-8c4a5088-55f8-4149-86a9-b58a9e8903b5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:11:24.785523 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:11:24.785703 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c4a5088-55f8-4149-86a9-b58a9e8903b5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:11:24.786102 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'status': 'completed', 'code': 200} Aug 28 09:11:24.879552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bfc46-66ea-493d-9766-024b0dad092e req-f698ce07-9e71-40a5-89e3-e81a035a5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:24.881994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-681bfc46-66ea-493d-9766-024b0dad092e req-f698ce07-9e71-40a5-89e3-e81a035a5bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0500104 Aug 28 09:11:24.994256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bfc46-66ea-493d-9766-024b0dad092e req-4b82746f-a1eb-4002-b759-9343453fe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:24.995763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-681bfc46-66ea-493d-9766-024b0dad092e req-4b82746f-a1eb-4002-b759-9343453fe440 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994341 Aug 28 09:11:25.095820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bfc46-66ea-493d-9766-024b0dad092e req-17dadcca-b7c8-46ca-9fe9-d9c3e9b01848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:25.097215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-681bfc46-66ea-493d-9766-024b0dad092e req-17dadcca-b7c8-46ca-9fe9-d9c3e9b01848 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934918 Aug 28 09:11:25.213667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-46fe63f9-00e2-4937-80ac-64dc5c4625d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:25.215250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-46fe63f9-00e2-4937-80ac-64dc5c4625d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0420485 Aug 28 09:11:25.269085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-68b50150-f31e-40db-a83c-62ca870b9b1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 217 time: 0.0350192 Aug 28 09:11:25.328462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-40c8944e-dede-4844-85f9-6510b65aeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:25.329955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-40c8944e-dede-4844-85f9-6510b65aeb7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0502508 Aug 28 09:11:25.406135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-b0119480-81dc-4b09-89fd-60eedf1bb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:25.407764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-b0119480-81dc-4b09-89fd-60eedf1bb063 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665944 Aug 28 09:11:25.448641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f655b-b11a-4191-b7be-072dec6512fc req-7d82981f-0164-4c28-b5c6-adde69d5186f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:25.450109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a3f655b-b11a-4191-b7be-072dec6512fc req-7d82981f-0164-4c28-b5c6-adde69d5186f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0748446 Aug 28 09:11:25.533241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a3f655b-b11a-4191-b7be-072dec6512fc req-55464ef7-ba87-4382-80e7-6804118f33cd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522976 Aug 28 09:11:25.557197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-81a49fc2-dd3e-4af3-9e95-cdb94c66dac5 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355507 Aug 28 09:11:25.658162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fbcc1ab-c0fa-404a-85ee-20d8acbca52e req-bca51e17-d462-4616-b8b4-ba78e7e99257 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Aug 28 09:11:26.330267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:26.654718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd69d9-888b-46fc-a65d-415111196495 req-5364a818-9d33-4539-bba6-317d4b8f5eb5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:26.656228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afbd69d9-888b-46fc-a65d-415111196495 req-5364a818-9d33-4539-bba6-317d4b8f5eb5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0556612 Aug 28 09:11:26.697124 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afbd69d9-888b-46fc-a65d-415111196495 req-f184872b-d1d2-463b-ad2f-8bcebc9c8984 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336516 Aug 28 09:11:27.626879 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bdbaacd9-1fda-4da9-9aa0-b279c745fbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:27.813207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f80d4-d620-407c-8680-ca6ba9332cbb req-adc30ad5-2e1f-4f99-9729-75600b547e64 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:27.814637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-720f80d4-d620-407c-8680-ca6ba9332cbb req-adc30ad5-2e1f-4f99-9729-75600b547e64 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0511532 Aug 28 09:11:27.853333 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-720f80d4-d620-407c-8680-ca6ba9332cbb req-a844b7e3-f230-4e5a-9805-f463c1c1e460 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Aug 28 09:11:28.968669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51740fa-7e2c-431f-ba94-43cd33554ca0 req-c3d71507-cfcb-4e32-86d4-1749b9ecb15d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:28.970201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a51740fa-7e2c-431f-ba94-43cd33554ca0 req-c3d71507-cfcb-4e32-86d4-1749b9ecb15d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0493293 Aug 28 09:11:29.007007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a51740fa-7e2c-431f-ba94-43cd33554ca0 req-f1b8fb71-fb43-42f9-a87d-ab7887d4c802 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Aug 28 09:11:29.984399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:30.126010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba686d-364c-4d66-a8cf-193f75c91874 req-19ccb3d1-198b-4425-8d9a-9dc1a7f57f60 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:30.127604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0ba686d-364c-4d66-a8cf-193f75c91874 req-19ccb3d1-198b-4425-8d9a-9dc1a7f57f60 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0538802 Aug 28 09:11:30.166281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0ba686d-364c-4d66-a8cf-193f75c91874 req-3d3423dc-a73f-4f35-9946-e2115b6bbbcf tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 28 09:11:30.253145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3396b327-c0d3-46cf-bafc-583e08c0c16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:31.279038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877647a-7018-464f-8395-7f47dae26c50 req-6957a18a-7ce1-4a46-9d77-fe43fdc3cd2d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:31.280582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0877647a-7018-464f-8395-7f47dae26c50 req-6957a18a-7ce1-4a46-9d77-fe43fdc3cd2d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0491529 Aug 28 09:11:31.319435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0877647a-7018-464f-8395-7f47dae26c50 req-1f75732d-6e97-4be4-828e-4dde8bd2b62f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Aug 28 09:11:32.041498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:32.435972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a068f-edcc-4ace-a5d7-47e53d07ce49 req-bb5b3f1e-daad-48fd-ad45-d6d25a8912cd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:32.437476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-833a068f-edcc-4ace-a5d7-47e53d07ce49 req-bb5b3f1e-daad-48fd-ad45-d6d25a8912cd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0490561 Aug 28 09:11:32.475358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-833a068f-edcc-4ace-a5d7-47e53d07ce49 req-7d3868d5-4fa0-4456-8a7d-3e4c17ba8c78 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Aug 28 09:11:33.593690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f54fe-4669-45c2-98d3-1531fe2372a5 req-518c17c6-34fd-4ba7-b1e3-2be153c6de85 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:33.595215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f54fe-4669-45c2-98d3-1531fe2372a5 req-518c17c6-34fd-4ba7-b1e3-2be153c6de85 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0530066 Aug 28 09:11:33.635375 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b58f54fe-4669-45c2-98d3-1531fe2372a5 req-5caef86b-989d-4fb0-ac73-874ab6ba972d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Aug 28 09:11:34.749854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb791fe-ccc8-44d7-8da9-af7c5d6a0266 req-cc0bd1e8-e4bf-462a-acb9-42a703de522f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:34.751368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adb791fe-ccc8-44d7-8da9-af7c5d6a0266 req-cc0bd1e8-e4bf-462a-acb9-42a703de522f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 943 time: 0.0495086 Aug 28 09:11:34.789981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-adb791fe-ccc8-44d7-8da9-af7c5d6a0266 req-42572483-26e5-4e98-baa4-8b0f5ed6abe1 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Aug 28 09:11:34.993078 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:35.009916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device bc119210-96cd-4e9b-b226-2047f9541ca4 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:11:35.107503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=bc119210-96cd-4e9b-b226-2047f9541ca4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:11:35.119480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:11:35.160850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:35.175064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc119210-96cd-4e9b-b226-2047f9541ca4 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:11:35.194601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=bc119210-96cd-4e9b-b226-2047f9541ca4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:11:35.278501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:35.326964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:35.334343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.334690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.335033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.335372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.335700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.336029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.336858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.337183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.337505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.337828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.338151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.338500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:11:35.631300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['bc119210-96cd-4e9b-b226-2047f9541ca4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:11:35.878311 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:35.915413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c316b2c-3b07-4c51-ab69-8153f1969a08 req-b7eb9fd1-3cf6-4b5b-b16f-fd648e1a6b35 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:35.915413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c316b2c-3b07-4c51-ab69-8153f1969a08 req-b7eb9fd1-3cf6-4b5b-b16f-fd648e1a6b35 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 944 time: 0.0497344 Aug 28 09:11:35.947408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c316b2c-3b07-4c51-ab69-8153f1969a08 req-6b32eea3-a49a-47a6-ab17-8b3df92ec597 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Aug 28 09:11:37.015798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device bc119210-96cd-4e9b-b226-2047f9541ca4 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:11:37.067404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888efc-e2c1-4613-a7ba-d01c5eb1fb06 req-e6dac426-9b77-4634-83ef-87f158cbb67b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:37.071304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e888efc-e2c1-4613-a7ba-d01c5eb1fb06 req-e6dac426-9b77-4634-83ef-87f158cbb67b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 944 time: 0.0539010 Aug 28 09:11:37.108076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e888efc-e2c1-4613-a7ba-d01c5eb1fb06 req-690becc5-18d4-4b22-bea7-c31529e00875 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Aug 28 09:11:37.129565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port bc119210-96cd-4e9b-b226-2047f9541ca4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:11:37.133625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port bc119210-96cd-4e9b-b226-2047f9541ca4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:11:37.133996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:37.214828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:37.238391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:11:37.252116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=bc119210-96cd-4e9b-b226-2047f9541ca4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:11:37.283716 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f4688d-27dd-437d-be3e-94d2b6aa28ca" -d '{"events": [{"server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:11:37.324119 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:37.373730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:37.377928 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2be0da-cdfc-493d-883f-600594b91db2 x-openstack-request-id: req-3e2be0da-cdfc-493d-883f-600594b91db2 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:11:37.378247 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:11:37.378509 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e2be0da-cdfc-493d-883f-600594b91db2 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:11:37.378900 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'code': 200} Aug 28 09:11:37.507888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd585206-55d5-4a58-b6b9-90f90d47ea1a req-4dcae3a0-50a7-4b1b-8223-c4cf97e53df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:37.509343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd585206-55d5-4a58-b6b9-90f90d47ea1a req-4dcae3a0-50a7-4b1b-8223-c4cf97e53df3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0398915 Aug 28 09:11:37.546416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd585206-55d5-4a58-b6b9-90f90d47ea1a req-cdb546ed-184c-4f79-917f-e582dd82fc06 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291688 Aug 28 09:11:38.225043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc4e2-2dd1-49e2-93de-aca43321ecb9 req-dc923d4b-0197-477f-88c7-d3ffffb5094f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:38.226631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f59bc4e2-2dd1-49e2-93de-aca43321ecb9 req-dc923d4b-0197-477f-88c7-d3ffffb5094f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0494671 Aug 28 09:11:38.266582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f59bc4e2-2dd1-49e2-93de-aca43321ecb9 req-57e4f8b9-afd1-431a-8001-7b088e0c382f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Aug 28 09:11:39.385166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df44e92-a859-48e3-9239-6453019fedb1 req-3bed6a75-040c-4d6e-8906-f00772db7320 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:39.386693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2df44e92-a859-48e3-9239-6453019fedb1 req-3bed6a75-040c-4d6e-8906-f00772db7320 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Aug 28 09:11:39.425075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2df44e92-a859-48e3-9239-6453019fedb1 req-c84ed6fd-cda1-4454-b03b-6aa3fca6717d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Aug 28 09:11:39.540122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deff5d-25b2-48d1-b9c9-1bf34534a989 req-61955fea-51ab-4d00-98c7-dcdb10007e51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:39.541641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17deff5d-25b2-48d1-b9c9-1bf34534a989 req-61955fea-51ab-4d00-98c7-dcdb10007e51 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0499403 Aug 28 09:11:39.581084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-17deff5d-25b2-48d1-b9c9-1bf34534a989 req-ec40cce5-4115-4dda-a06a-c2c87327fcc5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Aug 28 09:11:39.603025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42322) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:11:39.645253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be020718-6790-4ccd-83a0-d45e5a7cf21f tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:39.646815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be020718-6790-4ccd-83a0-d45e5a7cf21f tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1092 time: 0.0428078 Aug 28 09:11:39.649625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42324) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:11:39.654334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:11:39.752720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:39.854148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:39.962997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.25.0.46 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/54db94a3-96e9-4dbd-94ed-d4c0a049fabf) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:11:40.063697 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.175539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.229199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:11:40.238539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:11:40.241238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=54db94a3-96e9-4dbd-94ed-d4c0a049fabf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:40.243459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:11:40.596700 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.718103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.863292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.923522 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:40.993632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=54db94a3-96e9-4dbd-94ed-d4c0a049fabf,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:11:41.010820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:41.112372 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 37335e17-9e9e-441b-9665-55c0b5acd37e associated. External IP: 172.25.0.46, port: bc119210-96cd-4e9b-b226-2047f9541ca4. Aug 28 09:11:41.324747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:11:41.434965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:11:41.444585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:11:41.456903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:11:41.456903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:41.510572 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:41.542423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9a7cecd2-6306-4f67-a978-f95d3e85027e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8906121 Aug 28 09:11:41.542423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:11:41.544570 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f208840b-80de-49eb-820d-935fe7a5990c" -d '{"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:11:41.568527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:11:41.585588 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831fdf0-b153-4372-aff1-980bf5ede535 x-openstack-request-id: req-d831fdf0-b153-4372-aff1-980bf5ede535 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:11:41.585914 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:11:41.586231 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d831fdf0-b153-4372-aff1-980bf5ede535 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:11:41.586624 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'status': 'completed', 'code': 200} Aug 28 09:11:41.673061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208840b-80de-49eb-820d-935fe7a5990c req-26e9257e-c037-427d-9c88-666e1d791fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:41.674620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-26e9257e-c037-427d-9c88-666e1d791fcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0411253 Aug 28 09:11:41.769567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208840b-80de-49eb-820d-935fe7a5990c req-3915c06c-40fc-44a5-9f3b-6e03b552c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:41.771061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-3915c06c-40fc-44a5-9f3b-6e03b552c56b service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0884404 Aug 28 09:11:41.811863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:40Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:41.839140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:11:41.843579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-96d0ce8e-3c9b-4eed-89ce-d596aa9de889 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 998 time: 0.0648799 Aug 28 09:11:41.847872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:11:41.848491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:11:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:41.900365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208840b-80de-49eb-820d-935fe7a5990c req-9b790515-04c0-4704-95db-4186c361102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:41.902159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-9b790515-04c0-4704-95db-4186c361102d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0506427 Aug 28 09:11:41.951308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208840b-80de-49eb-820d-935fe7a5990c req-be26296b-dd15-4d3d-9079-1552231b8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:41.952816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-be26296b-dd15-4d3d-9079-1552231b8832 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425761 Aug 28 09:11:41.961318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:11:42.052392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-f1fd7bdd-8506-4736-8618-3e3a80335265 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Aug 28 09:11:42.147915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f208840b-80de-49eb-820d-935fe7a5990c req-c988c7d9-6f94-43e1-85d7-8747bdd0e6aa service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874865 Aug 28 09:11:42.191403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:40Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:11:42.220827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcc025-2324-4fa6-a5dd-18b0b6b0014e None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:40Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:11:42.422651 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03e17a-5e85-4c1a-8504-1b6b2b037467 None None] New status for floating IP 37335e17-9e9e-441b-9665-55c0b5acd37e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:11:44.907559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-0f6f6658-c5bf-48f9-b9f6-500a22f7b54c req-8dcdf7f0-5c2e-40df-a0e5-65156c333969 service neutron] (95467) timed out ('10.222.0.64', 61742) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:11:52.304041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2201de01-7791-4a1d-9421-a953086bd3f5 req-b37ef930-ef63-402a-baa5-2b64dfeef2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0429244 Aug 28 09:11:52.395139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2201de01-7791-4a1d-9421-a953086bd3f5 req-360b3255-6f04-4834-a7a4-4f2bab00e295 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Aug 28 09:11:52.443423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2201de01-7791-4a1d-9421-a953086bd3f5 req-8af18413-ba86-4a5a-879a-2242ed2b1ac3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212262 Aug 28 09:11:52.545915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201de01-7791-4a1d-9421-a953086bd3f5 req-777b5eea-c7da-4564-8cbf-f2f0b9ed6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:11:52.547444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2201de01-7791-4a1d-9421-a953086bd3f5 req-777b5eea-c7da-4564-8cbf-f2f0b9ed6d63 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970054 Aug 28 09:11:53.985275 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:11:56.481495 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:57.618913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0abab7df-b053-437d-8716-6abef0633933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:11:59.978675 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:00.295079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c858629d-eefc-4df8-b123-cb2712fa888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:02.083627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:03.000641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-aca35f9f-7dbb-4594-8d29-538334200f65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484231 Aug 28 09:12:03.116257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387097-79dd-4efc-a985-d15158d353f0 req-be24e32e-5ed1-4b06-8845-bfa556796521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:12:03.117771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-be24e32e-5ed1-4b06-8845-bfa556796521 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0414362 Aug 28 09:12:03.227729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387097-79dd-4efc-a985-d15158d353f0 req-e2e52663-2272-4d4f-940e-8bc9ea2249f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:12:03.229227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-e2e52663-2272-4d4f-940e-8bc9ea2249f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0894668 Aug 28 09:12:03.303580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-32f3ddde-b79d-4530-9276-172cffe62d2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0654576 Aug 28 09:12:03.358162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387097-79dd-4efc-a985-d15158d353f0 req-a87a217c-5d4d-4a6d-8556-21a0645433f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:12:03.359835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-a87a217c-5d4d-4a6d-8556-21a0645433f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0476105 Aug 28 09:12:03.409334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387097-79dd-4efc-a985-d15158d353f0 req-51db2131-ee0b-461b-9409-56025f2970e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:12:03.410964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-51db2131-ee0b-461b-9409-56025f2970e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430534 Aug 28 09:12:03.511267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-7dcabd40-21b2-454b-82c3-4033b0f87360 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Aug 28 09:12:03.608300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a387097-79dd-4efc-a985-d15158d353f0 req-fa16c242-1e64-4088-bc0b-33ce2049add5 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 Aug 28 09:12:05.007401 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:05.872827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:26.380270 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:27.618069 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-30f27b7a-b871-43ab-aed7-e762f16d13f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:29.957399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:30.243090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c1816e2e-e946-449d-a9ac-31cd4516a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:30.984155 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:12:32.077208 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:35.006805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:35.911152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:52.252844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e47470-9068-4b05-90fd-37e9ae9bf286 req-b758b220-8ce3-4c16-adaf-b0ab22d430e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261266 Aug 28 09:12:52.337730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e47470-9068-4b05-90fd-37e9ae9bf286 req-a114454e-03e1-4181-8205-0d1e5a7ce289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Aug 28 09:12:52.383065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e47470-9068-4b05-90fd-37e9ae9bf286 req-05972cf3-da2a-4739-a0ec-685cf8d3088b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203691 Aug 28 09:12:52.477975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e47470-9068-4b05-90fd-37e9ae9bf286 req-8e76f398-5062-4910-b4a6-08db75a3a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:12:52.479482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11e47470-9068-4b05-90fd-37e9ae9bf286 req-8e76f398-5062-4910-b4a6-08db75a3a4b1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875781 Aug 28 09:12:56.368405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:57.617628 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e897c24-81dd-430b-a41f-d7f526b51aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:12:59.962488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:00.253646 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1a04f1e3-9535-4328-a8d7-e7f1e153f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:02.042317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:03.006087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-dacbe491-9fbb-49fd-970b-cda3a11a9d30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439451 Aug 28 09:13:03.122781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-ec33552d-3960-46d0-bf10-dae9ce29509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:13:03.124306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-ec33552d-3960-46d0-bf10-dae9ce29509f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0457523 Aug 28 09:13:03.227491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-951544b9-82b0-4d2c-ad32-556424618109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:13:03.228982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-951544b9-82b0-4d2c-ad32-556424618109 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0833044 Aug 28 09:13:03.301192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-190f2898-6ebe-4cde-946e-bdff8f5a6323 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0619068 Aug 28 09:13:03.354355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-e43719a0-c4d0-48dc-819b-e0d456d01e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:13:03.356392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-e43719a0-c4d0-48dc-819b-e0d456d01e0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0451844 Aug 28 09:13:03.405501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-e3faa3b8-3340-43ea-ada2-c4a9399bd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:13:03.407033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-e3faa3b8-3340-43ea-ada2-c4a9399bd20f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409939 Aug 28 09:13:03.418939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-276b558a-15c2-488b-8a7d-9d4cdf6e8016 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:13:03.419887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-276b558a-15c2-488b-8a7d-9d4cdf6e8016 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057330 Aug 28 09:13:03.517349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-cf846f0d-0572-4b0f-87bc-a7bb6fc5ce9e service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867774 Aug 28 09:13:03.607866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df9283cd-1205-4ac2-a1bd-0ee81e92223b req-391f5312-9578-4b06-bed2-d2890b7e9487 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826325 Aug 28 09:13:05.023425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:05.905028 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:07.983604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:13:26.396639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:27.607135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c40fd963-530d-403d-b3ca-76a0688f429d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:29.967469 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:30.230451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a619-f666-49e7-9968-888f36a86358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:32.053167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:35.110549 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:35.916056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:44.982027 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:13:50.914231 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-b6e0550d-68f3-4c70-a177-54c7859329b1 req-272b6de3-7461-452a-a38a-cbb1cfbba7b6 service neutron] (95467) timed out ('10.222.0.46', 50420) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:13:54.258057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e8be0de-01b8-47db-958d-c36d7b1ca564 req-ef364be6-0ada-4963-bb27-0d3ae7774473 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278504 Aug 28 09:13:54.350866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e8be0de-01b8-47db-958d-c36d7b1ca564 req-1ee6fb9f-a379-46d1-ab79-ffa8fd25697d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0299883 Aug 28 09:13:54.399885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e8be0de-01b8-47db-958d-c36d7b1ca564 req-7cf651e6-fbc9-4c66-91f2-16803d1a89a7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205188 Aug 28 09:13:54.502427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8be0de-01b8-47db-958d-c36d7b1ca564 req-aa42ea59-efb2-4212-bdbe-e1f537a4c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:13:54.504082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e8be0de-01b8-47db-958d-c36d7b1ca564 req-aa42ea59-efb2-4212-bdbe-e1f537a4c45d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960679 Aug 28 09:13:56.373219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:57.675840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bec26a14-34a3-459f-ad83-2e39dc979796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:13:59.990526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:00.281562 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f999373a-0f58-434f-9901-2a4e5a547ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:02.053169 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:02.996990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-04647b28-9aef-4dc5-9903-0dd7d9dca12c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457909 Aug 28 09:14:03.144752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-05708c23-83cc-4871-ab93-56c1248cb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:03.147324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-05708c23-83cc-4871-ab93-56c1248cb95f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0690567 Aug 28 09:14:03.273717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-9576adc9-1ddb-4061-85bc-9001a398133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:03.275202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-9576adc9-1ddb-4061-85bc-9001a398133f service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.1023571 Aug 28 09:14:03.404690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-0e6a807f-25dc-4e61-b5dc-07bbccce1988 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.1214747 Aug 28 09:14:03.954972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-0ffb6d9c-622c-48be-8138-9bc4639f287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:03.957321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-0ffb6d9c-622c-48be-8138-9bc4639f287b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.5435569 Aug 28 09:14:04.018255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-4a0d42ea-6be9-4a80-b75f-fa49bb66ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:04.019986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-4a0d42ea-6be9-4a80-b75f-fa49bb66ea7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540650 Aug 28 09:14:04.132887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-595eaccc-2d37-40bf-b8a5-cb28d7908b0c service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048892 Aug 28 09:14:04.240099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c76dfcff-4992-48de-b109-2f148ec5a853 req-3ed1e1d6-dfa4-4e2d-8d0d-58955efb6d68 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986085 Aug 28 09:14:05.018159 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:05.928014 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:21.981845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:14:26.361045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:27.641011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9507f431-6da7-4ad0-ab40-7ecd5087d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:30.035540 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:30.141592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-056b0fe5-b6ef-40cf-94c1-3b4c68a08428 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217320005&fields=id&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 267 time: 0.0345058 Aug 28 09:14:30.303773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-639fdb93-fb76-4858-8eec-a9d427d40584 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:30.305465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-639fdb93-fb76-4858-8eec-a9d427d40584 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1559117 Aug 28 09:14:30.323128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-240d25bb-fb8f-4a06-8c85-eb0a02967369 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/quotas/7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 375 time: 0.0116284 Aug 28 09:14:30.378580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0c14677a-67cf-41f3-b453-77f370383aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:30.385749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-53d087ce-2e1f-4ca9-b867-01afdd5ac578 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567889 Aug 28 09:14:30.497397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-9a992055-7b93-4f8e-bb48-0ea7d6c8f25f service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981736 Aug 28 09:14:30.603456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-450ba7d8-7e4d-45aa-bba0-9d1975badd46 service neutron] 10.222.0.46 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971978 Aug 28 09:14:31.627846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ead886f3-4af6-49eb-a8ea-1d1e7d4177d8 req-f73ec95d-3a39-4c27-8c98-21cfc1ddc63a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0312355 Aug 28 09:14:32.115161 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:32.716083 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90dd3b61-be8c-477b-b327-5012bf9190cb req-d966816b-192e-475e-9768-ae2137c0a4dc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Aug 28 09:14:33.825782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4dbc3ca-a0e9-4504-bbbb-05d9f9a8df85 req-b69df6d1-f920-4f72-a87c-e6d7cae9ddb8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0313797 Aug 28 09:14:34.463111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-5a579afe-ce95-45b8-9c72-9f0347810656 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:34.464659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-5a579afe-ce95-45b8-9c72-9f0347810656 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.39 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 812 time: 0.1259470 Aug 28 09:14:34.526627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-8029b10a-f88b-4c54-91cb-e25b078c4079 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acb489e6b964b97aaafcbe63c879f6c HTTP/1.1" status: 200 len: 380 time: 0.0454249 Aug 28 09:14:34.540529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'port': {'device_id': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'admin_state_up': True, 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'security_groups': ['66487ae8-7524-40c4-965e-6ddbd2e58cf2']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:14:34.743870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Made reservation on behalf of 7acb489e6b964b97aaafcbe63c879f6c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:14:34.747524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:34.884632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.20.0.13 (165ecd8f-4b28-4741-9a6f-2b312895594b/784e8101-a9db-42e1-9528-695de126f402/ae114baa-e2fd-43c1-942a-45ee0fd0a817) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:14:34.949202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1519031-da89-4dba-b4c6-ace5246b23d8 req-c4a255c9-7ef5-4a10-8160-d243cf42a634 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 28 09:14:35.025787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.073116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.088171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Transition to ACTIVE for port object ae114baa-e2fd-43c1-942a-45ee0fd0a817 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:14:35.225273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.275890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 165ecd8f-4b28-4741-9a6f-2b312895594b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:14:35.281547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:14:35.286293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:14:35.317964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:35.330036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.330465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.330817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.331188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.336600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:35.369626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:35.370321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.493430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6fb94dbe-2a88-45f9-88ef-9aa11f1ede36 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575555 Aug 28 09:14:35.512992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Request body: {'port': {'device_id': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:14:35.575513 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.688121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f944c7c6-bf21-46a7-bde0-17443af996b2 None None] Provisioning for port ae114baa-e2fd-43c1-942a-45ee0fd0a817 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:14:35.693259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f944c7c6-bf21-46a7-bde0-17443af996b2 None None] Provisioning complete for port ae114baa-e2fd-43c1-942a-45ee0fd0a817 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:14:35.693625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f944c7c6-bf21-46a7-bde0-17443af996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.752098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f944c7c6-bf21-46a7-bde0-17443af996b2 None None] Port ae114baa-e2fd-43c1-942a-45ee0fd0a817 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:14:35.888690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae114baa-e2fd-43c1-942a-45ee0fd0a817 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:14:35.896834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:35.910779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Transition to ACTIVE for port object ae114baa-e2fd-43c1-942a-45ee0fd0a817 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:14:35.927107 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:36.018266 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:36.155416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:36.188894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af723f13-2271-4379-83b4-50a4b543e970 req-7d6f5194-8bdc-43d2-ba57-765c27216e3c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:36.190596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af723f13-2271-4379-83b4-50a4b543e970 req-7d6f5194-8bdc-43d2-ba57-765c27216e3c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.1422055 Aug 28 09:14:36.219103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Attempting to bind port ae114baa-e2fd-43c1-942a-45ee0fd0a817 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:14:36.219485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Attempting to bind port ae114baa-e2fd-43c1-942a-45ee0fd0a817 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:14:36.219803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Attempting to bind port ae114baa-e2fd-43c1-942a-45ee0fd0a817 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:14:36.242192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Port ae114baa-e2fd-43c1-942a-45ee0fd0a817 on network 165ecd8f-4b28-4741-9a6f-2b312895594b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:14:36.242551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Attempting to bind port ae114baa-e2fd-43c1-942a-45ee0fd0a817 on network 165ecd8f-4b28-4741-9a6f-2b312895594b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:14:36.255816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:14:36.256226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Checking segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:14:36.256630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Bound using segment: {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:14:36.257109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Bound port: ae114baa-e2fd-43c1-942a-45ee0fd0a817, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:14:36.258365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:36.266971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af723f13-2271-4379-83b4-50a4b543e970 req-8c6d7d4e-ccf7-417c-ad82-fc2ac6713ae9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548015 Aug 28 09:14:36.350602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:14:36.355368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:14:36.647480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:36.695005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:36.695976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:36.697553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 200 len: 1093 time: 1.1891148 Aug 28 09:14:36.698064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:14:36.700569 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:14:36.726769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04679f7-f716-4480-9989-b7b5358bbdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:36.753128 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47183220-b02a-456c-8949-07126159da9a x-openstack-request-id: req-47183220-b02a-456c-8949-07126159da9a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:14:36.753484 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:14:36.753741 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47183220-b02a-456c-8949-07126159da9a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:14:36.754348 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'status': 'completed', 'code': 200} Aug 28 09:14:36.849275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-c86d813a-5555-48bb-b0b0-14d01fcf2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:36.850928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-c86d813a-5555-48bb-b0b0-14d01fcf2a27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1096 time: 0.0513575 Aug 28 09:14:36.964763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-0ed615e0-ab79-4a72-97cc-1b3d40169999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:36.966289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-0ed615e0-ab79-4a72-97cc-1b3d40169999 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994594 Aug 28 09:14:37.073511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-66e2c9f7-f91a-4d05-ae13-437c6e486f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:37.075111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3c34e2b-5dbb-474e-bdb6-9f371df87e6a req-66e2c9f7-f91a-4d05-ae13-437c6e486f8c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005392 Aug 28 09:14:37.187306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6a08d849-bfeb-40d5-a963-6d8c997ba622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:37.188734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-6a08d849-bfeb-40d5-a963-6d8c997ba622 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1096 time: 0.0482171 Aug 28 09:14:37.240009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-dbb92ddc-bdf7-484f-bad3-3d9282f5205f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 200 len: 217 time: 0.0362844 Aug 28 09:14:37.299686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-07781d24-82b3-4701-bebf-22e9efadc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:37.301730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-07781d24-82b3-4701-bebf-22e9efadc7e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0539615 Aug 28 09:14:37.380623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-eead434a-c86e-42d1-bc13-1a761a8638b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:37.382177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-eead434a-c86e-42d1-bc13-1a761a8638b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724256 Aug 28 09:14:37.452416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185710b-ac32-415d-be7b-8f600b5760c2 req-17fa4ecf-1e89-4ecb-b02a-38d55c9ce17d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:37.453845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b185710b-ac32-415d-be7b-8f600b5760c2 req-17fa4ecf-1e89-4ecb-b02a-38d55c9ce17d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.1054952 Aug 28 09:14:37.522177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b185710b-ac32-415d-be7b-8f600b5760c2 req-3a14b64f-6704-44da-ba20-9bc319a66b8c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594530 Aug 28 09:14:37.524473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-e509e6f8-92ff-4454-b20a-bb9d85977896 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338530 Aug 28 09:14:37.629981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b52d34db-0b7b-4bf4-9a6e-ec685337e4c2 req-e9c5f582-8ad7-49a0-9a9e-82fc60c8ad04 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971351 Aug 28 09:14:38.656770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b9a1d-c044-45e5-8b10-8da18928faf4 req-410d8e5f-ad6c-45d8-b649-ffed34fc5b02 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:38.658554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f02b9a1d-c044-45e5-8b10-8da18928faf4 req-410d8e5f-ad6c-45d8-b649-ffed34fc5b02 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0651588 Aug 28 09:14:38.700364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f02b9a1d-c044-45e5-8b10-8da18928faf4 req-5f53b9b8-4d92-41c3-87e1-e256bf913dd9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Aug 28 09:14:39.839668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9d8be-d3d0-4026-a7de-8694c6c19652 req-c993f396-bc68-45bf-86c6-fb09ca34741f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:39.841249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1c9d8be-d3d0-4026-a7de-8694c6c19652 req-c993f396-bc68-45bf-86c6-fb09ca34741f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0541091 Aug 28 09:14:39.885465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1c9d8be-d3d0-4026-a7de-8694c6c19652 req-5e2a5428-ea25-4fe1-93eb-d719fe3d769b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Aug 28 09:14:41.006048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d6b06-368d-4356-9201-8c76d280257e req-46f0b0a8-3844-4ac0-8019-67151ec8a88e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:41.007596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f12d6b06-368d-4356-9201-8c76d280257e req-46f0b0a8-3844-4ac0-8019-67151ec8a88e tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Aug 28 09:14:41.049168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f12d6b06-368d-4356-9201-8c76d280257e req-ce0b3596-9436-40ba-a4a8-04a34242eab3 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Aug 28 09:14:42.176789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd5293-b659-4e81-b255-d2c176cbb46f req-c7a0fb53-7575-40a3-a183-148dfbe32ab9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:42.178423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0dd5293-b659-4e81-b255-d2c176cbb46f req-c7a0fb53-7575-40a3-a183-148dfbe32ab9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0574720 Aug 28 09:14:42.223845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0dd5293-b659-4e81-b255-d2c176cbb46f req-e87e7dd3-2e9d-4c76-9ad5-7990276fce61 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Aug 28 09:14:43.343580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73a90-db2c-42d2-aadf-1de4b01578a9 req-b0824704-ad90-4671-8cc7-acdbf514fc1a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:43.345118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6dd73a90-db2c-42d2-aadf-1de4b01578a9 req-b0824704-ad90-4671-8cc7-acdbf514fc1a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0502620 Aug 28 09:14:43.386050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6dd73a90-db2c-42d2-aadf-1de4b01578a9 req-396d9ae5-6f1b-419b-b8eb-7607f22eca21 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Aug 28 09:14:44.505795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658b4eb-84c9-4c04-b961-adfad51eecc5 req-254cc490-9537-402e-b226-c2693a1272c9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:44.507380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0658b4eb-84c9-4c04-b961-adfad51eecc5 req-254cc490-9537-402e-b226-c2693a1272c9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0509002 Aug 28 09:14:44.547922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0658b4eb-84c9-4c04-b961-adfad51eecc5 req-25d81fd4-7af0-4f5f-a026-bfea4f93f103 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Aug 28 09:14:45.672245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214999-a605-4700-b8e6-5cbd3a904429 req-fec35303-90ed-4f08-a98c-41ec83695ff5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:45.673917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f214999-a605-4700-b8e6-5cbd3a904429 req-fec35303-90ed-4f08-a98c-41ec83695ff5 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0558851 Aug 28 09:14:45.715356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f214999-a605-4700-b8e6-5cbd3a904429 req-6bb6d141-217a-47c6-8706-bfb1b5b17e27 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347393 Aug 28 09:14:46.831912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5be1f-d92f-4ce3-b956-8ed242b389ac req-3080c920-4e08-44ed-90d6-bc944c3d72b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:46.834040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67e5be1f-d92f-4ce3-b956-8ed242b389ac req-3080c920-4e08-44ed-90d6-bc944c3d72b9 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0507965 Aug 28 09:14:46.873011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67e5be1f-d92f-4ce3-b956-8ed242b389ac req-f9d55a8f-ce36-49c4-b704-1b19469b719d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Aug 28 09:14:48.008615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bcf47-f21e-4a01-9989-1c1891ca63a2 req-68d060d0-83cf-48b6-b8af-7c153d6c1b55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:48.010151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c7bcf47-f21e-4a01-9989-1c1891ca63a2 req-68d060d0-83cf-48b6-b8af-7c153d6c1b55 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0661387 Aug 28 09:14:48.050381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c7bcf47-f21e-4a01-9989-1c1891ca63a2 req-6242738e-0c5d-4c2c-b058-122d302fa2d8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Aug 28 09:14:48.178239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae114baa-e2fd-43c1-942a-45ee0fd0a817 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:14:48.282653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:14:48.295554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'port_id': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'mac_address': 'fa:16:3e:8d:c3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:14:48.335277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:48.352815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae114baa-e2fd-43c1-942a-45ee0fd0a817 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:14:48.372184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:14:48.480773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:48.529099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:48.536917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.537258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.537592 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.538072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.538437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.538780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.539102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.539425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.539746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.540069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.540392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.540704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:14:48.941151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ae114baa-e2fd-43c1-942a-45ee0fd0a817'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:14:49.173813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7299234-370e-4d0e-a7ce-a2d62029b9ee req-b5f481c0-f27d-4b08-b19f-a7b6dd5bfa2c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:49.175370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7299234-370e-4d0e-a7ce-a2d62029b9ee req-b5f481c0-f27d-4b08-b19f-a7b6dd5bfa2c tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 945 time: 0.0549934 Aug 28 09:14:49.216595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7299234-370e-4d0e-a7ce-a2d62029b9ee req-bd51ff71-f8e1-44d0-b3d1-c1ff942afa72 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Aug 28 09:14:50.193775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae114baa-e2fd-43c1-942a-45ee0fd0a817 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:14:50.320134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ae114baa-e2fd-43c1-942a-45ee0fd0a817 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:14:50.324508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ae114baa-e2fd-43c1-942a-45ee0fd0a817 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:14:50.324918 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:50.337451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3b9cc-3f0e-482a-bff1-2061b3782908 req-aca64fba-b633-49d9-b530-bda4496ea6c0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:50.339038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcd3b9cc-3f0e-482a-bff1-2061b3782908 req-aca64fba-b633-49d9-b530-bda4496ea6c0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Aug 28 09:14:50.379801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcd3b9cc-3f0e-482a-bff1-2061b3782908 req-49098521-90f3-4879-a4ff-63d8c9d55bc4 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Aug 28 09:14:50.409279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:50.588672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:14:50.590842 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523f20f-2f99-4e82-8e07-2a364ab215f2" -d '{"events": [{"server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:14:50.603653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:14:50.626300 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1e323-2e43-42d2-b238-8cd0bf955a67 x-openstack-request-id: req-b9a1e323-2e43-42d2-b238-8cd0bf955a67 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:14:50.626594 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "name": "network-vif-plugged", "status": "completed", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:14:50.626852 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9a1e323-2e43-42d2-b238-8cd0bf955a67 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:14:50.627283 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'code': 200} Aug 28 09:14:50.743626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:50.756059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf65d4-d14b-48f6-82b4-dc3e3f0af32c req-c4a9e40b-618f-4135-9f66-1233601425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:50.757621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbdf65d4-d14b-48f6-82b4-dc3e3f0af32c req-c4a9e40b-618f-4135-9f66-1233601425a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1097 time: 0.0450034 Aug 28 09:14:50.793669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:50.795057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbdf65d4-d14b-48f6-82b4-dc3e3f0af32c req-33d1c91e-6b4c-4f0f-89c0-8659926b261d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294001 Aug 28 09:14:51.505662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306aaa-ceb4-4069-a2a5-2da679b379c0 req-9260f15e-9a3f-44dc-9cf2-8df9c3480ea6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:51.507241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1306aaa-ceb4-4069-a2a5-2da679b379c0 req-9260f15e-9a3f-44dc-9cf2-8df9c3480ea6 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0550556 Aug 28 09:14:51.548626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1306aaa-ceb4-4069-a2a5-2da679b379c0 req-ddf6adaf-6f3a-48f6-9b8f-7397fb0cdcfd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352712 Aug 28 09:14:52.668546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bf148-db6b-48d7-855d-99d9e8a008f4 req-449982bf-df74-4600-851f-edc5623d5c54 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:52.670059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-807bf148-db6b-48d7-855d-99d9e8a008f4 req-449982bf-df74-4600-851f-edc5623d5c54 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0514228 Aug 28 09:14:52.710875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-807bf148-db6b-48d7-855d-99d9e8a008f4 req-3fc657ec-a4a3-4081-b9f7-06b9157a9e79 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338495 Aug 28 09:14:53.829451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2f7b0-3856-40c8-90bd-defd97047f8a req-0740740e-0e30-4e1d-ad3f-563c99af24b0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:53.830967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cf2f7b0-3856-40c8-90bd-defd97047f8a req-0740740e-0e30-4e1d-ad3f-563c99af24b0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0511138 Aug 28 09:14:53.870529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cf2f7b0-3856-40c8-90bd-defd97047f8a req-24233d78-357d-488f-bbae-6deb3cec5ffb tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Aug 28 09:14:53.993475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927dbe6-5827-47ba-a570-5abb18ddb57d req-27ac93db-d9bb-4ba1-b97f-0817da3e69d7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:53.994761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927dbe6-5827-47ba-a570-5abb18ddb57d req-27ac93db-d9bb-4ba1-b97f-0817da3e69d7 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Aug 28 09:14:54.035882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6927dbe6-5827-47ba-a570-5abb18ddb57d req-d6dbd25e-a6f4-4a27-951a-f3a70770b21d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Aug 28 09:14:54.063559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:14:54.235348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70a97b-e6fd-41a2-87a3-d8a75855fe5c tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:54.236978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ef70a97b-e6fd-41a2-87a3-d8a75855fe5c tempest-TestVolumeBootPattern-352411042 tempest-TestVolumeBootPattern-352411042-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1093 time: 0.1724255 Aug 28 09:14:54.240505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:14:54.245127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:14:54.354842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:54.462130 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:54.572549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Allocated IP 172.25.0.7 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:14:54.689311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:54.840763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:54.895050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:14:54.895050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:14:54.896194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:54.898921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:14:55.268573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:55.477456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:55.633069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:55.772171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:55.836260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event updated for resources: {'Port': ['ID=ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:14:55.852633 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:55.955569 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 78d9a2c3-5302-4c63-b6ca-80b1c54b3944 associated. External IP: 172.25.0.7, port: ae114baa-e2fd-43c1-942a-45ee0fd0a817. Aug 28 09:14:56.342143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0947f500-d232-4e0f-bb49-f0619e450e70 req-dd01bb11-26e5-40f1-846f-1861193e37ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313261 Aug 28 09:14:56.366582 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:56.429743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0947f500-d232-4e0f-bb49-f0619e450e70 req-a8ff70c4-5306-4866-b1a2-6374145f25b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Aug 28 09:14:56.487349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0947f500-d232-4e0f-bb49-f0619e450e70 req-c63fef3f-0d08-43b8-b8f5-5b4471f7c6fd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224981 Aug 28 09:14:56.619161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:14:56.638729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947f500-d232-4e0f-bb49-f0619e450e70 req-2fb898a2-145d-4f5f-a2fe-f726a5cdf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:56.640195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0947f500-d232-4e0f-bb49-f0619e450e70 req-2fb898a2-145d-4f5f-a2fe-f726a5cdf264 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430128 Aug 28 09:14:56.746398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:14:56.757311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:14:56.767278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:14:56.775439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:14:56.879897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:14:56.886154 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:56.929915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4090a471-c90a-4729-8489-ef72d18154f0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6733563 Aug 28 09:14:56.929915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:14:56.929915 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae581b1a-3f02-436b-b860-495cab27a0af" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:14:56.959300 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797d822-7417-4770-94f0-cbfee39dd898 x-openstack-request-id: req-0797d822-7417-4770-94f0-cbfee39dd898 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:14:56.959757 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:14:56.960118 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0797d822-7417-4770-94f0-cbfee39dd898 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:14:56.960662 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'status': 'completed', 'code': 200} Aug 28 09:14:57.054065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae581b1a-3f02-436b-b860-495cab27a0af req-b7d4475a-c13a-4d0b-8057-43974f9a1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:57.055717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-b7d4475a-c13a-4d0b-8057-43974f9a1b53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1098 time: 0.0468743 Aug 28 09:14:57.133929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}, {'id': '78d9a2c3-5302-4c63-b6ca-80b1c54b3944', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:8d:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:14:55Z', 'updated_at': '2021-08-28T09:14:55Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:14:57.158487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae581b1a-3f02-436b-b860-495cab27a0af req-634a4d2f-bae2-4af5-aa0e-dfe5581d4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:57.160574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-634a4d2f-bae2-4af5-aa0e-dfe5581d4a35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0926342 Aug 28 09:14:57.161717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:14:57.170496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:14:57.171099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:14:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:14:57.235492 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-c6339d13-9cc7-4d06-92b5-623e93a721e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 200 len: 998 time: 0.0673835 Aug 28 09:14:57.290633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae581b1a-3f02-436b-b860-495cab27a0af req-f09219e3-c39e-4f88-8df0-fba9bee3fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:57.292119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-f09219e3-c39e-4f88-8df0-fba9bee3fe48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0491221 Aug 28 09:14:57.299530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:14:57.350180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae581b1a-3f02-436b-b860-495cab27a0af req-2799f1ea-64d3-4d4d-93e3-dc752c4da483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:14:57.351865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-2799f1ea-64d3-4d4d-93e3-dc752c4da483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517600 Aug 28 09:14:57.364961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-41f835d9-a9f2-48ad-bb02-996889b274bd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:14:57.366204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-41f835d9-a9f2-48ad-bb02-996889b274bd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063498 Aug 28 09:14:57.467164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-72879a05-a583-4cbb-adcd-fa51387da6b1 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931695 Aug 28 09:14:57.564237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae581b1a-3f02-436b-b860-495cab27a0af req-7c8a6a6b-919a-45c9-a048-2f4a12e87861 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Aug 28 09:14:57.570743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}, {'id': '78d9a2c3-5302-4c63-b6ca-80b1c54b3944', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:8d:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:14:55Z', 'updated_at': '2021-08-28T09:14:55Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:14:57.603293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8326a1-de64-42ff-874d-95cbc596723e None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}, {'id': '78d9a2c3-5302-4c63-b6ca-80b1c54b3944', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:8d:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:14:55Z', 'updated_at': '2021-08-28T09:14:55Z', 'revision_number': 0, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:14:57.674710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3ff776f-c4ba-4fcc-81a8-bdb41b35ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:14:57.826154 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b449ed-2a83-4f2f-9fe3-253d0e0f5028 None None] New status for floating IP 78d9a2c3-5302-4c63-b6ca-80b1c54b3944: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:14:58.981429 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:15:00.045959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:00.280631 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-10136ff8-395b-4280-8b5a-4d02e5441338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:02.160053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:05.046460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:05.058779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-184ddaf6-42be-4917-a2fa-d6ff2e0479e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976214 Aug 28 09:15:05.164959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-1cf8e920-4c2b-42ec-86ed-8008aa953f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:05.166620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-1cf8e920-4c2b-42ec-86ed-8008aa953f2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0438688 Aug 28 09:15:05.279183 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-faf480b8-bdcf-4652-8da1-e0aa0b092cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:05.280598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-faf480b8-bdcf-4652-8da1-e0aa0b092cb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0898671 Aug 28 09:15:05.356614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-0c5d2409-06db-41e7-8e39-e69c14aa74f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0680006 Aug 28 09:15:05.411586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-053fe217-d40b-4e39-a400-300fc5438016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:05.413404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-053fe217-d40b-4e39-a400-300fc5438016 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0491583 Aug 28 09:15:05.463389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-a3a79ebd-406b-46c7-94f2-b6a8a16b7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:05.464888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-a3a79ebd-406b-46c7-94f2-b6a8a16b7110 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443890 Aug 28 09:15:05.564980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-a9771f18-3d81-4097-b029-f4838cab1119 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913270 Aug 28 09:15:05.668112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fb1ce19-7b01-40cb-9357-a98d80c1eca6 req-0a83a92d-400d-4ded-ac7c-3eefd91fffe1 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948353 Aug 28 09:15:05.937542 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:26.450902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:27.611025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb5595cb-e2d7-4770-9e47-a4a7a501e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:30.016009 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:30.305528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2e56b20e-bdd1-4f55-8eb0-c10802bb3273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:32.136591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:35.032812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:35.971166 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:35.985783 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:15:56.315000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-20b88831-86c4-4e75-bedc-93621a3aef7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868504 Aug 28 09:15:56.387876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11475b14-dd30-4804-82be-800340089d1d req-3e464384-2249-4259-9f4b-2c4d0e74169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:56.389507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-3e464384-2249-4259-9f4b-2c4d0e74169f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1098 time: 0.0412869 Aug 28 09:15:56.449891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:15:56.494803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11475b14-dd30-4804-82be-800340089d1d req-4038f492-2d01-44af-bedf-6bd36f6ca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:56.496209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-4038f492-2d01-44af-bedf-6bd36f6ca63b service neutron] 10.222.0.39 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0870073 Aug 28 09:15:56.567024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-fba661fd-7d7b-4d05-9f4c-ee174205c8a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 200 len: 1000 time: 0.0635507 Aug 28 09:15:56.619515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11475b14-dd30-4804-82be-800340089d1d req-5f08905f-06ab-45e4-91a5-aba03568a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:56.620964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-5f08905f-06ab-45e4-91a5-aba03568a803 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0454082 Aug 28 09:15:56.667540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11475b14-dd30-4804-82be-800340089d1d req-168b389c-034e-40b2-b9e7-eee675981cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:15:56.669263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-168b389c-034e-40b2-b9e7-eee675981cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415523 Aug 28 09:15:56.765026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-b2cd142b-2198-43b5-bd16-14413753a114 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880210 Aug 28 09:15:56.856573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11475b14-dd30-4804-82be-800340089d1d req-568632db-2741-4ad0-baea-1fd151741e13 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Aug 28 09:15:57.632543 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c6a-23db-465f-92d4-3b3915902f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:00.010259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:00.232594 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-998c2906-1c73-49c3-aaf2-a455834e5f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:02.095052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:04.992427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:05.929653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:05.979352 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-1f1d3e83-d3e2-47d1-84d0-e35dfbec74af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407512 Aug 28 09:16:06.089974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dd20-f796-4fce-803f-cec147b6980b req-3709c2f6-7879-401e-8c86-06b0571e3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:16:06.091532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-3709c2f6-7879-401e-8c86-06b0571e3dbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0443342 Aug 28 09:16:06.194345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dd20-f796-4fce-803f-cec147b6980b req-2c35f199-172c-49b6-96bc-19e4c3920329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:16:06.195710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-2c35f199-172c-49b6-96bc-19e4c3920329 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0833912 Aug 28 09:16:06.269339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-4a31f61e-cef6-4b81-acba-d826707a28ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0655766 Aug 28 09:16:06.323860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dd20-f796-4fce-803f-cec147b6980b req-bc915225-f170-4304-a83d-d8e223779537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:16:06.325400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-bc915225-f170-4304-a83d-d8e223779537 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0481541 Aug 28 09:16:06.380952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dd20-f796-4fce-803f-cec147b6980b req-1ed45cee-e31b-40ee-8c01-489ad7864941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:16:06.382512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-1ed45cee-e31b-40ee-8c01-489ad7864941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493624 Aug 28 09:16:06.484553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-bc2b6ed0-d0d6-46cb-bad1-5d036fa91bea service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918670 Aug 28 09:16:06.582081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f543dd20-f796-4fce-803f-cec147b6980b req-6f851264-2870-4975-9c2d-9dfd154780bc service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897472 Aug 28 09:16:12.985014 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:16:26.386022 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:27.603529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4335e97e-73f6-48d6-bb57-2bd32cee2c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:30.049559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:30.277797 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-899bef82-8f7d-436b-adcd-f27169ac7f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:32.101363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:35.026391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:35.976589 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:49.984306 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:16:56.403066 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:57.642256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-63075e31-5d78-48f6-a9f8-c6556fab6f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:16:58.242866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4add0861-ab4b-4b9d-9c8c-a449b4195c18 req-b40abb14-55b8-4538-8adf-4189b13a463b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307491 Aug 28 09:16:58.333906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4add0861-ab4b-4b9d-9c8c-a449b4195c18 req-bba315a5-ecaa-482c-bb51-7edae5d02d0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0320392 Aug 28 09:16:58.382258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4add0861-ab4b-4b9d-9c8c-a449b4195c18 req-1bfbbc41-562a-492e-aea9-89431319577f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213304 Aug 28 09:16:58.479486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0861-ab4b-4b9d-9c8c-a449b4195c18 req-25f4e7ba-098a-48c8-ab96-3101de6a14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:16:58.480971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4add0861-ab4b-4b9d-9c8c-a449b4195c18 req-25f4e7ba-098a-48c8-ab96-3101de6a14c8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913668 Aug 28 09:16:59.991554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:00.242712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e71fc8c-c213-4801-a4e2-30dc21975eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:02.105971 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:05.059645 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:05.963459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:06.989194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-8d442ff4-75f4-452c-9226-c7acf83522fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430715 Aug 28 09:17:07.119942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8141e07-64e2-4957-adca-ccee3876f892 req-7d60ba16-60cd-4a14-bdd1-c59ce9581006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:07.121527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-7d60ba16-60cd-4a14-bdd1-c59ce9581006 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0577343 Aug 28 09:17:07.237261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8141e07-64e2-4957-adca-ccee3876f892 req-955747a4-19d1-4f00-accc-64993d85c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:07.239341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-955747a4-19d1-4f00-accc-64993d85c53f service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0951958 Aug 28 09:17:07.320741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-361c747b-5cb9-45f4-8ae9-82c5a38d6f68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0720618 Aug 28 09:17:07.376043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8141e07-64e2-4957-adca-ccee3876f892 req-f6524f52-63ac-47c5-886c-17bcb9f10cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:07.378535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-f6524f52-63ac-47c5-886c-17bcb9f10cbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0495894 Aug 28 09:17:07.434965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8141e07-64e2-4957-adca-ccee3876f892 req-8b8b5ac8-1a0e-4bb2-808d-da673a3f331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:07.436548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-8b8b5ac8-1a0e-4bb2-808d-da673a3f331d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506592 Aug 28 09:17:07.551716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-f83b6e70-60dd-4ff9-b478-07d16613eb66 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052408 Aug 28 09:17:07.651717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d8141e07-64e2-4957-adca-ccee3876f892 req-3e97582d-be0c-4e07-a1a8-e45a055f4065 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916958 Aug 28 09:17:14.612166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42658) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:14.778331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:14.778683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:14.859369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:14.859710 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:14.872189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:15.139676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:15.164721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=ae7e8262-aa67-4a4e-97c1-5a91fe3e0d3b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:15.175040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.175379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.176349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.176769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.177013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.177818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.177818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.177997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.178314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.178638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.178955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.179271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:15.241870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:15.242194 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 78d9a2c3-5302-4c63-b6ca-80b1c54b3944 disassociated (deleted). External IP: 172.25.0.7, port: ae114baa-e2fd-43c1-942a-45ee0fd0a817. Aug 28 09:17:15.453491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:17:15.894163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:17:15.899103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:15.906620 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:17:15.917065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:15.917689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:15.931015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5706aa36-c032-4e77-9ab0-563862d8f931 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "DELETE /v2.0/floatingips/78d9a2c3-5302-4c63-b6ca-80b1c54b3944 HTTP/1.1" status: 204 len: 168 time: 1.3148310 Aug 28 09:17:15.931015 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:17:15.931432 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0404255-4491-4541-ac0d-e8e79a949c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:17:16.062506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:16.300160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:16.326409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:17:16.335781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:16.336391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:16.360002 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975940f5-d8d5-4d79-96ad-ee91988e16f1 x-openstack-request-id: req-975940f5-d8d5-4d79-96ad-ee91988e16f1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:17:16.360275 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:17:16.360527 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-975940f5-d8d5-4d79-96ad-ee91988e16f1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:17:16.361013 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'status': 'completed', 'code': 200} Aug 28 09:17:16.451238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-dc4153e2-23aa-4b3b-ab2a-e10e17a3009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:16.453066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-dc4153e2-23aa-4b3b-ab2a-e10e17a3009f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 1098 time: 0.0481582 Aug 28 09:17:16.453837 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:16.577668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433021e1-24c3-4def-b4ca-cf9fcf3ecb26 req-3814a3d4-3ac1-454d-a11e-cc94daeae3e8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:16.579277 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-433021e1-24c3-4def-b4ca-cf9fcf3ecb26 req-3814a3d4-3ac1-454d-a11e-cc94daeae3e8 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.1658201 Aug 28 09:17:16.607730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-1a55f080-34aa-4651-be39-c7ce9df26b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:16.609211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-1a55f080-34aa-4651-be39-c7ce9df26b88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.1483395 Aug 28 09:17:16.665320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-7bca3fed-977b-449e-b5c2-cacb52f3120c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 200 len: 217 time: 0.0473766 Aug 28 09:17:16.668342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-433021e1-24c3-4def-b4ca-cf9fcf3ecb26 req-f1aba79a-2713-407e-a5db-7c793da4da73 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822368 Aug 28 09:17:16.697504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:16.719420 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-bbbfacee-922c-409c-8a6c-cf24c7c3c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:16.721100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-bbbfacee-922c-409c-8a6c-cf24c7c3c214 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0482049 Aug 28 09:17:16.726357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ca56e-c5c9-4f5a-bf27-b0d049491c41 None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37335e17-9e9e-441b-9665-55c0b5acd37e', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'port_id': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'mac_address': 'fa:16:3e:59:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:11:40Z', 'updated_at': '2021-08-28T09:11:42Z', 'revision_number': 1, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:17:16.783544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-ae9441a8-7625-4bce-966f-c8fae750dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:16.785644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-ae9441a8-7625-4bce-966f-c8fae750dac7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558679 Aug 28 09:17:16.893432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-4bb1bf36-2053-47a9-bc2d-b3fa66225a67 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995739 Aug 28 09:17:17.001519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0404255-4491-4541-ac0d-e8e79a949c3d req-32ab3a3a-02d3-4616-9606-65cfa7a93e86 service neutron] 10.222.0.39 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993223 Aug 28 09:17:17.013381 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19913522-cb11-458f-978f-60d3b9ec63f6 None None] New status for floating IP 78d9a2c3-5302-4c63-b6ca-80b1c54b3944: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:17:17.820343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1c2db-141d-4cbc-b429-1b8d295ebd11 req-26a20127-f19b-4de3-a979-fd3168a8a987 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:17.821844 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12a1c2db-141d-4cbc-b429-1b8d295ebd11 req-26a20127-f19b-4de3-a979-fd3168a8a987 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Aug 28 09:17:17.863415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12a1c2db-141d-4cbc-b429-1b8d295ebd11 req-a5c1742d-0758-4b2d-9917-f6403d9812a0 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353384 Aug 28 09:17:18.220119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-0958bbbe-898f-4140-9929-9714cbb7475d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:18.221682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-0958bbbe-898f-4140-9929-9714cbb7475d tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0541830 Aug 28 09:17:18.320419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port ae114baa-e2fd-43c1-942a-45ee0fd0a817 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:18.320818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:18.417128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port ae114baa-e2fd-43c1-942a-45ee0fd0a817, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae114baa-e2fd-43c1-942a-45ee0fd0a817,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:18.417523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:18.431317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for ae114baa-e2fd-43c1-942a-45ee0fd0a817 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:18.642205 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:18.672056 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=ae114baa-e2fd-43c1-942a-45ee0fd0a817,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:18.716442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port ae114baa-e2fd-43c1-942a-45ee0fd0a817 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:18.719726 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:18.722168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2891bf0a-2be4-400a-a6cd-850c969e2313 req-50a8f8b4-2385-4a22-b920-658d93ba187b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.39 "DELETE /v2.0/ports/ae114baa-e2fd-43c1-942a-45ee0fd0a817 HTTP/1.1" status: 204 len: 173 time: 0.4938889 Aug 28 09:17:18.722663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'name': 'network-vif-deleted', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:17:18.725063 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e153c-22a7-4f8d-9f2a-3c750d59b762" -d '{"events": [{"server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "name": "network-vif-deleted", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:17:18.761755 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed892a-a5e6-403a-9ceb-647de79350c5 x-openstack-request-id: req-c9ed892a-a5e6-403a-9ceb-647de79350c5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:17:18.762048 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6765ac-517b-4e59-ad55-6b409e1e99f8", "name": "network-vif-deleted", "tag": "ae114baa-e2fd-43c1-942a-45ee0fd0a817", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:17:18.762340 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9ed892a-a5e6-403a-9ceb-647de79350c5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:17:18.762747 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6765ac-517b-4e59-ad55-6b409e1e99f8', 'name': 'network-vif-deleted', 'tag': 'ae114baa-e2fd-43c1-942a-45ee0fd0a817', 'status': 'completed', 'code': 200} Aug 28 09:17:18.965788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6d51b11-86fb-4cf3-a456-75db94de53a4 req-23e34d5d-4ebb-473c-b648-4b330638175a tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Aug 28 09:17:20.062187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12738386-b943-4057-97c7-ca2f62bc99b0 req-2918fe43-b882-4c4b-9e25-e1b1cca9c8dd tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Aug 28 09:17:20.910096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae114baa-e2fd-43c1-942a-45ee0fd0a817 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:20.931482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: ae114baa-e2fd-43c1-942a-45ee0fd0a817 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:20.931827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae114baa-e2fd-43c1-942a-45ee0fd0a817 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:21.161731 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5cf6ba8-f4a8-49fb-90bc-4a21e1e3b2ba req-800545f4-5d83-4526-a272-f3d20c9ad914 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Aug 28 09:17:22.272466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53b5d253-a775-472d-bef6-8f2e1d5bcb27 req-f39108e7-5556-4173-8e9d-ce10a72381da tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf6765ac-517b-4e59-ad55-6b409e1e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Aug 28 09:17:26.407852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:26.984074 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:17:27.618867 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-36c5e641-ae9e-4ad7-817c-e9825190cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:28.951452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42714) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:29.112017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port 54db94a3-96e9-4dbd-94ed-d4c0a049fabf {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:29.112394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.192673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.192908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.205410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for 54db94a3-96e9-4dbd-94ed-d4c0a049fabf owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:29.448030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.479390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=54db94a3-96e9-4dbd-94ed-d4c0a049fabf,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:29.546149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.546522 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Floating IP 37335e17-9e9e-441b-9665-55c0b5acd37e disassociated (deleted). External IP: 172.25.0.46, port: bc119210-96cd-4e9b-b226-2047f9541ca4. Aug 28 09:17:29.765817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:17:29.885359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:17:29.890278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:29.899262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:17:29.910993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:29.911911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:29.930252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4ae17d11-d302-4f4c-8796-2a6401255193 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "DELETE /v2.0/floatingips/37335e17-9e9e-441b-9665-55c0b5acd37e HTTP/1.1" status: 204 len: 168 time: 0.9776566 Aug 28 09:17:29.930981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:17:29.933352 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9" -d '{"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:17:30.208948 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:30.216823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:30.308901 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42f20e4f-1182-4f1f-a2d5-62a5a618a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:30.316525 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10969d36-433f-4b0f-926a-ec0a86b93c92 x-openstack-request-id: req-10969d36-433f-4b0f-926a-ec0a86b93c92 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:17:30.316525 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:17:30.317161 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10969d36-433f-4b0f-926a-ec0a86b93c92 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:17:30.317449 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'status': 'completed', 'code': 200} Aug 28 09:17:30.416460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280766-08f8-4449-b25e-983e35648ecf req-65a125da-e2ef-4a6b-ac1b-38cf3d9b2ccc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:30.418478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d280766-08f8-4449-b25e-983e35648ecf req-65a125da-e2ef-4a6b-ac1b-38cf3d9b2ccc tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0544951 Aug 28 09:17:30.441103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:30.469887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:17:30.479846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:30.480688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:30.492672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d280766-08f8-4449-b25e-983e35648ecf req-c40bd4f9-d1f5-4416-8217-1bd81df2283b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640159 Aug 28 09:17:30.495727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-31c361db-9daf-4ec2-97da-0849b5ac8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:30.497237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-31c361db-9daf-4ec2-97da-0849b5ac8fac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0778008 Aug 28 09:17:30.600208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-f7d52ff7-976b-4343-98ed-8c448c9c3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:30.600475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:30.601749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-f7d52ff7-976b-4343-98ed-8c448c9c3b38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 200 len: 913 time: 0.0947087 Aug 28 09:17:30.647074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-363ceae0-2400-4058-8105-e5fdf9f6770e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 200 len: 217 time: 0.0370791 Aug 28 09:17:30.721217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-1afb7cd7-55ab-4086-a03a-39a61836d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:30.723493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-1afb7cd7-55ab-4086-a03a-39a61836d823 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 200 len: 851 time: 0.0541854 Aug 28 09:17:30.777232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-d3a3100d-f9ab-4142-9b66-b52b76727cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:30.779767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-d3a3100d-f9ab-4142-9b66-b52b76727cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=165ecd8f-4b28-4741-9a6f-2b312895594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471153 Aug 28 09:17:30.822492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:30.858823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ead19-4fa0-4c2c-8710-dbc0b86844cd None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:04Z', 'revision_number': 4, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8babe8a9-eb31-4562-bf1e-d0ddf44f73a4', 'name': '', 'network_id': '165ecd8f-4b28-4741-9a6f-2b312895594b', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'mac_address': 'fa:16:3e:f2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '784e8101-a9db-42e1-9528-695de126f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:03Z', 'updated_at': '2021-08-28T09:03:09Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'subnets': [{'id': '784e8101-a9db-42e1-9528-695de126f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:17:30.890794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-ef38a2f1-9062-466d-8179-b91e6b73a8fe service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973597 Aug 28 09:17:30.999951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebbce948-f9cb-4e28-a1bb-1f3f770314a9 req-4030a1d5-d514-458b-8bb7-32067a2fa191 service neutron] 10.222.0.64 "GET /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979080 Aug 28 09:17:31.095257 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90440e1d-e563-4a19-bae6-f7104e63f064 None None] New status for floating IP 37335e17-9e9e-441b-9665-55c0b5acd37e: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:17:31.307973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-c79ddf7a-6ba9-40d6-8b73-ff61c29b5a2f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:31.309494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-c79ddf7a-6ba9-40d6-8b73-ff61c29b5a2f tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Aug 28 09:17:31.411218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port bc119210-96cd-4e9b-b226-2047f9541ca4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:31.411838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:31.501737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] For port bc119210-96cd-4e9b-b226-2047f9541ca4, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=bc119210-96cd-4e9b-b226-2047f9541ca4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:31.502103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:31.516049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for bc119210-96cd-4e9b-b226-2047f9541ca4 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:31.639112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb3125-90e7-4da9-86e2-22ed71bfecb7 req-8aeae634-7bdc-4285-a339-0e0f57d56a3b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:17:31.641489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4fb3125-90e7-4da9-86e2-22ed71bfecb7 req-8aeae634-7bdc-4285-a339-0e0f57d56a3b tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 945 time: 0.0743206 Aug 28 09:17:31.723261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4fb3125-90e7-4da9-86e2-22ed71bfecb7 req-c27aa708-d9e8-4651-9d3a-339e49883f80 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/security-groups?id=66487ae8-7524-40c4-965e-6ddbd2e58cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729530 Aug 28 09:17:31.824480 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:31.858341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=bc119210-96cd-4e9b-b226-2047f9541ca4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:31.917392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] No DVR routers for this DVR port bc119210-96cd-4e9b-b226-2047f9541ca4 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:31.920349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:31.922735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9baf84b6-e4ca-4dd8-a1c2-d6dd4187f8ff req-3cb3253d-995b-463a-9838-956897521eec tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.64 "DELETE /v2.0/ports/bc119210-96cd-4e9b-b226-2047f9541ca4 HTTP/1.1" status: 204 len: 173 time: 0.6060200 Aug 28 09:17:32.093306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:32.318806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'name': 'network-vif-deleted', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:17:32.321580 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c473046-68f6-4cdf-ade2-7899d7590907" -d '{"events": [{"server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "name": "network-vif-deleted", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:17:32.363860 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10a9d9-7e25-4c25-bc50-91183a7021c1 x-openstack-request-id: req-1a10a9d9-7e25-4c25-bc50-91183a7021c1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:17:32.364336 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfd64bf-7c55-4faa-8db3-f201fd0b8fc3", "name": "network-vif-deleted", "tag": "bc119210-96cd-4e9b-b226-2047f9541ca4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:17:32.364693 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a10a9d9-7e25-4c25-bc50-91183a7021c1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:17:32.365335 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd64bf-7c55-4faa-8db3-f201fd0b8fc3', 'name': 'network-vif-deleted', 'tag': 'bc119210-96cd-4e9b-b226-2047f9541ca4', 'status': 'completed', 'code': 200} Aug 28 09:17:32.825879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05637158-358a-4684-8d8d-cc86a88e5b86 req-1e09e3fd-75d2-490d-89ce-df171fb484a2 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0277755 Aug 28 09:17:33.927041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c60b2d4-993f-453d-b2b2-396dcb9857a0 req-ed9fd1eb-bd7d-4353-8b36-229ce150b883 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0286748 Aug 28 09:17:34.736356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device bc119210-96cd-4e9b-b226-2047f9541ca4 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:34.757922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: bc119210-96cd-4e9b-b226-2047f9541ca4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:34.758293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device bc119210-96cd-4e9b-b226-2047f9541ca4 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:35.029146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a91c57c-7ed0-48f2-8e83-e810b675c04c req-6a68ebf6-3467-4c94-b4b9-296b5cd2e990 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0277622 Aug 28 09:17:35.037306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:35.984337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:36.138138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba3b6e1e-8f46-4be0-ba13-2154492b0120 req-0d61776d-0b80-412b-87ab-354149bcfb53 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "GET /v2.0/ports?device_id=acfd64bf-7c55-4faa-8db3-f201fd0b8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0302393 Aug 28 09:17:37.196475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42736) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:37.326524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Deleting port 02a54e62-9b51-49f1-a658-117a573f3c55 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:37.326876 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.403689 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.404135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.417891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Calling delete_port for 02a54e62-9b51-49f1-a658-117a573f3c55 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:37.658853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.688117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'Port': ['ID=02a54e62-9b51-49f1-a658-117a573f3c55,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:37.753378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.755990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:37.757166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-caa6acda-961d-440e-b4b3-f0aab6e27ded tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "DELETE /v2.0/floatingips/02a07695-546d-42d5-8b49-2b66bee17d0a HTTP/1.1" status: 204 len: 168 time: 0.5595379 Aug 28 09:17:41.218532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42752) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:41.283473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:41.311622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:41.447135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:41.449800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:41.451026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] 10.222.0.46 "DELETE /v2.0/security-groups/66487ae8-7524-40c4-965e-6ddbd2e58cf2 HTTP/1.1" status: 204 len: 168 time: 0.2312660 Aug 28 09:17:41.461746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12cf47-87b3-4fcd-804d-cff19731a886 tempest-TestVolumeBootPattern-395114786 tempest-TestVolumeBootPattern-395114786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66487ae8-7524-40c4-965e-6ddbd2e58cf2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:41.595991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42756) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:42.090535 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:42.363077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Deleting port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:42.363786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:42.444061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] For port 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:42.444466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:42.458611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Calling delete_port for 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:42.710231 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:42.747325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Pushing event deleted for resources: {'Port': ['ID=8babe8a9-eb31-4562-bf1e-d0ddf44f73a4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:43.249418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:43.470593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Router c9c5699a-fab1-453d-a96d-c673e2648a67 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:17:43.578834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:17:43.584765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2611c2b8-f91e-4520-8faf-2d3650199287 admin admin] 10.222.0.46 "PUT /v2.0/routers/c9c5699a-fab1-453d-a96d-c673e2648a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9877079 Aug 28 09:17:43.587288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42760) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:43.588341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Sync routers for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:17:43.598244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:43.598958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:43.698401 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:43.710054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:43.809319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:43.897685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:17:42Z', 'revision_number': 5, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port': {'id': 'a3e7d57b-75bd-4c23-9f33-0cb7869c0025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:43.925058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Checking router: c9c5699a-fab1-453d-a96d-c673e2648a67 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:17:43.934708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Routers {'c9c5699a-fab1-453d-a96d-c673e2648a67'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:43.935343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c9c5699a-fab1-453d-a96d-c673e2648a67'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:43.955757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Deleting port a3e7d57b-75bd-4c23-9f33-0cb7869c0025 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:43.956106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.027032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] Set router c9c5699a-fab1-453d-a96d-c673e2648a67 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:44.042137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] For port a3e7d57b-75bd-4c23-9f33-0cb7869c0025, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:44.042542 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.058450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Calling delete_port for a3e7d57b-75bd-4c23-9f33-0cb7869c0025 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:44.085470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:17:43Z', 'revision_number': 6, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:44.117218 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee4888-ba8e-4cdb-ad42-38bd6f8d65c3 None None] The sync data for ids ['c9c5699a-fab1-453d-a96d-c673e2648a67'] in n-d-792458-16 is: [{'id': 'c9c5699a-fab1-453d-a96d-c673e2648a67', 'name': 'tempest-TestVolumeBootPattern-1768699536-router', 'tenant_id': '7acb489e6b964b97aaafcbe63c879f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:00Z', 'updated_at': '2021-08-28T09:17:43Z', 'revision_number': 6, 'project_id': '7acb489e6b964b97aaafcbe63c879f6c', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:17:44.287263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.320127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e7d57b-75bd-4c23-9f33-0cb7869c0025,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:44.413585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.500292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.503068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.595641 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.596820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c5699a-fab1-453d-a96d-c673e2648a67 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:17:44.603875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.605195 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-63d7d4b3-4b78-4431-890f-29ccfcc84b13 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c9c5699a-fab1-453d-a96d-c673e2648a67 HTTP/1.1" status: 204 len: 168 time: 1.0168493 Aug 28 09:17:44.607612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42762) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:44.659390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Deleting subnet 784e8101-a9db-42e1-9528-695de126f402 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:17:44.662621 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.700330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.786339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.899281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.933812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784e8101-a9db-42e1-9528-695de126f402,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:44.942174 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:44.943345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb847119-9dd9-424b-82c3-6c5c0afba951 None None] Network 165ecd8f-4b28-4741-9a6f-2b312895594b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:17:44.943925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-61ae3bf5-d4ed-437f-88dc-dc0c9b83a0c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/784e8101-a9db-42e1-9528-695de126f402 HTTP/1.1" status: 204 len: 168 time: 0.3349164 Aug 28 09:17:44.946288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42764) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:45.025224 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.100753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Deleting port c1041742-9c1e-4e00-8323-7c10956a68d3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:45.101095 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.154506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] DHCP port deletion for 165ecd8f-4b28-4741-9a6f-2b312895594b request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:17:45.177012 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] For port c1041742-9c1e-4e00-8323-7c10956a68d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1041742-9c1e-4e00-8323-7c10956a68d3,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:45.177410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.196105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Calling delete_port for c1041742-9c1e-4e00-8323-7c10956a68d3 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:45.208866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Deleting port c1041742-9c1e-4e00-8323-7c10956a68d3 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:45.209550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.281989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] For port c1041742-9c1e-4e00-8323-7c10956a68d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c1041742-9c1e-4e00-8323-7c10956a68d3,segment=NetworkSegment(ec64b824-8c04-43ae-9eb2-5cab16abbc1f),segment_id=ec64b824-8c04-43ae-9eb2-5cab16abbc1f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:45.282330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.296524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Calling delete_port for c1041742-9c1e-4e00-8323-7c10956a68d3 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:45.361771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.378908 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.392976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1041742-9c1e-4e00-8323-7c10956a68d3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:45.395399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] No DVR routers for this DVR port c1041742-9c1e-4e00-8323-7c10956a68d3 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:45.403904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Pushing event deleted for resources: {'Port': ['ID=c1041742-9c1e-4e00-8323-7c10956a68d3,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:45.406410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.406410 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.406752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.407803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.407803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.409223 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.409564 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.410006 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.410389 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.410866 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.411203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.411566 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.412473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] No DVR routers for this DVR port c1041742-9c1e-4e00-8323-7c10956a68d3 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:45.414983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.425553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526cb37-351d-40e0-9694-ba39fd1895b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:17:45.490408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3e7d57b-75bd-4c23-9f33-0cb7869c0025 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:45.491081 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.503643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165ecd8f-4b28-4741-9a6f-2b312895594b']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:45.510125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: a3e7d57b-75bd-4c23-9f33-0cb7869c0025 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:45.510495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device a3e7d57b-75bd-4c23-9f33-0cb7869c0025 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:45.510916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1041742-9c1e-4e00-8323-7c10956a68d3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:45.514680 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:45.514975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64b824-8c04-43ae-9eb2-5cab16abbc1f') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:45.525658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.530812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c1041742-9c1e-4e00-8323-7c10956a68d3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:45.531154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c1041742-9c1e-4e00-8323-7c10956a68d3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:45.531583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:45.546477 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.551856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:45.552207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8babe8a9-eb31-4562-bf1e-d0ddf44f73a4 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:45.554265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:17:45.554904 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:17:45.556761 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:17:45.715656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.722181 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:45.724077 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/165ecd8f-4b28-4741-9a6f-2b312895594b HTTP/1.1" status: 204 len: 168 time: 0.7767456 Aug 28 09:17:45.727340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42778) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:45.736563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411bece-6a4e-4a85-8a43-a16e7f7deda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=165ecd8f-4b28-4741-9a6f-2b312895594b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:46.081835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:46.330114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Deleting port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:46.330517 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:46.412215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] For port 25e405a3-aa3b-4cb5-b3eb-3c91fd289789, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:46.412581 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:46.426152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Calling delete_port for 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:46.676303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:46.700038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Pushing event deleted for resources: {'Port': ['ID=25e405a3-aa3b-4cb5-b3eb-3c91fd289789,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:46.871949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:47.425387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Router e82d7399-7343-4857-8b69-4f0ae09439d3 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:17:47.536777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:17:47.542010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5c16ed7a-c91e-400b-8df3-b7a7005ea67c admin admin] 10.222.0.46 "PUT /v2.0/routers/e82d7399-7343-4857-8b69-4f0ae09439d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135757 Aug 28 09:17:47.544585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42780) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:47.545458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Sync routers for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:17:47.555716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:47.556615 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:47.650851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:47.660304 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:47.761659 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:47.925049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Deleting port 6ee001e8-f944-4fe9-9472-a879acd94e24 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:47.925742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:47.937434 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:17:46Z', 'revision_number': 5, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port': {'id': '6ee001e8-f944-4fe9-9472-a879acd94e24', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:03:09Z', 'updated_at': '2021-08-28T09:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:47.968107 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Checking router: e82d7399-7343-4857-8b69-4f0ae09439d3 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:17:47.977119 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Routers {'e82d7399-7343-4857-8b69-4f0ae09439d3'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:17:47.977315 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:17:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['e82d7399-7343-4857-8b69-4f0ae09439d3'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:48.011492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] For port 6ee001e8-f944-4fe9-9472-a879acd94e24, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6ee001e8-f944-4fe9-9472-a879acd94e24,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:48.011850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.025787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Calling delete_port for 6ee001e8-f944-4fe9-9472-a879acd94e24 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:48.069662 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] Set router e82d7399-7343-4857-8b69-4f0ae09439d3 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:17:48.129580 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:17:47Z', 'revision_number': 6, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:48.161194 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf582e0-5097-4c12-bbf3-8d4a7bb66cb4 None None] The sync data for ids ['e82d7399-7343-4857-8b69-4f0ae09439d3'] in n-d-792458-16 is: [{'id': 'e82d7399-7343-4857-8b69-4f0ae09439d3', 'name': 'tempest-TestVolumeBootPattern-1234752457-router', 'tenant_id': '35b1c989e1024cdeb6d4e46be7705387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:03:07Z', 'updated_at': '2021-08-28T09:17:47Z', 'revision_number': 6, 'project_id': '35b1c989e1024cdeb6d4e46be7705387', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:17:48.275787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.303819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee001e8-f944-4fe9-9472-a879acd94e24,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:48.367322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.460935 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.463056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.606794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.607444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82d7399-7343-4857-8b69-4f0ae09439d3 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:17:48.612211 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.613383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-210f3152-aee0-48c3-9986-298d3a1a800e admin admin] 10.222.0.46 "DELETE /v2.0/routers/e82d7399-7343-4857-8b69-4f0ae09439d3 HTTP/1.1" status: 204 len: 168 time: 1.0676866 Aug 28 09:17:48.615942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42782) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:48.665904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Deleting subnet bd15acc2-9523-4bcc-a4f9-010d94e68ad9 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:17:48.669150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.707062 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.796120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.922032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.948753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd15acc2-9523-4bcc-a4f9-010d94e68ad9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:48.956563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:48.958513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6944f552-1a23-4f8c-9b1f-26a4dd77a43b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd15acc2-9523-4bcc-a4f9-010d94e68ad9 HTTP/1.1" status: 204 len: 168 time: 0.3415639 Aug 28 09:17:48.961045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42784) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:48.961187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b98db7-713f-4f8c-832f-f800a5b723e9 None None] Network d118babf-6c48-4aa5-98de-f9c0ade22be2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:17:49.041547 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.097631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Deleting port 12b2f136-4949-46ac-81c4-64b01feeb2c2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:49.097860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.166875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] For port 12b2f136-4949-46ac-81c4-64b01feeb2c2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=12b2f136-4949-46ac-81c4-64b01feeb2c2,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:49.167378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] DHCP port deletion for d118babf-6c48-4aa5-98de-f9c0ade22be2 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:17:49.167541 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.182854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Calling delete_port for 12b2f136-4949-46ac-81c4-64b01feeb2c2 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:49.218483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Deleting port 12b2f136-4949-46ac-81c4-64b01feeb2c2 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:17:49.218991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.289630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] For port 12b2f136-4949-46ac-81c4-64b01feeb2c2, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=12b2f136-4949-46ac-81c4-64b01feeb2c2,segment=NetworkSegment(7acf49e8-516c-4ab8-a463-3cbe604f2cec),segment_id=7acf49e8-516c-4ab8-a463-3cbe604f2cec)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:17:49.290086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.303489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Calling delete_port for 12b2f136-4949-46ac-81c4-64b01feeb2c2 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:17:49.372836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.381440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.401251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b2f136-4949-46ac-81c4-64b01feeb2c2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:49.403327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] No DVR routers for this DVR port 12b2f136-4949-46ac-81c4-64b01feeb2c2 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:49.414602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] Pushing event deleted for resources: {'Port': ['ID=12b2f136-4949-46ac-81c4-64b01feeb2c2,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:49.416771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a9977-3ad2-43d2-8287-4ab993d0a673 None None] No DVR routers for this DVR port 12b2f136-4949-46ac-81c4-64b01feeb2c2 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:17:49.479475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 12b2f136-4949-46ac-81c4-64b01feeb2c2 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:49.484651 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.495040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d118babf-6c48-4aa5-98de-f9c0ade22be2']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:49.499058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 12b2f136-4949-46ac-81c4-64b01feeb2c2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:49.499405 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 12b2f136-4949-46ac-81c4-64b01feeb2c2 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:49.499829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ee001e8-f944-4fe9-9472-a879acd94e24 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:49.510294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acf49e8-516c-4ab8-a463-3cbe604f2cec') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:49.510632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acf49e8-516c-4ab8-a463-3cbe604f2cec') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:17:49.519537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6ee001e8-f944-4fe9-9472-a879acd94e24 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:49.519883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6ee001e8-f944-4fe9-9472-a879acd94e24 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:49.520308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:17:49.520764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.535578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.539378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:17:49.539723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 25e405a3-aa3b-4cb5-b3eb-3c91fd289789 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:17:49.542415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:17:49.543090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:17:49.544704 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:17:49.652698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.658445 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:49.660295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d118babf-6c48-4aa5-98de-f9c0ade22be2 HTTP/1.1" status: 204 len: 168 time: 0.6983144 Aug 28 09:17:49.672239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987595cf-9c15-409f-85cf-77bcb954c127 admin admin] Pushing event deleted for resources: {'Network': ['ID=d118babf-6c48-4aa5-98de-f9c0ade22be2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:50.024602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42788) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:50.065818 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dd9f8d44-cc54-4a45-87dc-396b843df501 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7acb489e6b964b97aaafcbe63c879f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393674 Aug 28 09:17:50.068303 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42790) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:50.118355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:50.140039 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:50.292806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:50.295395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:50.296597 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2050bf2-81a1-4daf-809f-8294daa2e6df HTTP/1.1" status: 204 len: 168 time: 0.2273986 Aug 28 09:17:50.307180 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3641b-2170-4d74-90d1-bfa998ec7ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2050bf2-81a1-4daf-809f-8294daa2e6df,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:51.058910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:51.100174 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-aacae690-a092-4aaa-8a65-0e34d090154c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35b1c989e1024cdeb6d4e46be7705387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400693 Aug 28 09:17:51.102736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42798) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:17:51.152419 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:51.175437 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:51.326682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:51.329255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:51.330469 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/690d7636-f85f-4f40-b9c7-f71e0f3cc364 HTTP/1.1" status: 204 len: 168 time: 0.2267685 Aug 28 09:17:51.339177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5f04-d05a-4761-a192-8d1de4107f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d7636-f85f-4f40-b9c7-f71e0f3cc364,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:17:56.406708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:57.663912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5db79d74-495a-4606-913e-8be8ff2ee605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:17:59.995593 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:00.304111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0b65b55a-1d75-416a-aea8-e101abc54f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:02.075462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:03.110382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-99ebedca-5132-4594-acde-eeefddf431c7 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=02d919c5853a49ac98239680c4af995b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292635 Aug 28 09:18:03.306246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-749b0074-768f-4f28-83cc-40d22fe70d02 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:03.309034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-749b0074-768f-4f28-83cc-40d22fe70d02 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923270 Aug 28 09:18:03.325348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-70056f4f-1134-4f77-85d5-2b9065d6e882 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/quotas/02d919c5853a49ac98239680c4af995b HTTP/1.1" status: 200 len: 375 time: 0.0098684 Aug 28 09:18:03.358048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-3bbcab3c-cb3f-4d62-9996-70b6b507227f tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=02d919c5853a49ac98239680c4af995b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 28 09:18:03.612678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-692b0778-5074-434a-ad00-dab2c0e2284c req-0c9e6b47-83bc-47d4-bf19-c18ad9adfc84 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 210 time: 0.0291057 Aug 28 09:18:03.983880 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:18:04.712776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa2205d4-b110-4153-9071-ae265b586b66 req-09826716-b083-4f2f-8ae6-f0cc326fb66b tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Aug 28 09:18:05.069698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:05.774799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-748b8e49-8299-4a5e-8bcd-087521ecbca4 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02d919c5853a49ac98239680c4af995b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214508 Aug 28 09:18:05.855025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cba0f17-fb7d-4ca9-bc18-77a89d883063 req-17b7906d-3a3c-409a-9154-5acfd022150f tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 210 time: 0.0731244 Aug 28 09:18:05.914284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-ba82d2b1-e852-4aa2-9f38-e94832c1b7a4 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:05.915756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-ba82d2b1-e852-4aa2-9f38-e94832c1b7a4 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350780 Aug 28 09:18:05.937903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Request body: {'port': {'device_id': '10b57e17-86c6-4238-9355-5926dee75506', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'admin_state_up': True, 'tenant_id': '02d919c5853a49ac98239680c4af995b'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:05.989493 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.155297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Made reservation on behalf of 02d919c5853a49ac98239680c4af995b for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:18:06.159436 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.168797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.258715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.374297 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.438552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a36e03-d04f-4c5b-baec-1620d2cbd031,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:06.520573 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Allocated IP 192.168.233.176 (b0d29f16-97c4-42d1-9af8-ec7c5ffb905b/5e4d85a7-eb6a-4d64-8476-d19da8230c00/6b8cb2bb-37ea-4c49-bfab-9d37af783fcc) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:18:06.673891 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.688731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Transition to ACTIVE for port object 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:18:06.801673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:06.854772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:18:06.858385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:18:06.862543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:18:06.888666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Pushing event updated for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:06.920657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:06.921323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.002803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c6ae3-0549-4000-94d4-08dc83ccbc9e req-38808810-952c-4b3a-bbdd-0c6174622282 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:07.004569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-902c6ae3-0549-4000-94d4-08dc83ccbc9e req-38808810-952c-4b3a-bbdd-0c6174622282 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 936 time: 0.0545809 Aug 28 09:18:07.020417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d49b765-5167-4f09-b277-6b9b96e2d875 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0862172 Aug 28 09:18:07.039789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Request body: {'port': {'device_id': '10b57e17-86c6-4238-9355-5926dee75506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:07.074107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-902c6ae3-0549-4000-94d4-08dc83ccbc9e req-dc2d94a0-b1f1-4a62-9d7d-b2019943d7bc tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Aug 28 09:18:07.111479 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.190684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-856067c9-a4f3-44c5-8fbd-51662314995f None None] Provisioning for port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:18:07.194791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-856067c9-a4f3-44c5-8fbd-51662314995f None None] Provisioning complete for port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:18:07.195249 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-856067c9-a4f3-44c5-8fbd-51662314995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.233380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-856067c9-a4f3-44c5-8fbd-51662314995f None None] Port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:18:07.378138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:18:07.385706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.398142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Transition to ACTIVE for port object 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:18:07.486988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.542944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:07.621295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Attempting to bind port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:18:07.621630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Attempting to bind port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:18:07.621963 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Attempting to bind port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:18:07.626718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:18:07.627040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Attempting to bind port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc on network b0d29f16-97c4-42d1-9af8-ec7c5ffb905b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:18:07.632329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:18:07.632667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Checking segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:18:07.633059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Bound using segment: {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:18:07.633538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Bound port: 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95961bf-e352-43c9-8bfd-ca862eefe8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:18:07.633841 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.702273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:18:07.705562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:18:07.835772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.871982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:07.872720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:07.874194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] 10.222.0.64 "PUT /v2.0/ports/6b8cb2bb-37ea-4c49-bfab-9d37af783fcc HTTP/1.1" status: 200 len: 1097 time: 0.8389795 Aug 28 09:18:07.874678 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:18:07.876965 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbafb64-c136-46e1-ad58-38b08f06b153" -d '{"events": [{"name": "network-changed", "server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:18:07.905491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22fe9-f735-48f2-9557-d23b3678efad service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:07.926264 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0414eaa-f36d-4566-ad77-d4ff76be0920 x-openstack-request-id: req-d0414eaa-f36d-4566-ad77-d4ff76be0920 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:18:07.926596 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:18:07.927791 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0414eaa-f36d-4566-ad77-d4ff76be0920 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:18:07.927791 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc', 'status': 'completed', 'code': 200} Aug 28 09:18:08.026310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafb64-c136-46e1-ad58-38b08f06b153 req-70c38f47-678b-4738-963d-1b08f13baf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.028052 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcbafb64-c136-46e1-ad58-38b08f06b153 req-70c38f47-678b-4738-963d-1b08f13baf53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02d919c5853a49ac98239680c4af995b&device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 1100 time: 0.0487328 Aug 28 09:18:08.073776 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcbafb64-c136-46e1-ad58-38b08f06b153 req-59c1ac0e-ecf6-45bd-8139-46a6c1114315 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=02d919c5853a49ac98239680c4af995b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284390 Aug 28 09:18:08.212521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafb64-c136-46e1-ad58-38b08f06b153 req-d69162a9-1ca5-41ce-a8bd-d9e56caca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.214020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcbafb64-c136-46e1-ad58-38b08f06b153 req-d69162a9-1ca5-41ce-a8bd-d9e56caca2bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303802 Aug 28 09:18:08.231812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe077f62-b7ea-45aa-a638-2cfe977f7441 req-c4958f9b-af1d-48af-83bc-659583131b74 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.233435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe077f62-b7ea-45aa-a638-2cfe977f7441 req-c4958f9b-af1d-48af-83bc-659583131b74 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 948 time: 0.0791743 Aug 28 09:18:08.280454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe077f62-b7ea-45aa-a638-2cfe977f7441 req-09ce0a7c-62cd-461d-a751-a82b23b5ac30 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Aug 28 09:18:08.328632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d4c8a76-35d5-44f9-9e8b-d7b7909d7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.330940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-5d4c8a76-35d5-44f9-9e8b-d7b7909d7d03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02d919c5853a49ac98239680c4af995b&device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 1100 time: 0.0497434 Aug 28 09:18:08.381822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-40874210-86c4-49c4-8318-f0a49f12d432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc HTTP/1.1" status: 200 len: 217 time: 0.0355363 Aug 28 09:18:08.431745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-2d205d2c-e5bc-49f8-a2bb-eb7bc13aa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.433177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-2d205d2c-e5bc-49f8-a2bb-eb7bc13aa88c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e4d85a7-eb6a-4d64-8476-d19da8230c00 HTTP/1.1" status: 200 len: 843 time: 0.0445378 Aug 28 09:18:08.485721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-0cd8c832-1d09-4bd6-8eb3-7cfe22e85f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:08.487329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-0cd8c832-1d09-4bd6-8eb3-7cfe22e85f6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0d29f16-97c4-42d1-9af8-ec7c5ffb905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460875 Aug 28 09:18:08.587696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-34d40085-2e4c-476b-9f9e-10e1cba06513 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913551 Aug 28 09:18:08.686769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db279da4-4b09-4d0b-a789-692cc21e5976 req-8900ec95-bf0d-4326-a38a-2c26236a1db2 service neutron] 10.222.0.64 "GET /v2.0/networks/b0d29f16-97c4-42d1-9af8-ec7c5ffb905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907128 Aug 28 09:18:09.402700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96020b-98dd-4732-9b1f-2ddcd71fcd68 req-b3110e9a-3daa-4a2f-a669-8071da73a50d tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:09.404181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd96020b-98dd-4732-9b1f-2ddcd71fcd68 req-b3110e9a-3daa-4a2f-a669-8071da73a50d tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 948 time: 0.0553553 Aug 28 09:18:09.444528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd96020b-98dd-4732-9b1f-2ddcd71fcd68 req-076db65b-393c-4187-a9c2-41281bf75381 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Aug 28 09:18:10.570309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf918d-9b65-4156-bfa4-7037d8f7de51 req-01b9f64d-e9d0-45ff-b436-2e444ff01250 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:10.571770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cecf918d-9b65-4156-bfa4-7037d8f7de51 req-01b9f64d-e9d0-45ff-b436-2e444ff01250 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 948 time: 0.0555284 Aug 28 09:18:10.612869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cecf918d-9b65-4156-bfa4-7037d8f7de51 req-b92d01c3-abc1-4bae-a40d-904f3a82b70b tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Aug 28 09:18:11.737740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b380ad9-dae3-433e-8967-d0cc7be99ff2 req-5bdb06cf-bf00-4b3b-b1b7-23f4e556af67 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:11.739411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b380ad9-dae3-433e-8967-d0cc7be99ff2 req-5bdb06cf-bf00-4b3b-b1b7-23f4e556af67 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 948 time: 0.0560582 Aug 28 09:18:11.783244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3b380ad9-dae3-433e-8967-d0cc7be99ff2 req-e075a53a-b534-4548-af0c-3d942899329a tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Aug 28 09:18:12.910076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:18:12.911075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5db9f-9964-430c-8578-a0503a2e23ed req-1588ad31-bed6-407b-8131-d51d5994c753 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:12.912682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70e5db9f-9964-430c-8578-a0503a2e23ed req-1588ad31-bed6-407b-8131-d51d5994c753 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 948 time: 0.0576172 Aug 28 09:18:12.954761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70e5db9f-9964-430c-8578-a0503a2e23ed req-d00f8549-a8bc-405d-bd8b-56bce1a76b32 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359039 Aug 28 09:18:13.024510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:13.037983 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc', 'network_id': 'b0d29f16-97c4-42d1-9af8-ec7c5ffb905b', 'port_id': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc', 'mac_address': 'fa:16:3e:e4:db:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d85a7-eb6a-4d64-8476-d19da8230c00', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:18:13.080814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:13.093933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:18:13.115650 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:13.212059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:13.263818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:13.585418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['6b8cb2bb-37ea-4c49-bfab-9d37af783fcc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:18:14.076985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2bcfe-bd03-4424-889a-29c18b096be8 req-95885507-93ce-4ba2-88d0-00150cc14adb tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:14.078673 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31f2bcfe-bd03-4424-889a-29c18b096be8 req-95885507-93ce-4ba2-88d0-00150cc14adb tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 949 time: 0.0538075 Aug 28 09:18:14.118473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31f2bcfe-bd03-4424-889a-29c18b096be8 req-47025137-dff3-47a1-b396-aad7d39305a4 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Aug 28 09:18:14.928325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:18:15.040826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:18:15.045127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:18:15.045504 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:15.122882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:15.145924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:18:15.149136 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd60e6d-60ec-446a-b792-2253c679f993" -d '{"events": [{"server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:18:15.163023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:15.242330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c1230-5235-4a92-bfbb-f20be592a8ec req-0a0f69fd-c8b6-480d-b9e6-2e5f4639d655 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:15.243790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea7c1230-5235-4a92-bfbb-f20be592a8ec req-0a0f69fd-c8b6-480d-b9e6-2e5f4639d655 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 949 time: 0.0541699 Aug 28 09:18:15.252757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:15.287454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea7c1230-5235-4a92-bfbb-f20be592a8ec req-fae2e1c6-2a44-4ebd-ba52-6f56d2afea4b tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Aug 28 09:18:15.309161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:15.416909 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bcceac-61ee-43b7-a461-35dd8dbeca76 x-openstack-request-id: req-d3bcceac-61ee-43b7-a461-35dd8dbeca76 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:18:15.417241 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:18:15.417496 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3bcceac-61ee-43b7-a461-35dd8dbeca76 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:18:15.418420 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc', 'code': 200} Aug 28 09:18:15.551811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47feee-c453-4516-b6e4-2dceff4cd1d5 req-e0e0b7dc-b143-46f1-85f1-9cc9849c3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:15.553260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d47feee-c453-4516-b6e4-2dceff4cd1d5 req-e0e0b7dc-b143-46f1-85f1-9cc9849c3b71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 1102 time: 0.0420053 Aug 28 09:18:15.591029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d47feee-c453-4516-b6e4-2dceff4cd1d5 req-d5ce0164-bfd2-4e6c-bf65-47e7850a101f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298929 Aug 28 09:18:16.408473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910db6-f053-4794-bcf0-26bc78c01dd9 req-b98871a9-30a5-4b37-bdc6-03ca77fe0113 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:16.410633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd910db6-f053-4794-bcf0-26bc78c01dd9 req-b98871a9-30a5-4b37-bdc6-03ca77fe0113 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 950 time: 0.0513301 Aug 28 09:18:16.450280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd910db6-f053-4794-bcf0-26bc78c01dd9 req-86c459ae-568c-4f2d-86ed-e15cde7a1b88 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Aug 28 09:18:17.570522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426858-8222-410d-b0a7-888020496eff req-5e826cea-259e-41b1-8161-62acf593a34f tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:17.572074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8426858-8222-410d-b0a7-888020496eff req-5e826cea-259e-41b1-8161-62acf593a34f tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 950 time: 0.0538814 Aug 28 09:18:17.610475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8426858-8222-410d-b0a7-888020496eff req-ea3c67bc-7a6d-4d2e-8aa4-823bcccf422b tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Aug 28 09:18:18.107205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-e5182c9b-ae50-4a8f-a833-686ffd362f55 req-bb79f798-9118-43d2-81d8-dc31df13edef service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:18:18.108252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5182c9b-ae50-4a8f-a833-686ffd362f55 req-bb79f798-9118-43d2-81d8-dc31df13edef service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1177914 Aug 28 09:18:19.294261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568805-29ef-48cf-8653-48aee2f264e6 req-c98e3ee5-d1d2-4db8-8f5c-c0be01da91ae tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:19.295806 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28568805-29ef-48cf-8653-48aee2f264e6 req-c98e3ee5-d1d2-4db8-8f5c-c0be01da91ae tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 950 time: 0.0518332 Aug 28 09:18:19.344169 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28568805-29ef-48cf-8653-48aee2f264e6 req-70bcc17c-2c3a-4d98-9ddc-a0f55d26481a tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Aug 28 09:18:20.466198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923a10-d174-4c3f-b21c-f1234c33e581 req-47ef816e-c165-4140-84a8-266d1d7b57b2 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:20.468531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18923a10-d174-4c3f-b21c-f1234c33e581 req-47ef816e-c165-4140-84a8-266d1d7b57b2 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 950 time: 0.0520566 Aug 28 09:18:20.510268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-18923a10-d174-4c3f-b21c-f1234c33e581 req-e9eb8f39-4062-48f3-a9c0-fc727da3a171 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a36e03-d04f-4c5b-baec-1620d2cbd031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Aug 28 09:18:20.922715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-0cf50ec4-815b-4fb9-b0b6-1629de476edd tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:20.924189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-0cf50ec4-815b-4fb9-b0b6-1629de476edd tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.64 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 950 time: 0.0540636 Aug 28 09:18:21.020496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Deleting port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:18:21.020864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:21.121224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] For port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,segment=NetworkSegment(f95961bf-e352-43c9-8bfd-ca862eefe8be),segment_id=f95961bf-e352-43c9-8bfd-ca862eefe8be)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:21.121597 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:21.137900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Calling delete_port for 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:18:21.366579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:21.400810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Pushing event deleted for resources: {'Port': ['ID=6b8cb2bb-37ea-4c49-bfab-9d37af783fcc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:21.401184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['6b8cb2bb-37ea-4c49-bfab-9d37af783fcc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:18:21.415185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.415185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.415185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.415476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.415561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.415867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.416192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.416522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.416851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.417195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.417502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.417826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:18:21.454665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] No DVR routers for this DVR port 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:18:21.458857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:21.461160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df34d179-d45f-4c3d-a1f5-81498a7bd248 req-479aba5b-c9e1-4025-98e8-83fb887c0057 tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.64 "DELETE /v2.0/ports/6b8cb2bb-37ea-4c49-bfab-9d37af783fcc HTTP/1.1" status: 204 len: 173 time: 0.5299301 Aug 28 09:18:21.461761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'name': 'network-vif-deleted', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:18:21.464851 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87641491-dc09-48b6-9603-b81cc518ad04" -d '{"events": [{"server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "name": "network-vif-deleted", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:18:21.505736 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d948e52-eba7-4bd3-ab13-82a75d9c83f1 x-openstack-request-id: req-0d948e52-eba7-4bd3-ab13-82a75d9c83f1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:18:21.506888 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b57e17-86c6-4238-9355-5926dee75506", "name": "network-vif-deleted", "tag": "6b8cb2bb-37ea-4c49-bfab-9d37af783fcc", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:18:21.506888 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d948e52-eba7-4bd3-ab13-82a75d9c83f1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:18:21.507298 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b57e17-86c6-4238-9355-5926dee75506', 'name': 'network-vif-deleted', 'tag': '6b8cb2bb-37ea-4c49-bfab-9d37af783fcc', 'status': 'completed', 'code': 200} Aug 28 09:18:21.635236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5505f595-5a98-4919-bf37-253218d9feaa req-85a976f6-e7c2-491b-a2c6-ccf134994abb tempest-ServersAdminNegativeTestJSON-2135023058 tempest-ServersAdminNegativeTestJSON-2135023058-project] 10.222.0.46 "GET /v2.0/ports?device_id=10b57e17-86c6-4238-9355-5926dee75506 HTTP/1.1" status: 200 len: 210 time: 0.0353477 Aug 28 09:18:23.166167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42946) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:23.300935 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0cd86b60-f406-4ed4-96d2-327ad825bdf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02d919c5853a49ac98239680c4af995b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334622 Aug 28 09:18:23.303450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42950) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:23.356648 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:23.379226 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:23.543458 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:23.545930 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:23.547141 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1a36e03-d04f-4c5b-baec-1620d2cbd031 HTTP/1.1" status: 204 len: 168 time: 0.2428010 Aug 28 09:18:23.555857 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe6778-3f47-492b-b4b8-418cc70746f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a36e03-d04f-4c5b-baec-1620d2cbd031,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:24.376157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 42956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:24.389389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db8793f9-e519-47de-8ceb-e777a8b3a692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.481396 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db8793f9-e519-47de-8ceb-e777a8b3a692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.588931 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db8793f9-e519-47de-8ceb-e777a8b3a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.630843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db8793f9-e519-47de-8ceb-e777a8b3a692 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e55037c88834b7091ce80243f052fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535903 Aug 28 09:18:24.631823 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8793f9-e519-47de-8ceb-e777a8b3a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463f999-0c9d-4399-b851-084f5adecedd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:24.633664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42958) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:24.686292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.708919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.869249 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.871922 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:24.873196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9463f999-0c9d-4399-b851-084f5adecedd HTTP/1.1" status: 204 len: 168 time: 0.2377913 Aug 28 09:18:24.881815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21851d07-c8ed-4487-b088-b68f25651d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463f999-0c9d-4399-b851-084f5adecedd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:24.975754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:18:24.996372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:18:24.996711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 6b8cb2bb-37ea-4c49-bfab-9d37af783fcc not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:18:26.194639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42980) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:26.305605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-761530236-network', 'tenant_id': 'ce70231905e848c0824371e225d9e834'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:26.406456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Made reservation on behalf of ce70231905e848c0824371e225d9e834 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:18:26.409557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.419906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.446250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.516272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.628918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.654074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:18:26.664567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e650ff-4c9f-403d-9551-73bb9254deb5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:26.675488 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.675488 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Added segment c532e0f3-caf0-46d6-9cee-191a34f3f68d of type vlan for network 3597f569-5af7-4180-8415-5e45705db462 Aug 28 09:18:26.713379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.800708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:26.801732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:26.802354 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:27.191453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] Pushing event updated for resources: {'Network': ['ID=3597f569-5af7-4180-8415-5e45705db462,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:27.202670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3597f569-5af7-4180-8415-5e45705db462 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:18:27.275885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0462be96-fc8f-4612-b723-45a295b87b98 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0800982 Aug 28 09:18:27.278837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 42984) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:27.283924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Request body: {'subnet': {'network_id': '3597f569-5af7-4180-8415-5e45705db462', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-761530236-subnet', 'tenant_id': 'ce70231905e848c0824371e225d9e834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:27.348895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Made reservation on behalf of ce70231905e848c0824371e225d9e834 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:18:27.351269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:27.612792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:27.668715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:27.676764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-285b663f-3586-4bff-9d5e-41c6a64ee835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:27.681514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Checking segment: {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:18:27.681876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Network hostable DHCP agents. Network: 3597f569-5af7-4180-8415-5e45705db462, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:18:27.811850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Network 3597f569-5af7-4180-8415-5e45705db462 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:18:27.903344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3597f569-5af7-4180-8415-5e45705db462) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:18:27.907565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:27.908150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:27.913752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8901d3-9989-418d-87c2-48be18711316 None None] Network 3597f569-5af7-4180-8415-5e45705db462 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:18:28.001320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe846aa8-d41b-4509-9009-9f7ea64b0d16 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7213659 Aug 28 09:18:28.039067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d1b7a-706a-4588-b0d7-c2fa2e564ec4 None None] Network 3597f569-5af7-4180-8415-5e45705db462 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:18:28.432351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-caae0155-03b2-4525-8c03-bbf5286744a5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:28.433758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-caae0155-03b2-4525-8c03-bbf5286744a5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 811 time: 0.1042542 Aug 28 09:18:28.450419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-c170cebe-b2e4-4fad-9b90-306e98d81b8d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/quotas/ce70231905e848c0824371e225d9e834 HTTP/1.1" status: 200 len: 375 time: 0.0101836 Aug 28 09:18:28.487432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-409b80fa-ed35-4eb0-b2e7-899969e8c138 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313468 Aug 28 09:18:28.498831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-258bb452-a286-4c0b-aeb8-6b953b6079e5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:18:28.499788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-258bb452-a286-4c0b-aeb8-6b953b6079e5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057256 Aug 28 09:18:28.591643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-3b39ea5f-af60-4a8b-9abb-34b49f9bf7f5 service neutron] 10.222.0.46 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Aug 28 09:18:28.686895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-2619d383-6860-483b-a2b5-c915c28ce81f service neutron] 10.222.0.46 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889022 Aug 28 09:18:28.947353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e665ee7c-6551-4847-b39a-ecd8513c93cd req-1297e853-cf2e-4f2a-82cf-4572b43bdec3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 210 time: 0.0289178 Aug 28 09:18:29.989193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:30.046105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4dcc2978-a7c5-4528-879c-4e6ceb6e7b1f req-3769dba1-29c8-498b-b71a-4d5957408427 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 210 time: 0.0275619 Aug 28 09:18:30.274935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2d957738-3db0-4b84-abf7-df96a0873b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:31.144573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e9ead52-131b-4414-a329-e22dbefdf2eb req-2b70db97-1b18-4f32-b7e6-f2b84d100d45 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 210 time: 0.0275555 Aug 28 09:18:31.407560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-3945c814-8360-4c84-ba0c-7581c6784554 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:31.409097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-3945c814-8360-4c84-ba0c-7581c6784554 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.64 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 811 time: 0.1084237 Aug 28 09:18:31.432174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Request body: {'port': {'device_id': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'network_id': '3597f569-5af7-4180-8415-5e45705db462', 'admin_state_up': True, 'tenant_id': 'ce70231905e848c0824371e225d9e834'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:31.651849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Made reservation on behalf of ce70231905e848c0824371e225d9e834 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:18:31.655722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:31.790726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Allocated IP 172.20.0.13 (3597f569-5af7-4180-8415-5e45705db462/d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79/063d283f-dc16-4698-ae28-3b03a63c56db) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:18:31.946795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.081272 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.091896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.122039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Network 3597f569-5af7-4180-8415-5e45705db462 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:18:32.125122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:18:32.131232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:18:32.162389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:32.189907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:32.190555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.263993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65adb3-9061-4cd5-9fb6-92a03242e804 req-ecf963ec-38f1-4235-bcaf-236f7440caec tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:32.265558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f65adb3-9061-4cd5-9fb6-92a03242e804 req-ecf963ec-38f1-4235-bcaf-236f7440caec tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 932 time: 0.0517118 Aug 28 09:18:32.292899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-13433f2b-0205-4900-b90d-b07f50866728 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8647466 Aug 28 09:18:32.315709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Request body: {'port': {'device_id': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:18:32.321893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f65adb3-9061-4cd5-9fb6-92a03242e804 req-d8b75fec-fad6-4cfd-9a75-1e3e2d1bc9af tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Aug 28 09:18:32.383975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.657570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063d283f-dc16-4698-ae28-3b03a63c56db {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:18:32.665240 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.678324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Transition to ACTIVE for port object 063d283f-dc16-4698-ae28-3b03a63c56db will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:18:32.760287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.817111 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:32.898452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:18:32.898796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:18:32.899138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:18:32.904356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:18:32.904669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:18:32.910566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:18:32.910825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Checking segment: {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:18:32.911220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Bound using segment: {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:18:32.911756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Bound port: 063d283f-dc16-4698-ae28-3b03a63c56db, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:18:32.912116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:32.977239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:18:32.980263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:18:33.080853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:33.119745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.120104 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:33.121859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] 10.222.0.64 "PUT /v2.0/ports/063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 1093 time: 0.8107533 Aug 28 09:18:33.124053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:18:33.126376 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876cabe7-9fc2-4bfb-9694-fd247532ab26" -d '{"events": [{"name": "network-changed", "server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:18:33.152872 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffddd7-cbca-4c6b-b420-fe960aacbb84 service neutron] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:33.170611 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7762a-081b-467e-9671-8e976f078b5d x-openstack-request-id: req-29d7762a-081b-467e-9671-8e976f078b5d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:18:33.170611 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:18:33.170611 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29d7762a-081b-467e-9671-8e976f078b5d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:18:33.170611 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'status': 'completed', 'code': 200} Aug 28 09:18:33.250991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-c8252365-db85-4544-a312-07532ff66ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.252533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-c8252365-db85-4544-a312-07532ff66ebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1096 time: 0.0437775 Aug 28 09:18:33.367832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-d088364a-6b58-464f-a6fd-d9e0dc73d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.369336 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-d088364a-6b58-464f-a6fd-d9e0dc73d65b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ce70231905e848c0824371e225d9e834&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991750 Aug 28 09:18:33.503707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82bb6-f377-4d2f-864a-b0e34fd45c5c req-3af39c87-f4e1-48e8-b357-110a0f020c35 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.505190 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0be82bb6-f377-4d2f-864a-b0e34fd45c5c req-3af39c87-f4e1-48e8-b357-110a0f020c35 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.1071067 Aug 28 09:18:33.510454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-096ba9d0-7583-44bd-bbc4-9a339c271108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.511875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-876cabe7-9fc2-4bfb-9694-fd247532ab26 req-096ba9d0-7583-44bd-bbc4-9a339c271108 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342003 Aug 28 09:18:33.549872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0be82bb6-f377-4d2f-864a-b0e34fd45c5c req-7e92e380-46c8-4ef5-91cd-2ea63029b4be tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370266 Aug 28 09:18:33.625352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-4ac8502d-694c-4cc3-a2c1-8bbf87a7ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.627005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-4ac8502d-694c-4cc3-a2c1-8bbf87a7ac69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1096 time: 0.0422928 Aug 28 09:18:33.679055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-fa2d59f7-b24f-47da-adc4-8ecb1a04c2d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0359266 Aug 28 09:18:33.737508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-193b8089-b652-422a-aa5c-cf565d62fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:33.738994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-193b8089-b652-422a-aa5c-cf565d62fc50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0523837 Aug 28 09:18:33.776232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-5f569cfd-b110-4a40-8c63-0bd49af59a25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272880 Aug 28 09:18:33.875038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-e923bb22-621b-4b05-a8b8-2bae15477d2b service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905612 Aug 28 09:18:33.976729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6e69b12-20ad-4ac3-8728-a846c149957f req-da9290a8-5c0a-4ea6-95e4-6d46dbcf26b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896831 Aug 28 09:18:34.674268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bd8d9-557e-44c1-a890-cf5e6fadc6e5 req-d575bfff-e7cf-49ca-bbaf-3372ee91a2d9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:34.675900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c8bd8d9-557e-44c1-a890-cf5e6fadc6e5 req-d575bfff-e7cf-49ca-bbaf-3372ee91a2d9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Aug 28 09:18:34.716391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c8bd8d9-557e-44c1-a890-cf5e6fadc6e5 req-369b9c8a-e7f0-42b4-8d41-0e8473371d1b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Aug 28 09:18:35.028925 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:35.832962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e671d-ef1a-44b7-b7dd-8a9612402523 req-44b61b84-68fb-4a62-a30b-fbd40d2a966d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:35.834522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f19e671d-ef1a-44b7-b7dd-8a9612402523 req-44b61b84-68fb-4a62-a30b-fbd40d2a966d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.0496426 Aug 28 09:18:35.875010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f19e671d-ef1a-44b7-b7dd-8a9612402523 req-84e299f2-a967-447f-8dfc-3ece7264a1ec tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Aug 28 09:18:35.977246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:36.995850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746520-2301-467e-97fb-7d6aa814c38c req-88782326-63d8-4a01-beb9-99a4450cc6da tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:36.997429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41746520-2301-467e-97fb-7d6aa814c38c req-88782326-63d8-4a01-beb9-99a4450cc6da tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.0544686 Aug 28 09:18:37.034835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:18:37.038433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41746520-2301-467e-97fb-7d6aa814c38c req-1cc8f175-6625-4bee-aa34-f67d3406a0e8 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Aug 28 09:18:37.138889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:37.151502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '063d283f-dc16-4698-ae28-3b03a63c56db', 'network_id': '3597f569-5af7-4180-8415-5e45705db462', 'port_id': '063d283f-dc16-4698-ae28-3b03a63c56db', 'mac_address': 'fa:16:3e:94:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38aeb20-a8fb-41bb-ade4-9e9fb98f4c79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:18:37.190507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:37.203985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063d283f-dc16-4698-ae28-3b03a63c56db {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:18:37.229672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:37.320864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:37.527718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:37.632181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['063d283f-dc16-4698-ae28-3b03a63c56db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:18:38.163231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244be1f-6c10-48f7-abfd-82453eb08f90 req-fb3bf0b9-4d24-452d-a015-bb9e117871a1 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:38.164751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4244be1f-6c10-48f7-abfd-82453eb08f90 req-fb3bf0b9-4d24-452d-a015-bb9e117871a1 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Aug 28 09:18:38.203438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4244be1f-6c10-48f7-abfd-82453eb08f90 req-f2dc9d0c-d8e1-4185-992a-d22902550913 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Aug 28 09:18:39.031879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:18:39.165919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 063d283f-dc16-4698-ae28-3b03a63c56db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:18:39.170079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 063d283f-dc16-4698-ae28-3b03a63c56db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:18:39.170490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:39.251337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:39.275014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:18:39.277247 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583df99d-416f-4727-89f6-27d5cc078dd6" -d '{"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-plugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:18:39.298621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:18:39.324994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ae89-095f-4cd6-afb2-e421534ffe0f req-125aa6ab-847a-4044-849f-72077acb97c2 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:39.326581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39c0ae89-095f-4cd6-afb2-e421534ffe0f req-125aa6ab-847a-4044-849f-72077acb97c2 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 945 time: 0.0539162 Aug 28 09:18:39.366053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:39.368285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39c0ae89-095f-4cd6-afb2-e421534ffe0f req-c56b8532-0ab5-47fd-96e9-518a0b88528a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 Aug 28 09:18:39.422292 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef563a06-8748-441f-aa8a-7bec3d68f7bd x-openstack-request-id: req-ef563a06-8748-441f-aa8a-7bec3d68f7bd {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:18:39.422570 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-plugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:18:39.422813 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef563a06-8748-441f-aa8a-7bec3d68f7bd {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:18:39.423246 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'code': 200} Aug 28 09:18:39.435698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:18:39.569876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c5472-0b21-443e-8868-ff15ea8d58af req-460a82c5-8ef0-4d53-8355-675f476c8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:39.571495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a54c5472-0b21-443e-8868-ff15ea8d58af req-460a82c5-8ef0-4d53-8355-675f476c8944 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1098 time: 0.0493233 Aug 28 09:18:39.610805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a54c5472-0b21-443e-8868-ff15ea8d58af req-5ac9772d-3633-4913-9fda-c2315320b713 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 28 09:18:40.496027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dbf2f-c396-4ecd-8b4b-071c2825de07 req-2ca3dba5-4ecd-43c2-8589-419aa2c78232 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:40.497551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-315dbf2f-c396-4ecd-8b4b-071c2825de07 req-2ca3dba5-4ecd-43c2-8589-419aa2c78232 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0511310 Aug 28 09:18:40.537822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-315dbf2f-c396-4ecd-8b4b-071c2825de07 req-704ba99f-3aec-492c-945b-afb3eb33945e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Aug 28 09:18:40.983234 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:18:41.655356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3063-40ab-4c02-a322-85c0290a39aa req-166dd169-e57c-4b85-b411-f0c0a21c5000 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:41.656956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d8c3063-40ab-4c02-a322-85c0290a39aa req-166dd169-e57c-4b85-b411-f0c0a21c5000 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0513930 Aug 28 09:18:41.697073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d8c3063-40ab-4c02-a322-85c0290a39aa req-33f1b959-886e-4c64-8d19-ee8a3f145af0 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Aug 28 09:18:42.075878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a6705-8f18-4fa2-a93f-9686b043fafa req-1576661e-4fa8-4fa9-ba38-d2931a1d24df tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:42.077441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-276a6705-8f18-4fa2-a93f-9686b043fafa req-1576661e-4fa8-4fa9-ba38-d2931a1d24df tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0560191 Aug 28 09:18:42.128715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-276a6705-8f18-4fa2-a93f-9686b043fafa req-4a799110-8231-48ee-99d4-5c960c06845a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Aug 28 09:18:42.236896 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43054) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:18:42.334349 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-10185583-2e6d-498e-a6ed-5288e5da877c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961959 Aug 28 09:18:43.269913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e6ef1-865e-4832-8759-f8aac6ca56e2 req-9917cdd4-c720-4e84-be6e-5e7d6feaecb3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:43.271487 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a8e6ef1-865e-4832-8759-f8aac6ca56e2 req-9917cdd4-c720-4e84-be6e-5e7d6feaecb3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0671194 Aug 28 09:18:43.313903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a8e6ef1-865e-4832-8759-f8aac6ca56e2 req-f089d1e6-800c-4675-afc1-39b16858e097 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Aug 28 09:18:44.467562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fd584-7c90-4302-a436-12f5cb4e09e7 req-4c03351c-ccd5-4b64-ab53-3e85e30c4acb tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:44.469116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a2fd584-7c90-4302-a436-12f5cb4e09e7 req-4c03351c-ccd5-4b64-ab53-3e85e30c4acb tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0846674 Aug 28 09:18:44.472444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-9bbae96b-4274-44be-a546-c954bc0813aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:44.473824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-9bbae96b-4274-44be-a546-c954bc0813aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1098 time: 0.0790825 Aug 28 09:18:44.564709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a2fd584-7c90-4302-a436-12f5cb4e09e7 req-0a433c69-9fa3-4e5b-8a77-b947e18efc20 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889597 Aug 28 09:18:44.599791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-2b875850-a6c2-4896-ab69-aedcfdfc3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:44.601259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-2b875850-a6c2-4896-ab69-aedcfdfc3ecf service neutron] 10.222.0.64 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.1188920 Aug 28 09:18:44.651160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d0b61100-bf83-4789-89f1-2591f31bcdeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0414653 Aug 28 09:18:44.703809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-5aa74af1-4113-4d40-b38b-1662be42490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:44.705938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-5aa74af1-4113-4d40-b38b-1662be42490f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0475123 Aug 28 09:18:44.741029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-116f0dea-102d-414a-8035-879f79d9f9df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268564 Aug 28 09:18:44.837880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-2e5d8a9a-e9de-40c3-8018-43c937726715 service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887823 Aug 28 09:18:44.932559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-6ed5f91d-4153-45e2-bd53-4016ad7034ae service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Aug 28 09:18:45.690058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59664648-f2b1-4002-9fd1-2ea8ede885ee req-b926c305-38ec-4bf8-9460-f9842409418e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:45.691659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59664648-f2b1-4002-9fd1-2ea8ede885ee req-b926c305-38ec-4bf8-9460-f9842409418e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Aug 28 09:18:45.732354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-59664648-f2b1-4002-9fd1-2ea8ede885ee req-a16f95b4-f769-4bcb-81fc-28290b3bb1c6 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Aug 28 09:18:46.871240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e40c5c-7495-4920-aedf-5112c359487d req-4cfaeae3-6896-4e1c-acdb-62a0ef712660 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:46.872767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e40c5c-7495-4920-aedf-5112c359487d req-4cfaeae3-6896-4e1c-acdb-62a0ef712660 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0698006 Aug 28 09:18:46.914009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e40c5c-7495-4920-aedf-5112c359487d req-8becfe11-a40a-4141-b6af-cae0ab58bdaf tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Aug 28 09:18:48.031428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332157ea-e508-4ab1-a291-2c9de4cedaf3 req-ab10abb2-9f36-4089-b161-bd6b702f15bf tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:48.032991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-332157ea-e508-4ab1-a291-2c9de4cedaf3 req-ab10abb2-9f36-4089-b161-bd6b702f15bf tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0510132 Aug 28 09:18:48.073386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-332157ea-e508-4ab1-a291-2c9de4cedaf3 req-8d17a6e8-2331-4233-a6da-6c702fe90cfa tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 28 09:18:49.188689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac273a5b-24b0-442c-976b-38074bf687e1 req-540959fb-69ff-493b-9bd9-e106630a6ab3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:49.191107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac273a5b-24b0-442c-976b-38074bf687e1 req-540959fb-69ff-493b-9bd9-e106630a6ab3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0501137 Aug 28 09:18:49.230261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac273a5b-24b0-442c-976b-38074bf687e1 req-2e710d12-0af7-466a-b34c-960d9349930c tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Aug 28 09:18:50.354067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afd013-53c7-4b0e-8cf5-2ef0d1d6148d req-c89e7041-589c-459e-bc8d-114e0caa09ca tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:50.355608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2afd013-53c7-4b0e-8cf5-2ef0d1d6148d req-c89e7041-589c-459e-bc8d-114e0caa09ca tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0583100 Aug 28 09:18:50.395809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2afd013-53c7-4b0e-8cf5-2ef0d1d6148d req-d4e12eff-7e19-4295-b8dd-a736a9886d34 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Aug 28 09:18:51.515942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6bd35-847f-4130-9557-275482d09d52 req-82b91f26-f7b0-4157-918e-0daf7667b8c3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:51.517488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92c6bd35-847f-4130-9557-275482d09d52 req-82b91f26-f7b0-4157-918e-0daf7667b8c3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0521746 Aug 28 09:18:51.557566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-92c6bd35-847f-4130-9557-275482d09d52 req-aa1c1a03-7a6c-49b2-a554-f1b165ce0ecd tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Aug 28 09:18:52.676032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0b8a-bd8b-43df-8aaa-4c482d2660e3 req-aff90ae8-5717-4b8b-89ba-48079f1b653a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:52.677603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aebf0b8a-bd8b-43df-8aaa-4c482d2660e3 req-aff90ae8-5717-4b8b-89ba-48079f1b653a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0506485 Aug 28 09:18:52.717750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aebf0b8a-bd8b-43df-8aaa-4c482d2660e3 req-5cc75f21-38b1-42b2-a40d-7ba81839cf7b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Aug 28 09:18:53.843088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7193f2-3e34-4d23-b8a7-535766c6eefa req-d0dc147a-b12a-44f2-924d-8545644496dd tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:53.844660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a7193f2-3e34-4d23-b8a7-535766c6eefa req-d0dc147a-b12a-44f2-924d-8545644496dd tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0545235 Aug 28 09:18:53.887745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a7193f2-3e34-4d23-b8a7-535766c6eefa req-b498abab-daf9-42b0-9eb9-9665e1920d6c tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Aug 28 09:18:55.014515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179da97-9786-40cb-a5c9-4add897ecb93 req-dc779d17-f05c-4f17-ba13-efd1a0acb06d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:55.016287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d179da97-9786-40cb-a5c9-4add897ecb93 req-dc779d17-f05c-4f17-ba13-efd1a0acb06d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0562775 Aug 28 09:18:55.054181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d179da97-9786-40cb-a5c9-4add897ecb93 req-486b043a-f3c3-47e1-8104-8983c4c517d4 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Aug 28 09:18:56.172007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4c5c3-a291-4635-b522-209064e3dcc2 req-380b679c-a4ca-4c89-85ee-9e22d0005c9d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:56.173501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08c4c5c3-a291-4635-b522-209064e3dcc2 req-380b679c-a4ca-4c89-85ee-9e22d0005c9d tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0504069 Aug 28 09:18:56.213139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08c4c5c3-a291-4635-b522-209064e3dcc2 req-213726b6-2a2a-4c3a-9078-ac7ab35bc3f8 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 28 09:18:56.405783 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:57.334613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8232419-e957-4421-90c1-3c43b3463385 req-359034f5-8639-4259-aa9b-1a9f7b004d54 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:57.336253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8232419-e957-4421-90c1-3c43b3463385 req-359034f5-8639-4259-aa9b-1a9f7b004d54 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0547140 Aug 28 09:18:57.377032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8232419-e957-4421-90c1-3c43b3463385 req-8370d1cf-d12c-486e-8e55-6030ad5385cf tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Aug 28 09:18:57.639880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-60ebfeb1-79d3-4d03-bf82-da2030161269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:18:58.496367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be78b24-9de5-42b3-a628-2ff8837d1bdf req-39a5a511-69da-400e-94f8-e888befc8d63 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:58.497903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8be78b24-9de5-42b3-a628-2ff8837d1bdf req-39a5a511-69da-400e-94f8-e888befc8d63 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0503254 Aug 28 09:18:58.537120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8be78b24-9de5-42b3-a628-2ff8837d1bdf req-3521510f-2c9f-4dd0-a102-8b23d9d0a1da tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Aug 28 09:18:59.229403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbdc1f7-bb82-421b-b009-4ed41299aa7e req-22bae365-2cab-47cd-b0f5-b7ba01abf219 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264623 Aug 28 09:18:59.313238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbdc1f7-bb82-421b-b009-4ed41299aa7e req-0b6300ec-defd-4db7-808a-a359ed98065a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0251703 Aug 28 09:18:59.364131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbdc1f7-bb82-421b-b009-4ed41299aa7e req-49c535ab-f864-41e9-93a2-867efc6f47f7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241570 Aug 28 09:18:59.461948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdc1f7-bb82-421b-b009-4ed41299aa7e req-616ca378-8f85-44ba-bc86-efa820b486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:59.463535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8bbdc1f7-bb82-421b-b009-4ed41299aa7e req-616ca378-8f85-44ba-bc86-efa820b486b8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930157 Aug 28 09:18:59.662801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718b8c-b9b1-43ce-9f24-bbed9efafea4 req-e0c16d51-b9d6-41e7-bf6c-54300cd2378b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:18:59.664322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0718b8c-b9b1-43ce-9f24-bbed9efafea4 req-e0c16d51-b9d6-41e7-bf6c-54300cd2378b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0519760 Aug 28 09:18:59.703278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a0718b8c-b9b1-43ce-9f24-bbed9efafea4 req-18e39225-36eb-4823-b1bc-39a01624d908 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Aug 28 09:18:59.988365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:00.303058 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e8a2af6d-949d-4532-8038-72d360185c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:00.826466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ca09b-05f1-420b-8d9e-8b6dba4ab2ff req-28e7cac8-05bd-45bd-b8e1-9e163dee8683 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:00.827953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96ca09b-05f1-420b-8d9e-8b6dba4ab2ff req-28e7cac8-05bd-45bd-b8e1-9e163dee8683 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0553865 Aug 28 09:19:00.868490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96ca09b-05f1-420b-8d9e-8b6dba4ab2ff req-4ce3fb82-fd7e-4838-b2dc-61401ee14dd6 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Aug 28 09:19:01.989173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1559a-e4c7-4f52-a9d6-e9b82b185a59 req-8de8ac06-68ba-49df-863e-1077d67de12a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:01.991294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99f1559a-e4c7-4f52-a9d6-e9b82b185a59 req-8de8ac06-68ba-49df-863e-1077d67de12a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0538490 Aug 28 09:19:02.033789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99f1559a-e4c7-4f52-a9d6-e9b82b185a59 req-5f3878da-0ef4-4f09-9f1c-4aaa26979789 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Aug 28 09:19:02.102572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:03.152733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81290701-d1a2-47df-8458-0ba39298bb11 req-9accfefe-a1e3-4bd0-ba5a-9b527752077c tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:03.154319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81290701-d1a2-47df-8458-0ba39298bb11 req-9accfefe-a1e3-4bd0-ba5a-9b527752077c tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0510311 Aug 28 09:19:03.193421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-81290701-d1a2-47df-8458-0ba39298bb11 req-09596a19-6a72-4514-ae6e-e85c6b58141a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Aug 28 09:19:04.315936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad666a-1cd5-435c-b6a7-e79252a42e6c req-0a284439-84dc-4869-9df0-1e5196a52aea tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:04.317474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2ad666a-1cd5-435c-b6a7-e79252a42e6c req-0a284439-84dc-4869-9df0-1e5196a52aea tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0556409 Aug 28 09:19:04.356278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2ad666a-1cd5-435c-b6a7-e79252a42e6c req-558ba137-6936-461d-95c4-4b382cfb2e3c tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 28 09:19:05.028445 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:05.477142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2781-3e61-4032-85a5-72ff2a9a7088 req-a69e027d-6d27-488c-8fb4-81d29b61ce81 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:05.478700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-783e2781-3e61-4032-85a5-72ff2a9a7088 req-a69e027d-6d27-488c-8fb4-81d29b61ce81 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0530691 Aug 28 09:19:05.519407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-783e2781-3e61-4032-85a5-72ff2a9a7088 req-37cf48b7-1793-4694-9aaa-9d11ef3f4ca0 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341330 Aug 28 09:19:05.971575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:06.637896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd375ea-4470-4595-b6b4-fca242c791cc req-e259e49c-ccfe-4a91-ab8a-dc35ee894c12 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:06.639576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd375ea-4470-4595-b6b4-fca242c791cc req-e259e49c-ccfe-4a91-ab8a-dc35ee894c12 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0514674 Aug 28 09:19:06.678979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd375ea-4470-4595-b6b4-fca242c791cc req-e58f38a8-7658-4a0b-88f5-7d03cca18c3e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Aug 28 09:19:07.801476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec0f-4cbe-4950-b42f-8af5129297d0 req-aae4b585-2019-4c82-94d9-b6a4fe62d64e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:07.803005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d596ec0f-4cbe-4950-b42f-8af5129297d0 req-aae4b585-2019-4c82-94d9-b6a4fe62d64e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0548966 Aug 28 09:19:07.844573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d596ec0f-4cbe-4950-b42f-8af5129297d0 req-fa839b4f-52c5-44b6-95e3-0239cad4c5f5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Aug 28 09:19:08.970036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12085-70d2-4112-a6e6-3f26a176e077 req-278abe39-7df9-4e75-9e56-a26438bdad0e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:08.972027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90c12085-70d2-4112-a6e6-3f26a176e077 req-278abe39-7df9-4e75-9e56-a26438bdad0e tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0562718 Aug 28 09:19:09.040134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90c12085-70d2-4112-a6e6-3f26a176e077 req-885b6a54-c4d4-44f8-8435-ce584fe4ee3b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618484 Aug 28 09:19:09.050614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-770948e7-92f1-488f-97ff-d90df8b95c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:09.052348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-770948e7-92f1-488f-97ff-d90df8b95c87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1098 time: 0.0729179 Aug 28 09:19:09.172689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-29d17700-06df-423f-90e0-64c1e0f3045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:09.174649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-29d17700-06df-423f-90e0-64c1e0f3045b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.0959041 Aug 28 09:19:09.218972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-3316007e-072d-48c8-bcc6-ef5cd6ce5b73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0358448 Aug 28 09:19:09.274966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-2b3a6328-f3e3-48df-8f0e-dd52cb8d5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:09.276447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-2b3a6328-f3e3-48df-8f0e-dd52cb8d5c8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0500262 Aug 28 09:19:09.313312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-abccf644-715f-421b-a586-49db28d093f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294693 Aug 28 09:19:09.407411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-66bed989-6916-49bf-8da7-bf4ade9eb994 service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Aug 28 09:19:09.514224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce6bca-9ed5-43ea-82e5-237ab10e730f req-c67b71ba-78ce-4cd6-a4b5-cd4644275bd7 service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988901 Aug 28 09:19:10.158655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262b7a-b0af-4284-869d-4d3a88ba6a8a req-5564ebbd-ab30-4d2e-8ab6-7af0ae63b7c5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:10.160150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf262b7a-b0af-4284-869d-4d3a88ba6a8a req-5564ebbd-ab30-4d2e-8ab6-7af0ae63b7c5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0504529 Aug 28 09:19:10.198667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf262b7a-b0af-4284-869d-4d3a88ba6a8a req-c703acaf-c4c6-4173-94d2-909433ee11fd tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Aug 28 09:19:11.316974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6fee3-5c84-4d06-82d1-812c2d98552f req-468d69fe-ee69-44ae-9fb4-906253c0dec9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:11.317533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b6fee3-5c84-4d06-82d1-812c2d98552f req-468d69fe-ee69-44ae-9fb4-906253c0dec9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0511165 Aug 28 09:19:11.355592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b6fee3-5c84-4d06-82d1-812c2d98552f req-f62ed25c-b32e-4d1b-8277-254fd2c88022 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Aug 28 09:19:12.479042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d82eae-57fb-475a-b304-9c859d6a1576 req-a66a5460-4454-42cd-8c5e-eb9103a43cfe tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:12.480580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3d82eae-57fb-475a-b304-9c859d6a1576 req-a66a5460-4454-42cd-8c5e-eb9103a43cfe tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Aug 28 09:19:12.520930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3d82eae-57fb-475a-b304-9c859d6a1576 req-900f2593-8ae1-4c11-840a-3d076ec14676 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Aug 28 09:19:12.757942 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-4bda7998-55f7-4858-8022-44d54bddb791 req-20e5bf4e-9c7c-49e7-be7a-c457959180f8 service neutron] show failed (client error): The resource could not be found. Aug 28 09:19:12.758997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-20e5bf4e-9c7c-49e7-be7a-c457959180f8 service neutron] 10.222.0.64 "GET /v2.0/ports/063d283f-dc16-4698-ae28-3b03a63c56db/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0565727 Aug 28 09:19:13.277496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-83e99176-3243-4d4f-a89f-2ba0b34066cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:13.279046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-83e99176-3243-4d4f-a89f-2ba0b34066cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76&tenant_id=ce70231905e848c0824371e225d9e834 HTTP/1.1" status: 200 len: 1098 time: 0.0431035 Aug 28 09:19:13.299454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:19:13.358016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:13.566238 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:13.627884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:19:13.674285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:13.676517 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b815ec61-85f5-412a-b70d-52861f48c337" -d '{"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-unplugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:13.680327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:13.695940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1fc5-5421-4fb7-92b9-a496cf51c8db req-fa7fed27-f807-49a3-add2-9e015d7e8770 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:13.697463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff6c1fc5-5421-4fb7-92b9-a496cf51c8db req-fa7fed27-f807-49a3-add2-9e015d7e8770 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.1025791 Aug 28 09:19:13.711059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Transition to ACTIVE for port object 063d283f-dc16-4698-ae28-3b03a63c56db will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:19:13.739926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff6c1fc5-5421-4fb7-92b9-a496cf51c8db req-14f5d7f2-818a-43ad-b93a-9efb9bd56014 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Aug 28 09:19:13.770150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:13.803922 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b286a-7783-4dab-aa96-2c5c7a038b66 x-openstack-request-id: req-c61b286a-7783-4dab-aa96-2c5c7a038b66 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:13.804155 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-unplugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:13.804404 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c61b286a-7783-4dab-aa96-2c5c7a038b66 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:13.804789 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'code': 200} Aug 28 09:19:13.839212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] No DVR routers for this DVR port 063d283f-dc16-4698-ae28-3b03a63c56db on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:19:13.845990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:13.880897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:19:13.881235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:19:13.881560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:19:13.885807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:19:13.886119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Attempting to bind port 063d283f-dc16-4698-ae28-3b03a63c56db on network 3597f569-5af7-4180-8415-5e45705db462 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:19:13.891142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:19:13.891670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Checking segment: {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:19:13.891823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Bound using segment: {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:19:13.892434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Bound port: 063d283f-dc16-4698-ae28-3b03a63c56db, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c532e0f3-caf0-46d6-9cee-191a34f3f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3597f569-5af7-4180-8415-5e45705db462'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:19:13.892795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:13.956888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:19:13.959938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:19:14.022980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:14.065046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:14.065656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:14.067107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] 10.222.0.39 "PUT /v2.0/ports/063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 1093 time: 0.7719448 Aug 28 09:19:14.083046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1aa9-afbf-4055-b74f-7731cb6e4971 service neutron] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:14.142576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d74f3733-97b4-4198-938e-fd17c2c465cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:14.144182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-d74f3733-97b4-4198-938e-fd17c2c465cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1096 time: 0.0427964 Aug 28 09:19:14.242827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-25ef4586-b649-48ec-9c0e-3535424c146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:14.244300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-25ef4586-b649-48ec-9c0e-3535424c146a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.0926557 Aug 28 09:19:14.290272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-8db25ce7-9ef2-423b-b3a5-bf9fc52c0133 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0388191 Aug 28 09:19:14.340127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7998-55f7-4858-8022-44d54bddb791 req-24c583e9-412e-4dc5-af45-a96c09920324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:14.341593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-24c583e9-412e-4dc5-af45-a96c09920324 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0450470 Aug 28 09:19:14.374462 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-778d1311-3c68-4a50-9808-f9b11628d1df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249124 Aug 28 09:19:14.467877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-e1618ee0-a978-4442-8912-ef61a9b6d961 service neutron] 10.222.0.39 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Aug 28 09:19:14.563750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bda7998-55f7-4858-8022-44d54bddb791 req-197a935a-340d-4190-bb50-17a410a96e12 service neutron] 10.222.0.39 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Aug 28 09:19:14.864781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d608-dd13-4e4a-8e03-dfc283ea49de req-b262d720-93c9-462b-82f2-f5467ba067e0 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:14.866324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ec1d608-dd13-4e4a-8e03-dfc283ea49de req-b262d720-93c9-462b-82f2-f5467ba067e0 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.0558763 Aug 28 09:19:14.905073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ec1d608-dd13-4e4a-8e03-dfc283ea49de req-c2eee17b-356f-46e2-9013-837c364fcca1 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Aug 28 09:19:15.806086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:15.808469 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea42e6-c20e-45f6-b5bc-2e27b1425737" -d '{"events": [{"name": "network-changed", "server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:15.856383 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba081d-0859-48f8-b6dc-1f08f93807f1 x-openstack-request-id: req-faba081d-0859-48f8-b6dc-1f08f93807f1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:15.856708 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:15.856982 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-faba081d-0859-48f8-b6dc-1f08f93807f1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:15.857399 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'status': 'completed', 'code': 200} Aug 28 09:19:15.970471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-8321abc9-9e21-4e56-aaf4-70dbb1f82894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:15.972009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-8321abc9-9e21-4e56-aaf4-70dbb1f82894 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1096 time: 0.0777588 Aug 28 09:19:15.974649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-7f441fda-4534-43fb-b268-2205a18155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:15.975885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-7f441fda-4534-43fb-b268-2205a18155f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1096 time: 0.0515325 Aug 28 09:19:16.490368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab4e0-19e7-4bf4-9ba2-0b2f16a3daa5 req-029f94fd-7aa9-4538-9bdd-dce77df990e3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:16.491878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a21ab4e0-19e7-4bf4-9ba2-0b2f16a3daa5 req-029f94fd-7aa9-4538-9bdd-dce77df990e3 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.5151422 Aug 28 09:19:16.495308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-c18307a4-9e08-426b-bf6d-d4b7d4fcd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:16.496701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-c18307a4-9e08-426b-bf6d-d4b7d4fcd4bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.5120494 Aug 28 09:19:16.555423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-b9971d8f-30c7-47e5-9e36-67c93596e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:16.556886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-b9971d8f-30c7-47e5-9e36-67c93596e6a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.5638418 Aug 28 09:19:16.560418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-8372d2ee-f4ea-45b3-aba0-272343c50980 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0463016 Aug 28 09:19:16.638111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a21ab4e0-19e7-4bf4-9ba2-0b2f16a3daa5 req-81ac2b2b-0829-4f5c-908a-56da24c471e5 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384039 Aug 28 09:19:16.641430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-488bff07-020b-47bd-b2c0-5617bbf82f07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0746021 Aug 28 09:19:16.684298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-da42bb93-c116-4c10-aa3e-8bb7c2c066e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:16.685798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-da42bb93-c116-4c10-aa3e-8bb7c2c066e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.1081388 Aug 28 09:19:16.722411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-52d51949-8939-4858-9b74-5bd989a37aae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281010 Aug 28 09:19:16.726013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-3c981758-da79-4a3c-a9bd-59c5cd01031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:16.727414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-3c981758-da79-4a3c-a9bd-59c5cd01031a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0782640 Aug 28 09:19:16.800166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-57aba217-a988-4bd9-94ed-4b5ba2d708d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603609 Aug 28 09:19:16.902670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-e4a89c89-bce2-44ea-bcba-900b74948ec2 service neutron] 10.222.0.39 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715753 Aug 28 09:19:16.962745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-4647f980-a3bf-43fd-9d9d-3cb095feb76e service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546190 Aug 28 09:19:17.067129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-b93a61ed-4eab-4546-8fa1-bdee3905e37e service neutron] 10.222.0.39 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572375 Aug 28 09:19:17.084413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cdea42e6-c20e-45f6-b5bc-2e27b1425737 req-63afab49-a007-454f-9e47-54e086a7c98b service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123002 Aug 28 09:19:17.268007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:19:17.306468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:19:17.561538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:19:17.659272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:17.671989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '063d283f-dc16-4698-ae28-3b03a63c56db', 'network_id': '3597f569-5af7-4180-8415-5e45705db462', 'port_id': '063d283f-dc16-4698-ae28-3b03a63c56db', 'mac_address': 'fa:16:3e:94:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38aeb20-a8fb-41bb-ade4-9e9fb98f4c79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:19:17.711903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:17.726766 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063d283f-dc16-4698-ae28-3b03a63c56db {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:19:17.746922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:17.764212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab89602-fbc6-4d89-9a14-03508d1f6955 req-752d0350-9803-4681-a865-8b0e56515888 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:17.765964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ab89602-fbc6-4d89-9a14-03508d1f6955 req-752d0350-9803-4681-a865-8b0e56515888 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 944 time: 0.0571237 Aug 28 09:19:17.805240 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:17.821016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ab89602-fbc6-4d89-9a14-03508d1f6955 req-377e7962-94e7-47c1-9375-f89636318ede tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384161 Aug 28 09:19:17.864971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:17.873010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.873357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.873701 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.874360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.874627 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.874943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.875307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.875636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.875965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.876298 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.876652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.876980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:17.984436 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:19:18.274965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['063d283f-dc16-4698-ae28-3b03a63c56db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:19:18.934405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21c84-0309-459b-8512-1df790b696ec req-35cc519f-46c8-4517-a3af-172280e301e4 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:18.935982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56d21c84-0309-459b-8512-1df790b696ec req-35cc519f-46c8-4517-a3af-172280e301e4 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Aug 28 09:19:18.973743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56d21c84-0309-459b-8512-1df790b696ec req-ca7c2162-5e3f-47f1-872e-bab47110a243 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Aug 28 09:19:19.475468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-75a225ae-dcf4-4c66-825e-3d33b0f63cca tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:19.476944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-75a225ae-dcf4-4c66-825e-3d33b0f63cca tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.64 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76&tenant_id=ce70231905e848c0824371e225d9e834&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 945 time: 0.0899639 Aug 28 09:19:19.540928 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-1009e723-9026-473c-8bbc-716cf85742e7 service neutron] delete failed (client error): The resource could not be found. Aug 28 09:19:19.541993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-1009e723-9026-473c-8bbc-716cf85742e7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/063d283f-dc16-4698-ae28-3b03a63c56db/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0567293 Aug 28 09:19:19.575338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:19:19.679094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-c4e05034-04b6-4551-a125-0a2dd1b23e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:19.680656 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-c4e05034-04b6-4551-a125-0a2dd1b23e18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce70231905e848c0824371e225d9e834&device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 1097 time: 0.0577159 Aug 28 09:19:19.719671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 063d283f-dc16-4698-ae28-3b03a63c56db completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:19:19.725349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 063d283f-dc16-4698-ae28-3b03a63c56db triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:19:19.725844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:19.781839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-65a8e867-8037-49b7-b8cd-193eac43cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:19.783968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-65a8e867-8037-49b7-b8cd-193eac43cb1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 200 len: 912 time: 0.0948970 Aug 28 09:19:19.816278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:19.833668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-ce3ef313-c486-49bb-bc4e-e0f1913df4b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 200 len: 217 time: 0.0409672 Aug 28 09:19:19.840253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:19.842601 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2528b6af-0092-47f7-b1a5-538a36bfeb9d" -d '{"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-plugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:19.855614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:19.890661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-315cb079-0ee4-4e24-ab48-0e94fff0dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:19.892688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-315cb079-0ee4-4e24-ab48-0e94fff0dd08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0498195 Aug 28 09:19:19.925096 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:19.928166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-dc341abc-f4e0-4d03-97ea-f55b6584d15a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3597f569-5af7-4180-8415-5e45705db462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259714 Aug 28 09:19:19.974690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:20.025059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-6d6bd428-fb0a-461e-8c00-b5f5a0f8ecee service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Aug 28 09:19:20.127764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-4b8859a5-d1c5-4d51-bf60-a75eb68467a6 service neutron] 10.222.0.64 "GET /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923097 Aug 28 09:19:21.618871 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108664d7-c6e4-47ae-b448-16f15170491c x-openstack-request-id: req-108664d7-c6e4-47ae-b448-16f15170491c {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:21.618871 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-plugged", "status": "completed", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:21.618871 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-108664d7-c6e4-47ae-b448-16f15170491c {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:21.619763 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'code': 200} Aug 28 09:19:21.713107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb811-a14c-43a3-b303-0b41b4cdc24f req-65b9a827-fd1e-4a6c-a289-c36346aa506a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:21.714655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-836eb811-a14c-43a3-b303-0b41b4cdc24f req-65b9a827-fd1e-4a6c-a289-c36346aa506a tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0511205 Aug 28 09:19:21.753442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-836eb811-a14c-43a3-b303-0b41b4cdc24f req-b3677c4a-9137-422d-8d0f-f578e56846f9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Aug 28 09:19:22.870745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39531582-4464-47e2-bee5-0341d1acb885 req-9b61f453-90fe-4850-afd1-24c1882b03fa tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:22.872335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39531582-4464-47e2-bee5-0341d1acb885 req-9b61f453-90fe-4850-afd1-24c1882b03fa tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Aug 28 09:19:22.914427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39531582-4464-47e2-bee5-0341d1acb885 req-277c0410-249b-43a6-87aa-4ebac58df44b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1e650ff-4c9f-403d-9551-73bb9254deb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360234 Aug 28 09:19:23.360013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-66b7f1c6-12c8-42d9-9a77-c49341146bf9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:23.361990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-66b7f1c6-12c8-42d9-9a77-c49341146bf9 tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 946 time: 0.0544543 Aug 28 09:19:23.453479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Deleting port 063d283f-dc16-4698-ae28-3b03a63c56db {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:19:23.453830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:23.546178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] For port 063d283f-dc16-4698-ae28-3b03a63c56db, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=063d283f-dc16-4698-ae28-3b03a63c56db,segment=NetworkSegment(c532e0f3-caf0-46d6-9cee-191a34f3f68d),segment_id=c532e0f3-caf0-46d6-9cee-191a34f3f68d)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:23.546612 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:23.560240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Calling delete_port for 063d283f-dc16-4698-ae28-3b03a63c56db owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:19:23.788179 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:23.817748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Pushing event deleted for resources: {'Port': ['ID=063d283f-dc16-4698-ae28-3b03a63c56db,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:23.821341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['063d283f-dc16-4698-ae28-3b03a63c56db'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:19:23.830680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.831072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.831414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.831754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.832095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.832461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.832807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.833136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.833465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.833791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.834119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.834508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:23.872309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] No DVR routers for this DVR port 063d283f-dc16-4698-ae28-3b03a63c56db on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:19:23.874893 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:23.876931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1631eee2-befd-4cde-b94f-9cf64771b3ea req-cefbba32-4552-4ff0-ad1c-7fdbc9e3a26b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.39 "DELETE /v2.0/ports/063d283f-dc16-4698-ae28-3b03a63c56db HTTP/1.1" status: 204 len: 173 time: 0.5085251 Aug 28 09:19:23.877366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-deleted', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:23.879635 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca23c922-0894-428f-96eb-54bdc51ddb32" -d '{"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-deleted", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:23.916043 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9fce5-7ae9-4232-bbcb-0babc5328db3 x-openstack-request-id: req-3fe9fce5-7ae9-4232-bbcb-0babc5328db3 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:23.916413 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67f2bfb-368a-4d76-881a-4638ffaa9a76", "name": "network-vif-deleted", "tag": "063d283f-dc16-4698-ae28-3b03a63c56db", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:23.916620 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fe9fce5-7ae9-4232-bbcb-0babc5328db3 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:23.917026 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67f2bfb-368a-4d76-881a-4638ffaa9a76', 'name': 'network-vif-deleted', 'tag': '063d283f-dc16-4698-ae28-3b03a63c56db', 'status': 'completed', 'code': 200} Aug 28 09:19:24.010420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ce63d7d-bb13-4313-b601-8416535caa3e req-f53a7ed6-07cc-4219-8699-47bfb79e849b tempest-DeleteServersTestJSON-1095610676 tempest-DeleteServersTestJSON-1095610676-project] 10.222.0.46 "GET /v2.0/ports?device_id=b67f2bfb-368a-4d76-881a-4638ffaa9a76 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Aug 28 09:19:25.141052 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:25.191241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Deleting subnet d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:19:25.194520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.229722 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.270395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.388064 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.419925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:25.422425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.424233 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d38aeb20-a8fb-41bb-ade4-9e9fb98f4c79 HTTP/1.1" status: 204 len: 168 time: 0.2817171 Aug 28 09:19:25.427026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43170) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:25.431797 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.432153 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.432504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.432845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.433342 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.433521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.433885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.434261 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.434593 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.434955 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.435308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.435637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0e00-af05-46e3-86bb-b1070fc49d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:19:25.500176 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.579950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.590024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3597f569-5af7-4180-8415-5e45705db462']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:19:25.600981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c532e0f3-caf0-46d6-9cee-191a34f3f68d') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:19:25.601288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c532e0f3-caf0-46d6-9cee-191a34f3f68d') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:19:25.610286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.624822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.631631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:19:25.636643 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:19:25.776384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.782024 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:25.784677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3597f569-5af7-4180-8415-5e45705db462 HTTP/1.1" status: 204 len: 168 time: 0.3566470 Aug 28 09:19:25.796138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeee71-8943-412e-a57a-866e2c05a503 admin admin] Pushing event deleted for resources: {'Network': ['ID=3597f569-5af7-4180-8415-5e45705db462,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:26.093388 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:26.133338 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d0d4875d-560f-4c2f-8ab6-d75a01eeb283 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce70231905e848c0824371e225d9e834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401702 Aug 28 09:19:26.136144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43176) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:26.185079 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:26.207250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:26.319333 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:26.321981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:26.323211 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1e650ff-4c9f-403d-9551-73bb9254deb5 HTTP/1.1" status: 204 len: 168 time: 0.1861801 Aug 28 09:19:26.331146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d82d3-2281-468a-a6fe-cf01da62be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e650ff-4c9f-403d-9551-73bb9254deb5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:26.439805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.424140 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43198) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:27.525174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-515014208-network', 'tenant_id': '4ea7f1070d7747538fbc993a9dc2a399'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:19:27.616903 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Made reservation on behalf of 4ea7f1070d7747538fbc993a9dc2a399 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:19:27.619635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.629603 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.638959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:19:27.661017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 063d283f-dc16-4698-ae28-3b03a63c56db {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:19:27.661360 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 063d283f-dc16-4698-ae28-3b03a63c56db not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:19:27.668566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-22183609-7444-48cf-9492-830ecb9319fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.728915 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.833357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.862770 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:19:27.869481 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df76e2a-04f1-47a7-ae2b-c27f9f565780,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:27.877497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:27.877871 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Added segment 8f2db60e-ad78-4c00-baa8-e26f30e1e742 of type vlan for network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 Aug 28 09:19:27.923705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.051098 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.052040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:28.052636 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.111038 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:28.124931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:19:28.202461 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-557a4b88-5981-4011-9e30-5b6ce727e8d6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7745707 Aug 28 09:19:28.202795 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43202) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:19:28.207760 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Request body: {'subnet': {'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-515014208-subnet', 'tenant_id': '4ea7f1070d7747538fbc993a9dc2a399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:19:28.336274 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Made reservation on behalf of 4ea7f1070d7747538fbc993a9dc2a399 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:19:28.338803 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.662694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.722401 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9684c7cf-9dce-48a2-87f9-b419f66e7bcd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:28.738771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Checking segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:19:28.739130 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Network hostable DHCP agents. Network: 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:19:28.850788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:19:28.925145 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:19:28.929265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:28.929846 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:28.933935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60acf9ed-db57-4b22-97d9-7a3d8f43515b None None] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:19:29.034628 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a59abdbe-fc34-4898-8348-811d4cf8f0ab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8306761 Aug 28 09:19:29.060388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e5d2c-2d91-403a-a22e-4a43dad54488 None None] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:19:29.479714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-a935b1da-f325-4483-a9d3-165bb4bee0ca tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:29.481198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-a935b1da-f325-4483-a9d3-165bb4bee0ca tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 814 time: 0.1106963 Aug 28 09:19:29.496567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-ce7d5e8d-b2aa-4891-b128-6f61cb42398b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/quotas/4ea7f1070d7747538fbc993a9dc2a399 HTTP/1.1" status: 200 len: 375 time: 0.0091324 Aug 28 09:19:29.530496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-44f69958-17ea-4b01-a41e-e32979ce47c8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278647 Aug 28 09:19:29.626200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-a4ee3b5c-f399-41f1-9a39-059f519164c9 service neutron] 10.222.0.46 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886080 Aug 28 09:19:29.724486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-a2276f7a-52d1-4456-81ed-fdb081b98d6c service neutron] 10.222.0.46 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910017 Aug 28 09:19:30.001813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53b3834c-191a-48b2-b429-39a50baa93f1 req-ff0019c0-207f-49e9-b7b7-a37f150f739b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Aug 28 09:19:30.011054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:30.268043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eecb0d84-48be-4b14-acb1-05f120df7c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:31.099466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cbe59431-f3ba-489f-88e6-1d624245280d req-944cf879-bd58-48ee-94e3-4799cee01e4e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Aug 28 09:19:32.089066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-6cd9c31f-826c-4cd9-8183-410c38b1c0d4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:32.090722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-6cd9c31f-826c-4cd9-8183-410c38b1c0d4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 814 time: 0.1288157 Aug 28 09:19:32.108887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Request body: {'port': {'device_id': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'admin_state_up': True, 'tenant_id': '4ea7f1070d7747538fbc993a9dc2a399'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:19:32.130381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:32.212563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53143912-e60c-47e2-b79f-28fb6199a1ee req-f6e222b1-8e99-4148-be88-e797217a1a61 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 210 time: 0.0421677 Aug 28 09:19:32.325173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Made reservation on behalf of 4ea7f1070d7747538fbc993a9dc2a399 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:19:32.328790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:32.462736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Allocated IP 172.20.0.11 (6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9/9684c7cf-9dce-48a2-87f9-b419f66e7bcd/78957396-4d32-4a08-9606-80dcd3b66391) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:19:32.615385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:32.737363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:32.778677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:19:32.784489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:19:32.788298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:19:32.814066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:32.841896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:32.842539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:32.954693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-665a9afb-c0df-47e7-9852-5d69e98aa1e2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499253 Aug 28 09:19:32.973891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Request body: {'port': {'device_id': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:19:33.044548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.345136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78957396-4d32-4a08-9606-80dcd3b66391 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:19:33.355776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.377756 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69521af-2e18-4f8b-9980-75ad9f941ed1 req-ce42d89e-d4be-4a3d-995b-1cc1178eec40 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:33.379480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f69521af-2e18-4f8b-9980-75ad9f941ed1 req-ce42d89e-d4be-4a3d-995b-1cc1178eec40 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 932 time: 0.0944393 Aug 28 09:19:33.382176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Transition to ACTIVE for port object 78957396-4d32-4a08-9606-80dcd3b66391 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:19:33.423558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f69521af-2e18-4f8b-9980-75ad9f941ed1 req-8bb399f3-fe0c-4ec8-9a8f-8e4b5fd272c5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Aug 28 09:19:33.479810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.534609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:33.607994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:19:33.608495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:19:33.608826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:19:33.614174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:19:33.614583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:19:33.619338 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:19:33.619667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Checking segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:19:33.620195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Bound using segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:19:33.620620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Bound port: 78957396-4d32-4a08-9606-80dcd3b66391, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:19:33.620973 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.688421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:19:33.691782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:19:33.776733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.818761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:33.819470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:33.820797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] 10.222.0.39 "PUT /v2.0/ports/78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 1093 time: 0.8519838 Aug 28 09:19:33.821259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:33.823565 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc749a31-1463-455e-8882-5f9f36de82b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:33.845869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62bce2-b57e-4fb2-9f06-ea3e9670cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:33.865131 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0db88-05f7-47b2-b190-7ddde90c5664 x-openstack-request-id: req-aff0db88-05f7-47b2-b190-7ddde90c5664 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:33.865440 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:33.865700 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aff0db88-05f7-47b2-b190-7ddde90c5664 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:33.866134 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'status': 'completed', 'code': 200} Aug 28 09:19:33.960092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-a1d978d8-8bb7-4daf-ba94-91b9ea762e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:33.961628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-a1d978d8-8bb7-4daf-ba94-91b9ea762e85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1096 time: 0.0457993 Aug 28 09:19:34.073581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-0a7d01f6-2da5-4372-be78-ab43592ede8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:34.075878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-0a7d01f6-2da5-4372-be78-ab43592ede8a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999165 Aug 28 09:19:34.188045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-56468752-42ab-4510-8173-2d71d1c83b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:34.189961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc749a31-1463-455e-8882-5f9f36de82b0 req-56468752-42ab-4510-8173-2d71d1c83b9a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069856 Aug 28 09:19:34.290485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-94ffbf10-3cc3-4ca5-bc9c-654508f1d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:34.292007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-94ffbf10-3cc3-4ca5-bc9c-654508f1d537 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1096 time: 0.0443454 Aug 28 09:19:34.352736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-c45b41f6-1e6c-474a-9605-305de1577955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0384698 Aug 28 09:19:34.403897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-e13c3839-9874-48de-b7f6-5df3269eceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:34.405485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-e13c3839-9874-48de-b7f6-5df3269eceaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0463278 Aug 28 09:19:34.437319 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-6a82bcda-6104-418d-9ac5-0eeecfcffb54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247915 Aug 28 09:19:34.584907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dff483-e7c5-46ac-9bc8-4a5aaaf34ff5 req-8ef22c16-46ff-4f5b-8358-27553816062a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:34.586511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3dff483-e7c5-46ac-9bc8-4a5aaaf34ff5 req-8ef22c16-46ff-4f5b-8358-27553816062a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0807090 Aug 28 09:19:34.590537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-cac50e63-2d0b-4a44-ac9d-a1bd29093bbf service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450441 Aug 28 09:19:34.680602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3dff483-e7c5-46ac-9bc8-4a5aaaf34ff5 req-66124ad5-90f7-48af-afc4-e0882eccfb49 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881391 Aug 28 09:19:34.715864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a9db29b-817b-42be-af47-264a4b4bec67 req-191d2959-e4dd-4423-a90e-f58453638c64 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171255 Aug 28 09:19:35.062344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:35.797762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b808-5a98-4435-8b51-5a4e069b1476 req-8c7682fb-ccab-4ef9-8ae2-29ff28961529 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:35.799258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a784b808-5a98-4435-8b51-5a4e069b1476 req-8c7682fb-ccab-4ef9-8ae2-29ff28961529 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0495849 Aug 28 09:19:35.838481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a784b808-5a98-4435-8b51-5a4e069b1476 req-8c8f6956-dcf3-4862-bc79-002b14785786 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Aug 28 09:19:36.021210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:36.956693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c81df-aea1-424e-a9fc-31b413b79a7c req-a2b62b7a-36db-435e-82e8-6cae30ff0e4b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:36.958178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc1c81df-aea1-424e-a9fc-31b413b79a7c req-a2b62b7a-36db-435e-82e8-6cae30ff0e4b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0493445 Aug 28 09:19:36.997428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc1c81df-aea1-424e-a9fc-31b413b79a7c req-b327f8c0-9d1b-405b-a1c9-d0d1080967d5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Aug 28 09:19:37.684635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:19:37.783296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:37.794614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '78957396-4d32-4a08-9606-80dcd3b66391', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'port_id': '78957396-4d32-4a08-9606-80dcd3b66391', 'mac_address': 'fa:16:3e:25:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9684c7cf-9dce-48a2-87f9-b419f66e7bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:19:37.840275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:37.854788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78957396-4d32-4a08-9606-80dcd3b66391 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:19:37.876468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:37.982135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:38.031930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:38.117243 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5af789-ea4b-44f9-856b-d39e6d5775ed req-4aa7d4d0-deca-470f-b8bf-37aa113c2430 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:38.118722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af5af789-ea4b-44f9-856b-d39e6d5775ed req-4aa7d4d0-deca-470f-b8bf-37aa113c2430 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 945 time: 0.0527601 Aug 28 09:19:38.157350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af5af789-ea4b-44f9-856b-d39e6d5775ed req-9b444c91-07c0-42ee-a4cb-7f45bbe43119 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Aug 28 09:19:38.378001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['78957396-4d32-4a08-9606-80dcd3b66391'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:19:39.272714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a297-7fb9-49e9-86e5-96713e612867 req-c50e4e5f-262d-4a5a-9ad0-8eeda82467b4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:39.274229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5df1a297-7fb9-49e9-86e5-96713e612867 req-c50e4e5f-262d-4a5a-9ad0-8eeda82467b4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 945 time: 0.0502405 Aug 28 09:19:39.312942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5df1a297-7fb9-49e9-86e5-96713e612867 req-3a58ee12-8db6-4ed0-bc6d-75eb222715fd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Aug 28 09:19:39.700066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:19:39.822139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 78957396-4d32-4a08-9606-80dcd3b66391 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:19:39.826747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 78957396-4d32-4a08-9606-80dcd3b66391 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:19:39.827252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:39.915210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:39.942153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:19:39.945409 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5f308-43b6-48d2-9e52-0146a07ea33a" -d '{"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-plugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:19:39.959904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:19:39.986760 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8d3e9e-4e13-47f2-a8ba-9babd8fbafc1 x-openstack-request-id: req-df8d3e9e-4e13-47f2-a8ba-9babd8fbafc1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:19:39.987148 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-plugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:19:39.987517 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df8d3e9e-4e13-47f2-a8ba-9babd8fbafc1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:19:39.988050 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'code': 200} Aug 28 09:19:40.033861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:40.084827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:19:40.115593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d9166-1636-454c-93a7-391f81a2c27b req-69ce4d64-8c22-4439-b4dd-30dfebaa2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:40.117101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a9d9166-1636-454c-93a7-391f81a2c27b req-69ce4d64-8c22-4439-b4dd-30dfebaa2119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1098 time: 0.0421855 Aug 28 09:19:40.158221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a9d9166-1636-454c-93a7-391f81a2c27b req-b9733b80-2b35-48eb-a588-a645180c98e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Aug 28 09:19:40.442511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451ef2-4ff8-4b0f-9381-4bc1f2cabc2d req-0bbf6f7f-b42f-4001-9dac-d1acc3c2da60 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:40.444107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6451ef2-4ff8-4b0f-9381-4bc1f2cabc2d req-0bbf6f7f-b42f-4001-9dac-d1acc3c2da60 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0549071 Aug 28 09:19:40.485659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f6451ef2-4ff8-4b0f-9381-4bc1f2cabc2d req-13f79cea-696e-44a0-ad5f-701e539eaf40 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Aug 28 09:19:41.620829 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4841b0-0437-4366-afcf-ad487f08d6d7 req-69aeb303-5477-41b5-9402-08015b2acca4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:41.622499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be4841b0-0437-4366-afcf-ad487f08d6d7 req-69aeb303-5477-41b5-9402-08015b2acca4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0607924 Aug 28 09:19:41.662155 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be4841b0-0437-4366-afcf-ad487f08d6d7 req-d464809e-f2ad-4309-960f-1207d7278918 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Aug 28 09:19:42.779535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d50e8-daa7-405d-8a95-66e2820895f4 req-2dbd0619-2372-456f-ac56-e2b13c08634a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:42.781023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb3d50e8-daa7-405d-8a95-66e2820895f4 req-2dbd0619-2372-456f-ac56-e2b13c08634a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0494635 Aug 28 09:19:42.819191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fb3d50e8-daa7-405d-8a95-66e2820895f4 req-91787472-af4c-476e-87fc-66ad4d4983ae tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Aug 28 09:19:42.939560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c6784-a8c8-4ee2-8adb-d45698c553ef req-350c6d6f-3519-4805-98cf-d884ff0c1af5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:42.941112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-745c6784-a8c8-4ee2-8adb-d45698c553ef req-350c6d6f-3519-4805-98cf-d884ff0c1af5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0557106 Aug 28 09:19:42.979991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-745c6784-a8c8-4ee2-8adb-d45698c553ef req-040c9cb9-7649-46c9-a84f-3042f03652ae tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Aug 28 09:19:43.309096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d712-19fa-4311-80b1-9913e8cc1bac req-4a33d443-6a73-47ef-a1a3-d030edfb337d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:43.310717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae14d712-19fa-4311-80b1-9913e8cc1bac req-4a33d443-6a73-47ef-a1a3-d030edfb337d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0504284 Aug 28 09:19:43.355373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae14d712-19fa-4311-80b1-9913e8cc1bac req-007fee68-0a95-42c4-aace-201ec21a4261 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Aug 28 09:19:43.471782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74570-2db7-4faf-b794-0781a568afc6 req-f11a2076-d7b4-44ea-94a9-e180efbf35dc tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:43.473291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7be74570-2db7-4faf-b794-0781a568afc6 req-f11a2076-d7b4-44ea-94a9-e180efbf35dc tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Aug 28 09:19:43.513248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7be74570-2db7-4faf-b794-0781a568afc6 req-d91396dd-c959-4195-9ab9-cbbcd282ba1e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Aug 28 09:19:43.921142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70de8b-b2f5-4259-8b63-b47ba3e8a12e req-1a296234-e1c2-4870-b7fd-ea28cc0a44a6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:43.922711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a70de8b-b2f5-4259-8b63-b47ba3e8a12e req-1a296234-e1c2-4870-b7fd-ea28cc0a44a6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0558887 Aug 28 09:19:43.963502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a70de8b-b2f5-4259-8b63-b47ba3e8a12e req-30713862-3582-4840-882e-9dccb5836243 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345888 Aug 28 09:19:44.191966 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-345a7d77-26d9-4f06-af6a-33f80d18122d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402336 Aug 28 09:19:45.083547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e894b5e-9128-4a36-a6cd-dbe15be68347 req-3d2579b4-94a6-46fb-82a0-bafff72f37d4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:45.084931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e894b5e-9128-4a36-a6cd-dbe15be68347 req-3d2579b4-94a6-46fb-82a0-bafff72f37d4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Aug 28 09:19:45.128438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e894b5e-9128-4a36-a6cd-dbe15be68347 req-15c815ba-bee7-46a6-836c-14cf9225bf49 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Aug 28 09:19:46.250610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205afe67-8b41-4809-85d1-62b574eeb73b req-244bd56c-3114-47ba-ae07-f6d20193c349 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:46.252130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-205afe67-8b41-4809-85d1-62b574eeb73b req-244bd56c-3114-47ba-ae07-f6d20193c349 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0502453 Aug 28 09:19:46.291669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-205afe67-8b41-4809-85d1-62b574eeb73b req-caad4993-5e5d-45c3-8e92-031d5bd46cfb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Aug 28 09:19:46.582470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-e3caa918-3c9b-4f35-b4c2-2c873319fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:46.583950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-e3caa918-3c9b-4f35-b4c2-2c873319fb1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1098 time: 0.0473411 Aug 28 09:19:46.676645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-34f440cd-c7ab-40da-be35-5090c4e487d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:46.678104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-34f440cd-c7ab-40da-be35-5090c4e487d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0864105 Aug 28 09:19:46.725908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-b78afb10-00ca-48fb-b254-9c9ccd32d8ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0406923 Aug 28 09:19:47.105988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5f2ce5cf-7124-429d-acaf-d0f584ee13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:47.107480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5f2ce5cf-7124-429d-acaf-d0f584ee13bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.3749371 Aug 28 09:19:47.149878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-645c6c2f-fe28-4d33-9413-cab5b38a70ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254312 Aug 28 09:19:47.244107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-b7282494-6e78-4383-aa37-92e089b4fd32 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863910 Aug 28 09:19:47.337159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-3e23f36e-35af-4a59-b241-fbce0f52d13c service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Aug 28 09:19:47.411294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40306dff-b14f-49aa-8111-6f92fad6c1fc req-80af4b10-95ae-42bc-bdc4-dcfafe94b72d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:47.424566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40306dff-b14f-49aa-8111-6f92fad6c1fc req-80af4b10-95ae-42bc-bdc4-dcfafe94b72d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0497203 Aug 28 09:19:47.451927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40306dff-b14f-49aa-8111-6f92fad6c1fc req-bde84a53-cdde-43af-a5a5-2a5f58b79a1f tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Aug 28 09:19:48.573674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95cd-8ce5-4954-8bed-c96ecf92f195 req-fb0b29f7-bad8-4f9d-9ffd-0a1a4967228d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:48.575099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6ef95cd-8ce5-4954-8bed-c96ecf92f195 req-fb0b29f7-bad8-4f9d-9ffd-0a1a4967228d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0535989 Aug 28 09:19:48.613958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6ef95cd-8ce5-4954-8bed-c96ecf92f195 req-800959d3-7a76-4909-a34d-055c5a37b2e6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Aug 28 09:19:49.405546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-e65e014c-9a0c-41fe-b1ad-ef65798fc3a6 req-9b1e538a-f19b-4005-9d3e-3ef60ee2590d service neutron] (95467) timed out ('10.222.0.39', 59007) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:19:49.735402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449fe18-f4fe-4ce1-882e-d7801564f766 req-9dbef90d-e6fa-4ba6-9703-45f4cad305ff tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:49.737267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1449fe18-f4fe-4ce1-882e-d7801564f766 req-9dbef90d-e6fa-4ba6-9703-45f4cad305ff tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0521748 Aug 28 09:19:49.777018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1449fe18-f4fe-4ce1-882e-d7801564f766 req-750028fe-e97c-4ff1-949f-0c20b026a6fb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Aug 28 09:19:50.893143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd587-cc1f-494f-bf36-8bd69de170c9 req-630d41fd-07d8-491b-ad92-53fe3bba8511 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:50.894795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40bbd587-cc1f-494f-bf36-8bd69de170c9 req-630d41fd-07d8-491b-ad92-53fe3bba8511 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Aug 28 09:19:50.937784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40bbd587-cc1f-494f-bf36-8bd69de170c9 req-7ca35d1c-b3c2-498b-af44-55e4dda8ca3f tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Aug 28 09:19:52.068601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ac55-cff3-43f2-b1b9-f89cff02dea4 req-c5c86834-2b16-4b28-bf62-1c87cf77750c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:52.070504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da51ac55-cff3-43f2-b1b9-f89cff02dea4 req-c5c86834-2b16-4b28-bf62-1c87cf77750c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0655532 Aug 28 09:19:52.110102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da51ac55-cff3-43f2-b1b9-f89cff02dea4 req-677821d3-a8c9-4886-b561-4a8df44eb6cc tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Aug 28 09:19:53.228581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664165-cffa-45df-8fbe-bae967a7c253 req-ea1bd653-bd33-4e84-b49a-70512af37a27 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:53.230143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10664165-cffa-45df-8fbe-bae967a7c253 req-ea1bd653-bd33-4e84-b49a-70512af37a27 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Aug 28 09:19:53.270377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10664165-cffa-45df-8fbe-bae967a7c253 req-79eb6007-390d-48b1-88c9-cdcdd397f9b7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Aug 28 09:19:54.388582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548b037-7df6-4b51-ab95-cff33eca73fa req-12c74778-4f4b-41a0-9073-58cc82dadfcd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:54.390334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1548b037-7df6-4b51-ab95-cff33eca73fa req-12c74778-4f4b-41a0-9073-58cc82dadfcd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0510402 Aug 28 09:19:54.431584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1548b037-7df6-4b51-ab95-cff33eca73fa req-63da0805-3c1c-4bbb-8f41-413d3fbae567 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Aug 28 09:19:54.983699 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:19:55.556321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10404-0663-417d-84c6-3aaedce12a35 req-a2f83c8b-2baa-4b8d-82c2-6afab8feb2fa tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:55.557869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cc10404-0663-417d-84c6-3aaedce12a35 req-a2f83c8b-2baa-4b8d-82c2-6afab8feb2fa tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0550687 Aug 28 09:19:55.597305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cc10404-0663-417d-84c6-3aaedce12a35 req-bc259108-fd33-45b3-ab28-9cabbf5a7b6c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Aug 28 09:19:56.436097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:56.717811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42868-0282-4f5a-9789-a66a5115df14 req-53678da5-f4d7-4902-ad3f-759d0b578d08 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:56.720006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60c42868-0282-4f5a-9789-a66a5115df14 req-53678da5-f4d7-4902-ad3f-759d0b578d08 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0531280 Aug 28 09:19:56.759727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60c42868-0282-4f5a-9789-a66a5115df14 req-e528f693-2498-4840-a679-dffc8999d935 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Aug 28 09:19:57.655265 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6734-b097-48d0-9baa-d436e4044fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:19:57.883273 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffba06-bdb6-4733-a966-7d7efff703a9 req-c3489167-1aab-4c78-8533-4a17c6872b95 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:57.885033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66ffba06-bdb6-4733-a966-7d7efff703a9 req-c3489167-1aab-4c78-8533-4a17c6872b95 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0530233 Aug 28 09:19:57.928867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66ffba06-bdb6-4733-a966-7d7efff703a9 req-a9341a74-fb31-4081-abe3-08b079c47678 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371764 Aug 28 09:19:59.051662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65af60-a7a0-4eb4-90f0-fefd27f61740 req-3e614679-a435-42f9-88fb-57b6925424e6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:59.053218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad65af60-a7a0-4eb4-90f0-fefd27f61740 req-3e614679-a435-42f9-88fb-57b6925424e6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0547171 Aug 28 09:19:59.091792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad65af60-a7a0-4eb4-90f0-fefd27f61740 req-65511f30-c055-48f1-9398-d6b3532869f1 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Aug 28 09:19:59.305753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd72c54b-d28f-4fc3-813b-8b80cb2b8db6 req-c8ab72a4-9bf6-452f-b1ef-af0f39bc0dcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261276 Aug 28 09:19:59.315212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd72c54b-d28f-4fc3-813b-8b80cb2b8db6 req-99ad9418-a117-403d-9788-4593c9043766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0264387 Aug 28 09:19:59.364813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd72c54b-d28f-4fc3-813b-8b80cb2b8db6 req-687dc9b9-ba8c-492c-8c97-68f120c038c7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201073 Aug 28 09:19:59.463387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72c54b-d28f-4fc3-813b-8b80cb2b8db6 req-d87b1a8a-885c-4cd5-b03c-c863322dc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:19:59.464918 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd72c54b-d28f-4fc3-813b-8b80cb2b8db6 req-d87b1a8a-885c-4cd5-b03c-c863322dc0da service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931983 Aug 28 09:20:00.010398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:00.214826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d78883-7daf-4c89-bb46-88dca609f302 req-e07a9259-d253-4435-ad8e-c15c002d26bd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:00.216412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12d78883-7daf-4c89-bb46-88dca609f302 req-e07a9259-d253-4435-ad8e-c15c002d26bd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Aug 28 09:20:00.244778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-168aba45-374d-450c-8da5-cc7d43aaf167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:00.260545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12d78883-7daf-4c89-bb46-88dca609f302 req-52a10656-de14-4da6-aba0-720d9babb895 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Aug 28 09:20:01.378090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568cc8f-c052-4b02-82fc-61289e6dc153 req-fcae24c2-4773-4ebf-ae02-f5a3768d782e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:01.379632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4568cc8f-c052-4b02-82fc-61289e6dc153 req-fcae24c2-4773-4ebf-ae02-f5a3768d782e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0506175 Aug 28 09:20:01.418170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4568cc8f-c052-4b02-82fc-61289e6dc153 req-5a767355-1a9c-49b8-ae5a-d90ba27fead8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Aug 28 09:20:02.084137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:02.543299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04d89d-d117-41e2-8aa5-949f8a0f2ad2 req-d8057435-2e5c-4dd7-a4f4-159e9870cf9b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:02.544855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a04d89d-d117-41e2-8aa5-949f8a0f2ad2 req-d8057435-2e5c-4dd7-a4f4-159e9870cf9b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0593085 Aug 28 09:20:02.586758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a04d89d-d117-41e2-8aa5-949f8a0f2ad2 req-16b6baa2-7c89-4591-a594-dd32d45591a8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Aug 28 09:20:03.704314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77951d-4c27-4223-9b3f-faac5ca73d8a req-0ac7f551-a498-49f5-abc9-df6c30a51ceb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:03.705890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd77951d-4c27-4223-9b3f-faac5ca73d8a req-0ac7f551-a498-49f5-abc9-df6c30a51ceb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0510349 Aug 28 09:20:03.745292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd77951d-4c27-4223-9b3f-faac5ca73d8a req-a7365f3d-39ae-4e2f-885d-0fc4bb38938e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 28 09:20:04.873317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629d311-36ab-48a0-ab30-1091401209fe req-d2987a4e-5c27-403d-8106-a05d343b97b8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:04.874897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1629d311-36ab-48a0-ab30-1091401209fe req-d2987a4e-5c27-403d-8106-a05d343b97b8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0600946 Aug 28 09:20:04.917115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1629d311-36ab-48a0-ab30-1091401209fe req-3ecf3f4d-c507-4db7-84b6-6d5fc4efde78 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Aug 28 09:20:05.044404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:05.993087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:06.042867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80365eb9-16c0-4de4-b906-87a71b726741 req-4f1c6fc3-fbf8-4b4e-80fc-82d3a2d48892 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:06.044310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80365eb9-16c0-4de4-b906-87a71b726741 req-4f1c6fc3-fbf8-4b4e-80fc-82d3a2d48892 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0560982 Aug 28 09:20:06.084785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80365eb9-16c0-4de4-b906-87a71b726741 req-5c319d29-64e4-4afb-8658-ff9e6df46b52 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Aug 28 09:20:07.199906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ad890-7d9b-40f5-8557-1277211875d1 req-0d1f33dd-cf57-41ca-8904-c8de79227075 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:07.201452 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96ad890-7d9b-40f5-8557-1277211875d1 req-0d1f33dd-cf57-41ca-8904-c8de79227075 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0498857 Aug 28 09:20:07.241950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96ad890-7d9b-40f5-8557-1277211875d1 req-25846d89-26cf-409b-a1c2-7097251f7184 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Aug 28 09:20:08.362459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed6396-4c4b-4fc9-8e91-b0f924ae3a24 req-eaee1aa1-b5c6-4d45-82aa-65bee8f7525a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:08.364034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aed6396-4c4b-4fc9-8e91-b0f924ae3a24 req-eaee1aa1-b5c6-4d45-82aa-65bee8f7525a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0529909 Aug 28 09:20:08.405290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aed6396-4c4b-4fc9-8e91-b0f924ae3a24 req-653bdada-8776-4293-b8f8-5b594dcaf213 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Aug 28 09:20:09.536411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c89303-96a2-4b8e-884a-6b583bfae689 req-e039230a-c332-496f-a557-d6937b115b78 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:09.538073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72c89303-96a2-4b8e-884a-6b583bfae689 req-e039230a-c332-496f-a557-d6937b115b78 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0630798 Aug 28 09:20:09.580042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72c89303-96a2-4b8e-884a-6b583bfae689 req-48206d6a-22ea-4e7a-9d9f-4be054b353d9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Aug 28 09:20:11.014397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808285e-109e-4ebc-82c3-5cfec78cb132 req-b3f92c92-5c99-4c56-8ebb-c432d25cea7a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:11.015934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a808285e-109e-4ebc-82c3-5cfec78cb132 req-b3f92c92-5c99-4c56-8ebb-c432d25cea7a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0545928 Aug 28 09:20:11.077395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a808285e-109e-4ebc-82c3-5cfec78cb132 req-045460e1-5347-404f-a31e-ee10ab267b47 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Aug 28 09:20:12.197754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634a38-cee7-4da2-938a-89315dc3923d req-3b062c11-b133-4110-9004-76a5d59aed87 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:12.199314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db634a38-cee7-4da2-938a-89315dc3923d req-3b062c11-b133-4110-9004-76a5d59aed87 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0508783 Aug 28 09:20:12.240751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db634a38-cee7-4da2-938a-89315dc3923d req-56324cfe-e55f-4d03-aa3e-444f02ecd01d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Aug 28 09:20:13.366754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379e4f-9871-4104-9254-c61b807c8899 req-6acbc7cc-edec-46b5-82c0-55f8e3f89f12 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:13.368388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3379e4f-9871-4104-9254-c61b807c8899 req-6acbc7cc-edec-46b5-82c0-55f8e3f89f12 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0574987 Aug 28 09:20:13.410300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3379e4f-9871-4104-9254-c61b807c8899 req-b69f0189-e073-41b7-83f2-f702609191a9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Aug 28 09:20:14.526332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f031e7-0cee-4407-955b-dabf7796e849 req-ee439107-2265-4f0b-86c5-056c8c47abb8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:14.527841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3f031e7-0cee-4407-955b-dabf7796e849 req-ee439107-2265-4f0b-86c5-056c8c47abb8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0500088 Aug 28 09:20:14.567110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3f031e7-0cee-4407-955b-dabf7796e849 req-db4d61e5-9a70-4a16-87b6-b47e914acce0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Aug 28 09:20:14.872792 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-bc7070e1-84ed-468c-bd60-8a1268df4b0a service neutron] show failed (client error): The resource could not be found. Aug 28 09:20:14.873820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-bc7070e1-84ed-468c-bd60-8a1268df4b0a service neutron] 10.222.0.39 "GET /v2.0/ports/78957396-4d32-4a08-9606-80dcd3b66391/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0563958 Aug 28 09:20:15.437433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-1a606db2-c2b0-44a8-8d60-0cf97bc4e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:15.438955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-1a606db2-c2b0-44a8-8d60-0cf97bc4e51b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44&tenant_id=4ea7f1070d7747538fbc993a9dc2a399 HTTP/1.1" status: 200 len: 1098 time: 0.0894217 Aug 28 09:20:15.464130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:20:15.523842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:15.778087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f7e96-a741-4a5b-b717-ea5e4634d982 req-14f88e03-7592-4a43-aead-4b5d1fa4b848 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:15.779812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18f7e96-a741-4a5b-b717-ea5e4634d982 req-14f88e03-7592-4a43-aead-4b5d1fa4b848 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.1027787 Aug 28 09:20:15.785053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:15.849997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b18f7e96-a741-4a5b-b717-ea5e4634d982 req-36ba4a62-765c-4565-aa84-46fb38f5862e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628693 Aug 28 09:20:15.850974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:20:15.891272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:15.893523 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52655b2-bf60-4c13-9acc-ef1fa111e524" -d '{"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-unplugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:15.897483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:15.912366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Transition to ACTIVE for port object 78957396-4d32-4a08-9606-80dcd3b66391 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:20:15.950839 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b609f48-de2e-4086-ae64-d589fb07e6ce x-openstack-request-id: req-8b609f48-de2e-4086-ae64-d589fb07e6ce {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:15.951146 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-unplugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:15.951383 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b609f48-de2e-4086-ae64-d589fb07e6ce {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:15.951875 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'code': 200} Aug 28 09:20:16.021283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:16.070345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:16.086506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] No DVR routers for this DVR port 78957396-4d32-4a08-9606-80dcd3b66391 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:20:16.122382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:20:16.122716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:20:16.123053 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:20:16.128033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:20:16.128358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Attempting to bind port 78957396-4d32-4a08-9606-80dcd3b66391 on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:20:16.133234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:20:16.133575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Checking segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:20:16.133968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Bound using segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:20:16.134421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Bound port: 78957396-4d32-4a08-9606-80dcd3b66391, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:20:16.134781 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:16.203205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:20:16.206140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:20:16.301643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:16.337134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:16.337855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:16.339295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] 10.222.0.64 "PUT /v2.0/ports/78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 1093 time: 0.8795066 Aug 28 09:20:16.360524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b0f5-0691-4b95-95ae-bad16d32bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:16.420316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-13ca7c8d-9aa1-4309-b285-4dfa9669e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:16.422486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-13ca7c8d-9aa1-4309-b285-4dfa9669e0c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1096 time: 0.0429649 Aug 28 09:20:16.525608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-1d47ea80-93e7-4997-95d3-839ebd9c26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:16.527081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-1d47ea80-93e7-4997-95d3-839ebd9c26d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0933888 Aug 28 09:20:16.572451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-032ffbcd-02d1-44d8-b7bc-dd6df99beb75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0355911 Aug 28 09:20:16.624828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-b1fb9618-0435-4988-8f12-77ec460dfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:16.626447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-b1fb9618-0435-4988-8f12-77ec460dfcef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0453348 Aug 28 09:20:16.665949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-0eb854c9-4ed2-45f6-bf9d-33aa1fb167ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315280 Aug 28 09:20:16.766997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-8960e67b-deaa-4a3b-af31-b9ef97ce4126 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888951 Aug 28 09:20:16.867166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c42a61-2f02-48dd-9064-0cfa21292cf3 req-a381ae27-ccd8-4dab-8cb3-a845d7867f5a service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Aug 28 09:20:16.975824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941223-be64-4155-a27c-a8630bfa3b9b req-b1210eb5-6b5b-4795-878d-8d4df7d36bc6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:16.977339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc941223-be64-4155-a27c-a8630bfa3b9b req-b1210eb5-6b5b-4795-878d-8d4df7d36bc6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Aug 28 09:20:17.018009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc941223-be64-4155-a27c-a8630bfa3b9b req-753581e0-d74e-4291-a92d-f69cc14ffa65 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 Aug 28 09:20:17.918197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:20:17.953882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:17.956837 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04" -d '{"events": [{"name": "network-changed", "server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:17.958138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:20:18.007059 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a16294-1d51-4e51-ae62-0b4e62ac750f x-openstack-request-id: req-88a16294-1d51-4e51-ae62-0b4e62ac750f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:18.007371 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:18.007627 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88a16294-1d51-4e51-ae62-0b4e62ac750f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:18.008118 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'status': 'completed', 'code': 200} Aug 28 09:20:18.151172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-2d23c52b-c136-4e2d-94e9-8793da75db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.152681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-2d23c52b-c136-4e2d-94e9-8793da75db1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1096 time: 0.0960307 Aug 28 09:20:18.157528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-a1085bd2-1c67-4269-aef1-ec32723bf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.158993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-a1085bd2-1c67-4269-aef1-ec32723bf8fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1096 time: 0.1108515 Aug 28 09:20:18.190301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fac407-cd06-4cd7-bce2-4243923b48aa req-93b40d38-cec9-4778-90f1-189236ce4b8a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.191701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20fac407-cd06-4cd7-bce2-4243923b48aa req-93b40d38-cec9-4778-90f1-189236ce4b8a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0972729 Aug 28 09:20:18.328859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-20fac407-cd06-4cd7-bce2-4243923b48aa req-757b4a8c-e067-485b-a653-b78d66f52583 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060622 Aug 28 09:20:18.360353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-5a6c9dfb-2262-4f0e-adcb-834253ba93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.361877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-5a6c9dfb-2262-4f0e-adcb-834253ba93ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.2002711 Aug 28 09:20:18.371207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-06bfe747-2ace-499e-8f33-cf4be6252734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.372657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-06bfe747-2ace-499e-8f33-cf4be6252734 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.1910214 Aug 28 09:20:18.418025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-73723499-f00a-4e99-b29d-635a6f540c62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0444372 Aug 28 09:20:18.454630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-6f807138-009e-4f02-adfe-fb7eebce6346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0742102 Aug 28 09:20:18.522800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-e8b79c1b-0ead-4cab-8fbf-3d605e79e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.524285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-e8b79c1b-0ead-4cab-8fbf-3d605e79e45e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0796418 Aug 28 09:20:18.529653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-401dedc2-4dd4-41e4-9aff-8d4a92dc9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:18.531189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-401dedc2-4dd4-41e4-9aff-8d4a92dc9760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0593250 Aug 28 09:20:18.588252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-787f2ed1-a39c-4ef8-9aa6-ee7ce2f2ba58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493402 Aug 28 09:20:18.590148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-bfff2aea-4b04-477a-8a27-1db24c866eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437963 Aug 28 09:20:18.755110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-9d5cde8f-ea82-40bc-8200-c288dac03978 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596069 Aug 28 09:20:18.758448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-16dd4832-85ba-41aa-b454-462734b91bf2 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559641 Aug 28 09:20:18.916751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-9cab95b6-6ee1-4223-aaaa-c79907f56fad service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541619 Aug 28 09:20:18.922179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02afe9f3-792e-44b3-8f63-0a40b0d2cf04 req-ecab680f-2983-486a-babc-7d3fff8ca00a service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497324 Aug 28 09:20:19.460314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97862-08d8-4860-b6e0-4c3727ec609f req-c3b54aab-8e52-4c3f-866f-82260e33d413 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:19.461828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef97862-08d8-4860-b6e0-4c3727ec609f req-c3b54aab-8e52-4c3f-866f-82260e33d413 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0515242 Aug 28 09:20:19.500367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef97862-08d8-4860-b6e0-4c3727ec609f req-a32146f0-03d8-4e8a-871c-8344a92ebd4c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Aug 28 09:20:19.579799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:20:19.673554 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:19.685024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '78957396-4d32-4a08-9606-80dcd3b66391', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'port_id': '78957396-4d32-4a08-9606-80dcd3b66391', 'mac_address': 'fa:16:3e:25:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9684c7cf-9dce-48a2-87f9-b419f66e7bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:20:19.725591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:19.739349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78957396-4d32-4a08-9606-80dcd3b66391 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:20:19.806105 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:19.870689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33873-49ad-4723-aa2f-f23f1b7e10d5 req-5e760e25-85f4-4c90-9f71-d9daab9758b5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:19.872290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bec33873-49ad-4723-aa2f-f23f1b7e10d5 req-5e760e25-85f4-4c90-9f71-d9daab9758b5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 944 time: 0.0553117 Aug 28 09:20:19.908030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:19.924207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bec33873-49ad-4723-aa2f-f23f1b7e10d5 req-ee7a2456-de36-43d4-bfcd-7a33a4bbe706 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Aug 28 09:20:19.979936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:19.993865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647337-8268-416d-9b02-12c7a6a83084 req-b3e22fa7-d09b-45ce-a02a-864861d66f0a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:19.995434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-b3e22fa7-d09b-45ce-a02a-864861d66f0a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.39 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44&tenant_id=4ea7f1070d7747538fbc993a9dc2a399&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Aug 28 09:20:19.998594 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:19.999595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:19.999727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:19.999978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.000314 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.000720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.000977 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.001305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.001631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.001958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.002311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.002758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:20.064079 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-26647337-8268-416d-9b02-12c7a6a83084 req-5b0e1ad2-a322-461e-afd9-99e5ed3290f0 service neutron] delete failed (client error): The resource could not be found. Aug 28 09:20:20.065128 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-5b0e1ad2-a322-461e-afd9-99e5ed3290f0 service neutron] 10.222.0.39 "DELETE /v2.0/ports/78957396-4d32-4a08-9606-80dcd3b66391/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0614076 Aug 28 09:20:20.180128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647337-8268-416d-9b02-12c7a6a83084 req-c2888ac2-cc39-4270-9554-70c01f9c4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:20.181537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-c2888ac2-cc39-4270-9554-70c01f9c4542 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 1097 time: 0.0422335 Aug 28 09:20:20.241846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['78957396-4d32-4a08-9606-80dcd3b66391'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:20:20.276148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647337-8268-416d-9b02-12c7a6a83084 req-7e5966ab-6017-42ce-9f3e-7e2b23f4b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:20.277645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-7e5966ab-6017-42ce-9f3e-7e2b23f4b0b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0885470 Aug 28 09:20:20.321496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-8570a750-0e72-436b-ac40-bad2c0e484c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 200 len: 217 time: 0.0362909 Aug 28 09:20:20.376729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647337-8268-416d-9b02-12c7a6a83084 req-158f3a2b-4ff4-4b28-a4a1-1e5efc3ecec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:20.378239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-158f3a2b-4ff4-4b28-a4a1-1e5efc3ecec0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0499377 Aug 28 09:20:20.412347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-ff3f9797-ad04-475e-b7b5-7e251f6a8eda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264413 Aug 28 09:20:20.505005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-b1271be4-bfdc-4886-a710-aec44894332e service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835195 Aug 28 09:20:20.599099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26647337-8268-416d-9b02-12c7a6a83084 req-2fdadc46-f4b5-46e7-a94f-766b37377537 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Aug 28 09:20:21.055294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdcf07-d16a-4420-8874-42b63633b3ee req-f4ba6a41-b523-4731-b607-d929e7d68775 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:21.056823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84cdcf07-d16a-4420-8874-42b63633b3ee req-f4ba6a41-b523-4731-b607-d929e7d68775 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 945 time: 0.0615780 Aug 28 09:20:21.096158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84cdcf07-d16a-4420-8874-42b63633b3ee req-be5c20e7-3296-4c5f-bfcd-6d41a3b5e9bb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Aug 28 09:20:21.597334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:20:21.729847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 78957396-4d32-4a08-9606-80dcd3b66391 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:20:21.734011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 78957396-4d32-4a08-9606-80dcd3b66391 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:20:21.734421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:21.809988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:21.834647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:21.836822 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b984bf-ba5a-4824-b30b-57f6bd1fd832" -d '{"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-plugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:21.850286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:21.872735 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde02cd-746e-4890-a268-45164184b576 x-openstack-request-id: req-5bde02cd-746e-4890-a268-45164184b576 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:21.873028 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-plugged", "status": "completed", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:21.873329 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bde02cd-746e-4890-a268-45164184b576 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:21.873728 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'code': 200} Aug 28 09:20:21.923741 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:21.970863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:22.212539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6452b-bc65-4ad5-a078-d880faf7d697 req-7e9ed337-985c-427e-b5b8-31b94ac009a9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:22.214041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b6452b-bc65-4ad5-a078-d880faf7d697 req-7e9ed337-985c-427e-b5b8-31b94ac009a9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0498745 Aug 28 09:20:22.252780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b6452b-bc65-4ad5-a078-d880faf7d697 req-5d6b244f-4a1a-49c7-8350-59c63535025e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Aug 28 09:20:22.370701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b3601-87fa-4fcc-a5c7-7eb01bf20fb7 req-c4243c5a-ec81-41aa-97a3-7c241653d271 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:22.372369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-116b3601-87fa-4fcc-a5c7-7eb01bf20fb7 req-c4243c5a-ec81-41aa-97a3-7c241653d271 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0532286 Aug 28 09:20:22.418651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-116b3601-87fa-4fcc-a5c7-7eb01bf20fb7 req-1b3381e4-48ac-4aa9-a912-56b8b078d177 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Aug 28 09:20:22.535345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642292b0-5b09-4e2a-8386-393056ac6e46 req-461bbc34-0104-41e4-9591-f1e586a0306d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:22.536820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642292b0-5b09-4e2a-8386-393056ac6e46 req-461bbc34-0104-41e4-9591-f1e586a0306d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Aug 28 09:20:22.574700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-642292b0-5b09-4e2a-8386-393056ac6e46 req-93c259df-3272-4e20-b466-39a0b422d258 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 28 09:20:23.196262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-90cbf5dd-ef57-48f7-aca1-7d3f97e30eec tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:23.197835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-90cbf5dd-ef57-48f7-aca1-7d3f97e30eec tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 814 time: 0.1043577 Aug 28 09:20:23.213363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-0446fc40-a54a-4e7b-a10b-f60b3b47fec5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/quotas/4ea7f1070d7747538fbc993a9dc2a399 HTTP/1.1" status: 200 len: 375 time: 0.0090888 Aug 28 09:20:23.263855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-35282cf9-43ac-4867-bc68-c39b55833722 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448117 Aug 28 09:20:23.357823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-64fc9c9c-2e65-4155-b967-ae8b16b922fa service neutron] 10.222.0.46 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859044 Aug 28 09:20:23.451815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-153c1221-26d7-4a4e-be3e-47602cfe8cfe service neutron] 10.222.0.46 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874228 Aug 28 09:20:23.694370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-676546d5-f6b8-4a54-a6a0-8979f0f20323 req-113dc34b-c121-4ae0-9368-e659831eb358 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Aug 28 09:20:24.744288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-e2736319-349b-4c35-a995-371dbb73f806 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:24.744288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-e2736319-349b-4c35-a995-371dbb73f806 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.64 "GET /v2.0/ports?device_id=fff7390e-3032-4b0f-bcae-e1cc17f43a44 HTTP/1.1" status: 200 len: 946 time: 0.0547693 Aug 28 09:20:24.839152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-972a5983-b056-4fcc-bd45-e42ab67f9c83 req-59566350-3c25-409f-ba69-42d04a9a04ff tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 210 time: 0.0516384 Aug 28 09:20:24.915549 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Deleting port 78957396-4d32-4a08-9606-80dcd3b66391 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:20:24.915980 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:25.018328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] For port 78957396-4d32-4a08-9606-80dcd3b66391, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=78957396-4d32-4a08-9606-80dcd3b66391,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:25.018607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:25.033802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Calling delete_port for 78957396-4d32-4a08-9606-80dcd3b66391 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:20:25.244094 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:25.279571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Pushing event deleted for resources: {'Port': ['ID=78957396-4d32-4a08-9606-80dcd3b66391,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:25.281363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['78957396-4d32-4a08-9606-80dcd3b66391'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:20:25.314980 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.315334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.315677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.316016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.316352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.316683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.317010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.317368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.317667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.317992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.318346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.318671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:20:25.338014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] No DVR routers for this DVR port 78957396-4d32-4a08-9606-80dcd3b66391 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:20:25.341033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:25.343469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c348d58-467c-412f-a57f-cd9e3bd81fae req-4f79c730-7fe5-4a2f-9907-a5f98162767e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.64 "DELETE /v2.0/ports/78957396-4d32-4a08-9606-80dcd3b66391 HTTP/1.1" status: 204 len: 173 time: 0.5934958 Aug 28 09:20:25.343966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-deleted', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:25.346997 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927aa1f4-c2bb-400f-86d5-1771b174e7e2" -d '{"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-deleted", "tag": "78957396-4d32-4a08-9606-80dcd3b66391"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:25.384497 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbb38cc-272b-49fd-adc1-5c620c5dcdfc x-openstack-request-id: req-5fbb38cc-272b-49fd-adc1-5c620c5dcdfc {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:25.384678 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7390e-3032-4b0f-bcae-e1cc17f43a44", "name": "network-vif-deleted", "tag": "78957396-4d32-4a08-9606-80dcd3b66391", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:25.384938 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fbb38cc-272b-49fd-adc1-5c620c5dcdfc {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:25.385341 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7390e-3032-4b0f-bcae-e1cc17f43a44', 'name': 'network-vif-deleted', 'tag': '78957396-4d32-4a08-9606-80dcd3b66391', 'status': 'completed', 'code': 200} Aug 28 09:20:25.606915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-f96f94ee-131f-4d39-a6ae-f691a4381812 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:25.608850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-f96f94ee-131f-4d39-a6ae-f691a4381812 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 814 time: 0.1208856 Aug 28 09:20:25.630018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Request body: {'port': {'device_id': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'admin_state_up': True, 'tenant_id': '4ea7f1070d7747538fbc993a9dc2a399'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:20:26.065696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff788fe8-86bd-4e2f-8d58-efc498189d69 req-b1cf4120-c3ae-4c9a-9f2b-4622d234b8b1 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 210 time: 0.0552511 Aug 28 09:20:26.238317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Made reservation on behalf of 4ea7f1070d7747538fbc993a9dc2a399 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:20:26.241863 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:26.385369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Allocated IP 172.20.0.2 (6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9/9684c7cf-9dce-48a2-87f9-b419f66e7bcd/e9b89f0c-3887-49fa-9299-a99a42f6c0af) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:20:26.443791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:26.540353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:26.695627 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:26.732409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['78957396-4d32-4a08-9606-80dcd3b66391'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:20:26.741041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:20:26.744406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:20:26.748431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:20:26.760240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:26.818896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:26.819473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:26.935929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-61ca6811-6077-431c-98b6-d1213930cb80 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101745 Aug 28 09:20:26.957794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Request body: {'port': {'device_id': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:20:27.016687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.271925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72683053-e813-4518-9149-90cf1b02bd44 req-fd26cd1a-f677-4d08-b88e-ab2b1013d211 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:27.273449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72683053-e813-4518-9149-90cf1b02bd44 req-fd26cd1a-f677-4d08-b88e-ab2b1013d211 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 931 time: 0.1280165 Aug 28 09:20:27.342648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72683053-e813-4518-9149-90cf1b02bd44 req-5244b9fc-3ec3-4d65-abae-ecd41ff2feff tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623784 Aug 28 09:20:27.401337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b89f0c-3887-49fa-9299-a99a42f6c0af {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:20:27.410317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.423446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Transition to ACTIVE for port object e9b89f0c-3887-49fa-9299-a99a42f6c0af will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:20:27.488932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.540100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:27.614052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:20:27.614433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:20:27.614831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:20:27.619505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Checking segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Bound using segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Bound port: e9b89f0c-3887-49fa-9299-a99a42f6c0af, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:20:27.626740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.649700 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2b583e7b-de8a-4c82-bde4-0f9227ffc61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.698483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:20:27.701997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:20:27.787284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.825589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:27.826238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:27.828282 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] 10.222.0.64 "PUT /v2.0/ports/e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 1092 time: 0.8747568 Aug 28 09:20:27.828777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:27.831103 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:27.856940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f373-ab73-4a1b-8b68-823559b1481b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:27.874689 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28bbf8-80ca-4af8-bd51-5cafac76cc93 x-openstack-request-id: req-ad28bbf8-80ca-4af8-bd51-5cafac76cc93 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:27.874988 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:27.875245 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad28bbf8-80ca-4af8-bd51-5cafac76cc93 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:27.875687 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'status': 'completed', 'code': 200} Aug 28 09:20:27.964820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-449ae313-3530-44a6-86c1-b97442b1d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:27.966485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-449ae313-3530-44a6-86c1-b97442b1d2ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0461125 Aug 28 09:20:28.091897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-2d16c72b-5559-48d4-a319-9653707df4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:28.094080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-2d16c72b-5559-48d4-a319-9653707df4ee service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1021156 Aug 28 09:20:28.195319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-2a85dc4b-8391-4480-8bee-93b473bc8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:28.196741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6eaa633f-efe4-4fe9-97eb-bc0774e318fd req-2a85dc4b-8391-4480-8bee-93b473bc8231 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946345 Aug 28 09:20:28.316324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-acc3dd13-151d-4ffa-be22-001e1cf14f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:28.317852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-acc3dd13-151d-4ffa-be22-001e1cf14f44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0479214 Aug 28 09:20:28.368871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-0dba7642-75be-486d-83b9-1462d653ec3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0343773 Aug 28 09:20:28.445074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-ec0916c7-565e-48aa-9153-e058b2640cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:28.446700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-ec0916c7-565e-48aa-9153-e058b2640cf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0704064 Aug 28 09:20:28.486952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-9c69bd6b-ab5d-4827-b46b-5cc1f4a3b355 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322418 Aug 28 09:20:28.499794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209fe6-bacb-414c-b9cd-5ca4f9a62b4d req-1b296178-7efc-4c90-97d6-1ae53cf64ad7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:28.501414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74209fe6-bacb-414c-b9cd-5ca4f9a62b4d req-1b296178-7efc-4c90-97d6-1ae53cf64ad7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0864272 Aug 28 09:20:28.589357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74209fe6-bacb-414c-b9cd-5ca4f9a62b4d req-17435e8d-21cc-4844-8efe-60b053762278 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Aug 28 09:20:28.618458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-0d617c39-bea0-4750-afd4-25f553ec6b9c service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160190 Aug 28 09:20:28.717860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8af75bc-d185-4b1b-b8b0-660415156e10 req-a40d0311-1eb9-4f47-850a-cb859299ce42 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911071 Aug 28 09:20:29.667632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:20:29.690551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 78957396-4d32-4a08-9606-80dcd3b66391 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:20:29.690901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 78957396-4d32-4a08-9606-80dcd3b66391 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:20:29.711704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee473ea-4261-4972-aad7-b587951c0b3a req-ee5a7cfd-38bc-410e-af35-b4859b970d69 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:29.713211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ee473ea-4261-4972-aad7-b587951c0b3a req-ee5a7cfd-38bc-410e-af35-b4859b970d69 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0532119 Aug 28 09:20:29.752162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ee473ea-4261-4972-aad7-b587951c0b3a req-fccbc7be-5001-4b6b-b3a2-12f3f0001141 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Aug 28 09:20:30.026875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:30.277292 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-085fa9bf-1208-4156-9641-446bd5d2b7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:30.874763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8362-208d-40c2-b3f0-0ca2a08ad3ca req-b2fe6caf-19b1-4b92-a389-ce7ce91868d9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:30.876949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-007a8362-208d-40c2-b3f0-0ca2a08ad3ca req-b2fe6caf-19b1-4b92-a389-ce7ce91868d9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0556352 Aug 28 09:20:30.916571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-007a8362-208d-40c2-b3f0-0ca2a08ad3ca req-14f44bf4-38e2-48c9-bf7f-88f793949714 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336251 Aug 28 09:20:31.689149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:20:31.782271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:31.793953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'port_id': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'mac_address': 'fa:16:3e:61:b5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9684c7cf-9dce-48a2-87f9-b419f66e7bcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:20:31.835580 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:31.848689 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b89f0c-3887-49fa-9299-a99a42f6c0af {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:20:31.868963 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:31.941233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:31.983766 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:20:31.993255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:32.044400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8f7a5-13fa-4acd-b6b2-d58901d1f602 req-42737e78-162b-49c6-87cc-d9e6d9cb337a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:32.046575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5f8f7a5-13fa-4acd-b6b2-d58901d1f602 req-42737e78-162b-49c6-87cc-d9e6d9cb337a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 944 time: 0.0533450 Aug 28 09:20:32.086767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5f8f7a5-13fa-4acd-b6b2-d58901d1f602 req-91dd43b2-e645-4c95-b9fa-40f07a66c01b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Aug 28 09:20:32.112424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:32.264680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e9b89f0c-3887-49fa-9299-a99a42f6c0af'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:20:33.202385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f35da-9ace-4512-8da6-90bfd55f7769 req-6fccf13c-ca3f-416a-8b70-7e114fe05c21 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:33.203882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-188f35da-9ace-4512-8da6-90bfd55f7769 req-6fccf13c-ca3f-416a-8b70-7e114fe05c21 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 944 time: 0.0497398 Aug 28 09:20:33.242922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-188f35da-9ace-4512-8da6-90bfd55f7769 req-b7ef6d88-1456-4425-9b7b-052e1b2a8032 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Aug 28 09:20:33.694739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:20:33.827198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e9b89f0c-3887-49fa-9299-a99a42f6c0af completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:20:33.831365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e9b89f0c-3887-49fa-9299-a99a42f6c0af triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:20:33.831743 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:33.912300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:33.934717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:20:33.936939 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf16129-da96-485a-b070-f7a6d153cd24" -d '{"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:20:33.950476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:20:33.975136 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10122f6e-e9b7-499a-b738-820cdf45d1bb x-openstack-request-id: req-10122f6e-e9b7-499a-b738-820cdf45d1bb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:20:33.975432 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:20:33.975686 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10122f6e-e9b7-499a-b738-820cdf45d1bb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:20:33.976081 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'code': 200} Aug 28 09:20:34.072192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:34.117019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00879f-d962-4973-9dac-0e2946c23ae4 req-3ed03f02-ff97-4936-a319-c8994f9e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:34.118681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db00879f-d962-4973-9dac-0e2946c23ae4 req-3ed03f02-ff97-4936-a319-c8994f9e2cdb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0503430 Aug 28 09:20:34.125898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:20:34.182157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db00879f-d962-4973-9dac-0e2946c23ae4 req-6b6cbcd5-6081-4386-912b-2ff955cc8ed1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Aug 28 09:20:34.359525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4066f37-5843-4e0f-98df-e6f7cce689d6 req-7854737a-3b98-4fa7-a883-96ed83a48165 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:34.361020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4066f37-5843-4e0f-98df-e6f7cce689d6 req-7854737a-3b98-4fa7-a883-96ed83a48165 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Aug 28 09:20:34.399854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b4066f37-5843-4e0f-98df-e6f7cce689d6 req-2b55e74d-be46-4723-b1fd-49decf8917bb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Aug 28 09:20:35.066583 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:35.514849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c230f-6bed-4447-bf85-f2b8ccf85126 req-aef5bb3d-5421-49c3-8de6-422de783d394 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:35.516395 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d9c230f-6bed-4447-bf85-f2b8ccf85126 req-aef5bb3d-5421-49c3-8de6-422de783d394 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0505528 Aug 28 09:20:35.570412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d9c230f-6bed-4447-bf85-f2b8ccf85126 req-c3cac437-bcf1-4bd9-9805-527dbc597f40 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Aug 28 09:20:36.015336 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:36.690762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c11e-2c73-417f-a6db-26b5242fb693 req-e843259b-05fe-4e40-a656-dcd6896f033d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:36.692232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aa4c11e-2c73-417f-a6db-26b5242fb693 req-e843259b-05fe-4e40-a656-dcd6896f033d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0562589 Aug 28 09:20:36.730808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6aa4c11e-2c73-417f-a6db-26b5242fb693 req-68974d78-9d55-4c78-8622-99d94bb1ef44 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Aug 28 09:20:36.845108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2d0f-cf86-4959-b09d-0188df956aba req-d90f1487-23e8-471b-bc1d-08c136d8eb2a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:36.846640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-296a2d0f-cf86-4959-b09d-0188df956aba req-d90f1487-23e8-471b-bc1d-08c136d8eb2a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0493913 Aug 28 09:20:36.885414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-296a2d0f-cf86-4959-b09d-0188df956aba req-8b44e788-f414-4660-bf95-4c347c17ecd5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Aug 28 09:20:37.235454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce60c5-2fb1-4833-87ef-f84f6fe6fa8f req-35d5bae8-f3f4-4242-8b2f-b0e0e7f5e181 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:37.237019 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce60c5-2fb1-4833-87ef-f84f6fe6fa8f req-35d5bae8-f3f4-4242-8b2f-b0e0e7f5e181 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Aug 28 09:20:37.275895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bce60c5-2fb1-4833-87ef-f84f6fe6fa8f req-2f2c1e55-779f-447c-8580-3e7fab9ad5b7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 28 09:20:37.359404 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-cea97bfe-d57b-4029-abcb-d83ff1fe0259 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422571 Aug 28 09:20:38.400198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea75b9-75c5-484f-ac7b-e93e0d5bed79 req-21debb4d-72b6-4aa2-a2ca-2d17bbade4d0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:38.401740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65ea75b9-75c5-484f-ac7b-e93e0d5bed79 req-21debb4d-72b6-4aa2-a2ca-2d17bbade4d0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0549729 Aug 28 09:20:38.441930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65ea75b9-75c5-484f-ac7b-e93e0d5bed79 req-d2b72af7-3826-4177-b4d4-e1b7a143ed45 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Aug 28 09:20:39.302812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-a675078e-ae55-4ed4-aa61-e78520032536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:39.304428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-a675078e-ae55-4ed4-aa61-e78520032536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0415349 Aug 28 09:20:39.398966 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-07343dca-10f9-40d5-b321-e0b845c4c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:39.400473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-07343dca-10f9-40d5-b321-e0b845c4c6cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0880110 Aug 28 09:20:39.447978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-3f28e59e-32cc-4b29-a65e-ad02055d4c37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0394773 Aug 28 09:20:39.500571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-f565a207-e297-4757-849a-666125021281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:39.503484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-f565a207-e297-4757-849a-666125021281 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0477157 Aug 28 09:20:39.548041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-f855740b-af89-434b-a868-a43030d0887a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375259 Aug 28 09:20:39.644672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315728c2-c381-4b1b-9344-25c043d30363 req-7d4732e8-e05c-4997-8a68-d3d910ed309b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:39.646257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-315728c2-c381-4b1b-9344-25c043d30363 req-7d4732e8-e05c-4997-8a68-d3d910ed309b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.1271656 Aug 28 09:20:39.699238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-d37d33b3-4541-4170-bee0-c9e8f85a801d service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361375 Aug 28 09:20:39.707021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-315728c2-c381-4b1b-9344-25c043d30363 req-fdad34c0-6d67-437e-9c69-cb75f7db110b tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Aug 28 09:20:39.800639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-99aa4fb3-119f-447d-9e6f-69f2636ca73c service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926630 Aug 28 09:20:40.833762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87af7e-15ca-4f3c-80fc-794fa9ad0e65 req-306f9d03-91dd-4dde-b008-34fee08e3b9d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:40.835453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df87af7e-15ca-4f3c-80fc-794fa9ad0e65 req-306f9d03-91dd-4dde-b008-34fee08e3b9d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Aug 28 09:20:40.874668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df87af7e-15ca-4f3c-80fc-794fa9ad0e65 req-c9679d37-b6ad-453e-bf7e-13ee108afc5f tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Aug 28 09:20:41.993669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d37a94-4066-4e99-9083-209d8f3af29b req-02213cab-2c7b-41ad-870c-84b5b5c10054 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:41.995238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25d37a94-4066-4e99-9083-209d8f3af29b req-02213cab-2c7b-41ad-870c-84b5b5c10054 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 28 09:20:42.035227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25d37a94-4066-4e99-9083-209d8f3af29b req-6ba9a231-11bd-46f1-8969-0b722d44f193 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Aug 28 09:20:43.165328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be429ab-dc03-4822-adc2-64e96e7fa539 req-3324d28b-6f5a-4246-bbe6-6fed371a9a23 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:43.166961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0be429ab-dc03-4822-adc2-64e96e7fa539 req-3324d28b-6f5a-4246-bbe6-6fed371a9a23 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0583780 Aug 28 09:20:43.208885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0be429ab-dc03-4822-adc2-64e96e7fa539 req-7018cd49-9efe-42e5-bcb0-fbac884e1588 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357032 Aug 28 09:20:44.327156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4ad62-b426-4f0f-8fd7-a8635f734095 req-ce870c9a-5fa4-466c-918c-c16251631c90 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:44.328676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ccd4ad62-b426-4f0f-8fd7-a8635f734095 req-ce870c9a-5fa4-466c-918c-c16251631c90 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0512459 Aug 28 09:20:44.367805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ccd4ad62-b426-4f0f-8fd7-a8635f734095 req-eff50651-ea98-4064-a71d-c152e5a839c2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 28 09:20:45.486597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7d1e6-7cbb-4121-a091-39fd37c3db69 req-4e9016d2-dc04-4702-ae3e-ceff51bfb1eb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:45.488108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd7d1e6-7cbb-4121-a091-39fd37c3db69 req-4e9016d2-dc04-4702-ae3e-ceff51bfb1eb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Aug 28 09:20:45.529175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd7d1e6-7cbb-4121-a091-39fd37c3db69 req-de4af059-4beb-4fa2-b313-687bd2c76bd2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348458 Aug 28 09:20:46.651473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf283-3f98-4754-9017-d7d58f654865 req-cdce8f2b-17c0-4754-ab3e-8e47252f5ba5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:46.653005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93dbf283-3f98-4754-9017-d7d58f654865 req-cdce8f2b-17c0-4754-ab3e-8e47252f5ba5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0559757 Aug 28 09:20:46.694056 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93dbf283-3f98-4754-9017-d7d58f654865 req-d5cbf46f-be3f-4115-8793-037bbe69a298 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Aug 28 09:20:47.810668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9701c-58d0-4307-9bcc-d6e1c36b2594 req-30a3f00e-5370-47d5-bd2b-83eab7349712 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:47.812151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ae9701c-58d0-4307-9bcc-d6e1c36b2594 req-30a3f00e-5370-47d5-bd2b-83eab7349712 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Aug 28 09:20:47.850089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ae9701c-58d0-4307-9bcc-d6e1c36b2594 req-c6bcb736-f979-4785-9c70-b94470d99686 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Aug 28 09:20:48.966364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c232c-dc9f-4166-86c0-285fc70797d5 req-e1b3de29-163f-48b0-9625-1b375da49e2a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:48.967849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-950c232c-dc9f-4166-86c0-285fc70797d5 req-e1b3de29-163f-48b0-9625-1b375da49e2a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Aug 28 09:20:49.006101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-950c232c-dc9f-4166-86c0-285fc70797d5 req-692582dd-ef47-4ac5-89b0-8130384fe1a2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Aug 28 09:20:50.126226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb486-0f9e-4a85-93c2-5c4ef53f738d req-d527caae-964f-49cd-b104-71a6499a9716 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:50.127764 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a6eb486-0f9e-4a85-93c2-5c4ef53f738d req-d527caae-964f-49cd-b104-71a6499a9716 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Aug 28 09:20:50.167411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a6eb486-0f9e-4a85-93c2-5c4ef53f738d req-3038279e-76e2-4947-879d-ed1c0d233e03 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Aug 28 09:20:51.285031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f91d-8b1c-476f-8176-c3594819205a req-fbad0f7e-6d39-4be3-a31f-a9e769d0cad0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:51.286538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dd2f91d-8b1c-476f-8176-c3594819205a req-fbad0f7e-6d39-4be3-a31f-a9e769d0cad0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Aug 28 09:20:51.326796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dd2f91d-8b1c-476f-8176-c3594819205a req-886368a3-c265-482c-b7d8-431e6abe8e9d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Aug 28 09:20:52.444380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a737-e212-4a45-9717-8c707e0bfa68 req-61539a4c-6795-4c6b-b7ba-8b0dcd43cce7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:52.445947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef48a737-e212-4a45-9717-8c707e0bfa68 req-61539a4c-6795-4c6b-b7ba-8b0dcd43cce7 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Aug 28 09:20:52.484255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef48a737-e212-4a45-9717-8c707e0bfa68 req-13aab942-eaa3-4c49-ba0e-370f3b0593dc tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Aug 28 09:20:53.605925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd7c6-8e53-45de-8565-af7d363f95e8 req-c4894b22-46c0-42a0-8c51-a6503e01eb5c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:53.607830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9fbd7c6-8e53-45de-8565-af7d363f95e8 req-c4894b22-46c0-42a0-8c51-a6503e01eb5c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Aug 28 09:20:53.645800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9fbd7c6-8e53-45de-8565-af7d363f95e8 req-3f6ccd6f-0745-462a-a05f-1a05598bccf9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Aug 28 09:20:54.767899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319648b-d476-42f1-ac09-00e6d20bbae4 req-866d88b6-5d1d-499b-944f-475c3a5f4c47 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:54.769540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3319648b-d476-42f1-ac09-00e6d20bbae4 req-866d88b6-5d1d-499b-944f-475c3a5f4c47 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Aug 28 09:20:54.810566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3319648b-d476-42f1-ac09-00e6d20bbae4 req-161cc5df-d4d5-443d-ac6c-18cdcb8b9f39 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Aug 28 09:20:55.928410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00a26-3d9b-482e-8d00-0a3e5dcfb785 req-b22ff500-eccb-4568-8486-612ace6a1f3a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:55.929985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4be00a26-3d9b-482e-8d00-0a3e5dcfb785 req-b22ff500-eccb-4568-8486-612ace6a1f3a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Aug 28 09:20:55.968553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4be00a26-3d9b-482e-8d00-0a3e5dcfb785 req-b0a65c33-22a3-42b3-8e8d-db9b83621859 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Aug 28 09:20:56.472008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:57.091721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b89b4-6c75-4edd-975d-50870d6256ea req-b7a1bedc-006d-4f26-8183-2e1f32ab92d5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:57.093214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-416b89b4-6c75-4edd-975d-50870d6256ea req-b7a1bedc-006d-4f26-8183-2e1f32ab92d5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0542786 Aug 28 09:20:57.132818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-416b89b4-6c75-4edd-975d-50870d6256ea req-50da07bd-1e0c-454c-8807-d5214b9b8cf9 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Aug 28 09:20:57.655068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-419f1eb1-d640-4fce-b55f-474d3356325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:20:58.253307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745ddf-a391-464e-86b3-5b9da1d331b5 req-a846b3fc-2b80-4634-b1ff-808ff14b3388 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:58.254845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6745ddf-a391-464e-86b3-5b9da1d331b5 req-a846b3fc-2b80-4634-b1ff-808ff14b3388 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Aug 28 09:20:58.293038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6745ddf-a391-464e-86b3-5b9da1d331b5 req-4187cb9d-31b0-40ae-b435-b3a819bfd7b5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Aug 28 09:20:59.411092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfc37e-9ef9-4f4d-9bdc-37c63596a13f req-0d47e4a9-af5d-419a-945b-841527198d99 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:20:59.412538 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4cfc37e-9ef9-4f4d-9bdc-37c63596a13f req-0d47e4a9-af5d-419a-945b-841527198d99 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Aug 28 09:20:59.451400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4cfc37e-9ef9-4f4d-9bdc-37c63596a13f req-9182bdd7-1bd0-4177-8630-e27077b633bc tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Aug 28 09:20:59.996338 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:00.249295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-387ee20f-b455-46d9-a31a-f6006e74e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:00.580613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6590-7989-4939-834d-cbc0f281c812 req-edb3e169-19a0-4aa9-a0d6-b31ed568ce69 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:00.582119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac8a6590-7989-4939-834d-cbc0f281c812 req-edb3e169-19a0-4aa9-a0d6-b31ed568ce69 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0573509 Aug 28 09:21:00.620793 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac8a6590-7989-4939-834d-cbc0f281c812 req-babc6e32-60f8-4fe6-8f4e-4ce9b85b7191 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Aug 28 09:21:01.738692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d68c-0493-406a-a9e6-91b311fc61d0 req-46d106c3-8ff7-4aa4-94dd-f756af741a25 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:01.740196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8b7d68c-0493-406a-a9e6-91b311fc61d0 req-46d106c3-8ff7-4aa4-94dd-f756af741a25 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0504344 Aug 28 09:21:01.778434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8b7d68c-0493-406a-a9e6-91b311fc61d0 req-8ff8a031-6af1-4ef4-a9e9-4ed983c2b1f1 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Aug 28 09:21:02.093602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:02.893894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcedb4b-afc5-4617-8603-fb9b3b9d4a3f req-4b1f23ce-c64f-48ba-b323-30efcea4e40e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:02.895466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffcedb4b-afc5-4617-8603-fb9b3b9d4a3f req-4b1f23ce-c64f-48ba-b323-30efcea4e40e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Aug 28 09:21:02.938971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffcedb4b-afc5-4617-8603-fb9b3b9d4a3f req-a6013444-fb1b-48c2-9216-809fd526db5a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Aug 28 09:21:04.060650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57dbd3-93d2-4d14-a425-b9ea2aebbbc5 req-3c9dd62e-03fe-4a53-94ad-500acac82e22 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:04.062141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d57dbd3-93d2-4d14-a425-b9ea2aebbbc5 req-3c9dd62e-03fe-4a53-94ad-500acac82e22 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Aug 28 09:21:04.101016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d57dbd3-93d2-4d14-a425-b9ea2aebbbc5 req-202c1b66-f726-468d-af4c-2f9a044471bb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Aug 28 09:21:05.025827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:05.225469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d000ec-e450-4c9c-827f-2a45f17f5fd8 req-fa7092ee-1328-460f-944e-6267585ff9bd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:05.226954 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73d000ec-e450-4c9c-827f-2a45f17f5fd8 req-fa7092ee-1328-460f-944e-6267585ff9bd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Aug 28 09:21:05.267166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-73d000ec-e450-4c9c-827f-2a45f17f5fd8 req-ffef506b-bed0-4c81-bda9-8a476322e46d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333581 Aug 28 09:21:06.054667 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:06.382159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68001ba1-c9be-40a1-9f85-15e358ae6933 req-bf02e196-0f4b-4805-a894-ad9e71d1ccbe tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:06.383671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68001ba1-c9be-40a1-9f85-15e358ae6933 req-bf02e196-0f4b-4805-a894-ad9e71d1ccbe tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0484014 Aug 28 09:21:06.424448 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68001ba1-c9be-40a1-9f85-15e358ae6933 req-6bfda011-a2ea-4871-9a90-9dfc4b0acda8 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Aug 28 09:21:07.548027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42918-aa37-4686-89d6-73e2ffa2cabb req-70e0a691-764e-4450-a1e9-3a7da3894620 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:07.549580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4c42918-aa37-4686-89d6-73e2ffa2cabb req-70e0a691-764e-4450-a1e9-3a7da3894620 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0556586 Aug 28 09:21:07.594517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e4c42918-aa37-4686-89d6-73e2ffa2cabb req-2a1b83a1-fa0b-4ffd-805a-f09478e4b7fb tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Aug 28 09:21:08.714135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affd45-bcec-4798-b5b6-8b76bd58240f req-96d07b54-4783-430f-8ff4-69634e6fb5b2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:08.715686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04affd45-bcec-4798-b5b6-8b76bd58240f req-96d07b54-4783-430f-8ff4-69634e6fb5b2 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0517862 Aug 28 09:21:08.755778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04affd45-bcec-4798-b5b6-8b76bd58240f req-90bcba71-fc9d-46f8-bbe6-fb8c669a7d2c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Aug 28 09:21:08.983760 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:21:09.879075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f24bde-9e2b-4a66-84af-bb9053fbf986 req-85d2e964-57af-4e4c-8ca3-79f48ab68b5e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:09.880745 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01f24bde-9e2b-4a66-84af-bb9053fbf986 req-85d2e964-57af-4e4c-8ca3-79f48ab68b5e tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Aug 28 09:21:09.923691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-01f24bde-9e2b-4a66-84af-bb9053fbf986 req-b4335d6c-ef84-4245-8405-55fd42c21fc0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Aug 28 09:21:11.057219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6dd8-954c-43b1-89ab-37e549e09be3 req-9930ec31-979c-4284-a8d3-b77232e6776c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:11.058854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-500d6dd8-954c-43b1-89ab-37e549e09be3 req-9930ec31-979c-4284-a8d3-b77232e6776c tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0570407 Aug 28 09:21:11.102565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-500d6dd8-954c-43b1-89ab-37e549e09be3 req-ea98e351-b146-4a65-b49e-03cc71f12d6f tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Aug 28 09:21:12.221684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dd00-2282-43f2-8888-51890672c1af req-531e7070-4ca6-436c-a2d4-9f3bb4d51003 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:12.223252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e9dd00-2282-43f2-8888-51890672c1af req-531e7070-4ca6-436c-a2d4-9f3bb4d51003 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0506833 Aug 28 09:21:12.264359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39e9dd00-2282-43f2-8888-51890672c1af req-57f9a4f1-5bad-40d0-8087-000741783f7d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Aug 28 09:21:12.420503 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-728d3630-13c1-4053-bf9b-691307695464 service neutron] show failed (client error): The resource could not be found. Aug 28 09:21:12.421464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-728d3630-13c1-4053-bf9b-691307695464 service neutron] 10.222.0.64 "GET /v2.0/ports/e9b89f0c-3887-49fa-9299-a99a42f6c0af/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0575714 Aug 28 09:21:12.985753 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-37947441-b57a-4def-a370-cb460c2c54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:12.987517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-37947441-b57a-4def-a370-cb460c2c54b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1&tenant_id=4ea7f1070d7747538fbc993a9dc2a399 HTTP/1.1" status: 200 len: 1097 time: 0.1313939 Aug 28 09:21:13.006406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:13.061303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.270661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:13.312337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:13.367050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:13.369328 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc821ee-8f5e-4e52-a69f-1472d1145814" -d '{"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:13.373365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.405173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Transition to ACTIVE for port object e9b89f0c-3887-49fa-9299-a99a42f6c0af will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:13.422039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536388d-b8ca-49e8-b9ed-7ec426693ca0 req-b2868b98-dba9-4756-95ee-a8e8569a8127 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:13.423581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0536388d-b8ca-49e8-b9ed-7ec426693ca0 req-b2868b98-dba9-4756-95ee-a8e8569a8127 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0775065 Aug 28 09:21:13.465047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0536388d-b8ca-49e8-b9ed-7ec426693ca0 req-d05ed70e-f022-479d-b3c4-09bcf00aff61 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Aug 28 09:21:13.475843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.528921 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af9dd8-0bae-4b41-aa4f-c55238e40845 x-openstack-request-id: req-a2af9dd8-0bae-4b41-aa4f-c55238e40845 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:13.529224 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:13.529504 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2af9dd8-0bae-4b41-aa4f-c55238e40845 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:13.529901 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'code': 200} Aug 28 09:21:13.549679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] No DVR routers for this DVR port e9b89f0c-3887-49fa-9299-a99a42f6c0af on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:21:13.551799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:13.588769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:21:13.589106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:21:13.589435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:13.594590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:21:13.594919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Attempting to bind port e9b89f0c-3887-49fa-9299-a99a42f6c0af on network 6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:13.601988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:21:13.602392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Checking segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:13.602763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Bound using segment: {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:21:13.603194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Bound port: e9b89f0c-3887-49fa-9299-a99a42f6c0af, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2db60e-ad78-4c00-baa8-e26f30e1e742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:21:13.603554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.672750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:13.676007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:21:13.792228 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.827480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:13.828106 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:13.829533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 1092 time: 0.8276796 Aug 28 09:21:13.850679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3294ec-e6a5-4d17-80cd-3d3c6b5741f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:13.906734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-1d23b9ae-64b5-47be-afa2-838e7f5cd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:13.908736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-1d23b9ae-64b5-47be-afa2-838e7f5cd3d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0454829 Aug 28 09:21:14.012134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-5ba23515-641c-4696-8762-c47b3053ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:14.014327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-5ba23515-641c-4696-8762-c47b3053ecb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0984118 Aug 28 09:21:14.057140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-8cb904fd-2da2-47a4-b1e6-2fc0897990e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0351162 Aug 28 09:21:14.106241 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-7dfa5c33-6719-46c8-9b51-bf6f9a80db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:14.107845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-7dfa5c33-6719-46c8-9b51-bf6f9a80db65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0442672 Aug 28 09:21:14.141684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-3c4d105f-0314-4db5-861d-41037c36a5a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256138 Aug 28 09:21:14.249790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-48d9e2ec-70cd-4ff0-8cb7-7dbc6b2f5092 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918736 Aug 28 09:21:14.345898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd93f73a-6b70-4335-b888-7923b144d8dc req-36f31b9c-8655-4630-829d-9fe1b2cae120 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884719 Aug 28 09:21:14.593070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be244-bfbf-44a0-a73a-41c12486c634 req-da161f29-e64f-49ad-8a7a-b6c46060b82a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:14.594533 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-782be244-bfbf-44a0-a73a-41c12486c634 req-da161f29-e64f-49ad-8a7a-b6c46060b82a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0556433 Aug 28 09:21:14.634655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-782be244-bfbf-44a0-a73a-41c12486c634 req-61633704-06f1-45c6-91e6-e883a03756c6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340614 Aug 28 09:21:15.531914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:15.534021 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e427bbc-e078-4d43-8399-d2d39cac8279" -d '{"events": [{"name": "network-changed", "server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:15.582621 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022cd847-eddf-46f3-93c1-37697cc3a7da x-openstack-request-id: req-022cd847-eddf-46f3-93c1-37697cc3a7da {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:15.582928 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:15.583185 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-022cd847-eddf-46f3-93c1-37697cc3a7da {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:15.583638 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'status': 'completed', 'code': 200} Aug 28 09:21:15.699070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-523765b1-6bb9-4735-9da4-d566f0258779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:15.704727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-523765b1-6bb9-4735-9da4-d566f0258779 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0781236 Aug 28 09:21:15.704727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-8816ca35-33a7-4fff-a8fd-9b1039d15aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:15.706086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-8816ca35-33a7-4fff-a8fd-9b1039d15aad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0729275 Aug 28 09:21:15.859295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:21:15.899144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:21:15.906328 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d955c99-a582-4a06-862e-db4ccf520854 req-be185a25-bdc1-421f-81e8-de26e46aafe5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:15.907930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d955c99-a582-4a06-862e-db4ccf520854 req-be185a25-bdc1-421f-81e8-de26e46aafe5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.1986291 Aug 28 09:21:15.947220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-34b87e91-7f39-438f-bbc2-36954bab8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:15.948768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-34b87e91-7f39-438f-bbc2-36954bab8522 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.2382534 Aug 28 09:21:15.955472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-98e4cad0-8587-4415-8416-32b5650d7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:15.956836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-98e4cad0-8587-4415-8416-32b5650d7b8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.2284577 Aug 28 09:21:16.010854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-bcf5b0d0-e585-4225-a839-03b09087e5b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0518465 Aug 28 09:21:16.047491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d955c99-a582-4a06-862e-db4ccf520854 req-825f2549-fcc6-4cef-ba38-371989b6b388 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290972 Aug 28 09:21:16.058077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-47a02954-4a8f-49c8-8eb8-412d7c676746 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0865877 Aug 28 09:21:16.133112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-5b79cab7-4c1d-49a9-8119-d017630b3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:16.134547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-5b79cab7-4c1d-49a9-8119-d017630b3b17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0910420 Aug 28 09:21:16.138744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-6607517e-ba59-4490-b182-952d5d250b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:16.140080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-6607517e-ba59-4490-b182-952d5d250b4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0603635 Aug 28 09:21:16.193010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-0cb3fee6-12d5-45a8-b5da-0cff646c9b13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502081 Aug 28 09:21:16.194960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-e577d864-04b5-455b-9b90-a88ecdde7c79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449851 Aug 28 09:21:16.354398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-25b696bc-d472-452c-9f3f-e3e5237729c9 service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535065 Aug 28 09:21:16.357780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-bc3bd34f-b3be-4c1a-89c8-9e1d40da9a42 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489117 Aug 28 09:21:16.847014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-503eca56-280f-47fd-970b-1747955a4257 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782617 Aug 28 09:21:16.848746 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e427bbc-e078-4d43-8399-d2d39cac8279 req-930bdb51-1c90-4c08-81d4-e52410e2f5ab service neutron] 10.222.0.39 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873672 Aug 28 09:21:17.171215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd576a-9ab1-4998-b288-90534677045b req-5f0eaac7-e361-4731-a8f8-3363d8fc8efd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:17.172717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eefd576a-9ab1-4998-b288-90534677045b req-5f0eaac7-e361-4731-a8f8-3363d8fc8efd tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0535345 Aug 28 09:21:17.211297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eefd576a-9ab1-4998-b288-90534677045b req-93f29090-413b-4c96-a43a-419a0fb7c72d tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 28 09:21:18.299273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:21:18.336598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e14e73-2ce4-4121-bee8-96628e6ff0f1 req-2483e8fe-9ddb-422f-87a8-3d23fef3d9ba tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:18.338353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25e14e73-2ce4-4121-bee8-96628e6ff0f1 req-2483e8fe-9ddb-422f-87a8-3d23fef3d9ba tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 943 time: 0.0534163 Aug 28 09:21:18.379547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25e14e73-2ce4-4121-bee8-96628e6ff0f1 req-3badeadb-3258-45ca-987d-49751e6b6b1a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Aug 28 09:21:18.403299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:18.415816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'network_id': '6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9', 'port_id': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'mac_address': 'fa:16:3e:61:b5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9684c7cf-9dce-48a2-87f9-b419f66e7bcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:21:18.454841 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:18.469895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b89f0c-3887-49fa-9299-a99a42f6c0af {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:21:18.489718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:18.557481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:18.737730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf97c8-d938-42d8-86fc-6e1572e8b7fe req-0537d690-ad57-4251-a638-cabfa630b1d3 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:18.739512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8bf97c8-d938-42d8-86fc-6e1572e8b7fe req-0537d690-ad57-4251-a638-cabfa630b1d3 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 944 time: 0.0552149 Aug 28 09:21:18.771867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:18.784865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8bf97c8-d938-42d8-86fc-6e1572e8b7fe req-856116cd-d110-4322-9b5b-302805e55838 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Aug 28 09:21:18.847882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edc013-cd87-47f5-b39c-d41a90885037 req-574c627e-e97b-4566-a44f-6b9a402778db tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:18.849289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-574c627e-e97b-4566-a44f-6b9a402778db tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1&tenant_id=4ea7f1070d7747538fbc993a9dc2a399&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 944 time: 0.0577927 Aug 28 09:21:18.913423 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-77edc013-cd87-47f5-b39c-d41a90885037 req-ee1855f6-8a63-4f76-ac43-1274eb42f337 service neutron] delete failed (client error): The resource could not be found. Aug 28 09:21:18.914480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-ee1855f6-8a63-4f76-ac43-1274eb42f337 service neutron] 10.222.0.64 "DELETE /v2.0/ports/e9b89f0c-3887-49fa-9299-a99a42f6c0af/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0570579 Aug 28 09:21:18.962890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['e9b89f0c-3887-49fa-9299-a99a42f6c0af'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:21:19.030850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edc013-cd87-47f5-b39c-d41a90885037 req-167ab63c-0b73-467a-a450-83246bff3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:19.032445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-167ab63c-0b73-467a-a450-83246bff3ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 1096 time: 0.0446854 Aug 28 09:21:19.131486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edc013-cd87-47f5-b39c-d41a90885037 req-0c41734e-6272-43d7-bd4b-b8d3999dec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:19.132970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-0c41734e-6272-43d7-bd4b-b8d3999dec50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 200 len: 915 time: 0.0903633 Aug 28 09:21:19.176369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-389ebc84-6d34-46a8-9251-ab18dc129526 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 200 len: 217 time: 0.0357237 Aug 28 09:21:19.227063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edc013-cd87-47f5-b39c-d41a90885037 req-164cf65c-d7ab-42f4-8010-df405f38f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:19.228604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-164cf65c-d7ab-42f4-8010-df405f38f334 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 200 len: 854 time: 0.0452001 Aug 28 09:21:19.261522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-3dcfd52a-5b99-4595-bfa9-c53fcf940182 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254064 Aug 28 09:21:19.358023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-1d0b1723-b81d-4dfc-a8e1-44cb9b56cea3 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 Aug 28 09:21:19.453488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77edc013-cd87-47f5-b39c-d41a90885037 req-de5fbf24-ce78-44c7-9c52-78af36544e41 service neutron] 10.222.0.64 "GET /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Aug 28 09:21:19.915979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f525-5570-4290-a3cb-8ed8565a89af req-02652d14-eca7-4c69-b9c6-f6a6b1e249d6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:19.917543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04d0f525-5570-4290-a3cb-8ed8565a89af req-02652d14-eca7-4c69-b9c6-f6a6b1e249d6 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 944 time: 0.0566833 Aug 28 09:21:19.957355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-04d0f525-5570-4290-a3cb-8ed8565a89af req-9ba7edb6-fc39-43f5-9590-2fe53d8a80d5 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Aug 28 09:21:20.314236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:20.458914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port e9b89f0c-3887-49fa-9299-a99a42f6c0af completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:20.463152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port e9b89f0c-3887-49fa-9299-a99a42f6c0af triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:20.463590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:20.541650 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:20.565246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:20.567594 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f279b6-43fb-4ee0-9a30-92fb55d7efeb" -d '{"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:20.580659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:20.611231 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb700a5-e5fb-4d3b-8bab-3a10fed0199a x-openstack-request-id: req-5cb700a5-e5fb-4d3b-8bab-3a10fed0199a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:20.611525 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:20.611778 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cb700a5-e5fb-4d3b-8bab-3a10fed0199a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:20.612182 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'code': 200} Aug 28 09:21:20.677792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:20.731436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:20.739287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.739635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.739981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.740323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.740660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.740994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.741325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.741657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.741985 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.742345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.742674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:20.743001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:21.077743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0340f0-0a9d-49a1-94be-0cea14c2d7d5 req-5ede2e9f-7755-4b59-84b8-dabcbfb5d205 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:21.079262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf0340f0-0a9d-49a1-94be-0cea14c2d7d5 req-5ede2e9f-7755-4b59-84b8-dabcbfb5d205 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Aug 28 09:21:21.118046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cf0340f0-0a9d-49a1-94be-0cea14c2d7d5 req-b8c47a31-ecc1-4e8f-b566-83a233a70599 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Aug 28 09:21:21.234228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89365a-351f-417c-919d-48c44ecdc671 req-dbf9d986-5443-4071-ab8e-a4255b317b55 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:21.235736 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a89365a-351f-417c-919d-48c44ecdc671 req-dbf9d986-5443-4071-ab8e-a4255b317b55 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Aug 28 09:21:21.274738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a89365a-351f-417c-919d-48c44ecdc671 req-5f2e9779-4458-4901-97b0-b93154035518 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Aug 28 09:21:21.394135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a51a-b377-4bfe-860a-a4eb1be6a1fd req-732f6f95-e7d6-487e-a1c8-80e363154608 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:21.395658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb69a51a-b377-4bfe-860a-a4eb1be6a1fd req-732f6f95-e7d6-487e-a1c8-80e363154608 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Aug 28 09:21:21.434529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb69a51a-b377-4bfe-860a-a4eb1be6a1fd req-4ec8f011-5888-4d74-a2d5-0a2921bfcb6a tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Aug 28 09:21:21.973941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c71c-5ba3-4837-8196-9badee59119c req-9db170cc-14ad-49c6-8d3f-202cb4913e22 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:21.975512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0435c71c-5ba3-4837-8196-9badee59119c req-9db170cc-14ad-49c6-8d3f-202cb4913e22 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0508721 Aug 28 09:21:22.019192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0435c71c-5ba3-4837-8196-9badee59119c req-f6a06a4b-11c9-4081-a0de-61b42eaf7999 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Aug 28 09:21:23.143658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc7b41-8580-47ef-88f9-2479da1490fe req-ba3d2901-15bb-4246-9fb7-61b06d4fad20 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:23.145209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bc7b41-8580-47ef-88f9-2479da1490fe req-ba3d2901-15bb-4246-9fb7-61b06d4fad20 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0533931 Aug 28 09:21:23.184269 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-15bc7b41-8580-47ef-88f9-2479da1490fe req-1c7ce110-dc82-4036-8a09-faf1f82f1de0 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/security-groups?id=1df76e2a-04f1-47a7-ae2b-c27f9f565780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Aug 28 09:21:23.307335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-f18d42e0-069e-4934-b495-cded658631c4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:23.308748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-f18d42e0-069e-4934-b495-cded658631c4 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 945 time: 0.0529134 Aug 28 09:21:23.402237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Deleting port e9b89f0c-3887-49fa-9299-a99a42f6c0af {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:21:23.402865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:23.497993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] For port e9b89f0c-3887-49fa-9299-a99a42f6c0af, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=e9b89f0c-3887-49fa-9299-a99a42f6c0af,segment=NetworkSegment(8f2db60e-ad78-4c00-baa8-e26f30e1e742),segment_id=8f2db60e-ad78-4c00-baa8-e26f30e1e742)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:23.498393 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:23.511488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Calling delete_port for e9b89f0c-3887-49fa-9299-a99a42f6c0af owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:21:23.745950 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:23.779726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['e9b89f0c-3887-49fa-9299-a99a42f6c0af'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:21:23.781724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Pushing event deleted for resources: {'Port': ['ID=e9b89f0c-3887-49fa-9299-a99a42f6c0af,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:23.822237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] No DVR routers for this DVR port e9b89f0c-3887-49fa-9299-a99a42f6c0af on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:21:23.825157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:23.827453 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce4aabc8-6c90-4bda-95bb-5d865619f47b req-388f90d8-0f89-44db-86f7-e486e732f646 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.39 "DELETE /v2.0/ports/e9b89f0c-3887-49fa-9299-a99a42f6c0af HTTP/1.1" status: 204 len: 173 time: 0.5124292 Aug 28 09:21:23.827925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-deleted', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:23.830569 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeceea76-8b88-418a-a5f4-17bf90a8248b" -d '{"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-deleted", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:23.868907 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b886be1-2cdf-498f-b0f2-6eab21c9d7f9 x-openstack-request-id: req-5b886be1-2cdf-498f-b0f2-6eab21c9d7f9 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:23.869281 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227e34-5365-4665-81a7-4b585ad7bde1", "name": "network-vif-deleted", "tag": "e9b89f0c-3887-49fa-9299-a99a42f6c0af", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:23.869539 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b886be1-2cdf-498f-b0f2-6eab21c9d7f9 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:23.869962 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227e34-5365-4665-81a7-4b585ad7bde1', 'name': 'network-vif-deleted', 'tag': 'e9b89f0c-3887-49fa-9299-a99a42f6c0af', 'status': 'completed', 'code': 200} Aug 28 09:21:24.298116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-675a3df7-3898-4bf6-b07f-0c9d9539c864 req-22e3c9bc-91a4-43f1-bf75-a9b4a18e3648 tempest-ServerDiskConfigTestJSON-343647434 tempest-ServerDiskConfigTestJSON-343647434-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7227e34-5365-4665-81a7-4b585ad7bde1 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Aug 28 09:21:25.430817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:25.478704 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Deleting subnet 9684c7cf-9dce-48a2-87f9-b419f66e7bcd {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:21:25.482575 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.524926 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.571932 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.728985 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.767729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9684c7cf-9dce-48a2-87f9-b419f66e7bcd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:25.782411 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.785395 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9684c7cf-9dce-48a2-87f9-b419f66e7bcd HTTP/1.1" status: 204 len: 168 time: 0.3534095 Aug 28 09:21:25.787916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.788460 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.788800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:25.789561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.789561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.790071 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.790535 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.791066 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.791738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.792254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.792764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.793306 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.793843 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e181cd-9329-4e82-9679-fd43afe70870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:25.868171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.948833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.959290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:25.969561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2db60e-ad78-4c00-baa8-e26f30e1e742') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:25.969859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2db60e-ad78-4c00-baa8-e26f30e1e742') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:25.978788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.992448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:25.998899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:21:25.999301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:21:26.000972 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:21:26.123426 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.129970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.131922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9 HTTP/1.1" status: 204 len: 168 time: 0.3416667 Aug 28 09:21:26.144163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdec7fd-d76b-4bc0-90a7-f3fbe4e84be9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:26.152081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.152443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.152790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.153126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.153455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.153780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.154099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.154452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.154778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.155098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.155415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.155738 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53251e-8632-465f-ab9b-c819fc78d8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:26.357915 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:21:26.381227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: e9b89f0c-3887-49fa-9299-a99a42f6c0af {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:21:26.381580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device e9b89f0c-3887-49fa-9299-a99a42f6c0af not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:21:26.464685 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43584) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:26.472465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.508757 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5dbd7c81-eb8f-4f6e-9267-0c35d6e5c701 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ea7f1070d7747538fbc993a9dc2a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427480 Aug 28 09:21:26.511122 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43586) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:26.564952 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.586579 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.723034 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.725921 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:26.727166 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1df76e2a-04f1-47a7-ae2b-c27f9f565780 HTTP/1.1" status: 204 len: 168 time: 0.2148864 Aug 28 09:21:26.736069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb599f3-1a8b-4b59-94e7-90396f1f21ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df76e2a-04f1-47a7-ae2b-c27f9f565780,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:27.665521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-352e8f30-a06f-4e8a-a505-d599fb2f448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:27.825998 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43608) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:27.928343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-368828401-network', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:28.008036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:21:28.010403 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.019707 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.109017 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.208276 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.238737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:21:28.249396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d3c59-7f94-4aef-8119-46053db735f2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:28.254311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.256892 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Added segment 753468e9-55dd-442a-8e86-6bccc250e45f of type vlan for network 85d94f0e-d536-4622-a558-1683a89596c4 Aug 28 09:21:28.296977 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.396962 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.397889 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:28.398547 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.460920 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] Pushing event updated for resources: {'Network': ['ID=85d94f0e-d536-4622-a558-1683a89596c4,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:28.471402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 85d94f0e-d536-4622-a558-1683a89596c4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:21:28.523854 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-48196697-5d56-4194-94d8-d7b264a0828a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6966224 Aug 28 09:21:28.526622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43612) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:28.531554 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Request body: {'subnet': {'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-368828401-subnet', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:28.637590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:21:28.640067 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.915906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:28.975438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97fd1da-7563-4e81-bf85-628fd2991eb1,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:28.984796 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:28.985161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Network hostable DHCP agents. Network: 85d94f0e-d536-4622-a558-1683a89596c4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:21:29.064324 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Network 85d94f0e-d536-4622-a558-1683a89596c4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:21:29.149818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 85d94f0e-d536-4622-a558-1683a89596c4) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:29.155343 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:29.155939 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.161014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7d5b4-bc58-47ae-93f4-f5a2666fa1d3 None None] Network 85d94f0e-d536-4622-a558-1683a89596c4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:21:29.236383 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c24d6a77-cead-4650-8a5b-b42bc0b18eaa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7086029 Aug 28 09:21:29.239056 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 43614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:29.244075 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:29.306484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-85d94f0e-d536-4622-a558-1683a89596c4', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:21:29.307356 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.334635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.335821 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.390565 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.445495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Allocated IP 172.20.0.2 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/e312cb85-26e4-41f4-a1af-73ff100c0d69) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:21:29.597710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.605792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.606157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Transition to ACTIVE for port object e312cb85-26e4-41f4-a1af-73ff100c0d69 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:29.621140 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Transition to ACTIVE for port object e312cb85-26e4-41f4-a1af-73ff100c0d69 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:29.756469 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.802833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:29.802833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:29.802833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:21:29.810623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Pushing event updated for resources: {'Port': ['ID=e312cb85-26e4-41f4-a1af-73ff100c0d69,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:29.867524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Attempting to bind port e312cb85-26e4-41f4-a1af-73ff100c0d69 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:21:29.867892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Attempting to bind port e312cb85-26e4-41f4-a1af-73ff100c0d69 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:21:29.868252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Attempting to bind port e312cb85-26e4-41f4-a1af-73ff100c0d69 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:29.873849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:21:29.874231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:29.874642 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.875037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:21:29.875508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Bound port: e312cb85-26e4-41f4-a1af-73ff100c0d69, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:21:29.875885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.914116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.934339 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:29.954873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] For port e312cb85-26e4-41f4-a1af-73ff100c0d69, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:29.958051 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] For port e312cb85-26e4-41f4-a1af-73ff100c0d69, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e312cb85-26e4-41f4-a1af-73ff100c0d69,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:21:30.013553 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.037732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Allocated IP 172.25.0.162 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/487bf1c1-bc24-4bcc-83c4-20d53a311f5b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:21:30.041995 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.105058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0798-9567-47f6-bbbd-3909c8c98663 None None] Pushing event updated for resources: {'Port': ['ID=e312cb85-26e4-41f4-a1af-73ff100c0d69,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:30.153841 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.260261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8c999844-dd17-47d0-8de7-6c787db6508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.271917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.316187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:30.319211 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:30.323208 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:21:30.329058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Pushing event updated for resources: {'Port': ['ID=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:30.645245 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:30.853157 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:31.010086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae07044-e607-4b8f-ab5d-b6caf0386d13 None None] Network 85d94f0e-d536-4622-a558-1683a89596c4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:21:31.193455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e7254943-16fa-4413-95be-3c667de00661 None None] Provisioning for port e312cb85-26e4-41f4-a1af-73ff100c0d69 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:31.414511 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:21:31.571284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:21:31.582197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:21:31.592207 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:31.592835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:31.632782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e312cb85-26e4-41f4-a1af-73ff100c0d69 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:31.688235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:31.689738 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0a9a310a-71b3-4fe6-b762-cbe22bb74351 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4495547 Aug 28 09:21:31.692531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43616) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:31.735151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:31.834284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e312cb85-26e4-41f4-a1af-73ff100c0d69 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:31.842233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e312cb85-26e4-41f4-a1af-73ff100c0d69 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:31.842640 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:31.979477 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:31.994457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:30Z', 'revision_number': 3, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:32.037067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:21:32.037404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Updating router c01e9b80-b4cc-4a83-8bb3-a851d3399875 port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:21:32.068812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e312cb85-26e4-41f4-a1af-73ff100c0d69, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e312cb85-26e4-41f4-a1af-73ff100c0d69,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:32.078060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.126379 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.158499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.209532 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.263008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e312cb85-26e4-41f4-a1af-73ff100c0d69,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:32.291562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Allocated IP 172.20.0.1 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/38af95c1-fa72-4fdc-b335-7450e1d5dbc7) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:21:32.376814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.387667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Transition to ACTIVE for port object 487bf1c1-bc24-4bcc-83c4-20d53a311f5b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:32.415156 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.429232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Transition to ACTIVE for port object 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:32.515934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.546137 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.573413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29c2a4-7d14-43fe-a10c-290ac4ed4eab None None] Pushing event updated for resources: {'Port': ['ID=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:32.576336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Attempting to bind port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:21:32.576723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Attempting to bind port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:21:32.577092 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Attempting to bind port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:32.583526 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:21:32.584307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:32.584307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.585134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:21:32.585846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Bound port: 487bf1c1-bc24-4bcc-83c4-20d53a311f5b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:21:32.586281 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.588282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:32.594156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:32.596943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:21:32.624988 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Pushing event updated for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:32.644196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] For port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:32.647778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] For port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:21:32.650019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.756911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.816646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:32.817293 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:32.861886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29c2a4-7d14-43fe-a10c-290ac4ed4eab None None] Pushing event updated for resources: {'Port': ['ID=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:32.864716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:32.943980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:33.000796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4561b57-46b3-4796-b199-8bbfc07242b7 None None] Provisioning for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:33.039883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b4561b57-46b3-4796-b199-8bbfc07242b7 None None] Provisioning complete for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:33.040289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b4561b57-46b3-4796-b199-8bbfc07242b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:33.044830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:33.094999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b4561b57-46b3-4796-b199-8bbfc07242b7 None None] Port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:21:33.157059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:33.164421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:30Z', 'revision_number': 3, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:33.192132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb451719-a09e-4ac4-90b6-36517a12bd91 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:30Z', 'revision_number': 3, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:21:33.246992 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:33.248990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Pushing event updated for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:33.354482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:33.356732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:33.490891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:21:33.632816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c24a2eb3-0581-4ca5-b763-9e9cbdce1665 None None] Provisioning complete for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:33.633332 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c24a2eb3-0581-4ca5-b763-9e9cbdce1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:33.645122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:21:33.650490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-554be70c-e6bd-437e-afda-d204c65240e2 admin admin] 10.222.0.46 "PUT /v2.0/routers/c01e9b80-b4cc-4a83-8bb3-a851d3399875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567857 Aug 28 09:21:33.667645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e312cb85-26e4-41f4-a1af-73ff100c0d69 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:33.713009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c24a2eb3-0581-4ca5-b763-9e9cbdce1665 None None] Port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:21:33.734717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e312cb85-26e4-41f4-a1af-73ff100c0d69 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:33.735083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.293775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43624) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:34.299590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376250491', 'description': 'tempest-description--271489111'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:34.397213 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.493227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.569059 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.618119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:34.699842 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.701180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f9a64c71-6439-4a9c-bb6f-a0777eea3855 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4058533 Aug 28 09:21:34.704943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43626) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:34.726323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'security_group_rule': {'security_group_id': '01ef818c-94af-4fd5-b7c9-5c0f9cc38e93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:34.843555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.908315 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:34.948592 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:21:34.958886 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:34.959597 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:34.985911 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.004602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00e5c65-379b-4eff-b268-d750cacf1ea9,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:35.053586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.076756 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:35.081587 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.087524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5e652cdc-8061-4fd9-8c7d-b58ffe7d6e6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3770335 Aug 28 09:21:35.087524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43628) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:35.090701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'security_group_rule': {'security_group_id': '01ef818c-94af-4fd5-b7c9-5c0f9cc38e93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:35.213182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.283567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 2, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:35.289794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.315626 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:21:35.315941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Updating router c01e9b80-b4cc-4a83-8bb3-a851d3399875 port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:21:35.342321 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.390075 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.422600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69f59c5-5559-4db3-85f6-d57bce083ff3,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:35.517103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.521836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-317d2d71-7ec6-4ea6-b49c-b80578161dfc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4317715 Aug 28 09:21:35.522478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43630) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:35.527563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:35.635198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 487bf1c1-bc24-4bcc-83c4-20d53a311f5b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:35.653583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.668559 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.671604 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Transition to ACTIVE for port object 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:35.740120 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.768035 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:35.773911 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:35.775971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.776140 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.793073 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Pushing event updated for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:35.813963 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.814286 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.814577 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.814919 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.815253 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.815590 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.816288 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.816543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.817002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.817246 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.817565 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.817891 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:21:35.876289 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Attempting to bind port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:21:35.876945 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Attempting to bind port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:21:35.877505 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Attempting to bind port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:35.883130 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:21:35.883715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:35.884186 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.884647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:21:35.885180 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Bound port: 38af95c1-fa72-4fdc-b335-7450e1d5dbc7, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:21:35.885570 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.895724 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:35.926087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:35.943179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Allocated IP 172.25.0.84 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/705b353d-b596-41ca-ae9f-b49773fd8ce9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:21:35.960502 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] For port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:35.964793 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] For port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:21:35.984114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.037854 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.041010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:36.066012 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.082515 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.208456 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:36.209097 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:36.209500 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.253725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:36.258850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:36.260905 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c129ae-2013-4242-af12-3841df582451 None None] Pushing event updated for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:36.262403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:21:36.293302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=705b353d-b596-41ca-ae9f-b49773fd8ce9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:36.329138 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:36.359409 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.462304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.543079 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:36.570150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a158c-4701-49e2-8ce2-6d46a4227372 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:21:36.638645 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.721083 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.801341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=705b353d-b596-41ca-ae9f-b49773fd8ce9,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:36.818807 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.900110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:36.901428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-654f6006-26e6-4819-bc9d-0564af6f24f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3778529 Aug 28 09:21:37.053201 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-64d204b3-01ba-476b-8608-353bceabf002 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--376250491&fields=id&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 267 time: 0.0356426 Aug 28 09:21:37.166754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-a91c0ea1-c780-4f0f-8b65-25d7680f53ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:37.168843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-a91c0ea1-c780-4f0f-8b65-25d7680f53ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1079364 Aug 28 09:21:37.185823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-78f85c4d-3339-4e7d-add4-a5ebc1656d42 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/quotas/1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 375 time: 0.0109296 Aug 28 09:21:37.248734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-265506d5-47d5-4199-929d-5f437bed3521 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568588 Aug 28 09:21:37.354255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-52e9ca5b-0cca-4c10-acf5-c3399d52965a service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933075 Aug 28 09:21:37.456484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-f5c9d99b-3977-494a-952a-9713d9112480 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949008 Aug 28 09:21:37.698273 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 487bf1c1-bc24-4bcc-83c4-20d53a311f5b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:37.764018 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:37.764399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:37.775548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ba802f5-dbad-4203-a155-37aab7893699 req-a824ce23-fd8a-4a81-8dfd-96f3258f24d9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Aug 28 09:21:37.851119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:37.968517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:37.972966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:37.973335 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:38.055262 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:38.087738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:38.161323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:38.211429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:38.870836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9bf05b2e-a8bb-4fc3-812e-67444d16361c req-87553346-dcbd-42aa-880b-4839cd076224 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 210 time: 0.0266006 Aug 28 09:21:39.594726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:39.648054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:39.648427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:39.876077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-ed7e7a09-3c34-4864-847b-fe2a52f6e40f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:39.877737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-ed7e7a09-3c34-4864-847b-fe2a52f6e40f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1120245 Aug 28 09:21:39.931362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-11f4146f-9eec-4c03-b919-b42cd97f89ca tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 379 time: 0.0384481 Aug 28 09:21:39.940939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'port': {'device_id': '48cf6196-91bd-45c9-848e-63fd053200a6', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'admin_state_up': True, 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'security_groups': ['01ef818c-94af-4fd5-b7c9-5c0f9cc38e93']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:40.006065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fa385e4-1a66-4577-8e2e-dd070b81bd1c req-5914d6e5-ecfb-4e65-a421-516a4bac22f1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 210 time: 0.0612669 Aug 28 09:21:40.145235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:21:40.148788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:40.285712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Allocated IP 172.20.0.13 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/9be7b697-c5ef-44d0-b33a-6fbd74763563) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:21:40.758804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:40.771548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Transition to ACTIVE for port object 9be7b697-c5ef-44d0-b33a-6fbd74763563 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:40.870244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:40.917617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:21:40.921386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:21:40.925745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:21:40.929685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:40.979149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:40.979818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.051150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-2a33a3ce-daec-452b-9a21-cb2500d2c6fa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1143038 Aug 28 09:21:41.070388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Request body: {'port': {'device_id': '48cf6196-91bd-45c9-848e-63fd053200a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:41.161988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.172380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea0bd-d607-4391-8891-313961100346 req-89dce7c3-5347-4a01-b8ce-c40de1461a5a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:41.173910 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb1ea0bd-d607-4391-8891-313961100346 req-89dce7c3-5347-4a01-b8ce-c40de1461a5a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 932 time: 0.0822198 Aug 28 09:21:41.225005 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-695fcbb7-0cb6-4586-ab67-687d0ff5fe3d None None] Provisioning for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:41.229612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-695fcbb7-0cb6-4586-ab67-687d0ff5fe3d None None] Provisioning complete for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:41.230062 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-695fcbb7-0cb6-4586-ab67-687d0ff5fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.243827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb1ea0bd-d607-4391-8891-313961100346 req-a100ac60-d373-447a-9ea5-6b2c966c8d73 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634980 Aug 28 09:21:41.269042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-695fcbb7-0cb6-4586-ab67-687d0ff5fe3d None None] Port 9be7b697-c5ef-44d0-b33a-6fbd74763563 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:21:41.485824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be7b697-c5ef-44d0-b33a-6fbd74763563 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:21:41.493124 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.505256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Transition to ACTIVE for port object 9be7b697-c5ef-44d0-b33a-6fbd74763563 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:21:41.574696 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.629942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:41.703948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:21:41.704316 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:21:41.704654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:41.709265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:21:41.709588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:21:41.715186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:21:41.715520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:21:41.715904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:21:41.716337 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Bound port: 9be7b697-c5ef-44d0-b33a-6fbd74763563, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:21:41.716695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.788919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:21:41.792073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:21:41.852990 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.887648 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:41.888260 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:41.889768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] 10.222.0.39 "PUT /v2.0/ports/9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 1093 time: 0.8239820 Aug 28 09:21:41.890307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:41.892529 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95f292c-2a3b-4049-9a52-f7784db370f0" -d '{"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:41.917601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7947a-80b6-4c77-b984-de44dceb13fd service neutron] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:41.933862 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1bea2-5c7e-4017-8afe-1371746f3f39 x-openstack-request-id: req-44f1bea2-5c7e-4017-8afe-1371746f3f39 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:41.934513 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:41.934513 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44f1bea2-5c7e-4017-8afe-1371746f3f39 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:41.934850 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'status': 'completed', 'code': 200} Aug 28 09:21:42.024599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-a828b2bb-2474-49a9-85a9-7d54631e7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.026829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-a828b2bb-2474-49a9-85a9-7d54631e7e11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1096 time: 0.0516996 Aug 28 09:21:42.144993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-8dc9830b-ebee-4f65-b4a7-34b8e9a97878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.146497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-8dc9830b-ebee-4f65-b4a7-34b8e9a97878 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1790f127e75c4ab88566da4a8e3fd500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1062050 Aug 28 09:21:42.247891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-1629951c-dd93-4c0f-8a2b-afe682d61f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.249443 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a95f292c-2a3b-4049-9a52-f7784db370f0 req-1629951c-dd93-4c0f-8a2b-afe682d61f26 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958207 Aug 28 09:21:42.387075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-12f63aa8-2ea8-417b-b746-291e57fd2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.388903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-12f63aa8-2ea8-417b-b746-291e57fd2e6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1096 time: 0.0781436 Aug 28 09:21:42.411007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4890721-9055-4806-9c76-40548e732ed5 req-1a01a54f-4a46-4c34-b12f-0516408cd518 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.412740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4890721-9055-4806-9c76-40548e732ed5 req-1a01a54f-4a46-4c34-b12f-0516408cd518 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.0695968 Aug 28 09:21:42.452097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-4475b8ce-ffe1-41c0-a8e5-5e4664616f82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 217 time: 0.0491388 Aug 28 09:21:42.523473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f4890721-9055-4806-9c76-40548e732ed5 req-3dcfbab0-f05f-4f99-98eb-fc7fc0307873 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739005 Aug 28 09:21:42.530444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-dc59a402-9059-4f02-bd33-432cc2b23959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.532094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-dc59a402-9059-4f02-bd33-432cc2b23959 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0731406 Aug 28 09:21:42.593584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922d43-1724-4b77-b8b8-cba18712288b req-f395a11e-db58-4e89-882d-1b2839086cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:42.595135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-f395a11e-db58-4e89-882d-1b2839086cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554507 Aug 28 09:21:42.696577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-459d2fd9-18ea-4887-a09d-326e3ee5bca4 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935109 Aug 28 09:21:42.803498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16922d43-1724-4b77-b8b8-cba18712288b req-f16a0f29-9e39-41b3-8561-40d5bd750090 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998793 Aug 28 09:21:43.654333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae869a-a62b-4755-888d-a8641777d671 req-a336325e-6361-4b6a-aa2b-ca0f5f355ce0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:43.655846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8ae869a-a62b-4755-888d-a8641777d671 req-a336325e-6361-4b6a-aa2b-ca0f5f355ce0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.0519159 Aug 28 09:21:43.694810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8ae869a-a62b-4755-888d-a8641777d671 req-d77dc30c-e13b-4d32-85ec-9587407693b6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Aug 28 09:21:44.819851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd4ae9-e89e-47ca-a892-ead9786cc66f req-424779e8-2ee2-4960-96ad-352174e9783b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:44.821409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ecd4ae9-e89e-47ca-a892-ead9786cc66f req-424779e8-2ee2-4960-96ad-352174e9783b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.0520053 Aug 28 09:21:44.861004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ecd4ae9-e89e-47ca-a892-ead9786cc66f req-92dcf034-b6c0-45ac-a8ca-2ede4ed32278 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Aug 28 09:21:45.984030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:21:45.986026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87418-5708-417c-9f14-c6bd70b611bf req-5027d0ce-ccab-48bf-bfce-07ac6b0a36e8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:45.987653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aae87418-5708-417c-9f14-c6bd70b611bf req-5027d0ce-ccab-48bf-bfce-07ac6b0a36e8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.0567265 Aug 28 09:21:46.029979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aae87418-5708-417c-9f14-c6bd70b611bf req-559cbb63-1cba-4914-baf7-152ebdda5e73 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 Aug 28 09:21:46.477776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:21:46.579690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:46.591251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'mac_address': 'fa:16:3e:d4:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:21:46.629430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:46.643203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be7b697-c5ef-44d0-b33a-6fbd74763563 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:21:46.662877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:46.752830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:46.813974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:47.129166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['9be7b697-c5ef-44d0-b33a-6fbd74763563'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:21:47.148109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c5ce-81e4-4706-aa34-7f80d60ba20d req-17b6e4a4-394a-4119-9c48-a8aa11a17f98 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:47.149637 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7757c5ce-81e4-4706-aa34-7f80d60ba20d req-17b6e4a4-394a-4119-9c48-a8aa11a17f98 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 945 time: 0.0504889 Aug 28 09:21:47.189621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7757c5ce-81e4-4706-aa34-7f80d60ba20d req-b2a17b16-c43a-4256-9c72-b3351b64a50d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Aug 28 09:21:48.307633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753e71-d886-42f0-8a2a-b1c543ddc7a7 req-4d3f0161-36c7-4f5d-a4c6-a3401c363b87 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:48.309729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9753e71-d886-42f0-8a2a-b1c543ddc7a7 req-4d3f0161-36c7-4f5d-a4c6-a3401c363b87 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Aug 28 09:21:48.348721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9753e71-d886-42f0-8a2a-b1c543ddc7a7 req-8c40d1b8-c0b4-4463-a807-92d1ae8ec7ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Aug 28 09:21:48.494242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:21:48.602759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:21:48.607392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:21:48.611591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:48.686764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:48.709611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:48.711894 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e36e3-aa38-4a98-8855-be0baa3604d1" -d '{"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-plugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:48.726525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:21:48.751426 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfb166-16c6-405a-8717-2a912813a727 x-openstack-request-id: req-a2dfb166-16c6-405a-8717-2a912813a727 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:48.751787 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-plugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:48.752046 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2dfb166-16c6-405a-8717-2a912813a727 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:48.752449 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'code': 200} Aug 28 09:21:48.842298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:48.885012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a933fe-6738-44e6-af96-d30ba950ad03 req-a53f36c4-f0ea-4f6d-b90a-b94546a5452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:48.886822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7a933fe-6738-44e6-af96-d30ba950ad03 req-a53f36c4-f0ea-4f6d-b90a-b94546a5452b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1098 time: 0.0463502 Aug 28 09:21:48.891846 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:21:48.928126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7a933fe-6738-44e6-af96-d30ba950ad03 req-db75f9d9-a158-4021-8b63-20b3339029f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307074 Aug 28 09:21:49.468634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5157959-2d1e-4065-9335-8d22c1f21602 req-92928758-2144-4b9c-bf8a-2ff9837b6d23 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:49.470467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5157959-2d1e-4065-9335-8d22c1f21602 req-92928758-2144-4b9c-bf8a-2ff9837b6d23 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0499334 Aug 28 09:21:49.510435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5157959-2d1e-4065-9335-8d22c1f21602 req-347b9131-e012-467c-a771-db3f41c0a9eb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337288 Aug 28 09:21:50.627748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ab414-0853-476a-abdf-269c23462a9c req-4f0be6df-5940-4965-9c5d-236ea3622d6f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:50.629243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea6ab414-0853-476a-abdf-269c23462a9c req-4f0be6df-5940-4965-9c5d-236ea3622d6f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Aug 28 09:21:50.668760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea6ab414-0853-476a-abdf-269c23462a9c req-b4b9ddb5-d874-4dcc-a839-084dbee7dbe0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335290 Aug 28 09:21:50.784148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d11450-bd14-4624-8f6a-0a4be8ce9e32 req-199fa5a3-1d11-4186-88c8-c3c3992303fc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:50.785661 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-09d11450-bd14-4624-8f6a-0a4be8ce9e32 req-199fa5a3-1d11-4186-88c8-c3c3992303fc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0537002 Aug 28 09:21:50.795302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 43686) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:21:50.799947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'floatingip': {'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:21:50.840099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:51.285378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:51.356894 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:51.463893 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e associated. External IP: 172.25.0.84, port: 9be7b697-c5ef-44d0-b33a-6fbd74763563. Aug 28 09:21:51.681487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:21:51.791717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:21:51.796830 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:51.802007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:21:51.815730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:51.816358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:51.828871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-531c00c0-8640-4935-b755-7a29a7c98eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "PUT /v2.0/floatingips/1264eb63-800a-4212-8c00-771c6f09a85e HTTP/1.1" status: 200 len: 991 time: 1.0322983 Aug 28 09:21:51.829449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:21:51.831995 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3151d9-92b1-4bb9-9457-de9443451633" -d '{"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:21:51.924999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:51.939506 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b80abb0-a91f-4109-af42-f56649fe172e x-openstack-request-id: req-4b80abb0-a91f-4109-af42-f56649fe172e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:21:51.939803 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:21:51.940057 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b80abb0-a91f-4109-af42-f56649fe172e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:21:51.940466 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'status': 'completed', 'code': 200} Aug 28 09:21:52.023801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-baeb93b6-d526-43f7-8b88-3027e99b721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:52.025323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-baeb93b6-d526-43f7-8b88-3027e99b721b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1098 time: 0.0431521 Aug 28 09:21:52.127844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-cad1f152-fcf3-47d0-a273-6310f242cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:52.129442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-cad1f152-fcf3-47d0-a273-6310f242cc80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0975399 Aug 28 09:21:52.161960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:d4:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf6196-91bd-45c9-848e-63fd053200a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:21:51Z', 'revision_number': 1, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:52.190505 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:21:52.199219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:21:52.199859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:21:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:52.201869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-32599bf4-e70f-45e5-b6ce-60b98deeb83f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 999 time: 0.0646026 Aug 28 09:21:52.253803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-33f34fbe-0486-4e25-920f-45a9a790784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:52.255391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-33f34fbe-0486-4e25-920f-45a9a790784d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0467966 Aug 28 09:21:52.302457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-26167d86-c77e-4ca6-acee-774c672c3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:21:52.303662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-26167d86-c77e-4ca6-acee-774c672c3aef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410790 Aug 28 09:21:52.308356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:21:52.404831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-1f241f8a-4ab5-4c6c-a5bd-3b4aeeba3a24 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933967 Aug 28 09:21:52.499852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f3151d9-92b1-4bb9-9457-de9443451633 req-e71e4e61-56f1-4431-b5b1-6380a9cad67f service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877512 Aug 28 09:21:52.551292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:d4:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf6196-91bd-45c9-848e-63fd053200a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:21:51Z', 'revision_number': 1, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:21:52.578978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc576a3a-53ff-4f53-b235-f2c7263f6a92 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:d4:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf6196-91bd-45c9-848e-63fd053200a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:21:51Z', 'revision_number': 1, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:21:52.768547 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aa11d-1ad2-49d3-898d-b1c48bc9cf55 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:21:56.475051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:57.671097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-74b434a1-9795-4ac1-b69f-d4c2dfc2118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:21:59.973796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:00.259913 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd09c-197a-4078-a5f3-446b52b73f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:01.268014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7837fb1f-b139-43b1-b40f-95ae62a2307b req-61b5e4d4-25b6-49fd-a843-1f9e32d95fbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269926 Aug 28 09:22:01.355805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7837fb1f-b139-43b1-b40f-95ae62a2307b req-8c147dd7-3d3c-433f-8eb6-5525dee6c9e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Aug 28 09:22:01.403341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7837fb1f-b139-43b1-b40f-95ae62a2307b req-7ca5d2ec-b036-4c0a-9ad8-ae705de493dc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201197 Aug 28 09:22:01.497682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837fb1f-b139-43b1-b40f-95ae62a2307b req-f76b10b8-824c-4527-bd6d-f9db28aacca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:22:01.499247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7837fb1f-b139-43b1-b40f-95ae62a2307b req-f76b10b8-824c-4527-bd6d-f9db28aacca7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890312 Aug 28 09:22:02.099342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:05.057573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:06.059354 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:22.985191 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:22:26.531381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:27.653180 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4234fc8e-7f3b-424b-aa45-f54266f3a798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:29.984476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:30.315927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b113c876-efd7-4157-b72f-d3305c2812a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:32.121366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:35.064701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:36.047247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:56.492990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:57.692890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0aa9-47dd-4934-84ce-7972d5f2ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:22:59.985297 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:22:59.999158 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:00.241118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-95fc4546-942f-4cc8-88bc-612440d1f445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:01.265501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-b4540e8c-7a5f-4d3f-b563-325da2c3db8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442014 Aug 28 09:23:01.349941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-4fd263e4-c9bd-4996-8e18-2c6c800d6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:23:01.351648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-4fd263e4-c9bd-4996-8e18-2c6c800d6655 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1098 time: 0.0493877 Aug 28 09:23:01.468003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-2209b468-fb78-4251-8272-938329836ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:23:01.469567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-2209b468-fb78-4251-8272-938329836ddf service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0910859 Aug 28 09:23:01.545031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-f676e1fa-d227-4ef4-a712-6ae7630b0d60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 1001 time: 0.0670588 Aug 28 09:23:01.605555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-1962b8f1-0015-4552-9d38-23a13a5bf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:23:01.608165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-1962b8f1-0015-4552-9d38-23a13a5bf908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0546885 Aug 28 09:23:01.669584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-08bb7144-ec03-4ed4-aca5-db63c4ddb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:23:01.671179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-08bb7144-ec03-4ed4-aca5-db63c4ddb960 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457277 Aug 28 09:23:01.777084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-e2d84344-c10b-4bf9-adb9-5699599f81b0 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967340 Aug 28 09:23:01.875179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-076d1df7-aed9-4c5b-9273-2855a5cf487c req-191a8de7-0d6c-4c8b-9cca-dfaf507cdf0b service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902572 Aug 28 09:23:02.124722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:05.075230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:06.046870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:26.531947 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:27.673143 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ded58705-f932-4734-aa19-3dc90ec1302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:30.000779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:30.240922 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-07b3db1a-717f-482f-a060-238470f94b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:32.149472 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:35.067135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:36.069323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:36.984660 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:23:56.529535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:57.668698 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4c810691-c10d-41af-b44d-3361e96b278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:23:59.994438 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:00.291823 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c18f1eec-cacf-4553-828c-379585578eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:02.154346 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:02.254295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45dcf25c-cc55-483c-b91f-c598c85181ff req-1a366dd6-6918-4f4a-8ad4-eede8aa75a5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280089 Aug 28 09:24:02.340474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45dcf25c-cc55-483c-b91f-c598c85181ff req-e9e2b51a-d833-4130-a8a0-892ef48651f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0297320 Aug 28 09:24:02.386429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45dcf25c-cc55-483c-b91f-c598c85181ff req-5009b9b0-df0c-4e2a-bfb8-e7205598ef20 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202796 Aug 28 09:24:02.484400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcf25c-cc55-483c-b91f-c598c85181ff req-1a3e88a1-a054-4248-9ae9-99afbb6d5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:02.485801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45dcf25c-cc55-483c-b91f-c598c85181ff req-1a3e88a1-a054-4248-9ae9-99afbb6d5ae3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926147 Aug 28 09:24:05.097250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:06.074196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:13.985459 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:24:26.542358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:27.662149 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fab6184b-5ffb-4ebd-9196-0a9d3ed0c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:29.993866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:30.227163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131dbd5-6c65-4004-b322-585bbc07dd22 req-31e1ec45-5e69-4dc6-af4a-c26c46dd778d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:30.228729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9131dbd5-6c65-4004-b322-585bbc07dd22 req-31e1ec45-5e69-4dc6-af4a-c26c46dd778d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.1063201 Aug 28 09:24:30.267650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9131dbd5-6c65-4004-b322-585bbc07dd22 req-0bc62212-e788-4959-b992-d39aa920eeef tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 28 09:24:30.271619 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7db5e229-c513-4a3b-944c-3a5e363f1c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:30.662951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758dd75-bad1-456b-a2d5-49d441727dc7 req-55cbf407-309d-45ad-9320-e51b381f52d6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:30.664470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9758dd75-bad1-456b-a2d5-49d441727dc7 req-55cbf407-309d-45ad-9320-e51b381f52d6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0549190 Aug 28 09:24:30.704278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9758dd75-bad1-456b-a2d5-49d441727dc7 req-bb481ece-4262-4245-a366-d9878d2c6c13 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336611 Aug 28 09:24:30.851542 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-b104d9b9-7dfc-4ec0-8bf7-f91d03fcde3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828769 Aug 28 09:24:31.843334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dc827-f87e-4edd-ae88-07ffb30b4e3f req-574ce56a-7e8a-45c5-bbb5-66aaee90b3d8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:31.845087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-961dc827-f87e-4edd-ae88-07ffb30b4e3f req-574ce56a-7e8a-45c5-bbb5-66aaee90b3d8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0646603 Aug 28 09:24:31.885925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-961dc827-f87e-4edd-ae88-07ffb30b4e3f req-b1031081-3332-4235-9afb-08bb395556cf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335808 Aug 28 09:24:32.108118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:33.028360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e9575-9ebf-4e4a-99f4-f5cb1c0aebbb req-7a9f086b-b4fc-4694-a043-59fdbaf579c6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:33.031145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e69e9575-9ebf-4e4a-99f4-f5cb1c0aebbb req-7a9f086b-b4fc-4694-a043-59fdbaf579c6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0669959 Aug 28 09:24:33.095044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e69e9575-9ebf-4e4a-99f4-f5cb1c0aebbb req-f01bb028-5b88-4e38-9744-bdf656164295 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567827 Aug 28 09:24:33.139529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-f7544980-9627-4c66-b873-922b54e82178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:33.141007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-f7544980-9627-4c66-b873-922b54e82178 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1098 time: 0.0735638 Aug 28 09:24:33.259319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-78454292-eb09-4159-9cbb-24062ae15eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:33.260991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-78454292-eb09-4159-9cbb-24062ae15eb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1120975 Aug 28 09:24:33.352985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-26eb4273-8ae6-4791-9c9b-3552d1d6eee3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 1001 time: 0.0822499 Aug 28 09:24:33.413535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-89d02a6b-a87d-4d50-ba11-88548b36dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:33.415197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-89d02a6b-a87d-4d50-ba11-88548b36dd38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0544839 Aug 28 09:24:33.480384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2f1d888b-e814-47f4-880d-33bc3da5c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:33.482072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2f1d888b-e814-47f4-880d-33bc3da5c779 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591211 Aug 28 09:24:33.929653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-64888e9a-07b7-45ef-aa55-f5d31e8dc8c8 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393592 Aug 28 09:24:34.028497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-c3bdb403-3cbc-4318-ad84-31e0b94fcacd service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913706 Aug 28 09:24:34.229950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413598c-148d-4681-b28f-6f4603743a54 req-07f40ab8-d3e8-4a5a-a300-51b1965b1084 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:34.231468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4413598c-148d-4681-b28f-6f4603743a54 req-07f40ab8-d3e8-4a5a-a300-51b1965b1084 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0506296 Aug 28 09:24:34.280565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4413598c-148d-4681-b28f-6f4603743a54 req-258cea61-cf23-42a3-b205-6c4c2a7f5297 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Aug 28 09:24:35.102633 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:35.403488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca909f35-e19b-442b-b0c0-b812d10f187d req-e73981d6-72df-454f-8f99-3869138f238e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:35.405018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca909f35-e19b-442b-b0c0-b812d10f187d req-e73981d6-72df-454f-8f99-3869138f238e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0510728 Aug 28 09:24:35.445183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca909f35-e19b-442b-b0c0-b812d10f187d req-1381e8e4-3f73-4c86-bde8-12da98b8aaaf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 28 09:24:36.113993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:36.565247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20f6f-fc46-4281-8d69-017305220570 req-b7b9d83b-c613-454d-a242-12878f12a8cc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:36.566892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0d20f6f-fc46-4281-8d69-017305220570 req-b7b9d83b-c613-454d-a242-12878f12a8cc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0505736 Aug 28 09:24:36.608468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0d20f6f-fc46-4281-8d69-017305220570 req-3477e444-4d6b-4849-9dfc-0819ea746a2f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350797 Aug 28 09:24:37.728828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76a5c-9be3-4a00-8b7c-24b54ce87863 req-9b3a7b91-1bc3-46eb-9de1-40fd3f9c4f77 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:37.730428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dc76a5c-9be3-4a00-8b7c-24b54ce87863 req-9b3a7b91-1bc3-46eb-9de1-40fd3f9c4f77 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0502920 Aug 28 09:24:37.773578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dc76a5c-9be3-4a00-8b7c-24b54ce87863 req-8ae03daf-8afe-4511-9322-2d218b102335 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Aug 28 09:24:38.893780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62cb4a-58f2-4d0e-ae11-db45e3fd8b08 req-d1df2b0f-4048-4484-bfb7-00ff54358d22 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:38.895897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb62cb4a-58f2-4d0e-ae11-db45e3fd8b08 req-d1df2b0f-4048-4484-bfb7-00ff54358d22 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0510297 Aug 28 09:24:38.936955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb62cb4a-58f2-4d0e-ae11-db45e3fd8b08 req-066d2797-1e4d-4d02-9b86-1a60f46fa3ef tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Aug 28 09:24:40.053057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8984dde-3d14-4e28-bced-0940086f9ced req-216a1470-bb5c-45f0-83e0-e49fe898362f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:40.054669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8984dde-3d14-4e28-bced-0940086f9ced req-216a1470-bb5c-45f0-83e0-e49fe898362f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0502138 Aug 28 09:24:40.103727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e8984dde-3d14-4e28-bced-0940086f9ced req-c02c7255-2116-4597-82fd-e816e27d4f8b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 Aug 28 09:24:41.222709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00b1c7-cc29-4d81-845c-a221db1f5a88 req-6a7c21c3-fa5b-4a05-8b83-a8e1fe25d670 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:41.224299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e00b1c7-cc29-4d81-845c-a221db1f5a88 req-6a7c21c3-fa5b-4a05-8b83-a8e1fe25d670 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0516055 Aug 28 09:24:41.267545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e00b1c7-cc29-4d81-845c-a221db1f5a88 req-b9909395-7f4e-41e6-b62a-d44d0eb3aa33 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372553 Aug 28 09:24:42.383614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24e510-b6ba-43c3-977a-1f996c4f63c0 req-2ca05922-cf8e-43a2-9ae0-4e0751a5c42a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:42.385109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd24e510-b6ba-43c3-977a-1f996c4f63c0 req-2ca05922-cf8e-43a2-9ae0-4e0751a5c42a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0481575 Aug 28 09:24:42.423486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd24e510-b6ba-43c3-977a-1f996c4f63c0 req-8ed2f4ae-1ea4-4e66-9bc5-d863bf4f04fe tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323503 Aug 28 09:24:43.541004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195afc9-d3b8-4891-a8c5-121f261ea014 req-e8313064-7131-4849-8585-674d9484c9c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:43.542520 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7195afc9-d3b8-4891-a8c5-121f261ea014 req-e8313064-7131-4849-8585-674d9484c9c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0499098 Aug 28 09:24:43.580401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7195afc9-d3b8-4891-a8c5-121f261ea014 req-07d21f19-77cd-4657-9899-fcfaff72da10 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Aug 28 09:24:44.697028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea781-7d4b-462c-acbb-864c0882657f req-63084af8-5b14-486a-a157-3ecda16f4424 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:44.706320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5dcea781-7d4b-462c-acbb-864c0882657f req-63084af8-5b14-486a-a157-3ecda16f4424 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0497510 Aug 28 09:24:44.746005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5dcea781-7d4b-462c-acbb-864c0882657f req-fbf8fda7-0e8e-45e5-9661-40f67abb795c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414307 Aug 28 09:24:45.867028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a185-bef8-4346-9533-d6b87b5ac0f1 req-c419b31b-cd93-4e34-b8dc-f19612705120 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:45.868569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a1a185-bef8-4346-9533-d6b87b5ac0f1 req-c419b31b-cd93-4e34-b8dc-f19612705120 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0537434 Aug 28 09:24:45.911531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1a1a185-bef8-4346-9533-d6b87b5ac0f1 req-f98fab77-5f5a-4532-b733-f8e42116b26e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368080 Aug 28 09:24:46.380636 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-5e691e29-06d3-4ae8-b741-996a75a31c08 service neutron] show failed (client error): The resource could not be found. Aug 28 09:24:46.381660 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-5e691e29-06d3-4ae8-b741-996a75a31c08 service neutron] 10.222.0.39 "GET /v2.0/ports/9be7b697-c5ef-44d0-b33a-6fbd74763563/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0596504 Aug 28 09:24:46.877518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2e33777e-a4b5-434d-9d7b-d7585d9e993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:46.879073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2e33777e-a4b5-434d-9d7b-d7585d9e993d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1098 time: 0.0432472 Aug 28 09:24:46.899329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:24:46.958358 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.115308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cb91a-e56d-443c-91ea-a560d1f11647 req-44cc8a25-5951-4558-b68b-6dd916ebb171 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:47.116822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b2cb91a-e56d-443c-91ea-a560d1f11647 req-44cc8a25-5951-4558-b68b-6dd916ebb171 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.1245904 Aug 28 09:24:47.200714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b2cb91a-e56d-443c-91ea-a560d1f11647 req-a5334893-ed84-4a19-820e-828517e4d122 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776782 Aug 28 09:24:47.238555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:24:47.272272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:24:47.317179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:24:47.319872 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2a9f4-10be-4acf-95f1-d86feb411ea2" -d '{"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:24:47.324680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.342043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Transition to ACTIVE for port object 9be7b697-c5ef-44d0-b33a-6fbd74763563 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:24:47.402673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.440752 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de38bfff-e70a-420b-9d70-dae2743b6ebd x-openstack-request-id: req-de38bfff-e70a-420b-9d70-dae2743b6ebd {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:24:47.441051 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:24:47.441862 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de38bfff-e70a-420b-9d70-dae2743b6ebd {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:24:47.442194 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'code': 200} Aug 28 09:24:47.483741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:24:47.498564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.498914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.499258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.499596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.499934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.500268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.500600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.500932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.501261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.501590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.501918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.502264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:47.543613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] No DVR routers for this DVR port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:24:47.690693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:24:47.691037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:24:47.691890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:24:47.696310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:24:47.696635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Attempting to bind port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:24:47.702000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:24:47.702427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:24:47.702771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:24:47.703200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Bound port: 9be7b697-c5ef-44d0-b33a-6fbd74763563, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:24:47.703678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.775895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:24:47.778975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:24:47.860394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.904062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:47.904989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:47.906248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 1093 time: 1.0112989 Aug 28 09:24:47.921840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4200-7bbb-4a36-9770-e41c5c3e0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:24:47.984259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-d0581575-cb5c-4551-8c19-a0f6fd448a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:47.985797 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-d0581575-cb5c-4551-8c19-a0f6fd448a23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1096 time: 0.0429759 Aug 28 09:24:48.091680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-be33b7b2-cc4c-4a71-96d9-e65a0bd3a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:48.093236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-be33b7b2-cc4c-4a71-96d9-e65a0bd3a018 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1003478 Aug 28 09:24:48.163051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2a2c98ce-49f1-426c-b08b-6d585808d5a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 999 time: 0.0618587 Aug 28 09:24:48.219729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-079dcc5e-ae7d-4ae1-b2f6-60481a17e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:48.221264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-079dcc5e-ae7d-4ae1-b2f6-60481a17e747 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0502071 Aug 28 09:24:48.284304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-946ed207-d243-484f-8e80-3f724a28e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:48.287550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-946ed207-d243-484f-8e80-3f724a28e455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584598 Aug 28 09:24:48.311563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-40e934b8-61a5-4e57-9cc6-42ea8fe87f85 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:24:48.312728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-40e934b8-61a5-4e57-9cc6-42ea8fe87f85 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174379 Aug 28 09:24:48.416154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c47b-632d-41b4-a5da-383a4153de39 req-8e51659e-898b-495a-a704-905f61883bd8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:48.417743 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4812c47b-632d-41b4-a5da-383a4153de39 req-8e51659e-898b-495a-a704-905f61883bd8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.1247957 Aug 28 09:24:48.454311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-2be6eb3e-ebe4-4dff-b974-27d3f4728471 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269932 Aug 28 09:24:48.479086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4812c47b-632d-41b4-a5da-383a4153de39 req-04dd5a61-0f36-4af6-80da-9042bac4095f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549204 Aug 28 09:24:48.561346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a1e98a3-8134-49c5-aef2-6befde629b68 req-088d7a48-0773-43a9-b9e7-e29a7ac8fe70 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967736 Aug 28 09:24:49.443175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:24:49.445636 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fc12ce-4a24-477b-a9ca-8c004094fc06" -d '{"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:24:49.495548 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ceda2-3ea1-4dee-8fdf-16dc8d546063 x-openstack-request-id: req-b02ceda2-3ea1-4dee-8fdf-16dc8d546063 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:24:49.495872 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:24:49.496138 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b02ceda2-3ea1-4dee-8fdf-16dc8d546063 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:24:49.496538 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'status': 'completed', 'code': 200} Aug 28 09:24:49.643271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-900171e2-d9be-41f9-9faf-d96814f112bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:49.645540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-900171e2-d9be-41f9-9faf-d96814f112bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1096 time: 0.1089315 Aug 28 09:24:49.649106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-ca717f0f-6fcf-4597-ab9f-a84566f01c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:49.650589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-ca717f0f-6fcf-4597-ab9f-a84566f01c92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1096 time: 0.1047354 Aug 28 09:24:49.716852 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e14f08-a647-4fd1-9e0a-901b6075ee8b req-0dac056b-6b37-4caa-b587-effec24c39af tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:49.718433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e14f08-a647-4fd1-9e0a-901b6075ee8b req-0dac056b-6b37-4caa-b587-effec24c39af tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.1446006 Aug 28 09:24:49.838525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32e14f08-a647-4fd1-9e0a-901b6075ee8b req-5fbf591c-8038-48d4-9831-51d4168a326e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052060 Aug 28 09:24:49.863906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-3a26210a-7e63-4419-822d-fe5612c01775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:49.865413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-3a26210a-7e63-4419-822d-fe5612c01775 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.2119718 Aug 28 09:24:49.868116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-690b6d58-ba7f-40b8-91ca-ef5af9c0c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:49.869484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-690b6d58-ba7f-40b8-91ca-ef5af9c0c23a service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.2055991 Aug 28 09:24:49.984188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-db9fa85e-2b9e-477e-be51-afb8ea4c62b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 999 time: 0.1048231 Aug 28 09:24:49.985741 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-543994ed-04b6-403e-816f-7daa24168c98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 999 time: 0.1123741 Aug 28 09:24:50.069818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-fde6bb56-f45c-4455-9af0-b4c9d09402c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:50.071363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-fde6bb56-f45c-4455-9af0-b4c9d09402c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0794618 Aug 28 09:24:50.075073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-5b9d9494-c54f-4015-aa59-1314c900ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:50.076431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-5b9d9494-c54f-4015-aa59-1314c900ce8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0768135 Aug 28 09:24:50.150059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-5175da95-3553-4721-a9ac-6400981e8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:50.151595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-5175da95-3553-4721-a9ac-6400981e8e77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718155 Aug 28 09:24:50.157222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-abd74feb-826b-4e24-90cd-0076500bf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:50.158730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-abd74feb-826b-4e24-90cd-0076500bf9c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708902 Aug 28 09:24:50.316900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-a65fd93c-43ec-474f-84f8-5e99862d64ed service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571672 Aug 28 09:24:50.318879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-dd318600-65d8-4b9c-bfa8-2ed8752285ec service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516247 Aug 28 09:24:50.482803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-6b8efecb-15d4-4ee3-86ea-8f7afb4708f8 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582813 Aug 28 09:24:50.486973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47fc12ce-4a24-477b-a9ca-8c004094fc06 req-6f95fc04-4a3b-476c-ab41-9797f962d7da service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548970 Aug 28 09:24:50.946003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:24:50.974323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9eeaa-88f8-43e1-b651-104ca3321da0 req-6589f07f-f200-4aeb-9b99-40e6b9a78e41 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:50.975923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27b9eeaa-88f8-43e1-b651-104ca3321da0 req-6589f07f-f200-4aeb-9b99-40e6b9a78e41 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 944 time: 0.0549607 Aug 28 09:24:50.985378 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:24:51.019669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-27b9eeaa-88f8-43e1-b651-104ca3321da0 req-bec8bd46-3465-42c8-a633-7d339c956fdc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Aug 28 09:24:51.067868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:24:51.085684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'mac_address': 'fa:16:3e:d4:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:24:51.131404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:51.146424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be7b697-c5ef-44d0-b33a-6fbd74763563 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:24:51.166978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:24:51.276733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:51.344519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:24:51.353378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.355867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.356925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.356925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.356925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.357373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:24:51.520435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:24:51.529575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beb564-d1f6-463e-8e13-f2d5d6cc44df req-a30d0c7a-e263-40d2-a0f8-6cdb03292c0b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:51.531961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45beb564-d1f6-463e-8e13-f2d5d6cc44df req-a30d0c7a-e263-40d2-a0f8-6cdb03292c0b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 945 time: 0.0645700 Aug 28 09:24:51.586718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:24:51.614753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45beb564-d1f6-463e-8e13-f2d5d6cc44df req-20556242-1866-4994-a1b0-e44625149cc4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742280 Aug 28 09:24:51.634481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad229-1846-46e6-9155-894e5b64c48d req-0c6afce5-8df3-424b-a638-6d76cb310ff7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:51.636220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-0c6afce5-8df3-424b-a638-6d76cb310ff7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6&tenant_id=1790f127e75c4ab88566da4a8e3fd500&binding%3Ahost_id=n-h2-792458-16 HTTP/1.1" status: 200 len: 945 time: 0.0739534 Aug 28 09:24:51.659532 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9be7b697-c5ef-44d0-b33a-6fbd74763563'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:24:51.713253 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-a27ad229-1846-46e6-9155-894e5b64c48d req-181613ed-d8b9-4381-8be1-b827d11f78aa service neutron] delete failed (client error): The resource could not be found. Aug 28 09:24:51.714723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-181613ed-d8b9-4381-8be1-b827d11f78aa service neutron] 10.222.0.39 "DELETE /v2.0/ports/9be7b697-c5ef-44d0-b33a-6fbd74763563/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0703354 Aug 28 09:24:51.867315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad229-1846-46e6-9155-894e5b64c48d req-db0d850f-f9e0-44ea-b0df-d613424846d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:51.868996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-db0d850f-f9e0-44ea-b0df-d613424846d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 1097 time: 0.0454359 Aug 28 09:24:51.973401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad229-1846-46e6-9155-894e5b64c48d req-0498149c-37e0-48a3-8121-fe76f05c4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:51.974812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-0498149c-37e0-48a3-8121-fe76f05c4e31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0990865 Aug 28 09:24:52.041915 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-a5647b03-3eeb-4ba0-88fc-b8a6f3c61c48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 200 len: 1000 time: 0.0593491 Aug 28 09:24:52.098409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad229-1846-46e6-9155-894e5b64c48d req-8d941f86-8b5c-4350-ba32-f071a6e2aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:52.099925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-8d941f86-8b5c-4350-ba32-f071a6e2aeb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0506105 Aug 28 09:24:52.150989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad229-1846-46e6-9155-894e5b64c48d req-58057651-16f8-4410-b95c-8d94217c1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:52.152503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-58057651-16f8-4410-b95c-8d94217c1edc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454254 Aug 28 09:24:52.246716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-11463255-a9b6-4c60-a135-d94ad145097c service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Aug 28 09:24:52.355399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a27ad229-1846-46e6-9155-894e5b64c48d req-cef484b3-a386-46bd-a882-30a249d701fc service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015892 Aug 28 09:24:52.749205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b54db-1c3f-4d9a-b00b-204aa8ac43d3 req-96eb4571-076f-47aa-9f4b-012bea047df0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:52.753383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e37b54db-1c3f-4d9a-b00b-204aa8ac43d3 req-96eb4571-076f-47aa-9f4b-012bea047df0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 945 time: 0.0600529 Aug 28 09:24:52.791350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e37b54db-1c3f-4d9a-b00b-204aa8ac43d3 req-d018c249-b7a0-4cbd-a210-e2277f61be43 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331948 Aug 28 09:24:52.970684 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:24:53.093640 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:24:53.098575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9be7b697-c5ef-44d0-b33a-6fbd74763563 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:24:53.103494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:53.182271 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:53.205683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:24:53.208503 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683de7ed-1f92-452f-8b58-c8981a55070f" -d '{"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-plugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:24:53.225096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:24:53.302416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:53.309264 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3130039-e677-48fd-80cd-56f1807461eb x-openstack-request-id: req-f3130039-e677-48fd-80cd-56f1807461eb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:24:53.310956 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-plugged", "status": "completed", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:24:53.310956 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3130039-e677-48fd-80cd-56f1807461eb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:24:53.310956 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'code': 200} Aug 28 09:24:53.364193 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:24:53.912332 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74e363-a83f-4e87-a375-8c1c43bef364 req-8c684d1c-401d-4dc8-9774-19785e568fa3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:53.913760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af74e363-a83f-4e87-a375-8c1c43bef364 req-8c684d1c-401d-4dc8-9774-19785e568fa3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Aug 28 09:24:53.953622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-af74e363-a83f-4e87-a375-8c1c43bef364 req-848930ba-5c0a-4e26-8d3c-f4265a2a9eae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337930 Aug 28 09:24:54.075140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4bdbe-84bc-4577-a508-d7f520f7996c req-9cf0313c-00b5-4cb5-bb2b-881a4dd41ca4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:54.076594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded4bdbe-84bc-4577-a508-d7f520f7996c req-9cf0313c-00b5-4cb5-bb2b-881a4dd41ca4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0550029 Aug 28 09:24:54.117365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ded4bdbe-84bc-4577-a508-d7f520f7996c req-63cb2f18-7331-4f4d-b035-f63b7c2d3168 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346408 Aug 28 09:24:54.250478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe38df-5bcc-4b45-af81-79bbfd28f2e8 req-181922cb-13e4-479b-95cb-7ea9212fe770 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:54.251922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70fe38df-5bcc-4b45-af81-79bbfd28f2e8 req-181922cb-13e4-479b-95cb-7ea9212fe770 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0610909 Aug 28 09:24:54.295256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70fe38df-5bcc-4b45-af81-79bbfd28f2e8 req-31074e29-33e8-46c1-9331-e60357955281 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368049 Aug 28 09:24:54.753958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999b98-c2df-4d37-beca-09c804c049e9 req-f6f1a5e7-12a3-4abe-836d-860af3873574 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:54.755739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c999b98-c2df-4d37-beca-09c804c049e9 req-f6f1a5e7-12a3-4abe-836d-860af3873574 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0549462 Aug 28 09:24:54.799454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c999b98-c2df-4d37-beca-09c804c049e9 req-a229881e-caa0-4970-a8f6-da1fb4611570 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364037 Aug 28 09:24:55.923687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422474d2-4a6e-4d37-b823-29f7b19eb0ff req-96797961-2a01-4ef4-a51e-9ed8b18f626a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:55.925099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-422474d2-4a6e-4d37-b823-29f7b19eb0ff req-96797961-2a01-4ef4-a51e-9ed8b18f626a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0540586 Aug 28 09:24:55.964386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-422474d2-4a6e-4d37-b823-29f7b19eb0ff req-e8d01c08-2649-4af7-8229-ecc8c04a77b4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Aug 28 09:24:56.321012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-f1605af7-8ebc-4951-b55d-59ca6baa09ea tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:56.322587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-f1605af7-8ebc-4951-b55d-59ca6baa09ea tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 946 time: 0.0512702 Aug 28 09:24:56.420657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Deleting port 9be7b697-c5ef-44d0-b33a-6fbd74763563 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:24:56.421000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.523026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] For port 9be7b697-c5ef-44d0-b33a-6fbd74763563, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9be7b697-c5ef-44d0-b33a-6fbd74763563,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:24:56.523405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.556258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.726414 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.726802 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.727125 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e disassociated. External IP: 172.25.0.84, port: 9be7b697-c5ef-44d0-b33a-6fbd74763563. Aug 28 09:24:56.727499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Calling delete_port for 9be7b697-c5ef-44d0-b33a-6fbd74763563 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:24:56.936365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:56.967454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'Port': ['ID=9be7b697-c5ef-44d0-b33a-6fbd74763563,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:24:57.114883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0056707c-75e6-472a-95fc-ebce265b2573 req-58e9796b-0f37-425a-8bc3-15b8f3125909 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 210 time: 0.0425761 Aug 28 09:24:57.141525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:24:57.271462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:24:57.284371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:24:57.295656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:24:57.296282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:24:57.441880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:24:57.705690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] No DVR routers for this DVR port 9be7b697-c5ef-44d0-b33a-6fbd74763563 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:24:57.711440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:57.713481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c5dd7e9-c227-4f28-8827-a2e211379bd8 req-63f1597c-9a53-48ba-96e4-07ef9a3107e2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "DELETE /v2.0/ports/9be7b697-c5ef-44d0-b33a-6fbd74763563 HTTP/1.1" status: 204 len: 173 time: 1.3841622 Aug 28 09:24:57.713936 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-deleted', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:24:57.716247 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a10555-1bd2-4e5a-ba0e-491ace65b36b" -d '{"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-deleted", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:24:57.732727 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d34c3b8-f0b8-4241-9276-be0e0aa391da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:24:57.757461 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870fb9e-3edc-45cf-a8c3-142c01b0463d x-openstack-request-id: req-d870fb9e-3edc-45cf-a8c3-142c01b0463d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:24:57.757763 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cf6196-91bd-45c9-848e-63fd053200a6", "name": "network-vif-deleted", "tag": "9be7b697-c5ef-44d0-b33a-6fbd74763563", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:24:57.758018 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d870fb9e-3edc-45cf-a8c3-142c01b0463d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:24:57.758486 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cf6196-91bd-45c9-848e-63fd053200a6', 'name': 'network-vif-deleted', 'tag': '9be7b697-c5ef-44d0-b33a-6fbd74763563', 'status': 'completed', 'code': 200} Aug 28 09:24:57.843940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:24:57.872251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:24:57.883046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:24:57.883767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:24:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:24:58.001027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:24:58.242197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:24:58.245769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a451812b-406e-4ec6-9ce1-a7fe418cf020 req-74234cbb-664a-4a19-9fab-bcfe065a6082 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cf6196-91bd-45c9-848e-63fd053200a6 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Aug 28 09:24:58.272056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cf3b1-f384-4456-87a6-cacef16290c0 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:24:58.523647 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927465f-fe4e-42cd-85c1-5cf808150707 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:24:58.976757 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:24:58.997581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 9be7b697-c5ef-44d0-b33a-6fbd74763563 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:24:58.997925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9be7b697-c5ef-44d0-b33a-6fbd74763563 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:24:59.517361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-3bf5a3d4-4364-4577-8daa-bd41f2453482 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--376250491&fields=id&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 267 time: 0.0502017 Aug 28 09:24:59.634524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-19d20420-13fa-478b-8779-8aeb42853f4f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:24:59.636187 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-19d20420-13fa-478b-8779-8aeb42853f4f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1101017 Aug 28 09:24:59.652740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-17f8fd03-1f27-4b83-87e8-af75974b8d77 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/quotas/1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 375 time: 0.0106003 Aug 28 09:24:59.712789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-46b0a75d-5c61-4358-abbf-0b59afb17758 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539546 Aug 28 09:24:59.871753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-6be45570-59e7-4a1a-af96-3a900fca8171 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461549 Aug 28 09:24:59.971015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-382e768c-bb98-47f8-9122-e8fe11f1f244 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926781 Aug 28 09:24:59.993428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:00.209723 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53fd6874-04da-4117-93a9-a8f56e136a01 req-4dddf7fb-306d-4703-a2f6-282842ac3ccd tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Aug 28 09:25:00.291264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-65ab1e4a-e0f4-419c-ba70-f3193ea1625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:01.316955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-339789c0-bfdc-49ef-94c1-c5159b73caca req-11ee34b7-c4fc-4d32-a7f8-50adef333047 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 210 time: 0.0310915 Aug 28 09:25:02.145717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:02.209107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-f314bbeb-5c7e-436c-8500-b50bea469810 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:02.210922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-f314bbeb-5c7e-436c-8500-b50bea469810 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1081831 Aug 28 09:25:02.269507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-84c82681-9a08-4591-98bd-c01deee20798 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 379 time: 0.0374799 Aug 28 09:25:02.279396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'port': {'device_id': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'admin_state_up': True, 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'security_groups': ['01ef818c-94af-4fd5-b7c9-5c0f9cc38e93']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:25:02.420037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-07d43ba9-c9df-4870-9cba-6959b25179d2 req-e890ac08-602a-4930-ba03-5e18ac714c76 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 210 time: 0.0321457 Aug 28 09:25:02.482187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:25:02.486182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:02.614234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Allocated IP 172.20.0.8 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/ae18ec9d-bb57-4b40-9553-710797b1f845) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:25:02.758418 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:02.775090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Transition to ACTIVE for port object ae18ec9d-bb57-4b40-9553-710797b1f845 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:25:02.879772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:02.928536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:25:02.931725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:25:02.936607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:25:02.940345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:25:02.993917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:02.994673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.137088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-10ca083e-e26e-4738-88df-41f76e581c65 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614397 Aug 28 09:25:03.162552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Request body: {'port': {'device_id': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:25:03.219740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.262375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e11e6865-5a8d-4871-9958-242e386e73ee None None] Provisioning for port ae18ec9d-bb57-4b40-9553-710797b1f845 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:25:03.267103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e11e6865-5a8d-4871-9958-242e386e73ee None None] Provisioning complete for port ae18ec9d-bb57-4b40-9553-710797b1f845 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:25:03.267479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e11e6865-5a8d-4871-9958-242e386e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.302784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e11e6865-5a8d-4871-9958-242e386e73ee None None] Port ae18ec9d-bb57-4b40-9553-710797b1f845 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:25:03.508708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae18ec9d-bb57-4b40-9553-710797b1f845 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:25:03.517821 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.546997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Transition to ACTIVE for port object ae18ec9d-bb57-4b40-9553-710797b1f845 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:25:03.563618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a30eaa-8ff7-440d-a919-a5b6b632bff0 req-8f54647f-0852-4f9d-b26f-7413db3aff4d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:03.567654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02a30eaa-8ff7-440d-a919-a5b6b632bff0 req-8f54647f-0852-4f9d-b26f-7413db3aff4d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 931 time: 0.0733266 Aug 28 09:25:03.605239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02a30eaa-8ff7-440d-a919-a5b6b632bff0 req-241be113-846e-4a1b-bba3-e371c7217b7a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Aug 28 09:25:03.630989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.682299 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:25:03.757300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:25:03.757300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:25:03.757684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:25:03.762416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:25:03.762752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:25:03.768113 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:25:03.768381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:25:03.768800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:25:03.769239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Bound port: ae18ec9d-bb57-4b40-9553-710797b1f845, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:25:03.769636 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.844268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:25:03.847884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:25:03.936996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.970102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:03.971410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:03.972733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] 10.222.0.64 "PUT /v2.0/ports/ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 1092 time: 0.8139970 Aug 28 09:25:03.973139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:25:03.975464 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d63b57-0341-4c80-8534-1d7b47a2199d" -d '{"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:25:04.003935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8685a8-b522-4807-b5b1-174997c340cc service neutron] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:25:04.017179 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39d769-b8af-4d2d-9807-ea2cf8e15d0c x-openstack-request-id: req-9e39d769-b8af-4d2d-9807-ea2cf8e15d0c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:25:04.017481 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:25:04.017831 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e39d769-b8af-4d2d-9807-ea2cf8e15d0c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:25:04.018356 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'status': 'completed', 'code': 200} Aug 28 09:25:04.112297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-9b503885-1367-4267-b233-e5fa9bcc2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.114547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-9b503885-1367-4267-b233-e5fa9bcc2292 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0465553 Aug 28 09:25:04.233144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-fc770c9d-d470-48c8-83b7-11bb4c0dc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.234628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-fc770c9d-d470-48c8-83b7-11bb4c0dc0b3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1790f127e75c4ab88566da4a8e3fd500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987926 Aug 28 09:25:04.341469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-f4b1dd99-e621-4c3f-86ce-89f04f7f91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.342984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70d63b57-0341-4c80-8534-1d7b47a2199d req-f4b1dd99-e621-4c3f-86ce-89f04f7f91f8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968478 Aug 28 09:25:04.457384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-d83d8174-de63-4897-92c9-2fd86fe4fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.458928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-d83d8174-de63-4897-92c9-2fd86fe4fe26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0457909 Aug 28 09:25:04.508586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-cf21c96b-d67b-4fbd-b107-ab94b6169f92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 217 time: 0.0336430 Aug 28 09:25:04.560566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-c9d57df7-4094-4d67-8efc-864dcf05cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.562024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-c9d57df7-4094-4d67-8efc-864dcf05cdf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0456963 Aug 28 09:25:04.614591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ec4e-a356-423e-afa1-4d5448905107 req-c77990a7-68e9-44bb-8e85-43012f2d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.616100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-c77990a7-68e9-44bb-8e85-43012f2d537f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450516 Aug 28 09:25:04.745386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-fba444dc-da07-4642-9f3e-c67c7a494973 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170332 Aug 28 09:25:04.753641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10494eff-0fea-4735-a1a7-b92e183bd0a5 req-8d7b49ac-8fa4-44a1-abfc-bd493977f8e9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:04.755086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10494eff-0fea-4735-a1a7-b92e183bd0a5 req-8d7b49ac-8fa4-44a1-abfc-bd493977f8e9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0746880 Aug 28 09:25:04.845045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10494eff-0fea-4735-a1a7-b92e183bd0a5 req-526d62cb-aece-4488-a933-e3bcc0e23b62 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814490 Aug 28 09:25:04.872836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b180ec4e-a356-423e-afa1-4d5448905107 req-876c8a25-afee-4e87-a4f3-7fc15353fdbf service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167073 Aug 28 09:25:05.076616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:05.975619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cf690-45fc-4d2a-a56b-4dbf4c8bf3ac req-167a2410-ba6a-4e44-be32-6ce2a0ec19f2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:05.977016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c4cf690-45fc-4d2a-a56b-4dbf4c8bf3ac req-167a2410-ba6a-4e44-be32-6ce2a0ec19f2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0511284 Aug 28 09:25:06.016350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c4cf690-45fc-4d2a-a56b-4dbf4c8bf3ac req-22ddff79-e474-41e0-89d9-e18950110d4d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Aug 28 09:25:06.076153 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:07.045762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:25:07.141470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513b9c-8143-4e82-b8c8-16f73d57e71d req-a5414b74-6bee-432c-9dc8-fd77f9f51715 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:07.143043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f513b9c-8143-4e82-b8c8-16f73d57e71d req-a5414b74-6bee-432c-9dc8-fd77f9f51715 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Aug 28 09:25:07.143205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:25:07.154800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'mac_address': 'fa:16:3e:02:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:25:07.182791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f513b9c-8143-4e82-b8c8-16f73d57e71d req-44f03bdc-1ba7-410e-a8dc-d430395e58a4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332193 Aug 28 09:25:07.194813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:07.211146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae18ec9d-bb57-4b40-9553-710797b1f845 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:25:07.230552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:25:07.335979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:07.383997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:25:07.661829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['ae18ec9d-bb57-4b40-9553-710797b1f845'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:25:08.299416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2d46-c73e-43dd-bc7e-3e475f47b515 req-3943843b-6d67-4425-9fbc-35ad0c55d33e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:08.301374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6ba2d46-c73e-43dd-bc7e-3e475f47b515 req-3943843b-6d67-4425-9fbc-35ad0c55d33e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 944 time: 0.0493276 Aug 28 09:25:08.340085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6ba2d46-c73e-43dd-bc7e-3e475f47b515 req-98de38b0-593e-4a14-a417-3659443aead8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Aug 28 09:25:09.045433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:25:09.156299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port ae18ec9d-bb57-4b40-9553-710797b1f845 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:25:09.160520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port ae18ec9d-bb57-4b40-9553-710797b1f845 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:25:09.160899 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:09.239852 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:09.263358 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:25:09.265627 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ba7fcd-d7af-4633-aab1-a5cf997f1480" -d '{"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-plugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:25:09.279175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:25:09.303005 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aac06f-7f0d-4815-95a4-9664d26c866a x-openstack-request-id: req-65aac06f-7f0d-4815-95a4-9664d26c866a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:25:09.303327 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-plugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:25:09.303592 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65aac06f-7f0d-4815-95a4-9664d26c866a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:25:09.303995 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'code': 200} Aug 28 09:25:09.364909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:09.422290 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:25:09.488301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daee531-3b1a-413b-83fd-5e13db1e72ed req-db0f5e02-26d7-46d0-8ab1-0da65f5ff98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:09.489822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9daee531-3b1a-413b-83fd-5e13db1e72ed req-db0f5e02-26d7-46d0-8ab1-0da65f5ff98b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1097 time: 0.0757604 Aug 28 09:25:09.501452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611c4a-3883-4f07-9515-9c8a1a9b3d05 req-fd147913-1395-4b6b-add0-bab0d4a7138d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:09.502849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b611c4a-3883-4f07-9515-9c8a1a9b3d05 req-fd147913-1395-4b6b-add0-bab0d4a7138d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0768437 Aug 28 09:25:09.552367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9daee531-3b1a-413b-83fd-5e13db1e72ed req-a18527d1-68c0-4de9-a512-6be6c58cedf3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485466 Aug 28 09:25:09.569588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b611c4a-3883-4f07-9515-9c8a1a9b3d05 req-44d295fb-8487-4e95-bd39-d2def2a12796 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591996 Aug 28 09:25:10.688887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76236c6-8b23-4c3d-91b1-a3fc025e9a75 req-96b1b0d2-b5e4-40af-8ac4-b3ceee14f3ef tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:10.690436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b76236c6-8b23-4c3d-91b1-a3fc025e9a75 req-96b1b0d2-b5e4-40af-8ac4-b3ceee14f3ef tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Aug 28 09:25:10.728456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b76236c6-8b23-4c3d-91b1-a3fc025e9a75 req-595cc588-e1c1-44c0-99ab-a63c13f4936a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Aug 28 09:25:11.846050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7f41-a5ae-4db1-b6fc-aadfdca6cfba req-90b34fe3-0aac-4455-81ee-6185e0c22b79 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:11.847687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c41e7f41-a5ae-4db1-b6fc-aadfdca6cfba req-90b34fe3-0aac-4455-81ee-6185e0c22b79 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Aug 28 09:25:11.894791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c41e7f41-a5ae-4db1-b6fc-aadfdca6cfba req-18155173-cdfa-4ed4-a3ef-13e273b066d6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Aug 28 09:25:12.021969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16ed9-abc4-49b3-8866-707981b12c6e req-1aaf388a-2e4a-4f65-aa06-368b41a5d34f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:12.023617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fe16ed9-abc4-49b3-8866-707981b12c6e req-1aaf388a-2e4a-4f65-aa06-368b41a5d34f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0542076 Aug 28 09:25:12.032879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44192) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:25:12.040191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'floatingip': {'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:25:12.082519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:12.558006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:12.621579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:12.729903 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e associated. External IP: 172.25.0.84, port: ae18ec9d-bb57-4b40-9553-710797b1f845. Aug 28 09:25:12.947150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:25:13.063032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:25:13.068701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:13.073427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:25:13.084920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:25:13.085558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:25:13.096407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-487bd322-777a-40a3-80bc-00d450df1c1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "PUT /v2.0/floatingips/1264eb63-800a-4212-8c00-771c6f09a85e HTTP/1.1" status: 200 len: 990 time: 1.0613346 Aug 28 09:25:13.097160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:25:13.099542 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a0266e-98a8-41ac-a480-f25ef7f66452" -d '{"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:25:13.194768 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:25:13.205093 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1c3b1-bd88-4f84-9612-f9e05571867f x-openstack-request-id: req-7cf1c3b1-bd88-4f84-9612-f9e05571867f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:25:13.205454 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:25:13.205805 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cf1c3b1-bd88-4f84-9612-f9e05571867f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:25:13.206966 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'status': 'completed', 'code': 200} Aug 28 09:25:13.294843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-3a630d71-f899-4ad0-8b15-45a75fa32236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:13.296373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-3a630d71-f899-4ad0-8b15-45a75fa32236 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1097 time: 0.0419643 Aug 28 09:25:13.397454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-3877b93a-fadf-424f-8cb4-a797225275ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:13.399004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-3877b93a-fadf-424f-8cb4-a797225275ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0949886 Aug 28 09:25:13.435111 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:02:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:25:12Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:25:13.466654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:25:13.468514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-4ededd55-a059-49be-8890-2ede2fa80091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 998 time: 0.0606744 Aug 28 09:25:13.475310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:25:13.475912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:25:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:25:13.519679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-f86484af-33d0-41ae-9891-6f90fa366ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:13.521216 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-f86484af-33d0-41ae-9891-6f90fa366ae2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0455081 Aug 28 09:25:13.572853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-0343f6a8-3bae-48ef-bf9f-d82048d62b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:13.574818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-0343f6a8-3bae-48ef-bf9f-d82048d62b44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463555 Aug 28 09:25:13.583190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:25:13.667950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-3f9a1b92-2c86-4079-8fc3-3859ea98d641 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Aug 28 09:25:13.766572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08a0266e-98a8-41ac-a480-f25ef7f66452 req-2571c977-8be7-4b0b-b394-a4c76750a27a service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902116 Aug 28 09:25:13.814417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:02:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:25:12Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:25:13.840444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e449b86-5f85-485e-a8a6-14c24cadd653 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:02:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:25:12Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:25:14.023835 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c7798-1a7c-4ffc-b98a-f4ed2eec8366 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:25:18.023473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-f8b9ee47-9869-4cd8-98e6-784eaac00b78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865233 Aug 28 09:25:18.123533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-1d0c3077-03c0-47bc-91f3-546564a3a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:18.125044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-1d0c3077-03c0-47bc-91f3-546564a3a87d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1097 time: 0.0414422 Aug 28 09:25:18.233509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-aebadd15-2624-4271-a379-b0a8d4b75526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:18.234941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-aebadd15-2624-4271-a379-b0a8d4b75526 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0889688 Aug 28 09:25:18.302085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-3849f2fb-68d9-47a1-aa0b-ce0d9d3766b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 1000 time: 0.0589247 Aug 28 09:25:18.353435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-94936209-b64d-4808-82cf-831eab656423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:18.354936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-94936209-b64d-4808-82cf-831eab656423 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0458298 Aug 28 09:25:18.405861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-04223ca2-6589-4e59-86e4-d4d069afc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:25:18.407403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-04223ca2-6589-4e59-86e4-d4d069afc128 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444725 Aug 28 09:25:18.499691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-95ab133a-a204-49e7-b7a1-9bfbfb237b27 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Aug 28 09:25:18.595598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e451afc7-316e-4c96-92b7-309b2bfedcc3 req-716f0307-a0e7-4997-8b5e-992634778d0f service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887868 Aug 28 09:25:26.570012 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:27.690063 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-744fc4a7-1e66-4f0e-bfdc-107d676451e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:27.985118 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:25:30.007553 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:30.287462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6dd3-938c-49b6-9c36-f4af255e9461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:32.127618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:35.063964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:36.104073 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:56.572242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:57.708579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4aa84ae-8288-4025-8ecc-b7beec077bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:25:59.986623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:00.246758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90504849-1dda-4c5c-8132-6af5dbab8f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:02.127008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:02.378519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb59f2dc-3caf-49fe-9258-f9e0aeb6ab4d req-11500cc3-0e3c-4290-a51e-e72c9b83fbb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266356 Aug 28 09:26:02.465327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb59f2dc-3caf-49fe-9258-f9e0aeb6ab4d req-98a0537f-02ac-44f1-917a-001bea87c051 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0247211 Aug 28 09:26:02.510074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb59f2dc-3caf-49fe-9258-f9e0aeb6ab4d req-7e2784b0-ba4c-4d41-a9e9-92d8e485fcb6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191617 Aug 28 09:26:02.604983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59f2dc-3caf-49fe-9258-f9e0aeb6ab4d req-65f4f394-f061-46a4-b153-76e5c319d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:02.606400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb59f2dc-3caf-49fe-9258-f9e0aeb6ab4d req-65f4f394-f061-46a4-b153-76e5c319d1ef service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891128 Aug 28 09:26:04.984582 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:26:05.077643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:06.072089 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:18.317939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-b55789e5-48f2-4773-a720-ec5bc4fa0472 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3724613 Aug 28 09:26:18.419506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-3063c652-63f1-4fcc-8f7d-acba64d14081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:18.421046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-3063c652-63f1-4fcc-8f7d-acba64d14081 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1097 time: 0.0425124 Aug 28 09:26:18.529937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-58b07b6b-fd9c-4b59-9846-71e9079a1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:18.531465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-58b07b6b-fd9c-4b59-9846-71e9079a1542 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0912571 Aug 28 09:26:18.598747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-96879907-bdd9-4a89-ba07-3f1aa3bcbc76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 1000 time: 0.0595875 Aug 28 09:26:18.651363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-8029ab06-aa09-4ca9-b763-934f00386a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:18.652833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-8029ab06-aa09-4ca9-b763-934f00386a0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0461459 Aug 28 09:26:18.704901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-e361c485-cf4a-449b-ae40-1b20c4f36513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:18.706122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-e361c485-cf4a-449b-ae40-1b20c4f36513 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451398 Aug 28 09:26:18.800323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-a10a54ac-2fe4-4e46-b4b1-3ec750a0570c service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Aug 28 09:26:18.897936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f0c2bb9-cfc5-4a9a-b835-acfa28e29be4 req-ef25d4c9-1451-4d43-b33a-b8f3e7e8122e service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896912 Aug 28 09:26:26.568992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:27.685492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-81bedf77-71e5-4ea3-b368-f5d54995e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:30.025996 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:30.249013 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4ff550a-abc7-4b81-af5c-9adb0cf651b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:32.134637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:35.056939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:36.102385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:41.984449 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:26:53.261042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361025d9-2a29-46b6-bb6b-5128a1ea5b33 req-51e6d820-8454-4d18-9d4f-86dfabda0e0c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:53.262588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-361025d9-2a29-46b6-bb6b-5128a1ea5b33 req-51e6d820-8454-4d18-9d4f-86dfabda0e0c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Aug 28 09:26:53.300311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-361025d9-2a29-46b6-bb6b-5128a1ea5b33 req-2e3f4fbe-a2e7-4283-8166-81524e92aff6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Aug 28 09:26:54.417971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f114-27ca-4d6a-aa34-f88f56f2e784 req-0609d225-8806-4a00-8285-d349c6521d53 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:54.419489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf98f114-27ca-4d6a-aa34-f88f56f2e784 req-0609d225-8806-4a00-8285-d349c6521d53 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Aug 28 09:26:54.458127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf98f114-27ca-4d6a-aa34-f88f56f2e784 req-606cbb2e-7f48-4264-90f5-b4327bf86426 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326805 Aug 28 09:26:55.576630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644c49d-f2d1-406e-8156-d1de8b6e0bc3 req-bd5a995a-95cc-4625-93b4-219f290092c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:55.578018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2644c49d-f2d1-406e-8156-d1de8b6e0bc3 req-bd5a995a-95cc-4625-93b4-219f290092c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Aug 28 09:26:55.616221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2644c49d-f2d1-406e-8156-d1de8b6e0bc3 req-2ae7e075-5e02-45e5-8b24-b3c757e1cbc8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Aug 28 09:26:56.593544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:56.732924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963d3e-57b5-4ee4-9e57-1122255c75e4 req-f700236b-ec55-4e71-84a8-6664a5c1d75b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:56.734444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7963d3e-57b5-4ee4-9e57-1122255c75e4 req-f700236b-ec55-4e71-84a8-6664a5c1d75b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0485728 Aug 28 09:26:56.773508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7963d3e-57b5-4ee4-9e57-1122255c75e4 req-baecbbdc-1661-4032-aa8b-9e6070108f21 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Aug 28 09:26:57.719388 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d16024af-1d12-45b1-bd04-8562dd4bd00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:26:57.885912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912af1-071c-4866-812c-06a8e102c588 req-c5218fb8-6762-4768-83dd-a7e495c92375 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:57.887379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1912af1-071c-4866-812c-06a8e102c588 req-c5218fb8-6762-4768-83dd-a7e495c92375 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0475419 Aug 28 09:26:57.923885 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1912af1-071c-4866-812c-06a8e102c588 req-a0f14006-57b1-4503-a50a-d5af04ad69cf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Aug 28 09:26:59.042257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec22e8-47ed-4176-8a9e-2c3e4db40bbe req-f7ff8cf4-6bd5-4e26-bba2-cb6f20979f10 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:26:59.043755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6ec22e8-47ed-4176-8a9e-2c3e4db40bbe req-f7ff8cf4-6bd5-4e26-bba2-cb6f20979f10 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Aug 28 09:26:59.080429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6ec22e8-47ed-4176-8a9e-2c3e4db40bbe req-ac36ab9b-f2d5-4c2d-ab08-f0c4ecc1d9dd tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307980 Aug 28 09:26:59.996859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:00.195468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cbea2-3985-438f-861a-5a60b82f5292 req-28619140-c1fc-4cb8-8776-37487d4198af tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:00.196979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-013cbea2-3985-438f-861a-5a60b82f5292 req-28619140-c1fc-4cb8-8776-37487d4198af tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Aug 28 09:27:00.235242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-013cbea2-3985-438f-861a-5a60b82f5292 req-366f5999-1e46-4618-9e6d-04701b6baddd tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323632 Aug 28 09:27:00.265891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2377149a-0230-4c65-9e6b-b8c8c9aa1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:01.349416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00031931-e720-4d80-9a28-6736269f17f5 req-f0cbd83f-c9c4-4035-be16-9082aec7649d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:01.351049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00031931-e720-4d80-9a28-6736269f17f5 req-f0cbd83f-c9c4-4035-be16-9082aec7649d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Aug 28 09:27:01.391237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00031931-e720-4d80-9a28-6736269f17f5 req-4a756546-99dc-4d3a-89f3-1448d28a533c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338626 Aug 28 09:27:02.199353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:02.510007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a07e3b-75c7-45ff-84ce-6a50f3c5c480 req-2e7b149b-0730-4422-a1ca-58404e2dbca1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:02.511442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16a07e3b-75c7-45ff-84ce-6a50f3c5c480 req-2e7b149b-0730-4422-a1ca-58404e2dbca1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Aug 28 09:27:02.549569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16a07e3b-75c7-45ff-84ce-6a50f3c5c480 req-558c116b-eefd-4f2b-aab0-59afc2e0bdb8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Aug 28 09:27:03.272076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bed9dfa6-c447-41d7-8889-40cc3c75b017 req-8c1a0b4a-8c1f-4092-8582-0c6413d20ddf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0682137 Aug 28 09:27:03.357167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bed9dfa6-c447-41d7-8889-40cc3c75b017 req-42c78b0e-7572-437e-adb2-55c097d79838 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0250926 Aug 28 09:27:03.401316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bed9dfa6-c447-41d7-8889-40cc3c75b017 req-ec595d67-883f-4518-b962-38fc4d95ecec service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192242 Aug 28 09:27:03.497103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9dfa6-c447-41d7-8889-40cc3c75b017 req-00f3fbdb-83b2-43a9-ab09-7e66cfa28ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:03.498529 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bed9dfa6-c447-41d7-8889-40cc3c75b017 req-00f3fbdb-83b2-43a9-ab09-7e66cfa28ae7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900228 Aug 28 09:27:03.668092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a9ee9-c226-4700-902a-ec818b084ff9 req-44545433-3d35-4e2e-be0a-45f2c0fe547e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:03.669581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e08a9ee9-c226-4700-902a-ec818b084ff9 req-44545433-3d35-4e2e-be0a-45f2c0fe547e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0505164 Aug 28 09:27:03.707342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e08a9ee9-c226-4700-902a-ec818b084ff9 req-354ffecc-8437-493f-b13b-21d6bb1ce8e5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Aug 28 09:27:04.821765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730d24c-762c-4f5d-9ac8-9916e2a21b8c req-9a826e47-9f06-4bbe-8161-53f81c2f4e70 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:04.823255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7730d24c-762c-4f5d-9ac8-9916e2a21b8c req-9a826e47-9f06-4bbe-8161-53f81c2f4e70 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0483835 Aug 28 09:27:04.860822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7730d24c-762c-4f5d-9ac8-9916e2a21b8c req-d747b6a7-5539-43c2-bfbe-283fcf4b3e31 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Aug 28 09:27:05.076935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:05.978445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29eb9c-23e9-4d87-b639-8a8e37e32199 req-99dc805e-e377-4488-a658-d8b008b8385b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:05.979828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b29eb9c-23e9-4d87-b639-8a8e37e32199 req-99dc805e-e377-4488-a658-d8b008b8385b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Aug 28 09:27:06.017524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b29eb9c-23e9-4d87-b639-8a8e37e32199 req-dfc02b1d-b52c-4182-a574-f4c28857cb75 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Aug 28 09:27:06.104978 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:07.132204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390876c3-0a1d-440a-b3e6-8dbe07f87ee0 req-61e0a125-2a89-4ce3-b33a-4037fa575949 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:07.133684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-390876c3-0a1d-440a-b3e6-8dbe07f87ee0 req-61e0a125-2a89-4ce3-b33a-4037fa575949 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0480490 Aug 28 09:27:07.170927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-390876c3-0a1d-440a-b3e6-8dbe07f87ee0 req-0eae9027-c1cb-4719-9ace-8d18cc18e299 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Aug 28 09:27:08.286907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65def093-8258-4b01-b1bf-ee8ff5aee804 req-f767218f-7503-420f-840b-62d71383d735 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:08.288417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65def093-8258-4b01-b1bf-ee8ff5aee804 req-f767218f-7503-420f-840b-62d71383d735 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0499790 Aug 28 09:27:08.327738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-65def093-8258-4b01-b1bf-ee8ff5aee804 req-f154d35d-1f90-47f3-bccb-8941bed230b3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Aug 28 09:27:09.450818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65eb08-df2f-4d45-8e11-22c0258e49e2 req-cb6e8b30-9031-4587-ae4d-8d7d68035553 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:09.452312 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff65eb08-df2f-4d45-8e11-22c0258e49e2 req-cb6e8b30-9031-4587-ae4d-8d7d68035553 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Aug 28 09:27:09.491832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff65eb08-df2f-4d45-8e11-22c0258e49e2 req-ddf6ae94-5c70-4397-8018-ba1a5c871388 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335441 Aug 28 09:27:09.873814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9726c-3a01-4d98-b169-665ed56d5034 req-331c97cb-c6de-4061-a5b5-0caedd73dbc0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:09.875321 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33f9726c-3a01-4d98-b169-665ed56d5034 req-331c97cb-c6de-4061-a5b5-0caedd73dbc0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0479553 Aug 28 09:27:09.914371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33f9726c-3a01-4d98-b169-665ed56d5034 req-219f4fb4-bace-4022-89a8-6a0d9efac0e0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Aug 28 09:27:09.988845 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-03107ed0-032d-494f-be19-ce41c297c7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431411 Aug 28 09:27:11.041043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffad3c8-b93f-4030-8cba-5a1178deb3e4 req-8adf968f-fdd3-4e0e-beed-0d618affab43 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:11.042585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ffad3c8-b93f-4030-8cba-5a1178deb3e4 req-8adf968f-fdd3-4e0e-beed-0d618affab43 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0606740 Aug 28 09:27:11.083200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ffad3c8-b93f-4030-8cba-5a1178deb3e4 req-9c817a19-ae67-4a9c-ac46-769f61633eab tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Aug 28 09:27:12.021260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-3f619aef-7c85-426d-b854-7c4daa474143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:12.022769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-3f619aef-7c85-426d-b854-7c4daa474143 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1097 time: 0.0476871 Aug 28 09:27:12.113364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-834f4f77-294e-4890-8588-d5e32b94d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:12.114893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-834f4f77-294e-4890-8588-d5e32b94d8e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0846131 Aug 28 09:27:12.214632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-3a14e721-71d6-4023-9f39-d4a2df4d2d81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 1000 time: 0.0916123 Aug 28 09:27:12.227553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c34b8f-e320-4f56-9d0e-aa3e4d95da60 req-7d3a57f7-e262-4b67-bed6-31498d4f6e66 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:12.229055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55c34b8f-e320-4f56-9d0e-aa3e4d95da60 req-7d3a57f7-e262-4b67-bed6-31498d4f6e66 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0710769 Aug 28 09:27:12.298114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55c34b8f-e320-4f56-9d0e-aa3e4d95da60 req-df30fcb9-dec2-4458-b6d8-fa04e05b912f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606966 Aug 28 09:27:12.299544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-51efc6fb-abb8-4610-9b2c-14c7e2813f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:12.300906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-51efc6fb-abb8-4610-9b2c-14c7e2813f80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0709999 Aug 28 09:27:12.348869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-48da1c86-e0fe-4a94-b3ee-4a6791b1a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:12.351055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-48da1c86-e0fe-4a94-b3ee-4a6791b1a8e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416565 Aug 28 09:27:12.445813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-e1959484-1904-4d55-98d4-f1db9f7e9b0b service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Aug 28 09:27:12.539281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-ea381826-e50d-43fe-8734-70073f067232 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857222 Aug 28 09:27:13.426449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac6a32-331c-4e0a-a1a0-21f5a1b1d114 req-841c5b52-15fd-4bf2-b0d3-b0ebf66e59ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:13.427952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5eac6a32-331c-4e0a-a1a0-21f5a1b1d114 req-841c5b52-15fd-4bf2-b0d3-b0ebf66e59ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0607123 Aug 28 09:27:13.467385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5eac6a32-331c-4e0a-a1a0-21f5a1b1d114 req-9494bb87-5ece-47d0-a17d-696fbce2dccc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Aug 28 09:27:14.586127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847712-2fee-45fd-8f45-7a9bd671e5c4 req-b3e8a232-86f3-4a75-898b-e85955557266 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:14.587206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77847712-2fee-45fd-8f45-7a9bd671e5c4 req-b3e8a232-86f3-4a75-898b-e85955557266 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Aug 28 09:27:14.627536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77847712-2fee-45fd-8f45-7a9bd671e5c4 req-c07ac64d-df0c-437e-bc9b-e67dcac74858 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340629 Aug 28 09:27:15.223402 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-4176bef9-4e95-4edb-abb5-e89091594175 service neutron] show failed (client error): The resource could not be found. Aug 28 09:27:15.224460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-4176bef9-4e95-4edb-abb5-e89091594175 service neutron] 10.222.0.64 "GET /v2.0/ports/ae18ec9d-bb57-4b40-9553-710797b1f845/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0547841 Aug 28 09:27:15.708882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-4d783d6f-bf09-4364-9391-9e71fe5d245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:15.710371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-4d783d6f-bf09-4364-9391-9e71fe5d245a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1097 time: 0.0555525 Aug 28 09:27:15.732101 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:27:15.794773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5798-2e8d-40d5-8b76-902222d46c17 req-7547cc1f-9e5e-4332-b5d4-1631a92bd49a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:15.796276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-577f5798-2e8d-40d5-8b76-902222d46c17 req-7547cc1f-9e5e-4332-b5d4-1631a92bd49a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0979006 Aug 28 09:27:15.804676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:15.865710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-577f5798-2e8d-40d5-8b76-902222d46c17 req-ac89f58c-ad43-4b26-8b19-73c19efb1ebb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625494 Aug 28 09:27:16.036189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:16.069054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:27:16.107608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:16.110008 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491c462-3138-4453-9a15-14de2cebe3d7" -d '{"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-unplugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:16.113823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:16.127858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Transition to ACTIVE for port object ae18ec9d-bb57-4b40-9553-710797b1f845 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:27:16.165658 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd13737-70f4-4029-8d3b-174bf3d96e0c x-openstack-request-id: req-0fd13737-70f4-4029-8d3b-174bf3d96e0c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:16.165658 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-unplugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:16.165658 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fd13737-70f4-4029-8d3b-174bf3d96e0c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:16.165658 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'code': 200} Aug 28 09:27:16.222012 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:16.306683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:16.318742 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.319112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.319454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.319790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.320125 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.320460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.320786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.321115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.321447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.321776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.322102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.322450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:16.355324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] No DVR routers for this DVR port ae18ec9d-bb57-4b40-9553-710797b1f845 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:27:16.491977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:27:16.492313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:27:16.492645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:27:16.496826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:27:16.497150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Attempting to bind port ae18ec9d-bb57-4b40-9553-710797b1f845 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:27:16.501890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:27:16.502245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:27:16.502635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:27:16.503058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Bound port: ae18ec9d-bb57-4b40-9553-710797b1f845, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:27:16.503412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:16.568054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:27:16.571190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:27:16.680020 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:16.717745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:16.718396 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:16.719792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 1092 time: 0.9921415 Aug 28 09:27:16.742935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104158ff-0330-4999-943f-0999e62d1ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:16.796253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-e9738035-0864-400c-8469-c18ad09e2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:16.797790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-e9738035-0864-400c-8469-c18ad09e2436 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0422723 Aug 28 09:27:16.894050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-0464cafc-6511-4367-b301-318565adb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:16.895905 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-0464cafc-6511-4367-b301-318565adb645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0909050 Aug 28 09:27:16.997839 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-9c05ad48-2371-47e9-88cf-48c2b8ad6abc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 998 time: 0.0949769 Aug 28 09:27:17.022955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44287aa4-f981-4dc4-8d63-07c409e3700b req-01aa5a5c-923c-431d-8e66-5a24464d361b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:17.024734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44287aa4-f981-4dc4-8d63-07c409e3700b req-01aa5a5c-923c-431d-8e66-5a24464d361b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0813012 Aug 28 09:27:17.080620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-9be810dc-4160-4b30-bbfd-82560690cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:17.081995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-9be810dc-4160-4b30-bbfd-82560690cbf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0759730 Aug 28 09:27:17.089959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-44287aa4-f981-4dc4-8d63-07c409e3700b req-58f7ff7c-60f8-46ee-8901-7c7e2348bc45 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Aug 28 09:27:17.133081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-d4758935-6d6b-4a1e-a6dd-4cf1470c035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:17.134608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-d4758935-6d6b-4a1e-a6dd-4cf1470c035f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437920 Aug 28 09:27:17.145212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-aa39d955-0654-4aa2-aeca-ba019383ef86 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:27:17.146635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-aa39d955-0654-4aa2-aeca-ba019383ef86 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048618 Aug 28 09:27:17.236313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-a8ee77fe-726f-4260-bd8e-d38fc8ac5d9c service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827427 Aug 28 09:27:17.328514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48d6d8ac-3ea0-47f6-b4ec-359ad82584ba req-819256c2-65a2-469f-b83d-f59f1aa6a0ea service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Aug 28 09:27:17.743477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:27:17.782933 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:27:18.168427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:18.170616 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07" -d '{"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:18.211728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d49a2-e418-4790-aa3b-ec263a0e171c req-fe228c95-8def-45bf-aadf-f29d9d8dd383 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.213210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e00d49a2-e418-4790-aa3b-ec263a0e171c req-fe228c95-8def-45bf-aadf-f29d9d8dd383 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0537322 Aug 28 09:27:18.251490 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e00d49a2-e418-4790-aa3b-ec263a0e171c req-a628b6d8-bce6-4309-b0a8-24032983c2f8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 Aug 28 09:27:18.306838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c97e48e-32fd-42a7-bb3e-b82cfdac2194 x-openstack-request-id: req-4c97e48e-32fd-42a7-bb3e-b82cfdac2194 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:18.307131 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:18.307379 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c97e48e-32fd-42a7-bb3e-b82cfdac2194 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:18.307772 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'status': 'completed', 'code': 200} Aug 28 09:27:18.410140 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-5b1be4a2-e3ff-4987-b54e-e407ad9142b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.411562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-5b1be4a2-e3ff-4987-b54e-e407ad9142b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0624051 Aug 28 09:27:18.422234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-82dda55c-ac59-4366-9416-09707898a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.423597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-82dda55c-ac59-4366-9416-09707898a751 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0648007 Aug 28 09:27:18.578846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-f3a09bb4-28e5-48d0-9280-d5457b2e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.580325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-f3a09bb4-28e5-48d0-9280-d5457b2e52d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1599917 Aug 28 09:27:18.581652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-9700a509-f85b-4a3e-b860-557940ab2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.582985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-9700a509-f85b-4a3e-b860-557940ab2614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1393931 Aug 28 09:27:18.694576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-1dbe1534-5156-4633-b16e-5c8b0f0dcbcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 998 time: 0.1061730 Aug 28 09:27:18.696118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-7251ec0c-78b9-4f3f-af44-20ccf6c5ff03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 998 time: 0.1023786 Aug 28 09:27:18.778195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-f7971888-56af-46cc-96cc-e30d25538250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.779696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-f7971888-56af-46cc-96cc-e30d25538250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0779922 Aug 28 09:27:18.781365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-25bddaf0-b95b-4e91-9887-0c5b83bc3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.782708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-25bddaf0-b95b-4e91-9887-0c5b83bc3139 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0738766 Aug 28 09:27:18.856169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-71ca8302-0ccc-42d4-bb5c-3fc2368416de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.857633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-71ca8302-0ccc-42d4-bb5c-3fc2368416de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702808 Aug 28 09:27:18.859977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-7b403c8a-90de-404f-8275-3e041a6653cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:18.861309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-7b403c8a-90de-404f-8275-3e041a6653cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667295 Aug 28 09:27:18.983357 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:27:19.372716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-e12e4146-b9d1-48e6-b71e-8034311bafe2 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069108 Aug 28 09:27:19.378051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-4f868c71-4a6a-4e53-b205-522f7071ca64 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711263 Aug 28 09:27:19.492597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d580b0-cb67-46de-9bd5-9bc046eb010f req-659fa377-b302-4a5b-9ae9-026ce909c78a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:19.494080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1d580b0-cb67-46de-9bd5-9bc046eb010f req-659fa377-b302-4a5b-9ae9-026ce909c78a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.1689060 Aug 28 09:27:19.579992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1d580b0-cb67-46de-9bd5-9bc046eb010f req-82c70bf2-70fc-4e06-8a75-129f6fbe5074 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776505 Aug 28 09:27:19.582057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-82f1e7fb-6932-487b-b431-436bb0525617 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925123 Aug 28 09:27:19.583883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc461a6d-b2c2-4196-9199-9ddc6c7ebc07 req-1b169a9f-d2d4-46ed-bde5-911a726eb788 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018552 Aug 28 09:27:20.693577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71c4a1-d092-4e96-9f7d-776787a8afa8 req-6c2ec747-b1c2-4966-a0a8-2003426d55ea tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:20.695085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d71c4a1-d092-4e96-9f7d-776787a8afa8 req-6c2ec747-b1c2-4966-a0a8-2003426d55ea tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0487766 Aug 28 09:27:20.733206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d71c4a1-d092-4e96-9f7d-776787a8afa8 req-2e6ca22f-c215-4af6-94b0-7f4b8906be6f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Aug 28 09:27:21.067037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b339e-0b16-4b0f-a7dd-81af8d2cbe31 req-b39eabd2-9054-4d28-8b4b-bdb3a92236a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.069033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-040b339e-0b16-4b0f-a7dd-81af8d2cbe31 req-b39eabd2-9054-4d28-8b4b-bdb3a92236a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0505278 Aug 28 09:27:21.137296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-040b339e-0b16-4b0f-a7dd-81af8d2cbe31 req-2469f954-190f-4490-96b4-6441f6412efa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618348 Aug 28 09:27:21.158721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89769e-1d46-4455-9526-54db67e1be7c req-3197d1fe-b706-477a-ba6b-519c1176e4e4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.160166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-3197d1fe-b706-477a-ba6b-519c1176e4e4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20&tenant_id=1790f127e75c4ab88566da4a8e3fd500&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 943 time: 0.0599771 Aug 28 09:27:21.220330 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-3f89769e-1d46-4455-9526-54db67e1be7c req-fdea44e3-559a-4bd4-bc5b-a76926b0f3da service neutron] delete failed (client error): The resource could not be found. Aug 28 09:27:21.221243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-fdea44e3-559a-4bd4-bc5b-a76926b0f3da service neutron] 10.222.0.64 "DELETE /v2.0/ports/ae18ec9d-bb57-4b40-9553-710797b1f845/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0524707 Aug 28 09:27:21.333308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89769e-1d46-4455-9526-54db67e1be7c req-350eccbe-6773-455c-9454-907e901ff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.334830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-350eccbe-6773-455c-9454-907e901ff42f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1095 time: 0.0413809 Aug 28 09:27:21.428247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89769e-1d46-4455-9526-54db67e1be7c req-81ee9fcc-0ca9-47bd-af5c-b71bbdbe41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.429701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-81ee9fcc-0ca9-47bd-af5c-b71bbdbe41d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0865216 Aug 28 09:27:21.496790 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-687377cf-8ce9-45a9-8426-146a9b03ba39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 998 time: 0.0585785 Aug 28 09:27:21.550171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89769e-1d46-4455-9526-54db67e1be7c req-fbc69593-97be-455f-877b-bcd6a7940185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.551613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-fbc69593-97be-455f-877b-bcd6a7940185 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0466168 Aug 28 09:27:21.599203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89769e-1d46-4455-9526-54db67e1be7c req-f3cb615b-a0ac-4c6f-adce-105d5336174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:21.600677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-f3cb615b-a0ac-4c6f-adce-105d5336174f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387635 Aug 28 09:27:21.690046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-83cbf481-8159-42d3-975f-1c63e7f64f47 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799892 Aug 28 09:27:21.785428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f89769e-1d46-4455-9526-54db67e1be7c req-f3c38747-a572-40cc-89ad-1a4457977b31 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Aug 28 09:27:22.172327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:27:22.257014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fbf0-dbdb-4bf7-93eb-900370e53598 req-acd06170-15db-4de2-b265-f8e38e0fed37 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:22.258584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90a8fbf0-dbdb-4bf7-93eb-900370e53598 req-acd06170-15db-4de2-b265-f8e38e0fed37 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 943 time: 0.0521510 Aug 28 09:27:22.266138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:22.277943 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'mac_address': 'fa:16:3e:02:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:27:22.299699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90a8fbf0-dbdb-4bf7-93eb-900370e53598 req-52b8d38b-4dc9-4353-ad2e-dd827757e7de tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348935 Aug 28 09:27:22.315319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:22.331795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae18ec9d-bb57-4b40-9553-710797b1f845 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:27:22.350563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:22.444866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:22.492336 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:22.499602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.506547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:27:22.855907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['ae18ec9d-bb57-4b40-9553-710797b1f845'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:27:23.426281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60c7dd-fa53-4a99-b904-ea0ac5c59695 req-baddc193-4905-4048-87b2-63e40d937e62 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:23.427751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff60c7dd-fa53-4a99-b904-ea0ac5c59695 req-baddc193-4905-4048-87b2-63e40d937e62 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 944 time: 0.0492668 Aug 28 09:27:23.469627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff60c7dd-fa53-4a99-b904-ea0ac5c59695 req-7cd81fae-c3d4-452b-aece-08400ec7922c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359743 Aug 28 09:27:23.585556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b81c-3ab2-4801-8a5b-ca894b00f580 req-ca03906d-2bb5-4f52-a890-cda57eccef27 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:23.586986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0711b81c-3ab2-4801-8a5b-ca894b00f580 req-ca03906d-2bb5-4f52-a890-cda57eccef27 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 944 time: 0.0500095 Aug 28 09:27:23.624258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0711b81c-3ab2-4801-8a5b-ca894b00f580 req-82872240-dadc-4508-9b1f-ee971e4e7ff9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Aug 28 09:27:23.994151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14304e-a5fe-40c5-a42f-d863a186bb00 req-7e7a3ccf-f25c-4810-8385-a4a58ad29b1b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:23.995668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee14304e-a5fe-40c5-a42f-d863a186bb00 req-7e7a3ccf-f25c-4810-8385-a4a58ad29b1b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 944 time: 0.0511856 Aug 28 09:27:24.034763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee14304e-a5fe-40c5-a42f-d863a186bb00 req-528cc490-1e04-4881-97d9-4cd24d0223ab tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Aug 28 09:27:24.083992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-198a1bdb-b895-4296-86f7-590d2b7ee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:24.085605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-198a1bdb-b895-4296-86f7-590d2b7ee886 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 1096 time: 0.0403948 Aug 28 09:27:24.176488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-26df0222-5e31-408a-bb0c-e07afabc7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:24.177946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-26df0222-5e31-408a-bb0c-e07afabc7a78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0854747 Aug 28 09:27:24.202429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:27:24.242922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-e0002462-bd84-46b9-ba58-080ce0b87b12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 200 len: 999 time: 0.0580850 Aug 28 09:27:24.297594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-efaabfee-3c79-44a1-8225-0bf508939df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:24.299106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-efaabfee-3c79-44a1-8225-0bf508939df4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0497332 Aug 28 09:27:24.324418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port ae18ec9d-bb57-4b40-9553-710797b1f845 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:27:24.328372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port ae18ec9d-bb57-4b40-9553-710797b1f845 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:27:24.328744 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:24.344258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-28c5ef84-0b61-4fd0-9677-58904c58bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:24.345766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-28c5ef84-0b61-4fd0-9677-58904c58bf68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398803 Aug 28 09:27:24.403629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:24.424820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:24.427595 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10216555-6d25-4c9b-a2f5-8d371bfc0576" -d '{"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-plugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:24.436082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-047266c0-efb4-43bf-a334-5f7f5ccadde4 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825589 Aug 28 09:27:24.440014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:24.465302 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5bf048-dcea-4f13-8e3e-33fd409debb1 x-openstack-request-id: req-ed5bf048-dcea-4f13-8e3e-33fd409debb1 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:24.465604 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-plugged", "status": "completed", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:24.465863 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed5bf048-dcea-4f13-8e3e-33fd409debb1 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:24.466319 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'code': 200} Aug 28 09:27:24.511784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:24.537817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c0b7e7e-1d68-4d34-bde6-461216468a5c req-3ea85863-5036-4bee-a145-cabba024797e service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936160 Aug 28 09:27:24.564061 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:25.153000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e71e8-8bb7-46a6-b006-224ce91e581b req-46a0a81b-5de0-4464-b85e-29b050b0751e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:25.154504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de5e71e8-8bb7-46a6-b006-224ce91e581b req-46a0a81b-5de0-4464-b85e-29b050b0751e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Aug 28 09:27:25.192467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de5e71e8-8bb7-46a6-b006-224ce91e581b req-a771d16c-3bff-4d43-a91a-cf5fa7fd27ee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 28 09:27:26.312335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befea67-c3bb-43af-95b4-ae0a197e4358 req-95c42af3-de68-439e-bbf5-7c0cad83b6de tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:26.313835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3befea67-c3bb-43af-95b4-ae0a197e4358 req-95c42af3-de68-439e-bbf5-7c0cad83b6de tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Aug 28 09:27:26.351534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3befea67-c3bb-43af-95b4-ae0a197e4358 req-08f8e101-e2b6-44d6-8267-2cb75a577b12 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314882 Aug 28 09:27:26.604435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:26.777295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf596-5547-4f68-8324-a7b10dce4585 req-8602d7e9-bc53-45d2-b225-0688e69e9a30 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:26.778803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37dcf596-5547-4f68-8324-a7b10dce4585 req-8602d7e9-bc53-45d2-b225-0688e69e9a30 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Aug 28 09:27:26.816481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37dcf596-5547-4f68-8324-a7b10dce4585 req-1aef0e11-0bbc-4136-b6de-b6a4404344aa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Aug 28 09:27:27.753238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-193b201a-a9fc-4efe-a965-2ae872d0e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:27.932751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f55f5c-b118-46dd-aa46-b8eca35f7ea3 req-ab4858fd-e328-4122-b47a-cf3da82f9012 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:27.934283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26f55f5c-b118-46dd-aa46-b8eca35f7ea3 req-ab4858fd-e328-4122-b47a-cf3da82f9012 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Aug 28 09:27:27.970991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26f55f5c-b118-46dd-aa46-b8eca35f7ea3 req-b0ec0ebc-94ba-4f0f-a9f5-881e75958f38 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Aug 28 09:27:28.249754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-a2cd0c2a-8c9e-41a4-92d3-43de435a9bd6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:28.251151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-a2cd0c2a-8c9e-41a4-92d3-43de435a9bd6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Aug 28 09:27:28.341188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Deleting port ae18ec9d-bb57-4b40-9553-710797b1f845 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:27:28.341530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:28.431016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] For port ae18ec9d-bb57-4b40-9553-710797b1f845, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=ae18ec9d-bb57-4b40-9553-710797b1f845,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:28.431378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:28.603546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:28.603851 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:28.604181 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e disassociated. External IP: 172.25.0.84, port: ae18ec9d-bb57-4b40-9553-710797b1f845. Aug 28 09:27:28.604525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Calling delete_port for ae18ec9d-bb57-4b40-9553-710797b1f845 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:27:28.769879 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:28.804114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'Port': ['ID=ae18ec9d-bb57-4b40-9553-710797b1f845,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:28.918999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:27:29.028861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:27:29.041886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:27:29.050732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:27:29.051259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:27:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:29.078783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] No DVR routers for this DVR port ae18ec9d-bb57-4b40-9553-710797b1f845 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:27:29.081575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:29.084191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-95e04d9d-bc01-40b1-82be-bfaff4f36250 req-6fd48337-2a38-4fda-ae86-96adf2db7fa0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "DELETE /v2.0/ports/ae18ec9d-bb57-4b40-9553-710797b1f845 HTTP/1.1" status: 204 len: 173 time: 0.8264811 Aug 28 09:27:29.097860 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-deleted', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:29.100180 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198dcf3b-1835-4918-b800-92db915ec8e6" -d '{"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-deleted", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:29.104732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be06aa14-5a38-4058-9e8a-acceb2d6368b req-8ec22ee7-0386-4e5d-98ee-730805c16c56 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=b649e0f5-dd61-493d-a2eb-410ac50dbc20 HTTP/1.1" status: 200 len: 210 time: 0.0516770 Aug 28 09:27:29.150300 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f98d4f-962f-451b-8046-8d1df277008b x-openstack-request-id: req-19f98d4f-962f-451b-8046-8d1df277008b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:29.150595 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649e0f5-dd61-493d-a2eb-410ac50dbc20", "name": "network-vif-deleted", "tag": "ae18ec9d-bb57-4b40-9553-710797b1f845", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:29.150846 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19f98d4f-962f-451b-8046-8d1df277008b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:29.151234 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649e0f5-dd61-493d-a2eb-410ac50dbc20', 'name': 'network-vif-deleted', 'tag': 'ae18ec9d-bb57-4b40-9553-710797b1f845', 'status': 'completed', 'code': 200} Aug 28 09:27:29.316906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:27:29.511496 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:29.540030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:27:29.549473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:27:29.550075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:27:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:29.656806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:27:29.854432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:29.881630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1719a9-9b1b-457b-9de8-802771d649cf None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:27:30.002725 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:30.096349 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb312d-2367-41e4-b84f-62e10cfbd731 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:27:30.276699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4a6bb942-5fb1-4153-b623-020130a5bbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:30.386638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-545164af-181f-456a-b732-92afb592ca60 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--376250491&fields=id&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 267 time: 0.0338633 Aug 28 09:27:30.496856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-356893dc-eaf8-40ce-9082-62affff41f9d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:30.498364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-356893dc-eaf8-40ce-9082-62affff41f9d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1040902 Aug 28 09:27:30.513988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-f16de179-bc40-49a4-a90f-11a84263bf7e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/quotas/1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 375 time: 0.0095987 Aug 28 09:27:30.566235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-a2932330-4aa7-4cfa-9dcc-213775e0e6cc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468378 Aug 28 09:27:30.664291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-e1255b47-397a-4c1b-91fe-edfa30ac9ba2 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Aug 28 09:27:30.752369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-45507306-c50b-4674-b593-047fc7c01b6f service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820899 Aug 28 09:27:30.983411 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e3d9f537-9b3c-4bd5-93b5-cbd32eee43c6 req-b1230e42-80f6-468a-b867-c5b975a3ca5b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Aug 28 09:27:32.084773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28636094-d50b-4cd6-8b18-78e3ed876a63 req-86c2668b-1866-4847-ae18-a8d5226cb3a0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 210 time: 0.0340292 Aug 28 09:27:32.157512 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:32.228632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:27:32.250088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: ae18ec9d-bb57-4b40-9553-710797b1f845 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:27:32.250464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device ae18ec9d-bb57-4b40-9553-710797b1f845 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:27:33.070063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-12ffeae7-cf4c-4278-ae1f-6b89b14f147c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:33.071557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-12ffeae7-cf4c-4278-ae1f-6b89b14f147c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1047382 Aug 28 09:27:33.121878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-a3a986d3-7320-4de2-88c2-2d63817b61e1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 379 time: 0.0338502 Aug 28 09:27:33.134740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'port': {'device_id': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'admin_state_up': True, 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'security_groups': ['01ef818c-94af-4fd5-b7c9-5c0f9cc38e93']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:27:33.205870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcc2e3a2-d350-45a4-a0a7-787222703a66 req-023aa20d-278f-4d6f-99be-2e7e1a98dd35 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 210 time: 0.0560465 Aug 28 09:27:33.324581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:27:33.328055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:33.451687 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Allocated IP 172.20.0.12 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/96274929-f98c-40d8-a467-7c260dc7f8ba) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:27:33.589796 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:33.603722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Transition to ACTIVE for port object 96274929-f98c-40d8-a467-7c260dc7f8ba will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:27:33.684611 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:33.725473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:27:33.730518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:27:33.734256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:27:33.766982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:33.793069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:33.793699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:33.922847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-d0e2b1ce-8a67-4c77-bb82-1926334b4379 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7918568 Aug 28 09:27:33.947774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Request body: {'port': {'device_id': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:27:34.000857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.024776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-09f4fcbd-79c3-44d6-aad2-be0ac9043b52 None None] Provisioning for port 96274929-f98c-40d8-a467-7c260dc7f8ba completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:27:34.028676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-09f4fcbd-79c3-44d6-aad2-be0ac9043b52 None None] Provisioning complete for port 96274929-f98c-40d8-a467-7c260dc7f8ba triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:27:34.029049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-09f4fcbd-79c3-44d6-aad2-be0ac9043b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.066660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-09f4fcbd-79c3-44d6-aad2-be0ac9043b52 None None] Port 96274929-f98c-40d8-a467-7c260dc7f8ba cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:27:34.265588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:27:34.273173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.313307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Transition to ACTIVE for port object 96274929-f98c-40d8-a467-7c260dc7f8ba will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:27:34.332305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52b601-e8c1-4069-8ac9-6fb0b9cb7055 req-8c4a0799-b8f9-421a-80c3-92135c08863b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:34.333856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b52b601-e8c1-4069-8ac9-6fb0b9cb7055 req-8c4a0799-b8f9-421a-80c3-92135c08863b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 932 time: 0.0582464 Aug 28 09:27:34.373257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b52b601-e8c1-4069-8ac9-6fb0b9cb7055 req-76e839a0-4ba0-4d58-b3c5-a8cdca0214f5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Aug 28 09:27:34.396243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.450017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:34.515478 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:27:34.515822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:27:34.516158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:27:34.520671 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:27:34.521000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:27:34.526167 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:27:34.526536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:27:34.526932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:27:34.527367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Bound port: 96274929-f98c-40d8-a467-7c260dc7f8ba, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:27:34.527734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.600201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:27:34.603418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:27:34.707494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.740377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:34.740989 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:34.742382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] 10.222.0.64 "PUT /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1093 time: 0.7988970 Aug 28 09:27:34.742817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:34.745080 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28606e-96db-4b1d-81ac-e2663dafbd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:34.772542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe3e68-5084-4496-ba65-a5f28067f22f service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:34.799071 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c7706-9667-40cf-b236-82f03988abb1 x-openstack-request-id: req-ce1c7706-9667-40cf-b236-82f03988abb1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:34.799071 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:34.799071 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce1c7706-9667-40cf-b236-82f03988abb1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:34.799071 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'status': 'completed', 'code': 200} Aug 28 09:27:34.882751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-824765d8-05f2-4b00-aff0-77913dc01852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:34.884308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-824765d8-05f2-4b00-aff0-77913dc01852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1096 time: 0.0437493 Aug 28 09:27:34.998375 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-3b5b9fe8-357a-48f1-ae8a-2f7278931847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:34.999886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-3b5b9fe8-357a-48f1-ae8a-2f7278931847 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1790f127e75c4ab88566da4a8e3fd500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977354 Aug 28 09:27:35.095738 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:35.097048 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-4ed224e6-27f3-4123-ad61-26cccac3d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:35.098610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d28606e-96db-4b1d-81ac-e2663dafbd9d req-4ed224e6-27f3-4123-ad61-26cccac3d940 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880375 Aug 28 09:27:35.208908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-41ef42f5-0a21-4739-8d5c-75b4aab38a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:35.210435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-41ef42f5-0a21-4739-8d5c-75b4aab38a0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1096 time: 0.0446053 Aug 28 09:27:35.258966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-bdf5aae3-3630-4063-85a3-e3d6e2c8ce5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 217 time: 0.0336101 Aug 28 09:27:35.309827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-46726673-baa4-4abb-b8ff-5ce8811e8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:35.311357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-46726673-baa4-4abb-b8ff-5ce8811e8ce5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0427780 Aug 28 09:27:35.362833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-0c2751d0-3621-49e5-8a61-cf72b614c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:35.364877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-0c2751d0-3621-49e5-8a61-cf72b614c509 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398414 Aug 28 09:27:35.479037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-b695b646-e188-40ba-9eb3-85c7ea30bf0e service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074238 Aug 28 09:27:35.516017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028bd4-c920-4e94-94a6-a2fc8c6567d1 req-af5865b4-71b7-4b4e-8985-45bc7f85a8db tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:35.517363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8028bd4-c920-4e94-94a6-a2fc8c6567d1 req-af5865b4-71b7-4b4e-8985-45bc7f85a8db tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0752389 Aug 28 09:27:35.593301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8028bd4-c920-4e94-94a6-a2fc8c6567d1 req-309db651-3aea-4e20-b194-9d4f0ac82dec tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 Aug 28 09:27:35.613172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-857df52c-fe1b-4c0d-b68b-1ee6f7c3b27a req-49e5c7d7-dfbd-448b-bffd-8f744d497a08 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220639 Aug 28 09:27:36.107054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:36.707382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79249dc-0853-4145-ba9e-8c7af54fa0fd req-1ab8cc19-cf92-4818-adbd-22ceb74cdce6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:36.709513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f79249dc-0853-4145-ba9e-8c7af54fa0fd req-1ab8cc19-cf92-4818-adbd-22ceb74cdce6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0485637 Aug 28 09:27:36.746400 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f79249dc-0853-4145-ba9e-8c7af54fa0fd req-3595ec58-cde9-4819-aad3-eb9e1ce41692 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Aug 28 09:27:37.834776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:27:37.860084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7aad-1907-4854-b693-e7095a1ac350 req-c8b6def1-76ad-4030-aa93-87ef78c69321 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:37.861648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-308c7aad-1907-4854-b693-e7095a1ac350 req-c8b6def1-76ad-4030-aa93-87ef78c69321 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Aug 28 09:27:37.903981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-308c7aad-1907-4854-b693-e7095a1ac350 req-ecaed4de-2b5e-49c5-ad20-1434eacd165b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357814 Aug 28 09:27:37.927250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:37.938478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:27:37.974439 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:37.990552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:27:38.009666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:38.101550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:38.147212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:38.435040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['96274929-f98c-40d8-a467-7c260dc7f8ba'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:27:39.018171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448517-947d-42f7-9264-df84eefa3cc1 req-973aa3f9-3843-4874-bf79-1fe76fd09020 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:39.019662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7448517-947d-42f7-9264-df84eefa3cc1 req-973aa3f9-3843-4874-bf79-1fe76fd09020 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0486357 Aug 28 09:27:39.057006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7448517-947d-42f7-9264-df84eefa3cc1 req-54be7f82-0bf8-40ef-9d52-2cd5f2697c78 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314386 Aug 28 09:27:39.847478 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:27:39.952476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 96274929-f98c-40d8-a467-7c260dc7f8ba completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:27:39.956380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 96274929-f98c-40d8-a467-7c260dc7f8ba triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:27:39.956748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:40.031935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:40.053942 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:40.056210 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a2211f-4e14-4108-b894-e1465b2bf45e" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:40.068578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:27:40.096424 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e1388-7b25-4567-b902-01420c1ec550 x-openstack-request-id: req-f59e1388-7b25-4567-b902-01420c1ec550 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:40.096424 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:40.096424 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f59e1388-7b25-4567-b902-01420c1ec550 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:40.096424 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'code': 200} Aug 28 09:27:40.139464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:40.188068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758c8ad-e81d-4055-b2be-5457a41386d9 req-28c0585a-f6f7-4756-ab3b-30fa62588fa6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:40.189542 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5758c8ad-e81d-4055-b2be-5457a41386d9 req-28c0585a-f6f7-4756-ab3b-30fa62588fa6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0525191 Aug 28 09:27:40.191893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:27:40.255622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a52ff-a089-47ac-ad61-a7f7097586e5 req-bc8364ff-478d-4608-aeb7-255b1147e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:40.257151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-092a52ff-a089-47ac-ad61-a7f7097586e5 req-bc8364ff-478d-4608-aeb7-255b1147e032 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1098 time: 0.0667658 Aug 28 09:27:40.260369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5758c8ad-e81d-4055-b2be-5457a41386d9 req-88870fe8-b8d2-4817-a675-6f02a454e186 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611756 Aug 28 09:27:40.622858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-092a52ff-a089-47ac-ad61-a7f7097586e5 req-b700e462-84ea-4561-85ce-ab61eff3d462 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572056 Aug 28 09:27:41.374159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b3ff-41ad-4098-ad67-fbee11c355e2 req-adb068f1-36b4-4006-b42c-402dbcaacf79 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:41.375620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62e9b3ff-41ad-4098-ad67-fbee11c355e2 req-adb068f1-36b4-4006-b42c-402dbcaacf79 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0472651 Aug 28 09:27:41.411300 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62e9b3ff-41ad-4098-ad67-fbee11c355e2 req-79f1d803-085d-4a88-94ea-ed12bc935f56 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295916 Aug 28 09:27:42.525107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a60f4-666f-46ff-a13b-0c607cc4c210 req-9d301c98-034d-4c7d-a3dc-9d5c16c28c2c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:42.526625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c50a60f4-666f-46ff-a13b-0c607cc4c210 req-9d301c98-034d-4c7d-a3dc-9d5c16c28c2c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0490105 Aug 28 09:27:42.565057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c50a60f4-666f-46ff-a13b-0c607cc4c210 req-ba1ed2f5-7471-4163-b02f-af43aacdb8c9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Aug 28 09:27:42.684251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116009d4-13a1-4015-af98-07aa9089ae86 req-c7bad3c8-42e1-4e3d-afb9-aa0bc4f6eaaf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:42.685853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-116009d4-13a1-4015-af98-07aa9089ae86 req-c7bad3c8-42e1-4e3d-afb9-aa0bc4f6eaaf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0577736 Aug 28 09:27:42.694562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44576) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:27:42.699173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'floatingip': {'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:27:42.739173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:43.171932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:43.244191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:43.344704 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e associated. External IP: 172.25.0.84, port: 96274929-f98c-40d8-a467-7c260dc7f8ba. Aug 28 09:27:43.571162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:27:43.680866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:27:43.685823 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:43.691781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:27:43.709084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:27:43.710888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:27:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:43.719655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25bf7ed8-0519-4f5a-872a-3d13b2b0f6f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "PUT /v2.0/floatingips/1264eb63-800a-4212-8c00-771c6f09a85e HTTP/1.1" status: 200 len: 991 time: 1.0240149 Aug 28 09:27:43.720235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:27:43.722766 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf26421-bd6f-4ed5-935c-1e2cece58991" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:27:43.819901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:27:43.830430 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a32157-3227-47f1-b5fc-b6d80d1d0061 x-openstack-request-id: req-27a32157-3227-47f1-b5fc-b6d80d1d0061 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:27:43.830723 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:27:43.830975 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27a32157-3227-47f1-b5fc-b6d80d1d0061 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:27:43.831380 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'status': 'completed', 'code': 200} Aug 28 09:27:43.921347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-3fe9bc78-ebc9-4c1f-8b0c-bb7cd01df5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:43.922888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-3fe9bc78-ebc9-4c1f-8b0c-bb7cd01df5f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1098 time: 0.0395474 Aug 28 09:27:44.022944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-79346b49-113a-4318-965e-ce65b34d8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:44.024853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-79346b49-113a-4318-965e-ce65b34d8ea4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0908124 Aug 28 09:27:44.041413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:27:43Z', 'revision_number': 9, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:44.067890 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:27:44.076812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:27:44.077354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:27:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:44.092376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-9b4d7f46-da2a-4600-8460-d26a3c9c9f47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 999 time: 0.0597641 Aug 28 09:27:44.148723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-4d819d2c-68c7-486a-8121-1bfa82fc62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:44.150182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-4d819d2c-68c7-486a-8121-1bfa82fc62b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0455701 Aug 28 09:27:44.183948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:27:44.202093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-bd550e34-bf78-47bd-94ce-ba329089822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:27:44.203716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-bd550e34-bf78-47bd-94ce-ba329089822d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454836 Aug 28 09:27:44.295754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-9ce997c7-37cd-42e6-8137-76d740c86f45 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836768 Aug 28 09:27:44.395781 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcf26421-bd6f-4ed5-935c-1e2cece58991 req-f5910108-d881-4b6a-b786-416d5093158e service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909519 Aug 28 09:27:44.409847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:27:43Z', 'revision_number': 9, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:27:44.439695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49bc13-9d5a-4e26-b068-35562295a81a None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:27:43Z', 'revision_number': 9, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:27:44.642106 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf3694-c629-4b06-96a9-64503f04cbe8 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:27:55.982523 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:27:56.590440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:57.694949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d7c1-0895-43ee-ad16-7f769b612849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:27:59.992424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:00.258759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8de26bd8-aaf6-4f9e-95ff-9ab43727d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:02.144692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:05.081646 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:05.228567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7b2690c-b50b-4e0f-ab0b-ea1c511a1a2a req-89f78d93-5548-420a-9593-4f33ed935250 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261590 Aug 28 09:28:05.326484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7b2690c-b50b-4e0f-ab0b-ea1c511a1a2a req-cb003e43-c814-4429-ba68-ae7cab84e22d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0259850 Aug 28 09:28:05.377715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7b2690c-b50b-4e0f-ab0b-ea1c511a1a2a req-6ca5da62-3e0c-422b-aded-828d9001ee32 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216992 Aug 28 09:28:05.475459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2690c-b50b-4e0f-ab0b-ea1c511a1a2a req-1852f7b6-57f1-48ab-a50b-df37c57ae19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:28:05.476930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7b2690c-b50b-4e0f-ab0b-ea1c511a1a2a req-1852f7b6-57f1-48ab-a50b-df37c57ae19f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897188 Aug 28 09:28:06.121257 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:18.953008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-69af5f9e-9fe0-4574-aa12-be7d4409bd96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395238 Aug 28 09:28:19.057624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-7bbf232b-c4fe-4823-ad7c-889795cdb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:28:19.059161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-7bbf232b-c4fe-4823-ad7c-889795cdb431 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1098 time: 0.0403149 Aug 28 09:28:19.168189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-23ae3e08-6fc6-4009-8d44-36fd53ab6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:28:19.169689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-23ae3e08-6fc6-4009-8d44-36fd53ab6c74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0890336 Aug 28 09:28:19.240099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-e987a153-777c-4c2c-8db0-13e489926e21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1002 time: 0.0594275 Aug 28 09:28:19.288883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-0166e425-a2f8-4ae6-93b6-d5597a61fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:28:19.290320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-0166e425-a2f8-4ae6-93b6-d5597a61fa8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0428226 Aug 28 09:28:19.342925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-9c1bd356-1d32-4798-8358-a7c539a47281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:28:19.344484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-9c1bd356-1d32-4798-8358-a7c539a47281 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454004 Aug 28 09:28:19.444005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-d448f917-c5ba-4f08-b823-0428f99f228e service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847166 Aug 28 09:28:19.540414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b2ca9bf-f22e-406d-86b3-a2d44f59a7c5 req-b95bcdec-0926-4141-920d-26816b1f56ba service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882425 Aug 28 09:28:26.618586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:27.705804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7cb96f26-cfdd-48ee-a37b-0edbdc5d1ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:29.974684 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:30.283194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92138e7a-2f43-4399-bf18-9181f997bdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:32.151574 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:32.981931 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:28:35.115400 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:36.155141 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:56.625309 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:28:57.756409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2670a6de-c971-4394-a34f-d676e6018046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:00.025330 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:00.271211 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-731ce250-fb86-4c2c-be88-44dcf9d8bf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:02.156412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:05.087960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:06.139515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:06.211773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63be5c5b-4ead-4ea7-8ef1-6c95b88ff0b6 req-0da26656-684e-49db-802f-09e001011671 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264792 Aug 28 09:29:06.292126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63be5c5b-4ead-4ea7-8ef1-6c95b88ff0b6 req-8610ffb7-3221-4802-aa5e-56f667b15b2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0244546 Aug 28 09:29:06.338356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63be5c5b-4ead-4ea7-8ef1-6c95b88ff0b6 req-8e61e645-7a9f-4027-a51a-dbb24c6bada7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200207 Aug 28 09:29:06.434452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be5c5b-4ead-4ea7-8ef1-6c95b88ff0b6 req-004788ae-f764-427e-9e8a-f6056736a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:06.435916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63be5c5b-4ead-4ea7-8ef1-6c95b88ff0b6 req-004788ae-f764-427e-9e8a-f6056736a71f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903282 Aug 28 09:29:09.984495 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:29:19.960882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-daae9a45-9fff-4961-bbab-1cf77ecd8fec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402994 Aug 28 09:29:20.062355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092c522-5acd-40d1-b78f-0ca19912efca req-7e2f7b5a-6fce-4a40-bd22-437f35600e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:20.063732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-7e2f7b5a-6fce-4a40-bd22-437f35600e8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1098 time: 0.0397005 Aug 28 09:29:20.169422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092c522-5acd-40d1-b78f-0ca19912efca req-a9b82989-37de-45d3-af1a-64dc339115ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:20.170893 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-a9b82989-37de-45d3-af1a-64dc339115ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0847082 Aug 28 09:29:20.237718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-020c8e7f-5113-4f51-83f5-0ca946fc3980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1002 time: 0.0562952 Aug 28 09:29:20.290317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092c522-5acd-40d1-b78f-0ca19912efca req-d975b1ce-dd82-4685-af4f-ee6cd3b7fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:20.291823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-d975b1ce-dd82-4685-af4f-ee6cd3b7fefd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0440154 Aug 28 09:29:20.348638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092c522-5acd-40d1-b78f-0ca19912efca req-78bff29a-f4bc-4eba-bdfa-d1e7a941b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:20.350158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-78bff29a-f4bc-4eba-bdfa-d1e7a941b297 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446470 Aug 28 09:29:20.439430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-0a399d3b-5869-4843-aec7-36fda985e552 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810742 Aug 28 09:29:20.534807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0092c522-5acd-40d1-b78f-0ca19912efca req-e99a145b-70da-435a-9b66-7d70881c1fb1 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Aug 28 09:29:26.601869 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:27.697199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a98b4291-5399-4458-90ee-30d0544062b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:28.008354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-cd04e58d-1cb5-4212-b5a0-245ba162c793 req-696c995f-da90-4026-a0d3-46bf61f043ff service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:29:28.009435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd04e58d-1cb5-4212-b5a0-245ba162c793 req-696c995f-da90-4026-a0d3-46bf61f043ff service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054734 Aug 28 09:29:28.396082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98307a5-3c06-4791-8810-8ad83fe3aa3d req-56650a20-e848-4d5b-938a-5e6948ade081 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:28.397551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e98307a5-3c06-4791-8810-8ad83fe3aa3d req-56650a20-e848-4d5b-938a-5e6948ade081 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Aug 28 09:29:28.435714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e98307a5-3c06-4791-8810-8ad83fe3aa3d req-3c1f7301-76e2-4978-a19e-7c8907384494 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Aug 28 09:29:28.585096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:29:28.661780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-0afa55fa-f19d-4580-b737-9b32c54f0018 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755394 Aug 28 09:29:29.605805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7a26-489b-4af3-a412-d83a0a14d7ce req-709e3bdf-a544-40f2-91ef-bb7b614f4d1b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:29.607307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-316f7a26-489b-4af3-a412-d83a0a14d7ce req-709e3bdf-a544-40f2-91ef-bb7b614f4d1b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.1009347 Aug 28 09:29:29.649253 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-316f7a26-489b-4af3-a412-d83a0a14d7ce req-10a6512c-b5ec-4007-b353-a032a893d7e8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Aug 28 09:29:30.013259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:30.282075 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-81b3341a-279e-481b-87ab-b21b227287b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:30.769063 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056cba1-b853-40d6-b332-78f6f23ac353 req-5face3dc-afc1-49f1-91ef-1f0989c2d6ac tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:30.770636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2056cba1-b853-40d6-b332-78f6f23ac353 req-5face3dc-afc1-49f1-91ef-1f0989c2d6ac tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0503817 Aug 28 09:29:30.809148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2056cba1-b853-40d6-b332-78f6f23ac353 req-16be1414-02ab-402b-a96f-9481bc606504 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Aug 28 09:29:30.848745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-4e2ae6ad-93e4-4f50-8cb2-970ff9dea06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:30.850281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-4e2ae6ad-93e4-4f50-8cb2-970ff9dea06e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1098 time: 0.0402327 Aug 28 09:29:30.942874 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-78d3f0a2-6125-42f4-ab35-e80ddc6ea7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:30.944320 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-78d3f0a2-6125-42f4-ab35-e80ddc6ea7dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0861700 Aug 28 09:29:31.011606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-80b37bf0-9c75-4ea8-9764-ecbfb3ca20f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1002 time: 0.0559876 Aug 28 09:29:31.060344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-a70d119b-5d3b-4799-b073-39106e35187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:31.061738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-a70d119b-5d3b-4799-b073-39106e35187d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0419674 Aug 28 09:29:31.110393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-870587d1-7f0b-4eb9-a845-07e22558b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:31.111870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-870587d1-7f0b-4eb9-a845-07e22558b448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428674 Aug 28 09:29:31.201072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-cf78aa40-1403-4c4f-bd20-5767f2677740 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804398 Aug 28 09:29:31.296251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-cbed40b1-13a4-4247-9ccb-e955ac093dae service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873482 Aug 28 09:29:31.926577 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497e6e-19e9-411f-bfec-b1d93b204eb0 req-57e76973-05af-4f73-b5a5-87e48d3faedf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:31.928054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c497e6e-19e9-411f-bfec-b1d93b204eb0 req-57e76973-05af-4f73-b5a5-87e48d3faedf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Aug 28 09:29:31.965917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c497e6e-19e9-411f-bfec-b1d93b204eb0 req-a445a580-f1ff-4e63-bc87-60607ed410bf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Aug 28 09:29:32.161750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:33.087870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2772c-1850-4c89-a495-8c7def0f17dc req-3e4e2f8a-4096-4595-a439-0b44d540bbaa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:33.094693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88f2772c-1850-4c89-a495-8c7def0f17dc req-3e4e2f8a-4096-4595-a439-0b44d540bbaa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0581028 Aug 28 09:29:33.128969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-88f2772c-1850-4c89-a495-8c7def0f17dc req-8ea25b13-ebbd-4ec1-b2b7-085596b72427 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334082 Aug 28 09:29:34.248050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36f81e-f241-4816-8ad9-fe6e2f72c23a req-786732b1-b3c9-4900-9dd8-16feab09833e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:34.249526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a36f81e-f241-4816-8ad9-fe6e2f72c23a req-786732b1-b3c9-4900-9dd8-16feab09833e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0531030 Aug 28 09:29:34.287512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a36f81e-f241-4816-8ad9-fe6e2f72c23a req-8eb3d057-2aa0-44d4-9a5d-88386d5444a2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Aug 28 09:29:35.110086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:35.399590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431c21-ba95-42d5-8a82-c4dc81a6c2b2 req-c7adc663-91a0-4150-b919-6e0717f1a7f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:35.401059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32431c21-ba95-42d5-8a82-c4dc81a6c2b2 req-c7adc663-91a0-4150-b919-6e0717f1a7f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0482461 Aug 28 09:29:35.438346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32431c21-ba95-42d5-8a82-c4dc81a6c2b2 req-1732773d-cd95-4605-a4a6-89fd3bdb3aa2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Aug 28 09:29:36.178880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:36.553568 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8d512-ab73-4235-8fc3-3ca5ad81c997 req-b5757959-98fd-445f-b0f4-542b798355a1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:36.555126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ab8d512-ab73-4235-8fc3-3ca5ad81c997 req-b5757959-98fd-445f-b0f4-542b798355a1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0489736 Aug 28 09:29:36.592636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ab8d512-ab73-4235-8fc3-3ca5ad81c997 req-7c2443be-dc1d-44fa-8615-a89154d678f2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Aug 28 09:29:37.711106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8edd3-9820-4cf6-ab08-4412f8e6d8bc req-b2cd8680-144f-4354-85fa-2bd0ac375179 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:37.712571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f8edd3-9820-4cf6-ab08-4412f8e6d8bc req-b2cd8680-144f-4354-85fa-2bd0ac375179 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0524096 Aug 28 09:29:37.752714 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f8edd3-9820-4cf6-ab08-4412f8e6d8bc req-ab3e3e6d-ecb6-4ed7-8e50-515380953988 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Aug 28 09:29:38.868121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae69e-14c1-4192-b88a-d3883d88b52d req-68dc8a23-7e5d-4e9d-bdca-bedd6b0b8bb8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:38.869604 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69aae69e-14c1-4192-b88a-d3883d88b52d req-68dc8a23-7e5d-4e9d-bdca-bedd6b0b8bb8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Aug 28 09:29:38.907597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69aae69e-14c1-4192-b88a-d3883d88b52d req-c1893187-beb6-47d7-8544-f4ea4a629bb8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Aug 28 09:29:40.020417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee79001-06f5-4ea7-8472-71a8a988824b req-016af5c6-b8c3-42fe-80e4-881d95ba3705 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:40.021866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee79001-06f5-4ea7-8472-71a8a988824b req-016af5c6-b8c3-42fe-80e4-881d95ba3705 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0476654 Aug 28 09:29:40.058199 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ee79001-06f5-4ea7-8472-71a8a988824b req-f591edc6-c096-49d2-9ba5-138a8d01f178 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303855 Aug 28 09:29:41.175012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9c5ce-242d-4b5b-8322-313c31654cf8 req-8a3b095d-5aae-40e3-acd8-0e0cb21e8f42 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:41.176465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cd9c5ce-242d-4b5b-8322-313c31654cf8 req-8a3b095d-5aae-40e3-acd8-0e0cb21e8f42 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0521913 Aug 28 09:29:41.540010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3cd9c5ce-242d-4b5b-8322-313c31654cf8 req-44c0f258-ebd3-408f-8db6-9cd1bb90bb1d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569851 Aug 28 09:29:42.655635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886075f-5970-492f-9e20-4b7860374c0a req-cfdad602-2ffa-4050-8af3-23e9dc2059b4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:42.657123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b886075f-5970-492f-9e20-4b7860374c0a req-cfdad602-2ffa-4050-8af3-23e9dc2059b4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0479364 Aug 28 09:29:42.694697 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b886075f-5970-492f-9e20-4b7860374c0a req-726b7c39-9868-403a-b4ad-bd25fd421e53 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Aug 28 09:29:43.809634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e64044-bc7c-4c03-ab7d-6d13367fb449 req-6e1ddbad-3f55-46f1-bae1-42fd5e97425e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:43.811147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8e64044-bc7c-4c03-ab7d-6d13367fb449 req-6e1ddbad-3f55-46f1-bae1-42fd5e97425e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0493975 Aug 28 09:29:43.849440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8e64044-bc7c-4c03-ab7d-6d13367fb449 req-8f2b8c83-393e-4bba-a0ac-ecb9ff5dae97 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Aug 28 09:29:44.016805 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-41e17562-17da-4664-8483-737cd616e72e req-d8233c65-def0-43c2-a68b-15793714c55d service neutron] show failed (client error): The resource could not be found. Aug 28 09:29:44.017694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-d8233c65-def0-43c2-a68b-15793714c55d service neutron] 10.222.0.64 "GET /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0561600 Aug 28 09:29:44.527801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-f9a68fcb-fb5d-4864-834e-3f9688dcbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:44.529698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-f9a68fcb-fb5d-4864-834e-3f9688dcbaf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1098 time: 0.0419228 Aug 28 09:29:44.548569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:29:44.599325 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:44.804188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:29:44.836962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:29:44.877622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:29:44.879906 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24727e85-afc7-40d8-9106-01166639bcab" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-unplugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:29:44.883952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:44.896110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Transition to ACTIVE for port object 96274929-f98c-40d8-a467-7c260dc7f8ba will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:29:44.963948 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36298596-57a9-4efb-bdba-22c4a85c6ec4 req-50a30b65-8cef-43e9-bc60-cb7df934a817 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:44.965434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36298596-57a9-4efb-bdba-22c4a85c6ec4 req-50a30b65-8cef-43e9-bc60-cb7df934a817 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0481834 Aug 28 09:29:45.003992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36298596-57a9-4efb-bdba-22c4a85c6ec4 req-434b82d1-5a64-4422-a09a-18bf956269b6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Aug 28 09:29:45.023898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:45.065917 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc47ab0-06bc-412e-bc54-18ab0c6b87ea x-openstack-request-id: req-8dc47ab0-06bc-412e-bc54-18ab0c6b87ea {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:29:45.066269 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-unplugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:29:45.066562 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8dc47ab0-06bc-412e-bc54-18ab0c6b87ea {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:29:45.066994 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'code': 200} Aug 28 09:29:45.108739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:45.124087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.124434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.124777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.125117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.125450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.126226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.126560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.126935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.127220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.127548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.127876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.128356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:45.163660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] No DVR routers for this DVR port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:29:45.300096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:29:45.300428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:29:45.300757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:29:45.304904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:29:45.305223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:29:45.313117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:29:45.313547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:29:45.313933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:29:45.314386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Bound port: 96274929-f98c-40d8-a467-7c260dc7f8ba, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:29:45.314740 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:45.379368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:29:45.382307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:29:45.493669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:45.528790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:45.529412 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:45.530853 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] 10.222.0.39 "PUT /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1093 time: 0.9863820 Aug 28 09:29:45.552422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5241e9-8461-4f16-b77c-ee301fc551ec service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:45.606586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-e133da8b-f6b1-4397-b6de-f927bd036ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:45.608131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-e133da8b-f6b1-4397-b6de-f927bd036ccb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1096 time: 0.0432036 Aug 28 09:29:45.706815 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-ab9088d6-fe03-46df-a6ea-1a1bbfd90083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:45.708957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-ab9088d6-fe03-46df-a6ea-1a1bbfd90083 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0932670 Aug 28 09:29:45.775387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-7760435f-ce6b-4824-9c75-6dfdf355c992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.0588858 Aug 28 09:29:45.824401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-505cf4aa-a3a5-4c48-9d1e-009c4c16f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:45.825895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-505cf4aa-a3a5-4c48-9d1e-009c4c16f482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0437543 Aug 28 09:29:45.876514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e17562-17da-4664-8483-737cd616e72e req-7194b01a-c6a7-41d8-89a6-2bebeee243be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:45.878000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-7194b01a-c6a7-41d8-89a6-2bebeee243be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439110 Aug 28 09:29:45.966994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-d192f5b2-7189-4ee4-9c77-3b6074e8055a service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816274 Aug 28 09:29:46.060917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-a27fe655-f55f-4727-9d96-03bae44136a0 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Aug 28 09:29:46.119131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315b315-818d-45c0-8148-9647d3e092eb req-5a5ebd8b-66cc-4580-ac1b-0b4ac0355001 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:46.120608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9315b315-818d-45c0-8148-9647d3e092eb req-5a5ebd8b-66cc-4580-ac1b-0b4ac0355001 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0481656 Aug 28 09:29:46.158261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9315b315-818d-45c0-8148-9647d3e092eb req-bffb10e1-c1ef-4684-b46f-a51dd3143528 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Aug 28 09:29:46.983415 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:29:47.068193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:29:47.070593 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5015f11-ade6-49c2-8e71-f5f945e8b56e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:29:47.166076 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98799478-bf2e-485a-84f4-2c4fe2e98016 x-openstack-request-id: req-98799478-bf2e-485a-84f4-2c4fe2e98016 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:29:47.166401 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:29:47.166659 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98799478-bf2e-485a-84f4-2c4fe2e98016 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:29:47.167061 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'status': 'completed', 'code': 200} Aug 28 09:29:47.310341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-5b600ead-1e9a-47d2-94f9-bfd0a7912f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.311751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-5b600ead-1e9a-47d2-94f9-bfd0a7912f5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1096 time: 0.1018457 Aug 28 09:29:47.327943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0963fe-321e-48af-a96a-43193fbe31cc req-10ca2e16-b4ce-4e1c-8d92-2909fa3fff6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.329325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da0963fe-321e-48af-a96a-43193fbe31cc req-10ca2e16-b4ce-4e1c-8d92-2909fa3fff6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0932395 Aug 28 09:29:47.330875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-4a552e50-2bd7-4b7a-a231-264b9fe8fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.332233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-4a552e50-2bd7-4b7a-a231-264b9fe8fa89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1096 time: 0.0973201 Aug 28 09:29:47.471350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-da0963fe-321e-48af-a96a-43193fbe31cc req-89b427f0-d733-4985-9ff2-72786a8dea2c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317546 Aug 28 09:29:47.513128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-c04da224-6483-4c24-99e2-1b1667f5f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.514610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-c04da224-6483-4c24-99e2-1b1667f5f2a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1943483 Aug 28 09:29:47.517095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-52338755-362e-49da-81f4-5c793da80ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.518467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-52338755-362e-49da-81f4-5c793da80ef5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1631520 Aug 28 09:29:47.624307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-774853e6-6f9b-4aa7-b566-b1d82addc9aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.1018734 Aug 28 09:29:47.628106 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-a5524854-c202-4959-9d2b-0a9b4c8dc9b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.0994601 Aug 28 09:29:47.707239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-42d241a4-e20c-488b-9d5d-f43e85c31645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.708719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-42d241a4-e20c-488b-9d5d-f43e85c31645 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0767009 Aug 28 09:29:47.713715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-9e334211-c5a9-432c-a8f0-02040385f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.715069 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-9e334211-c5a9-432c-a8f0-02040385f0c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0748930 Aug 28 09:29:47.782651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-ff7581c3-76df-440e-9c19-60275885c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.784160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-ff7581c3-76df-440e-9c19-60275885c259 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678868 Aug 28 09:29:47.785799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-42dafe92-5cc1-4b8c-9fc1-3effab81073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:47.787164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-42dafe92-5cc1-4b8c-9fc1-3effab81073e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638685 Aug 28 09:29:47.942415 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-9fc68625-bd35-461f-b341-c82baf6b7d88 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498351 Aug 28 09:29:47.945614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-4e194bb5-5d61-4d1e-9e71-3baaadfab6ba service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454966 Aug 28 09:29:48.105331 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-1bd3b9fb-0130-4466-982d-631aa2688e97 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556213 Aug 28 09:29:48.107270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5015f11-ade6-49c2-8e71-f5f945e8b56e req-80f61002-9a86-48e2-8b6c-8b531f4d2c05 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507456 Aug 28 09:29:48.445310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:29:48.486498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:29:48.587663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db283b6c-88d2-486e-aeff-98f3a8554a0c req-2cc82a1c-54c2-4875-97a4-da23e109d030 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:48.589044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db283b6c-88d2-486e-aeff-98f3a8554a0c req-2cc82a1c-54c2-4875-97a4-da23e109d030 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0482645 Aug 28 09:29:48.626800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-db283b6c-88d2-486e-aeff-98f3a8554a0c req-b97e4c8a-4f4a-44d9-bc86-dc5e28384069 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 Aug 28 09:29:49.741883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75a0f-b70a-4dfb-8de3-dd2429522b2c req-53ca8879-5ae6-4508-afeb-e339d4275d1e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:49.743408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91c75a0f-b70a-4dfb-8de3-dd2429522b2c req-53ca8879-5ae6-4508-afeb-e339d4275d1e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0503082 Aug 28 09:29:49.781599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91c75a0f-b70a-4dfb-8de3-dd2429522b2c req-20884819-54c3-42fa-9637-57e023b5de6c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Aug 28 09:29:50.899967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d2d0-dae1-4d3a-a9b8-0c5b38ace1d3 req-86b14436-ee7e-42ea-ba59-95634e38f8f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:50.901435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b9d2d0-dae1-4d3a-a9b8-0c5b38ace1d3 req-86b14436-ee7e-42ea-ba59-95634e38f8f7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 944 time: 0.0525742 Aug 28 09:29:50.934539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:29:50.939363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b9d2d0-dae1-4d3a-a9b8-0c5b38ace1d3 req-1bf47662-88f5-4d57-835d-eff509e3606c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Aug 28 09:29:51.028407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:29:51.040230 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:29:51.076564 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:51.092000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:29:51.110632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:29:51.195647 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:51.242028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:51.249194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.249537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.249873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.250205 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.250556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.251137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.251461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.251809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.252129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.252452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.252770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.253087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:29:51.580184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e661068-0dfb-45f6-bdf9-3109d7da9c9a req-57f8f5fb-586c-4f43-ac24-4c3ec871fca1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:51.581625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e661068-0dfb-45f6-bdf9-3109d7da9c9a req-57f8f5fb-586c-4f43-ac24-4c3ec871fca1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0601296 Aug 28 09:29:51.590704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['96274929-f98c-40d8-a467-7c260dc7f8ba'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:29:51.643079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-2c36927c-c33f-4cf6-8b64-0a61360cc4c5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:51.644546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-2c36927c-c33f-4cf6-8b64-0a61360cc4c5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&tenant_id=1790f127e75c4ab88566da4a8e3fd500&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 945 time: 0.0840425 Aug 28 09:29:51.650048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8e661068-0dfb-45f6-bdf9-3109d7da9c9a req-3699ac2e-c296-4e9e-8a37-1c82d5789cb5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536122 Aug 28 09:29:51.711706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-9a6a9cb6-67f9-434a-abb4-f1907563c4cc service neutron] 10.222.0.39 "GET /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 383 time: 0.0591125 Aug 28 09:29:51.794009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-fbd6f4f5-97f5-47da-b081-87c80db721a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:51.795477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-fbd6f4f5-97f5-47da-b081-87c80db721a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1097 time: 0.0417540 Aug 28 09:29:51.887138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-a1cee830-9150-4f19-a768-c4a56e48ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:51.889125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-a1cee830-9150-4f19-a768-c4a56e48ff01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0862801 Aug 28 09:29:51.959369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-fe4bf21a-45e3-4154-b882-4dd1527cce75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1001 time: 0.0615087 Aug 28 09:29:52.008959 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-1b5cc355-c0c2-40b7-9d1b-b87242a104cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:52.010385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-1b5cc355-c0c2-40b7-9d1b-b87242a104cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0435431 Aug 28 09:29:52.055075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-c0cfea21-5b65-4c61-af68-b99079992d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:52.056427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-c0cfea21-5b65-4c61-af68-b99079992d74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384336 Aug 28 09:29:52.149914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-c36b30b8-fa6a-46de-9651-a1837038faa0 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Aug 28 09:29:52.238886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-adb1e0eb-915c-41ec-86c9-ab428ed2868d service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811720 Aug 28 09:29:52.770772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623bb37-3e55-4582-a097-34e818ca7c7e req-51927679-0b05-447b-a02a-c328624d33a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:52.772750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f623bb37-3e55-4582-a097-34e818ca7c7e req-51927679-0b05-447b-a02a-c328624d33a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0538254 Aug 28 09:29:52.809758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f623bb37-3e55-4582-a097-34e818ca7c7e req-d168fe51-e91d-432e-9d9d-cc96d28553f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Aug 28 09:29:52.937810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:29:53.063779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 96274929-f98c-40d8-a467-7c260dc7f8ba completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:29:53.067682 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 96274929-f98c-40d8-a467-7c260dc7f8ba triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:29:53.068111 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:53.146066 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:53.169623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:29:53.172005 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb7d3c7-8eff-441e-bbb4-4cc6e4f93c80" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:29:53.185960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:29:53.252108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:53.280768 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd22382-b9a2-47d1-bf8f-add1f09efebd x-openstack-request-id: req-3dd22382-b9a2-47d1-bf8f-add1f09efebd {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:29:53.281057 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:29:53.281307 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3dd22382-b9a2-47d1-bf8f-add1f09efebd {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:29:53.281689 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'code': 200} Aug 28 09:29:53.306899 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:53.932941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5327ab-d830-446c-ad45-5b75712b66c9 req-8bf12696-2a85-4a48-865f-539014dd9e7e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:53.934460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd5327ab-d830-446c-ad45-5b75712b66c9 req-8bf12696-2a85-4a48-865f-539014dd9e7e tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0507824 Aug 28 09:29:53.972968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd5327ab-d830-446c-ad45-5b75712b66c9 req-b55b4a01-d232-418d-a006-6ff46f86c8fc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Aug 28 09:29:55.092509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e769f48-2413-4a71-a70b-2614691badd5 req-18ac21a9-cdbd-43b7-b1cf-6def1427229b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:55.098161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e769f48-2413-4a71-a70b-2614691badd5 req-18ac21a9-cdbd-43b7-b1cf-6def1427229b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0500028 Aug 28 09:29:55.156828 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e769f48-2413-4a71-a70b-2614691badd5 req-93c277a6-619f-41c2-9ce9-9c344feb7d22 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546656 Aug 28 09:29:55.163293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-3e710efe-ecb6-413a-8beb-b80302a946ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:55.164742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-3e710efe-ecb6-413a-8beb-b80302a946ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1098 time: 0.0698380 Aug 28 09:29:55.185903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:29:55.238998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:55.441849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:29:55.474537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:29:55.514649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:29:55.516910 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914b4c9-721e-4dda-8e52-926dbc0e3164" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-unplugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:29:55.536466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:55.536466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Transition to ACTIVE for port object 96274929-f98c-40d8-a467-7c260dc7f8ba will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:29:55.565586 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79358b4-7e96-42bc-bc89-2913df5a5465 x-openstack-request-id: req-b79358b4-7e96-42bc-bc89-2913df5a5465 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:29:55.565885 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-unplugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:29:55.566143 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b79358b4-7e96-42bc-bc89-2913df5a5465 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:29:55.566644 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'code': 200} Aug 28 09:29:55.646850 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:55.699327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:55.772603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] No DVR routers for this DVR port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:29:55.908931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:29:55.909266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:29:55.909593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:29:55.913759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:29:55.914080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Attempting to bind port 96274929-f98c-40d8-a467-7c260dc7f8ba on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:29:55.919446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:29:55.919784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:29:55.920170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:29:55.920595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Bound port: 96274929-f98c-40d8-a467-7c260dc7f8ba, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:29:55.920947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:55.988094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:29:55.991084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:29:56.075898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:56.109192 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.109809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:56.111247 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] 10.222.0.64 "PUT /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1094 time: 0.9294078 Aug 28 09:29:56.136044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30752-877e-4217-b899-91b9e4523d46 service neutron] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=11']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:29:56.189291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-7cdaae99-7cd3-42dd-8d42-bcfb2f182951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.190972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-7cdaae99-7cd3-42dd-8d42-bcfb2f182951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1097 time: 0.0439155 Aug 28 09:29:56.325935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665ae92-07d2-445a-b16f-668868b431f0 req-15c616d0-49b4-447e-82b4-2348f3df6af7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.327557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7665ae92-07d2-445a-b16f-668868b431f0 req-15c616d0-49b4-447e-82b4-2348f3df6af7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0796149 Aug 28 09:29:56.331072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-1bf2075a-0f41-469b-8046-f993e699ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.332597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-1bf2075a-0f41-469b-8046-f993e699ec1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1334202 Aug 28 09:29:56.414979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7665ae92-07d2-445a-b16f-668868b431f0 req-cb234ef8-a5c0-4810-ad09-6dd404cad049 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807619 Aug 28 09:29:56.435180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-1bc3de92-7701-4928-a55a-7c00484627f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.0811629 Aug 28 09:29:56.485898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-a0e5d434-9c43-43e6-ad3e-7b1b6e41fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.487388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-a0e5d434-9c43-43e6-ad3e-7b1b6e41fb8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0454125 Aug 28 09:29:56.534118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-c37d1667-fbb8-4cbc-8296-738f5a357075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:56.535614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-c37d1667-fbb8-4cbc-8296-738f5a357075 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404818 Aug 28 09:29:56.617044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:56.629554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-46950a54-72dc-4ddd-a1bc-48aae5657b34 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846903 Aug 28 09:29:57.041658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28eccfb6-bb46-4242-8dba-0d5387469ce1 req-41b22f8e-a49f-4e9a-be09-ccf0a3b8c771 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040289 Aug 28 09:29:57.534848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f842-4ec9-478e-a3c9-448d267fc314 req-959448cc-d68b-49f0-bcec-789d11390424 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:57.536317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a25f842-4ec9-478e-a3c9-448d267fc314 req-959448cc-d68b-49f0-bcec-789d11390424 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0500371 Aug 28 09:29:57.567941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:29:57.570027 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac9667-ffa5-4c76-9e99-07c0946abf31" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:29:57.582721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a25f842-4ec9-478e-a3c9-448d267fc314 req-57da11e7-bd45-48f1-bf8b-6c4f1074a526 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Aug 28 09:29:57.638854 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c629860-dd0a-4416-96d3-aa0b55a32353 x-openstack-request-id: req-4c629860-dd0a-4416-96d3-aa0b55a32353 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:29:57.639156 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:29:57.639415 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c629860-dd0a-4416-96d3-aa0b55a32353 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:29:57.639813 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'status': 'completed', 'code': 200} Aug 28 09:29:57.698469 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-26ce9e4f-57c6-49c4-b984-e59cc8513ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:29:57.748153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-ef6dece8-03fe-4c42-9413-4570d166c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:57.749739 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-ef6dece8-03fe-4c42-9413-4570d166c1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1097 time: 0.0704045 Aug 28 09:29:57.751674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-87b47403-78ff-4978-953b-97604f2239ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:57.752985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-87b47403-78ff-4978-953b-97604f2239ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 1097 time: 0.0632126 Aug 28 09:29:57.906443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-9ce4a20c-f4e1-4e61-bc5a-9d386fa4b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:57.907913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-9ce4a20c-f4e1-4e61-bc5a-9d386fa4b8bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1509979 Aug 28 09:29:57.910436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-370c03d2-c428-437b-a054-8e6e8c0958b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:57.911752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-370c03d2-c428-437b-a054-8e6e8c0958b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1469173 Aug 28 09:29:58.020771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-4819e6b0-6934-4fa5-b773-45c25cf4cd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.1046982 Aug 28 09:29:58.026950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-d8d826e3-ea95-4233-9d4e-a161fb44b543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 200 len: 1000 time: 0.0738907 Aug 28 09:29:58.106987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-35670fb4-e6c2-4003-b804-1c8363331bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:58.108318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-35670fb4-e6c2-4003-b804-1c8363331bb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0799575 Aug 28 09:29:58.109805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-3f63f403-6491-4cd2-88ff-ac865f04c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:58.111137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-3f63f403-6491-4cd2-88ff-ac865f04c0d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0757673 Aug 28 09:29:58.185219 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-3f563c78-bcbb-46f1-bcd1-f8eb6713fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:58.186702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-3f563c78-bcbb-46f1-bcd1-f8eb6713fafc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703647 Aug 28 09:29:58.188295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-c5848504-b9e7-45b0-bbac-b4b8985d987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:58.189641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-c5848504-b9e7-45b0-bbac-b4b8985d987b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662031 Aug 28 09:29:58.356633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-7b468d99-ffbf-40a1-a57f-2669cdaaba72 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616213 Aug 28 09:29:58.358485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-9e92b97d-3d32-4106-a830-e6ee5f18b618 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564682 Aug 28 09:29:58.512748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-2f444672-ece5-4526-b79c-b50f907cc053 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417625 Aug 28 09:29:58.514473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2ac9667-ffa5-4c76-9e99-07c0946abf31 req-2853342d-08a9-4fbf-95ce-ff9112479fd2 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504250 Aug 28 09:29:58.698868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124cb1-2f5d-4104-8626-32d1708f155c req-8da42397-8cc6-4969-aaac-76db9bf13f2f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:58.700335 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c124cb1-2f5d-4104-8626-32d1708f155c req-8da42397-8cc6-4969-aaac-76db9bf13f2f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Aug 28 09:29:58.741500 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c124cb1-2f5d-4104-8626-32d1708f155c req-92711ab2-6145-4ef9-909f-783120754f38 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Aug 28 09:29:58.964770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:29:59.003070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:29:59.856675 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada60a3-76c0-4143-a020-5aa83e86427f req-7c9af7c1-8051-4ba8-94ff-135b32d42db0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:29:59.858144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eada60a3-76c0-4143-a020-5aa83e86427f req-7c9af7c1-8051-4ba8-94ff-135b32d42db0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 28 09:29:59.895866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eada60a3-76c0-4143-a020-5aa83e86427f req-40ee2ae1-3e70-44a9-9722-1af451c4d62c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Aug 28 09:29:59.995613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:00.013099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65834c-a81b-4024-92f9-b7f743572609 req-a0ed42a8-4b52-4450-8252-3120a5ea1302 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:00.014929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de65834c-a81b-4024-92f9-b7f743572609 req-a0ed42a8-4b52-4450-8252-3120a5ea1302 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Aug 28 09:30:00.052178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de65834c-a81b-4024-92f9-b7f743572609 req-2bd1fe94-187a-4791-bad8-a2097b67682d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Aug 28 09:30:00.164084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc29099-2685-4ddb-ac0d-6865f3be0a08 req-0077eb65-05a8-4e0c-bd0b-215513e5c001 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:00.165482 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afc29099-2685-4ddb-ac0d-6865f3be0a08 req-0077eb65-05a8-4e0c-bd0b-215513e5c001 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Aug 28 09:30:00.207820 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-afc29099-2685-4ddb-ac0d-6865f3be0a08 req-0d401da1-d014-4073-9007-07311a280181 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364308 Aug 28 09:30:00.309731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f844-df76-40f0-b43f-93390cdfe27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:00.524326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:30:00.769439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f6c8-9ea5-43b2-b633-ddc23bbe7fc1 req-906dec19-7fa9-4685-a0c0-111721331969 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:00.770971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f83f6c8-9ea5-43b2-b633-ddc23bbe7fc1 req-906dec19-7fa9-4685-a0c0-111721331969 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Aug 28 09:30:00.779726 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:00.791959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'mac_address': 'fa:16:3e:b3:19:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:30:00.810584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f83f6c8-9ea5-43b2-b633-ddc23bbe7fc1 req-c4cfd1f7-cb8e-4063-a80a-0967f56a58ed tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Aug 28 09:30:00.829778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:00.842456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:30:00.861242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:00.932321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:00.980392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:01.301979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['96274929-f98c-40d8-a467-7c260dc7f8ba'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:30:01.928379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced17e9-dcb9-4122-97f2-11508ac2b9e6 req-14bd123d-e356-439a-883e-7a8f7d592629 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:01.929843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ced17e9-dcb9-4122-97f2-11508ac2b9e6 req-14bd123d-e356-439a-883e-7a8f7d592629 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Aug 28 09:30:01.968499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ced17e9-dcb9-4122-97f2-11508ac2b9e6 req-f2944108-618f-491b-9c49-aa573cb85c22 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Aug 28 09:30:02.161458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.384135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08781032-faaf-45db-9a25-56faac9b6320 req-01aecb18-07bb-4715-8dfa-99f3bc02a343 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:02.385589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08781032-faaf-45db-9a25-56faac9b6320 req-01aecb18-07bb-4715-8dfa-99f3bc02a343 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 946 time: 0.0494065 Aug 28 09:30:02.479831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Deleting port 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:30:02.480102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.539882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:30:02.567750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:02.568459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.652647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 96274929-f98c-40d8-a467-7c260dc7f8ba completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:30:02.656796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 96274929-f98c-40d8-a467-7c260dc7f8ba triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:30:02.657264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.738405 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.754865 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.755262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.755692 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e disassociated. External IP: 172.25.0.84, port: 96274929-f98c-40d8-a467-7c260dc7f8ba. Aug 28 09:30:02.756049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Calling delete_port for 96274929-f98c-40d8-a467-7c260dc7f8ba owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:30:02.761964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:30:02.764265 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124c199-1f8d-4b0a-844a-3f7de02583b2" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:30:02.777215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 96274929-f98c-40d8-a467-7c260dc7f8ba, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=96274929-f98c-40d8-a467-7c260dc7f8ba,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:02.800741 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ba6bb-0897-42d2-9e10-9ea66cabfe7a x-openstack-request-id: req-3c3ba6bb-0897-42d2-9e10-9ea66cabfe7a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:30:02.801030 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-plugged", "status": "completed", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:30:02.801685 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c3ba6bb-0897-42d2-9e10-9ea66cabfe7a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:30:02.802083 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'code': 200} Aug 28 09:30:02.887118 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:02.935256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=13']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:03.007281 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:03.043026 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'Port': ['ID=96274929-f98c-40d8-a467-7c260dc7f8ba,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:03.125294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-232f2420-2f8c-4ccc-b061-a8e9315888a7 req-e221a3a4-6d7b-4c93-81d4-db8c1f5e4b23 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 210 time: 0.0313919 Aug 28 09:30:03.185235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:30:03.294391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:30:03.304191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:30:03.313437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:30:03.314168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:30:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:03.333433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] No DVR routers for this DVR port 96274929-f98c-40d8-a467-7c260dc7f8ba on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:30:03.336118 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:03.338593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-08781032-faaf-45db-9a25-56faac9b6320 req-51807e66-87f1-481e-8503-16ca59829659 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "DELETE /v2.0/ports/96274929-f98c-40d8-a467-7c260dc7f8ba HTTP/1.1" status: 204 len: 173 time: 0.9430692 Aug 28 09:30:03.339055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-deleted', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:30:03.341282 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da79ef-608a-464e-8deb-0b8faebc1584" -d '{"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-deleted", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:30:03.380839 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb78a94-f2b2-4744-a9d2-be809cb4a172 x-openstack-request-id: req-7bb78a94-f2b2-4744-a9d2-be809cb4a172 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:30:03.381134 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ad784-f0e0-43e7-b185-269d170f9d99", "name": "network-vif-deleted", "tag": "96274929-f98c-40d8-a467-7c260dc7f8ba", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:30:03.381385 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bb78a94-f2b2-4744-a9d2-be809cb4a172 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:30:03.381790 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ad784-f0e0-43e7-b185-269d170f9d99', 'name': 'network-vif-deleted', 'tag': '96274929-f98c-40d8-a467-7c260dc7f8ba', 'status': 'completed', 'code': 200} Aug 28 09:30:03.423634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:30:03.623570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:03.650849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:30:03.659148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:30:03.659754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:30:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:03.765749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:30:03.959981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:03.989459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0c5b2-b35a-4cbb-9384-3724c5db7078 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:30:04.185112 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7db81497-7b8e-4dd3-8392-988b21a80ec9 req-3507c6b1-8b2b-4ce0-b0c9-9eb08a56a669 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1ad784-f0e0-43e7-b185-269d170f9d99 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Aug 28 09:30:04.218311 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50365be7-19df-4fea-833a-20a0c92120cf None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:30:05.103755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:05.456960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-64f78fb2-83f0-4296-942d-2054b3c61a99 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--376250491&fields=id&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 267 time: 0.0324297 Aug 28 09:30:05.567585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-0ed8d45f-cf98-422a-a71e-30ab3f85f249 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:05.568980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-0ed8d45f-cf98-422a-a71e-30ab3f85f249 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1049151 Aug 28 09:30:05.584256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-1e7b4b27-5c3b-4eb0-a5f2-884491495fc0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/quotas/1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 375 time: 0.0094213 Aug 28 09:30:05.636524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-61d7cce4-54f0-47e4-83cf-d7a0d5b7e7a5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465586 Aug 28 09:30:05.653937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-fedd2540-f994-45a9-9763-fe2ff4f3137a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:30:05.654949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-fedd2540-f994-45a9-9763-fe2ff4f3137a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066009 Aug 28 09:30:05.785432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-2c106bea-7d2b-490c-82f7-17c39f6a9769 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245396 Aug 28 09:30:05.874729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-5a82d13b-2162-4d4d-965d-444ed914b362 service neutron] 10.222.0.46 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830719 Aug 28 09:30:06.107814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-626c118d-1a64-495c-ae51-b22e5693dcfa req-f6b7ece4-dabe-449f-836c-da522378504a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0276902 Aug 28 09:30:06.155213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:06.553153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:30:06.574884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 96274929-f98c-40d8-a467-7c260dc7f8ba {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:30:06.575232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 96274929-f98c-40d8-a467-7c260dc7f8ba not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:30:07.202547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-edc10341-493e-498a-b325-345268c0a162 req-6739419c-a65c-4ad4-b63b-85fc6ab34b1a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0272155 Aug 28 09:30:08.243315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b314fd64-8100-4d95-bd06-38785e2718f9 req-a582b17b-53ad-4b33-b286-f7fbfa828a23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286808 Aug 28 09:30:08.298225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f40ba10a-1c72-4f57-991e-ea7e16b3be6e req-90306403-99f2-4bd5-8e0e-299598899d14 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0285292 Aug 28 09:30:08.327593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b314fd64-8100-4d95-bd06-38785e2718f9 req-78d010e2-7784-497f-a315-083e4bb13ec6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0271602 Aug 28 09:30:08.372629 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b314fd64-8100-4d95-bd06-38785e2718f9 req-5ee538ef-9e5b-44e4-a814-bc012e4c7f49 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204113 Aug 28 09:30:08.467602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fd64-8100-4d95-bd06-38785e2718f9 req-b26488f1-3254-4f22-b239-c0df67ae5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:08.469041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b314fd64-8100-4d95-bd06-38785e2718f9 req-b26488f1-3254-4f22-b239-c0df67ae5d47 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893896 Aug 28 09:30:08.656760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-98e07696-49bf-48c8-bf9c-770b3d59f719 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:08.658431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-98e07696-49bf-48c8-bf9c-770b3d59f719 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 811 time: 0.1047447 Aug 28 09:30:08.716102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-385cbf17-cdbf-4442-b9d9-e293f26d47fe tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 379 time: 0.0393317 Aug 28 09:30:08.730116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'port': {'device_id': '45426c71-4283-484c-a10c-0c71ea84e399', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'admin_state_up': True, 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'security_groups': ['01ef818c-94af-4fd5-b7c9-5c0f9cc38e93']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:30:08.979030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Made reservation on behalf of 1790f127e75c4ab88566da4a8e3fd500 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:30:08.982563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.113629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Allocated IP 172.20.0.10 (85d94f0e-d536-4622-a558-1683a89596c4/c97fd1da-7563-4e81-bf85-628fd2991eb1/20648908-f15b-4e4d-9d94-eb11273e0911) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:30:09.263255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.278876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Transition to ACTIVE for port object 20648908-f15b-4e4d-9d94-eb11273e0911 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:30:09.394381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8eb6a5df-1f91-4820-bc1e-9bb36b8484de req-29e59091-9efe-4819-a6f6-d4da12fab87c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Aug 28 09:30:09.441695 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.489173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Network 85d94f0e-d536-4622-a558-1683a89596c4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:30:09.492247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:30:09.496042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:30:09.502599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:09.553536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:09.554182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.642284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-5b6df784-5959-46e0-9905-f4759504f618 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166975 Aug 28 09:30:09.663673 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Request body: {'port': {'device_id': '45426c71-4283-484c-a10c-0c71ea84e399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:30:09.716093 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.869722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c28bb61-5372-458e-a989-5d909b1dbb9e None None] Provisioning for port 20648908-f15b-4e4d-9d94-eb11273e0911 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:30:09.873826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3c28bb61-5372-458e-a989-5d909b1dbb9e None None] Provisioning complete for port 20648908-f15b-4e4d-9d94-eb11273e0911 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:30:09.874203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3c28bb61-5372-458e-a989-5d909b1dbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.909435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3c28bb61-5372-458e-a989-5d909b1dbb9e None None] Port 20648908-f15b-4e4d-9d94-eb11273e0911 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:30:09.978563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:30:09.985666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:09.997284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Transition to ACTIVE for port object 20648908-f15b-4e4d-9d94-eb11273e0911 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:30:10.063939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:10.113869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:10.182805 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:30:10.183149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:30:10.183485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:30:10.188016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:30:10.188358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:30:10.193205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:30:10.193555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:30:10.193942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:30:10.194414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Bound port: 20648908-f15b-4e4d-9d94-eb11273e0911, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:30:10.194776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:10.268745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:30:10.272046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:30:10.358563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:10.381780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.382705 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:10.384603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1093 time: 0.7256970 Aug 28 09:30:10.385044 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:30:10.387308 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98956fb7-547a-49f8-b37d-769983f55567" -d '{"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:30:10.416250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c334069-b756-49ea-bcd6-6affa40d32e7 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:10.435831 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9993c9f1-26db-416f-b6de-95cfa2911a83 x-openstack-request-id: req-9993c9f1-26db-416f-b6de-95cfa2911a83 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:30:10.436128 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:30:10.436429 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9993c9f1-26db-416f-b6de-95cfa2911a83 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:30:10.436851 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'status': 'completed', 'code': 200} Aug 28 09:30:10.562957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5baf-4dc2-490e-8d88-2a5e736161ae req-bb7024fc-6575-481c-af47-930dfbc81016 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.564497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6ab5baf-4dc2-490e-8d88-2a5e736161ae req-bb7024fc-6575-481c-af47-930dfbc81016 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0836987 Aug 28 09:30:10.566621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956fb7-547a-49f8-b37d-769983f55567 req-2aba8e7e-2dad-4cba-8d36-bf09e4d77a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.567829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98956fb7-547a-49f8-b37d-769983f55567 req-2aba8e7e-2dad-4cba-8d36-bf09e4d77a54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1096 time: 0.0768278 Aug 28 09:30:10.614742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6ab5baf-4dc2-490e-8d88-2a5e736161ae req-180bb843-1eb8-4bbd-b808-170350818e8a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Aug 28 09:30:10.696748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956fb7-547a-49f8-b37d-769983f55567 req-2faee046-0d68-476e-99bc-8ea6e26c69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.698252 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98956fb7-547a-49f8-b37d-769983f55567 req-2faee046-0d68-476e-99bc-8ea6e26c69c1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1790f127e75c4ab88566da4a8e3fd500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011255 Aug 28 09:30:10.799414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956fb7-547a-49f8-b37d-769983f55567 req-30175657-1178-44de-b7df-298ad814e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.800925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98956fb7-547a-49f8-b37d-769983f55567 req-30175657-1178-44de-b7df-298ad814e3e1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952954 Aug 28 09:30:10.912611 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-6b5cdf8b-3d54-46b8-9841-fcf5beea500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:10.914123 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-6b5cdf8b-3d54-46b8-9841-fcf5beea500a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1096 time: 0.0438533 Aug 28 09:30:10.968398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-987f22b3-5dc7-4ebc-b4cf-48bb9598c78f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 217 time: 0.0332997 Aug 28 09:30:11.016849 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-278b21dc-151f-43f8-9e5e-3ba6e15a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:11.018563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-278b21dc-151f-43f8-9e5e-3ba6e15a43e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0433323 Aug 28 09:30:11.068472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0725-4e98-4143-a937-71d191922d82 req-591c1515-a56c-48c7-8411-002e02fbfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:11.069917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-591c1515-a56c-48c7-8411-002e02fbfc37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438781 Aug 28 09:30:11.158011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-f1b84e1c-c2e7-4163-87f8-49bb2af05a73 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798962 Aug 28 09:30:11.252113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3afe0725-4e98-4143-a937-71d191922d82 req-9ada052a-e19b-4fe8-afda-f80b3de2beaa service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863593 Aug 28 09:30:11.732444 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be3f65-ec3a-4569-9fd3-c92a818d3784 req-094cbc6d-24a0-48f2-8516-02cf26bfd0e6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:11.733958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2be3f65-ec3a-4569-9fd3-c92a818d3784 req-094cbc6d-24a0-48f2-8516-02cf26bfd0e6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0504477 Aug 28 09:30:11.772733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2be3f65-ec3a-4569-9fd3-c92a818d3784 req-f64551cc-085a-4bdd-a319-42e88fc23266 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Aug 28 09:30:12.888497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51edeb-da99-4c48-a448-6fb5ae4b1795 req-0e1f0afb-3550-44fc-9a22-b34daa294887 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:12.889979 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc51edeb-da99-4c48-a448-6fb5ae4b1795 req-0e1f0afb-3550-44fc-9a22-b34daa294887 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Aug 28 09:30:12.927249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cc51edeb-da99-4c48-a448-6fb5ae4b1795 req-46955bce-632f-41f0-ba8d-560c8036137a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Aug 28 09:30:14.045572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c611f-f318-4e04-99eb-d112353cfdba req-43438408-6146-4f82-a913-a685fe6f27e3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:14.047067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-891c611f-f318-4e04-99eb-d112353cfdba req-43438408-6146-4f82-a913-a685fe6f27e3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Aug 28 09:30:14.083998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-891c611f-f318-4e04-99eb-d112353cfdba req-7c66ce45-9e74-469a-ad10-387b6248dcc6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Aug 28 09:30:14.578317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:30:14.673341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:14.684968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '20648908-f15b-4e4d-9d94-eb11273e0911', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:30:14.720283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:14.733117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:30:14.752569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:14.891928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:14.939056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:15.196886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f63b4-3c72-46ee-b420-49b2fd43c06e req-c66155ae-0f12-49ac-8882-6f48f2b5bccf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:15.198313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b30f63b4-3c72-46ee-b420-49b2fd43c06e req-c66155ae-0f12-49ac-8882-6f48f2b5bccf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Aug 28 09:30:15.226022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['20648908-f15b-4e4d-9d94-eb11273e0911'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:30:15.240074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b30f63b4-3c72-46ee-b420-49b2fd43c06e req-5a7c4b97-b30d-4149-a234-cf8b7f784c77 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339246 Aug 28 09:30:16.356889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5afc1-42a6-4204-8984-d5fadaab28e8 req-b7d71f1f-5f57-4f4d-8471-1eabeae4ba34 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:16.358381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dde5afc1-42a6-4204-8984-d5fadaab28e8 req-b7d71f1f-5f57-4f4d-8471-1eabeae4ba34 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0493026 Aug 28 09:30:16.396949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dde5afc1-42a6-4204-8984-d5fadaab28e8 req-7b409d7c-8279-48ec-8b6f-c86550a733cb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Aug 28 09:30:16.598565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:30:16.743266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 20648908-f15b-4e4d-9d94-eb11273e0911 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:30:16.747548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 20648908-f15b-4e4d-9d94-eb11273e0911 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:30:16.747918 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:16.825994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:16.847805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:30:16.850105 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306cae3-cb8e-4160-9838-7f626c896b31" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:30:16.862702 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:30:16.886529 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd148f9-e9bc-47f0-88a4-defb9c180e26 x-openstack-request-id: req-efd148f9-e9bc-47f0-88a4-defb9c180e26 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:30:16.886817 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:30:16.887073 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efd148f9-e9bc-47f0-88a4-defb9c180e26 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:30:16.887493 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'code': 200} Aug 28 09:30:16.960804 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:17.008327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:30:17.362492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a0dc-2704-48df-a50f-d3c0b771754b req-c236e9cb-b2e9-49f5-af78-d3cbb78dab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:17.363968 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fd8a0dc-2704-48df-a50f-d3c0b771754b req-c236e9cb-b2e9-49f5-af78-d3cbb78dab41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.3656788 Aug 28 09:30:17.400748 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7fd8a0dc-2704-48df-a50f-d3c0b771754b req-ff3d4af6-701a-4c14-98e9-c08f9152f851 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274155 Aug 28 09:30:17.511944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba4c5-f1f8-4d16-9ca3-1b8c0d0adead req-b2ef0a4c-049c-43ed-9488-5d3cbdb4b6ae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:17.513394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87eba4c5-f1f8-4d16-9ca3-1b8c0d0adead req-b2ef0a4c-049c-43ed-9488-5d3cbdb4b6ae tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Aug 28 09:30:17.550619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87eba4c5-f1f8-4d16-9ca3-1b8c0d0adead req-8cbeff60-797b-4cf7-b35b-dbdf98182af0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312150 Aug 28 09:30:18.664441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c75a0-ce9f-437a-89b2-a0525a92311c req-a0c0fb02-e074-480f-88a7-ee1c6833a351 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:18.665923 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b6c75a0-ce9f-437a-89b2-a0525a92311c req-a0c0fb02-e074-480f-88a7-ee1c6833a351 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Aug 28 09:30:18.705206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b6c75a0-ce9f-437a-89b2-a0525a92311c req-23c87005-a148-45fd-91c6-7e7854645fc8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Aug 28 09:30:19.822313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5b87-7fa2-43c8-ab3a-fdead928b1c7 req-2f0e74d8-1285-4410-822c-ab4587f5e57d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:19.824664 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd3f5b87-7fa2-43c8-ab3a-fdead928b1c7 req-2f0e74d8-1285-4410-822c-ab4587f5e57d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Aug 28 09:30:19.860941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd3f5b87-7fa2-43c8-ab3a-fdead928b1c7 req-9953d080-624f-42f6-86da-6561fa82792a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Aug 28 09:30:19.973858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8d34-9764-4185-9a44-02298ec0ba76 req-96c2bbc3-cfc7-41c5-8b13-dfe0e4243860 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:19.975367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cffc8d34-9764-4185-9a44-02298ec0ba76 req-96c2bbc3-cfc7-41c5-8b13-dfe0e4243860 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0473289 Aug 28 09:30:19.984578 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 44980) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:30:19.989213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Request body: {'floatingip': {'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:30:20.032204 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:20.154515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-34a486ca-ec8f-4a73-b07b-5832b9d0e2dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607513 Aug 28 09:30:20.303543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-c71269a1-5ff7-4480-ad57-50dc25f2ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:20.304972 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-c71269a1-5ff7-4480-ad57-50dc25f2ed9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.0862062 Aug 28 09:30:20.511786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-4dd9e8fc-55d7-48c4-849c-2cd05c2c9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:20.513262 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-4dd9e8fc-55d7-48c4-849c-2cd05c2c9a0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1730304 Aug 28 09:30:20.574936 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-23faccb6-322f-440d-bc1f-7a155b592cbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 217 time: 0.0536427 Aug 28 09:30:20.669801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:20.671831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-ba1dc538-e313-4f18-b3fe-c2e541593b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:20.673316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-ba1dc538-e313-4f18-b3fe-c2e541593b37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0906401 Aug 28 09:30:20.719962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-9547b966-fe6a-404e-8759-45eaec7831c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:20.721444 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-9547b966-fe6a-404e-8759-45eaec7831c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403864 Aug 28 09:30:20.775320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:20.889501 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-33a35fb5-310f-46cd-8876-7497f46dc59e service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596229 Aug 28 09:30:20.918528 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e associated. External IP: 172.25.0.84, port: 20648908-f15b-4e4d-9d94-eb11273e0911. Aug 28 09:30:21.058812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76833b69-af2d-4695-a33b-aad2d68ed8c8 req-4d667f0f-2c24-4b32-be56-2736e859baab service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604950 Aug 28 09:30:21.173295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:30:21.280070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:30:21.284669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:21.289848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:30:21.299741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:30:21.300344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:30:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:21.314925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-93671ed7-db19-4877-93d4-81734f0e9a40 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "PUT /v2.0/floatingips/1264eb63-800a-4212-8c00-771c6f09a85e HTTP/1.1" status: 200 len: 992 time: 1.3266072 Aug 28 09:30:21.314925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:30:21.315820 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399049d-e672-47db-91d7-7f4d3250a33e" -d '{"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:30:21.406894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:30:21.424153 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0a50e-a7d3-4224-8664-7d0ee1b3fe59 x-openstack-request-id: req-f1a0a50e-a7d3-4224-8664-7d0ee1b3fe59 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:30:21.424416 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:30:21.424673 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1a0a50e-a7d3-4224-8664-7d0ee1b3fe59 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:30:21.425078 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'status': 'completed', 'code': 200} Aug 28 09:30:21.507672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399049d-e672-47db-91d7-7f4d3250a33e req-ca0a661f-0792-4ecc-9ae7-b3d7d438e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:21.509214 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-ca0a661f-0792-4ecc-9ae7-b3d7d438e3bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.0413382 Aug 28 09:30:21.600865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399049d-e672-47db-91d7-7f4d3250a33e req-93cc5818-461f-4a97-981b-90e2f05fb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:21.602379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-93cc5818-461f-4a97-981b-90e2f05fb679 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0863583 Aug 28 09:30:21.627123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45426c71-4283-484c-a10c-0c71ea84e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:30:20Z', 'revision_number': 13, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:21.652217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:30:21.660317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:30:21.660919 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:30:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:21.669735 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-a8417727-31b2-4ff7-a08b-acbb1b65e653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.0593700 Aug 28 09:30:21.723950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399049d-e672-47db-91d7-7f4d3250a33e req-b6c15ca9-06f4-48d7-b57b-c20a8aef7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:21.725314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-b6c15ca9-06f4-48d7-b57b-c20a8aef7c61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0476420 Aug 28 09:30:21.769868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:30:21.770964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399049d-e672-47db-91d7-7f4d3250a33e req-441c0f64-13e3-4eb1-9a95-98f03f57940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:30:21.772456 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-441c0f64-13e3-4eb1-9a95-98f03f57940b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396554 Aug 28 09:30:21.863504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-300f35f6-488d-4d5c-bbbe-29206bba1422 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Aug 28 09:30:21.961699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8399049d-e672-47db-91d7-7f4d3250a33e req-3dfdd7c8-e352-4425-a1f5-82d8bd9fe623 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Aug 28 09:30:21.997658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45426c71-4283-484c-a10c-0c71ea84e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:30:20Z', 'revision_number': 13, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:30:22.023607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ff9e4-ac06-4761-9e14-31f148636c8f None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '1264eb63-800a-4212-8c00-771c6f09a85e', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45426c71-4283-484c-a10c-0c71ea84e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:21:36Z', 'updated_at': '2021-08-28T09:30:20Z', 'revision_number': 13, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:30:22.206120 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d80bd-1d17-457b-a49c-70b35b988a9b None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:30:23.983167 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:30:26.623204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:27.720671 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0fe69d7-33cd-4a43-816d-e5e4f6994928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:30.011105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:30.280421 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a69f9399-330c-4b33-ba64-899a9e0d2197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:32.172272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:35.108769 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:36.210581 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:56.702766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:30:57.708147 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-77d0f213-cf9a-4ee2-a5e7-5c8cf014324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:00.027509 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:00.312426 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-efc683ef-e11a-4e7f-879f-ef7988f1d99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:00.981805 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:31:02.153319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:05.114033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:06.154585 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:10.362724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4185bc9e-5029-4259-83d6-66437a19e8d8 req-7cd97aec-5143-45e2-9d61-8d39786de254 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250714 Aug 28 09:31:10.443682 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4185bc9e-5029-4259-83d6-66437a19e8d8 req-76895a43-f05a-43d0-aced-9febe0702ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0244658 Aug 28 09:31:10.486649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4185bc9e-5029-4259-83d6-66437a19e8d8 req-5471f8e7-f691-41b5-a0de-0c97e0b9cfd6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189683 Aug 28 09:31:10.584885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185bc9e-5029-4259-83d6-66437a19e8d8 req-76101603-806d-4055-b287-b85a054b13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:31:10.586393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4185bc9e-5029-4259-83d6-66437a19e8d8 req-76101603-806d-4055-b287-b85a054b13e2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935609 Aug 28 09:31:21.009848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-60a6c3eb-2ef8-4f30-a1df-65baa3a8991b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407839 Aug 28 09:31:21.114746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-75485f84-ace4-4906-8283-26cf60330b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:31:21.116226 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-75485f84-ace4-4906-8283-26cf60330b26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.0392692 Aug 28 09:31:21.222385 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-3df0839e-1818-4114-9bdd-82e22cd2a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:31:21.223786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-3df0839e-1818-4114-9bdd-82e22cd2a580 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0858867 Aug 28 09:31:21.292513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-0049c21f-76c0-4468-a94f-0e1b79b40811 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1002 time: 0.0567558 Aug 28 09:31:21.349410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-7f03b6c9-caa6-4ed1-84e1-ec8424c5f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:31:21.350903 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-7f03b6c9-caa6-4ed1-84e1-ec8424c5f119 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0468721 Aug 28 09:31:21.396120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-c139e2a2-2c85-4435-879f-13e2b42a33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:31:21.397571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-c139e2a2-2c85-4435-879f-13e2b42a33ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390377 Aug 28 09:31:21.485653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-c13daecd-a8ec-4b75-a4f5-d50ee0329405 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799553 Aug 28 09:31:21.581530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e1e0af2-1b86-4bca-88c6-e5c349bc436a req-9c43c37f-29d2-493f-af02-cd478c1f6984 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Aug 28 09:31:26.661980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:27.696412 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5885cbb1-9afd-4780-a035-321afaa61d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:30.015933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:30.290729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a069f3dc-875d-4e52-b868-6423687eef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:32.164632 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:35.125939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:36.210250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:37.980527 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:31:56.655524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:31:57.730268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e2b0bf8d-0d41-4d31-9f0b-f456f644656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:00.004459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:00.318559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b03df6f9-f239-4747-a2e6-9c08f2a1bae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:02.169490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:05.153087 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:05.443473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2286-14d0-4a00-8b2f-91427c7ae622 req-8d09a9c8-87a1-49a8-9202-8024302272c5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:05.444956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-226f2286-14d0-4a00-8b2f-91427c7ae622 req-8d09a9c8-87a1-49a8-9202-8024302272c5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0496325 Aug 28 09:32:05.482631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-226f2286-14d0-4a00-8b2f-91427c7ae622 req-235d38be-0656-464f-a6c9-da5ced7803d0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Aug 28 09:32:06.193219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:10.322791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb21c346-e700-4db6-930e-4a7374416460 req-7ba93696-4961-4528-837d-f6fac2ed9aab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1422994 Aug 28 09:32:10.410856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb21c346-e700-4db6-930e-4a7374416460 req-96e3c266-c1ec-4774-9ce1-e3b604538c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Aug 28 09:32:10.457258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb21c346-e700-4db6-930e-4a7374416460 req-96857a6d-32c2-4792-802d-c682ea016d80 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201828 Aug 28 09:32:10.555033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21c346-e700-4db6-930e-4a7374416460 req-9bc09486-8a86-413d-bb1e-ee2fa1beab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:10.556544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb21c346-e700-4db6-930e-4a7374416460 req-9bc09486-8a86-413d-bb1e-ee2fa1beab2a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893040 Aug 28 09:32:14.979349 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:32:18.685057 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52abd7-5ca3-4a74-8fa5-2c19e387a0c3 req-8da0dd11-2982-412f-b33a-4a9948f95523 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:18.686623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a52abd7-5ca3-4a74-8fa5-2c19e387a0c3 req-8da0dd11-2982-412f-b33a-4a9948f95523 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0493057 Aug 28 09:32:18.725064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a52abd7-5ca3-4a74-8fa5-2c19e387a0c3 req-5ae89a9b-c08a-4bc2-a424-edb3f1c5cca4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Aug 28 09:32:18.873707 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-0a736d02-cd0a-41d3-bc0d-7f5e97d18c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835764 Aug 28 09:32:19.847587 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a8cb-64c6-4e4e-95cf-fc468fb9c1a2 req-498f5222-1315-47c7-961f-3d6bcca1c49a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:19.849077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e13a8cb-64c6-4e4e-95cf-fc468fb9c1a2 req-498f5222-1315-47c7-961f-3d6bcca1c49a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0538657 Aug 28 09:32:19.896061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e13a8cb-64c6-4e4e-95cf-fc468fb9c1a2 req-8fc1d774-2dde-4219-9388-07540ed10523 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Aug 28 09:32:21.032508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e851cb7-1591-421c-842a-642de0ed52ea req-4815b38c-83f6-4157-8e95-6f0f5913fe5d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.033994 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e851cb7-1591-421c-842a-642de0ed52ea req-4815b38c-83f6-4157-8e95-6f0f5913fe5d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0760112 Aug 28 09:32:21.036474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-11076031-e2ee-48ef-8976-8073c93b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.037831 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-11076031-e2ee-48ef-8976-8073c93b668d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.0693944 Aug 28 09:32:21.091938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e851cb7-1591-421c-842a-642de0ed52ea req-d4b02885-e18e-4b8b-abb0-ba39afc95a48 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519919 Aug 28 09:32:21.156708 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-ec66f6b8-bcea-42f8-811b-46bf381aa295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.158229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-ec66f6b8-bcea-42f8-811b-46bf381aa295 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0925572 Aug 28 09:32:21.225116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-6d558b26-5107-4387-b5d5-2e4fd4fbc78b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1002 time: 0.0576844 Aug 28 09:32:21.280427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-009e80d0-7337-4f6f-b0a0-570d3ca94121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.281859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-009e80d0-7337-4f6f-b0a0-570d3ca94121 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0492918 Aug 28 09:32:21.330767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-38a5ac50-7656-4f54-ab0e-da9034da5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.332299 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-38a5ac50-7656-4f54-ab0e-da9034da5a08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418265 Aug 28 09:32:21.422976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-33295372-fe71-4397-94cf-cad8522519f2 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828931 Aug 28 09:32:21.517938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b483aff-6c4f-404c-be44-b8bd8d5d11e9 req-345f01cb-8716-45d0-a884-439477eeeaab service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Aug 28 09:32:21.628523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-9cec9601-fc1f-4f83-bd54-b43414e10e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.629984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-9cec9601-fc1f-4f83-bd54-b43414e10e14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1098 time: 0.0411367 Aug 28 09:32:21.721899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-270fe5e3-e4cb-4034-b01f-047075018818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.723381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-270fe5e3-e4cb-4034-b01f-047075018818 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0865767 Aug 28 09:32:21.789018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-529df430-a83a-45a8-b69a-efcfdb4668a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1002 time: 0.0571129 Aug 28 09:32:21.839382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-41694af6-cd4c-4bc4-b0a0-dc8269a5d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.840784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-41694af6-cd4c-4bc4-b0a0-dc8269a5d5c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0422671 Aug 28 09:32:21.894609 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-a8f88ae6-44f8-4758-8df1-b5cee1973e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:21.896138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-a8f88ae6-44f8-4758-8df1-b5cee1973e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468490 Aug 28 09:32:21.984860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-c72e4f76-cc71-4cf9-ba0d-24d1ee52b2dd service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808942 Aug 28 09:32:22.080726 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-f21b08c4-0ebe-4165-9fb8-617d371979da service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859172 Aug 28 09:32:22.209605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b31775-2b85-4653-ad01-67e0d4777bd4 req-a6fd31bf-d335-42fa-8d89-97e1abf6e9c1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:22.211103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31b31775-2b85-4653-ad01-67e0d4777bd4 req-a6fd31bf-d335-42fa-8d89-97e1abf6e9c1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0492890 Aug 28 09:32:22.250513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-31b31775-2b85-4653-ad01-67e0d4777bd4 req-16fadbec-8fe0-4292-9bff-0d9235056734 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 28 09:32:23.368069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53ff7-9550-4d2c-a66f-4395ff3d7497 req-5d24e47e-c2f4-4562-a8a0-b2f06cf75700 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:23.369559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bd53ff7-9550-4d2c-a66f-4395ff3d7497 req-5d24e47e-c2f4-4562-a8a0-b2f06cf75700 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0499339 Aug 28 09:32:23.407306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2bd53ff7-9550-4d2c-a66f-4395ff3d7497 req-b25b7df9-4327-4f04-ab18-fc8959b41c63 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Aug 28 09:32:24.527227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d92a3-3954-43d0-9362-278c83c32b86 req-95d02905-49e7-4ca5-89f7-6a3717d7fe21 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:24.528689 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2d92a3-3954-43d0-9362-278c83c32b86 req-95d02905-49e7-4ca5-89f7-6a3717d7fe21 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Aug 28 09:32:24.566477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc2d92a3-3954-43d0-9362-278c83c32b86 req-a64587d5-1a32-457b-9e70-b56deaa61a84 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Aug 28 09:32:25.695489 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d90f1b-88d4-44d3-bebb-97af1d14e0f6 req-097902df-94d2-411e-bef4-3fb467fcb917 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:25.696956 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d90f1b-88d4-44d3-bebb-97af1d14e0f6 req-097902df-94d2-411e-bef4-3fb467fcb917 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0478811 Aug 28 09:32:25.734408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-87d90f1b-88d4-44d3-bebb-97af1d14e0f6 req-3e8ffed9-5f64-4f8a-8fee-bf292fe337bf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Aug 28 09:32:26.672578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:26.848719 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b12125-321c-46ad-a602-2b26331180f8 req-8df2cf28-5f62-4770-94e0-44e804d9aaaa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:26.850180 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89b12125-321c-46ad-a602-2b26331180f8 req-8df2cf28-5f62-4770-94e0-44e804d9aaaa tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0479636 Aug 28 09:32:26.887750 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89b12125-321c-46ad-a602-2b26331180f8 req-a762a3fa-16e1-4e23-8da9-aebc456489dd tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Aug 28 09:32:27.683821 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f73af30-4378-44fa-aac7-94d7035b1a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:28.007619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd79647-17b2-4591-a667-57d416b3ab93 req-1d45e0c5-d419-4035-b626-373a70586e52 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:28.009038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdd79647-17b2-4591-a667-57d416b3ab93 req-1d45e0c5-d419-4035-b626-373a70586e52 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0537236 Aug 28 09:32:28.046628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdd79647-17b2-4591-a667-57d416b3ab93 req-d45b6a4e-cc2f-4e6c-9b11-105b21b7b9e9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Aug 28 09:32:29.161480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b56d95-75ba-4333-8660-2f63455c177a req-029dfcda-232c-4768-b059-aef89bd40ee1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:29.162976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5b56d95-75ba-4333-8660-2f63455c177a req-029dfcda-232c-4768-b059-aef89bd40ee1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0482426 Aug 28 09:32:29.200824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5b56d95-75ba-4333-8660-2f63455c177a req-e33e0452-fe47-457e-846c-4243d74446cc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318267 Aug 28 09:32:29.980970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:30.278300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-042c571f-37a2-4f17-a366-aa4e1cce8166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:30.319972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ab77-f4c3-4a7e-b45f-d321f06fb511 req-3a0b81c7-0130-4b5a-a240-563b6d15979c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:30.321451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc2ab77-f4c3-4a7e-b45f-d321f06fb511 req-3a0b81c7-0130-4b5a-a240-563b6d15979c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0500050 Aug 28 09:32:30.358998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-abc2ab77-f4c3-4a7e-b45f-d321f06fb511 req-4309fc32-2b3f-4fa9-b043-a46cde442fe5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315721 Aug 28 09:32:31.477901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015481ea-2fb6-4461-8603-5de398c2a951 req-59dc1d49-a1da-4ac9-acd0-f0083ed8c02f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:31.479394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-015481ea-2fb6-4461-8603-5de398c2a951 req-59dc1d49-a1da-4ac9-acd0-f0083ed8c02f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0522048 Aug 28 09:32:31.516870 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-015481ea-2fb6-4461-8603-5de398c2a951 req-999b25c4-5ef0-45f4-ba02-82b370f54ad4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307715 Aug 28 09:32:32.175103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:32.631364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f50fe-5bd5-421e-a20a-d3ac57ad2be3 req-4bc856bc-217d-4283-b795-43c6528b8bf3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:32.632842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-378f50fe-5bd5-421e-a20a-d3ac57ad2be3 req-4bc856bc-217d-4283-b795-43c6528b8bf3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Aug 28 09:32:32.669582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-378f50fe-5bd5-421e-a20a-d3ac57ad2be3 req-08f61af8-25e1-4565-83f6-06d87d407744 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308158 Aug 28 09:32:33.789361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad21353-858a-4d7a-a1f1-0ab789007322 req-27a487f7-a45a-4088-8f8f-fe5f0c69e7ba tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:33.790906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad21353-858a-4d7a-a1f1-0ab789007322 req-27a487f7-a45a-4088-8f8f-fe5f0c69e7ba tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0502849 Aug 28 09:32:33.830464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad21353-858a-4d7a-a1f1-0ab789007322 req-fc0e6ef3-911e-40cf-a88c-38f698ea1695 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329766 Aug 28 09:32:34.951456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdc087-3c01-46f8-808c-7d42ba1c6fe2 req-b2555a9a-cc1b-4050-8ca4-a9268fe24f46 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:34.953461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47bdc087-3c01-46f8-808c-7d42ba1c6fe2 req-b2555a9a-cc1b-4050-8ca4-a9268fe24f46 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0546820 Aug 28 09:32:34.991932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47bdc087-3c01-46f8-808c-7d42ba1c6fe2 req-a3a39a41-1acc-4f09-8bb4-d214de38eb10 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Aug 28 09:32:35.164011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:36.110174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f45db-b942-4435-aa80-5a370dab37d4 req-32cfef79-3dcb-41ea-b663-b72277ff2c47 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:36.111822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d00f45db-b942-4435-aa80-5a370dab37d4 req-32cfef79-3dcb-41ea-b663-b72277ff2c47 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Aug 28 09:32:36.151374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d00f45db-b942-4435-aa80-5a370dab37d4 req-35fc4db8-a55a-4706-a231-1f24d93b7707 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 Aug 28 09:32:36.186850 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:36.970854 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-f729472f-7f42-41c8-8b03-bd90b343affe req-13517228-3636-4a0e-a144-db8acee37e84 service neutron] show failed (client error): The resource could not be found. Aug 28 09:32:36.971877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-13517228-3636-4a0e-a144-db8acee37e84 service neutron] 10.222.0.64 "GET /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0542948 Aug 28 09:32:37.273542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29946594-7c51-4884-bd79-157ec40d3908 req-6e607d85-7081-426b-a571-9cc57b8ae0c8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:37.274953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29946594-7c51-4884-bd79-157ec40d3908 req-6e607d85-7081-426b-a571-9cc57b8ae0c8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0545740 Aug 28 09:32:37.313024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29946594-7c51-4884-bd79-157ec40d3908 req-b0283b2d-8e37-42fd-9a1c-ab2867694d69 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Aug 28 09:32:37.384909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-c3324a93-aaf9-4740-b67b-8b509f5f3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:37.386417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-c3324a93-aaf9-4740-b67b-8b509f5f3a6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1098 time: 0.0408759 Aug 28 09:32:37.412716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:32:37.468788 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:37.675313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:32:37.708138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:32:37.745851 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:32:37.748392 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6731eb50-0088-4894-a60b-867c1cbfd0c9" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-unplugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:32:37.753045 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:37.767986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Transition to ACTIVE for port object 20648908-f15b-4e4d-9d94-eb11273e0911 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:32:37.798025 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df6c17-1cc9-41cc-a675-b6b85d9170b0 x-openstack-request-id: req-09df6c17-1cc9-41cc-a675-b6b85d9170b0 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:32:37.798025 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-unplugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:32:37.798025 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09df6c17-1cc9-41cc-a675-b6b85d9170b0 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:32:37.798025 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'code': 200} Aug 28 09:32:37.831981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:37.918610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:32:37.933480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.933737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.934079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.934441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.934777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.935104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.935433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.935760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.936086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.936411 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.936735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:37.937093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:38.288036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] No DVR routers for this DVR port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:32:38.445355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:32:38.445685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:32:38.446011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:32:38.453521 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:32:38.453840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:32:38.463833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6330-8eb4-4191-92fe-1c59ddf11d39 req-769b7d6e-d5ed-4f78-a0d6-46f435a717ed tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:38.465301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a49d6330-8eb4-4191-92fe-1c59ddf11d39 req-769b7d6e-d5ed-4f78-a0d6-46f435a717ed tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0780377 Aug 28 09:32:38.468047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:32:38.468920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:32:38.469297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:32:38.469720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Bound port: 20648908-f15b-4e4d-9d94-eb11273e0911, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:32:38.470069 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:38.533899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a49d6330-8eb4-4191-92fe-1c59ddf11d39 req-ced9f3dd-ebc2-4e38-b398-10cdbf705b07 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616970 Aug 28 09:32:38.560149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:32:38.563608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:32:38.643760 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:38.679691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:38.680254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:38.681676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] 10.222.0.39 "PUT /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1093 time: 1.2728755 Aug 28 09:32:38.704130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98d4d-8edb-497b-864b-9bf7ef85d160 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:32:38.760889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-9a23c69b-e0bb-4aef-a0b0-a00c25a293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:38.762408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-9a23c69b-e0bb-4aef-a0b0-a00c25a293a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1096 time: 0.0445073 Aug 28 09:32:38.861684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-3dc48557-b66f-4fce-804a-8af93da2d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:38.863207 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-3dc48557-b66f-4fce-804a-8af93da2d329 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0929239 Aug 28 09:32:38.930532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-ed4a68c9-3354-4cff-a461-521b3deea85d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.0593705 Aug 28 09:32:38.980392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-c3b914dc-7a1f-4d00-bcdb-8b2df3deb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:38.981770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-c3b914dc-7a1f-4d00-bcdb-8b2df3deb0fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0438144 Aug 28 09:32:39.032554 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729472f-7f42-41c8-8b03-bd90b343affe req-ed0d9735-73f9-4aad-9b6e-733c7cd9a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:39.034051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-ed0d9735-73f9-4aad-9b6e-733c7cd9a650 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451157 Aug 28 09:32:39.124960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-cd764dad-dc2f-49d0-bc48-4a41a347a9bb service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822861 Aug 28 09:32:39.216815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f729472f-7f42-41c8-8b03-bd90b343affe req-d759c263-02d3-4b4d-ae27-1059e6523938 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Aug 28 09:32:39.284647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:32:39.480778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:32:39.654506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f864-3b33-487b-89d1-fc475f65f68f req-c062270c-eab0-4551-a9b2-3403f9d3768c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:39.656075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43d6f864-3b33-487b-89d1-fc475f65f68f req-c062270c-eab0-4551-a9b2-3403f9d3768c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0519867 Aug 28 09:32:39.697359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43d6f864-3b33-487b-89d1-fc475f65f68f req-a8a6347e-7b1a-46ba-9e08-ace4a4dbdf9c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345628 Aug 28 09:32:39.799425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:32:39.801759 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ed381-996b-4336-8312-242d1bef9f69" -d '{"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:32:39.849334 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e40e6-e270-4902-bf67-a1d9e050d229 x-openstack-request-id: req-161e40e6-e270-4902-bf67-a1d9e050d229 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:32:39.849639 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:32:39.849895 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-161e40e6-e270-4902-bf67-a1d9e050d229 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:32:39.850440 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'status': 'completed', 'code': 200} Aug 28 09:32:39.962224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-f3f2ff6a-34cb-4c15-ba07-b839894054fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:39.963755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-f3f2ff6a-34cb-4c15-ba07-b839894054fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1096 time: 0.0740159 Aug 28 09:32:39.966176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-d9ea9d20-38e1-4070-9487-e135dec7f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:39.967579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-d9ea9d20-38e1-4070-9487-e135dec7f6c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1096 time: 0.0668993 Aug 28 09:32:40.126804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-7c253526-5946-4483-8ac2-1cdc34bd9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.128308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-7c253526-5946-4483-8ac2-1cdc34bd9562 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1504011 Aug 28 09:32:40.129256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-04de45b5-6127-4d82-b5da-c4575c2402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.130588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-04de45b5-6127-4d82-b5da-c4575c2402ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.1597774 Aug 28 09:32:40.243007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-b1a80ca0-fddb-48ae-8f75-2f0b51a9d7bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.1066818 Aug 28 09:32:40.246807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-4eb89900-c1fc-422c-990d-a890395a5fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.1043026 Aug 28 09:32:40.332067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-bf51fa23-8985-441a-95f2-5ce5aab59296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.333547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-bf51fa23-8985-441a-95f2-5ce5aab59296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0826859 Aug 28 09:32:40.336947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-f7257e6f-b9ba-4971-a8b2-4b6514a49adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.338367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-f7257e6f-b9ba-4971-a8b2-4b6514a49adf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0800631 Aug 28 09:32:40.408709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-10785006-b86d-4268-a706-5a401395cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.410117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-10785006-b86d-4268-a706-5a401395cda9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684655 Aug 28 09:32:40.412551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed381-996b-4336-8312-242d1bef9f69 req-704f0f8a-2427-406f-a938-774c631b8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.413927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-704f0f8a-2427-406f-a938-774c631b8bdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643291 Aug 28 09:32:40.572013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-b1f59db4-5ff1-4023-b61d-81e45f44cc45 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535208 Aug 28 09:32:40.573912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-51daf4a2-386a-4368-8b06-c268f8447041 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485014 Aug 28 09:32:40.741638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-d8004847-df66-4c37-98f5-12ee9346196a service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601913 Aug 28 09:32:40.743470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-703ed381-996b-4336-8312-242d1bef9f69 req-84589b9c-96b1-408f-9d05-093521f25c5f service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550870 Aug 28 09:32:40.823497 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ba19-0f1e-47a7-83ee-fe55087ee0f1 req-ecf2fe31-7339-4339-98d6-85e800684403 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:40.824967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e96ba19-0f1e-47a7-83ee-fe55087ee0f1 req-ecf2fe31-7339-4339-98d6-85e800684403 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0522401 Aug 28 09:32:40.864089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2e96ba19-0f1e-47a7-83ee-fe55087ee0f1 req-2316d1bb-fb92-4a63-8783-55c8f90e60b7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324154 Aug 28 09:32:41.982345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67016477-846b-4ae8-a2a7-e6ab95be6fc6 req-08b784d7-3dc0-45e9-97fa-f357b9afdbee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:41.984531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67016477-846b-4ae8-a2a7-e6ab95be6fc6 req-08b784d7-3dc0-45e9-97fa-f357b9afdbee tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0503433 Aug 28 09:32:42.024026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-67016477-846b-4ae8-a2a7-e6ab95be6fc6 req-28f8667e-349a-43dc-94b1-d158dd37a7eb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331752 Aug 28 09:32:43.146204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc422c-8a41-4148-aafb-caaa80324a4c req-b8a5905d-33dd-4174-8700-9cc10af7155f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:43.147725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acbc422c-8a41-4148-aafb-caaa80324a4c req-b8a5905d-33dd-4174-8700-9cc10af7155f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0547714 Aug 28 09:32:43.187832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acbc422c-8a41-4148-aafb-caaa80324a4c req-b513033a-09da-4838-af76-822d6bd234c5 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Aug 28 09:32:44.304944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b12b6d-fee0-4eee-88f3-f991a6c2938c req-7e879f83-0b12-452a-aa6b-cbcc9a182c5d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:44.306455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b12b6d-fee0-4eee-88f3-f991a6c2938c req-7e879f83-0b12-452a-aa6b-cbcc9a182c5d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Aug 28 09:32:44.346276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-22b12b6d-fee0-4eee-88f3-f991a6c2938c req-cefc881b-776c-4067-a53d-a3f68d9b5642 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Aug 28 09:32:45.460929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fba80-488f-4a48-bac4-4bed243ad14c req-ee3c847d-0f98-4137-a8eb-47f9ff1065a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:45.462421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb7fba80-488f-4a48-bac4-4bed243ad14c req-ee3c847d-0f98-4137-a8eb-47f9ff1065a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0492237 Aug 28 09:32:45.500230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb7fba80-488f-4a48-bac4-4bed243ad14c req-180c2253-2f6a-4562-aa2e-4f7b823aa2ec tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Aug 28 09:32:46.619376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3421d6-9407-4fad-8098-917798a7bc47 req-23902400-1738-4dd0-9d13-e2581c5d22fb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:46.620833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b3421d6-9407-4fad-8098-917798a7bc47 req-23902400-1738-4dd0-9d13-e2581c5d22fb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0516534 Aug 28 09:32:46.657464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b3421d6-9407-4fad-8098-917798a7bc47 req-20adea0e-edde-4e4f-8442-297808fe11dc tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Aug 28 09:32:47.773121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76356d92-2c9d-4bf5-af79-0070081a993b req-7c8dce0e-1390-4640-9fe1-d88f5a6aad6d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:47.774619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76356d92-2c9d-4bf5-af79-0070081a993b req-7c8dce0e-1390-4640-9fe1-d88f5a6aad6d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Aug 28 09:32:47.812109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76356d92-2c9d-4bf5-af79-0070081a993b req-57c10916-c3bb-43ff-af11-00042e0c2f20 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314357 Aug 28 09:32:48.929309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d498d4a-f6ab-4c9a-8c3f-d9cca976e4e8 req-7bfcd733-3f92-48ac-9816-3df4bcf5e72f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:48.930836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d498d4a-f6ab-4c9a-8c3f-d9cca976e4e8 req-7bfcd733-3f92-48ac-9816-3df4bcf5e72f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0488138 Aug 28 09:32:48.968843 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7d498d4a-f6ab-4c9a-8c3f-d9cca976e4e8 req-53ca549f-6d5e-432b-80d3-31169cbfb092 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Aug 28 09:32:50.088627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb854-8691-48a2-936c-3bdcf3d60fc7 req-3a6532ec-4210-4477-902b-32e173953f71 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:50.090067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-433cb854-8691-48a2-936c-3bdcf3d60fc7 req-3a6532ec-4210-4477-902b-32e173953f71 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0512717 Aug 28 09:32:50.127733 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-433cb854-8691-48a2-936c-3bdcf3d60fc7 req-4387696c-d6ed-433a-a474-b91f4b3db0c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Aug 28 09:32:51.243288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aaa39-b3f0-4af9-a1f9-3b4cf75e7390 req-1fbba34a-3e7e-44b8-8401-4ba918b07277 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:51.244773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d51aaa39-b3f0-4af9-a1f9-3b4cf75e7390 req-1fbba34a-3e7e-44b8-8401-4ba918b07277 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0486903 Aug 28 09:32:51.281974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d51aaa39-b3f0-4af9-a1f9-3b4cf75e7390 req-4412fc4f-c148-4b5a-9769-956f90d3a71f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Aug 28 09:32:51.979141 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:32:52.395914 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5778033-129d-4321-9725-5c630210fe2c req-8b928d98-349e-423a-81f9-fd555a7a0586 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:52.397376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5778033-129d-4321-9725-5c630210fe2c req-8b928d98-349e-423a-81f9-fd555a7a0586 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0477812 Aug 28 09:32:52.434590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a5778033-129d-4321-9725-5c630210fe2c req-40f532e6-c71d-45ed-9965-a24dafc65222 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 Aug 28 09:32:53.554463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dcb02-1b09-455e-a567-ef2fddc9e467 req-0285a50e-400a-4e16-aa79-8b0526d71694 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:53.555880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-480dcb02-1b09-455e-a567-ef2fddc9e467 req-0285a50e-400a-4e16-aa79-8b0526d71694 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 944 time: 0.0523965 Aug 28 09:32:53.594418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-480dcb02-1b09-455e-a567-ef2fddc9e467 req-efa88050-cf31-4bac-bfe6-1c0e69a3e481 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318677 Aug 28 09:32:53.728867 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:32:53.824806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:32:53.835896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '20648908-f15b-4e4d-9d94-eb11273e0911', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:32:53.876349 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:53.888692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:32:53.907485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:32:53.974524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:54.021549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:32:54.028711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.029063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.029408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.029753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.030085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.030447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.030781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.031104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.031431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.031755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.032078 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.032402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:32:54.467123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['20648908-f15b-4e4d-9d94-eb11273e0911'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:32:54.713121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a056e-31b8-4820-8193-d5cbdcbbbe11 req-1dc033a9-259e-4ac6-af59-ed9b3a287ae8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:54.714767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e95a056e-31b8-4820-8193-d5cbdcbbbe11 req-1dc033a9-259e-4ac6-af59-ed9b3a287ae8 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0491502 Aug 28 09:32:54.753059 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e95a056e-31b8-4820-8193-d5cbdcbbbe11 req-ffad1ad7-324e-4fa1-9459-6895bc5aafa6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Aug 28 09:32:55.327850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7be504-9b2a-472b-8838-b1eca9d502a0 req-254feb2b-87f9-41d0-b9bc-a3152311c69b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.329342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a7be504-9b2a-472b-8838-b1eca9d502a0 req-254feb2b-87f9-41d0-b9bc-a3152311c69b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0590186 Aug 28 09:32:55.393537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-b5db9a77-06f6-41d6-b9ab-50efcf5f2915 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.394996 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-b5db9a77-06f6-41d6-b9ab-50efcf5f2915 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.39 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&tenant_id=1790f127e75c4ab88566da4a8e3fd500&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 945 time: 0.0885212 Aug 28 09:32:55.397997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a7be504-9b2a-472b-8838-b1eca9d502a0 req-acd57b1b-0c0b-4336-9750-ecabff28756b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554757 Aug 28 09:32:55.457388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-5425a6fa-4ff2-4841-98d6-558393786f99 service neutron] 10.222.0.39 "GET /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911/bindings/n-h1-792458-16 HTTP/1.1" status: 200 len: 383 time: 0.0531616 Aug 28 09:32:55.540074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-a1ab6412-3e9e-4794-83dd-37d22da4793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.541460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-a1ab6412-3e9e-4794-83dd-37d22da4793e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1097 time: 0.0402253 Aug 28 09:32:55.637712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-9fc8d032-93a1-4659-aefc-b500f2937d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.639182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-9fc8d032-93a1-4659-aefc-b500f2937d33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0850625 Aug 28 09:32:55.703680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-91a59f4c-e5b9-4c09-a1bc-9d33d3275485 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1001 time: 0.0565434 Aug 28 09:32:55.743686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:32:55.754390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-1f389457-01f4-4c4b-aeae-14843a4f826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.757720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-1f389457-01f4-4c4b-aeae-14843a4f826c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0437474 Aug 28 09:32:55.808109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-d785f26d-53b2-4519-b43b-76143536c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:55.809519 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-d785f26d-53b2-4519-b43b-76143536c31e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438704 Aug 28 09:32:55.831902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 20648908-f15b-4e4d-9d94-eb11273e0911 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:32:55.836010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 20648908-f15b-4e4d-9d94-eb11273e0911 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:32:55.836462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:55.901151 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-8170a5c8-9a8e-414d-92ae-d95669458b75 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Aug 28 09:32:55.914017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:55.937391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:32:55.939640 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb63529-7705-45f1-9285-02d14e091c7d" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:32:55.956357 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:32:55.990853 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ac54fd-36ea-4c35-beef-2c7f6fa27d1d x-openstack-request-id: req-31ac54fd-36ea-4c35-beef-2c7f6fa27d1d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:32:55.991152 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:32:55.991410 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31ac54fd-36ea-4c35-beef-2c7f6fa27d1d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:32:55.991812 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'code': 200} Aug 28 09:32:56.001100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-2a8afed1-9d75-4333-b78a-50be3da186d6 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906787 Aug 28 09:32:56.031674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:56.082076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:32:56.516695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d093-421e-4291-878f-952a27ccd03d req-48004ae3-2c98-4f66-91a0-ff5c36edcc6f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:56.518165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fa3d093-421e-4291-878f-952a27ccd03d req-48004ae3-2c98-4f66-91a0-ff5c36edcc6f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0497050 Aug 28 09:32:56.554882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9fa3d093-421e-4291-878f-952a27ccd03d req-7f1265b9-9d00-464d-8fdf-1dae850f9e97 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Aug 28 09:32:56.665929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:57.674095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e24378-20b5-4c68-ae31-3366b1285c40 req-dc7b5446-0eaf-4ef4-a025-e8b0373c36f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:57.675606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51e24378-20b5-4c68-ae31-3366b1285c40 req-dc7b5446-0eaf-4ef4-a025-e8b0373c36f9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0514257 Aug 28 09:32:57.683048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4b9f10d5-38a4-402b-b8c1-64620128f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:32:57.714651 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51e24378-20b5-4c68-ae31-3366b1285c40 req-ebd559cb-be2a-4e08-bd92-8d379c531441 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Aug 28 09:32:58.836097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b935-d584-4a34-9db8-1bab55040160 req-f3213625-8dae-4f85-bd1c-1d5db83bcdd2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:58.837464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df19b935-d584-4a34-9db8-1bab55040160 req-f3213625-8dae-4f85-bd1c-1d5db83bcdd2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0523353 Aug 28 09:32:58.876418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df19b935-d584-4a34-9db8-1bab55040160 req-ab0bcf02-8093-4420-bd67-6512e114ec90 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Aug 28 09:32:59.992132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8cf92-9c91-41a5-9307-a2fdae158d93 req-65a485cf-148b-4a56-9e6c-a04e9eece8d7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:32:59.993954 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7e8cf92-9c91-41a5-9307-a2fdae158d93 req-65a485cf-148b-4a56-9e6c-a04e9eece8d7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Aug 28 09:33:00.015618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:00.032154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7e8cf92-9c91-41a5-9307-a2fdae158d93 req-b3cd8899-61ef-4abe-b6b6-53f4d5736246 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Aug 28 09:33:00.271567 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b73d8979-06ff-450c-8578-dbe2c94cc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:01.149037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3b8a2-9347-472d-af77-00a9424f3fb7 req-234d6e93-b758-4fc0-b577-04dd6e0f97c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:01.150691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8db3b8a2-9347-472d-af77-00a9424f3fb7 req-234d6e93-b758-4fc0-b577-04dd6e0f97c2 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 28 09:33:01.189599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8db3b8a2-9347-472d-af77-00a9424f3fb7 req-7fc63da4-f713-432f-b637-601e9f7a4d81 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318918 Aug 28 09:33:01.375472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-d9a80c0f-f67a-4908-94de-2ebf240db582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:01.376931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-d9a80c0f-f67a-4908-94de-2ebf240db582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399&tenant_id=1790f127e75c4ab88566da4a8e3fd500 HTTP/1.1" status: 200 len: 1098 time: 0.0447609 Aug 28 09:33:01.396334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:01.449474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:01.649803 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:01.682790 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:33:01.724146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:01.726395 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d984605-0170-43cb-b1d5-24ad713cba7b" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-unplugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:01.730441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:01.743811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Transition to ACTIVE for port object 20648908-f15b-4e4d-9d94-eb11273e0911 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:33:01.744250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:33:01.777503 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760304e-f20c-4199-92f8-020cbc3cab56 x-openstack-request-id: req-2760304e-f20c-4199-92f8-020cbc3cab56 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:01.777802 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-unplugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:01.778058 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2760304e-f20c-4199-92f8-020cbc3cab56 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:01.778487 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'code': 200} Aug 28 09:33:01.814866 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:01.819057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:01.884103 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:33:01.884469 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:33:01.900487 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=10']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:01.947440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] No DVR routers for this DVR port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:33:02.084043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:33:02.084384 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:33:02.084716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:02.088981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:33:02.089303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Attempting to bind port 20648908-f15b-4e4d-9d94-eb11273e0911 on network 85d94f0e-d536-4622-a558-1683a89596c4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:02.094716 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:33:02.095055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Checking segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:33:02.095443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Bound using segment: {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:33:02.095870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Bound port: 20648908-f15b-4e4d-9d94-eb11273e0911, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753468e9-55dd-442a-8e86-6bccc250e45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:33:02.096227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:02.161978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:33:02.165131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:33:02.180286 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:02.275465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:02.325197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.325702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:02.327874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] 10.222.0.64 "PUT /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1094 time: 0.9353993 Aug 28 09:33:02.362481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6735ba-a931-453e-aaf9-9e4d59bf901b req-144f5118-b81f-4d92-897e-f49d99a258e3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.364045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f6735ba-a931-453e-aaf9-9e4d59bf901b req-144f5118-b81f-4d92-897e-f49d99a258e3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.1007576 Aug 28 09:33:02.364898 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e88a-9b37-46b3-87da-d7813c66db06 service neutron] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=11']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:02.439481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-0adf8add-c5e9-4adb-bbf3-9c5c6e6b4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.440984 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-0adf8add-c5e9-4adb-bbf3-9c5c6e6b4ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1097 time: 0.0727241 Aug 28 09:33:02.444188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f6735ba-a931-453e-aaf9-9e4d59bf901b req-c68deae6-f44a-465b-b5a5-1d5c6b664f38 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654073 Aug 28 09:33:02.536647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ef814489-9bdf-4694-9639-a6957217d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.538197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-ef814489-9bdf-4694-9639-a6957217d557 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.0854056 Aug 28 09:33:02.621848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-a35fcc0f-b3b7-48f5-9153-cacd5b1f958d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.0711868 Aug 28 09:33:02.675625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-b7bb20c6-ee0e-4cb6-aa96-e2c7e2314f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.677217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-b7bb20c6-ee0e-4cb6-aa96-e2c7e2314f81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0477400 Aug 28 09:33:02.723086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-c739f228-61db-4b44-ba7b-f14bbc5dbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:02.724486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-c739f228-61db-4b44-ba7b-f14bbc5dbc60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399754 Aug 28 09:33:02.818813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-e0b29a95-80eb-493b-8973-a6f2948aff37 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859096 Aug 28 09:33:02.908068 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9aee3f-5d5f-4af1-9975-c089d01ea048 req-0addf00f-e21a-436e-82ba-c25a71a1c4ba service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Aug 28 09:33:03.565791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4172-f1eb-4d28-97cd-8a884d2a16ed req-519c9598-8564-4a67-b110-92cd20d95494 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:03.567339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cce4172-f1eb-4d28-97cd-8a884d2a16ed req-519c9598-8564-4a67-b110-92cd20d95494 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0517662 Aug 28 09:33:03.610926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4cce4172-f1eb-4d28-97cd-8a884d2a16ed req-a28e9bd2-f8e2-4540-98f0-2ee266fcdbd1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372887 Aug 28 09:33:03.780366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:03.782671 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033" -d '{"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:03.830546 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a28b4-460f-4060-9c7d-a1a9f804c4d4 x-openstack-request-id: req-433a28b4-460f-4060-9c7d-a1a9f804c4d4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:03.830842 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:03.831094 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-433a28b4-460f-4060-9c7d-a1a9f804c4d4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:03.831490 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'status': 'completed', 'code': 200} Aug 28 09:33:03.942504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-8a12717c-d26d-45ae-80c5-1069dfc1d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:03.944023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-8a12717c-d26d-45ae-80c5-1069dfc1d45e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1097 time: 0.0677269 Aug 28 09:33:03.946387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-635fa97b-ee2b-43d1-9f13-0b61a57d7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:03.947718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-635fa97b-ee2b-43d1-9f13-0b61a57d7b18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1790f127e75c4ab88566da4a8e3fd500&device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 1097 time: 0.0637503 Aug 28 09:33:04.440090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-244be629-b592-48b5-b3d3-472c4be7e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.441616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-244be629-b592-48b5-b3d3-472c4be7e489 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.4823208 Aug 28 09:33:04.442598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-29169c89-3976-490e-9c89-e3e8f90c2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.443946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-29169c89-3976-490e-9c89-e3e8f90c2931 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 200 len: 912 time: 0.4916415 Aug 28 09:33:04.557385 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-ce66340c-5421-461d-bef8-e034634a49a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.1077480 Aug 28 09:33:04.559265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-a2c41e78-ce05-451c-8180-d891803073d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 200 len: 1000 time: 0.1033838 Aug 28 09:33:04.646350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-97511062-ad10-4dc4-8358-72c02e060fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.647871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-97511062-ad10-4dc4-8358-72c02e060fe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0824008 Aug 28 09:33:04.649282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-5892c42d-7f92-4750-9377-1e7c2824f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.650728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-5892c42d-7f92-4750-9377-1e7c2824f57a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 200 len: 850 time: 0.0780358 Aug 28 09:33:04.763762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-362c354e-831f-4f3d-93ee-3bb50c409eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.764001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-362c354e-831f-4f3d-93ee-3bb50c409eae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079881 Aug 28 09:33:04.767595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-0a175842-564e-4ce6-9ea0-c3c815ce33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.768955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-0a175842-564e-4ce6-9ea0-c3c815ce33be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85d94f0e-d536-4622-a558-1683a89596c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042149 Aug 28 09:33:04.786683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adb726-4558-4c28-8949-db06572c2615 req-a602fce5-5931-477f-b788-1e0ffcd2d31d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:04.788118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64adb726-4558-4c28-8949-db06572c2615 req-a602fce5-5931-477f-b788-1e0ffcd2d31d tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.1002126 Aug 28 09:33:04.928087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-64adb726-4558-4c28-8949-db06572c2615 req-35f4cb75-db9b-4ea3-80f8-8e53a3e78f88 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976758 Aug 28 09:33:04.967147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-d8ee86b2-749f-4adc-a169-18a2312c8907 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772819 Aug 28 09:33:04.969353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-7f9ea068-65f5-4432-a800-59fd5dc669c0 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967270 Aug 28 09:33:05.117270 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:05.132013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-e1232daf-366c-4f76-b96f-302b46a90994 service neutron] 10.222.0.39 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577046 Aug 28 09:33:05.135662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97ea597b-f470-4a91-b3ab-e5d4bbfb1033 req-b4262227-4bd7-40ee-8c30-af460a5fcc81 service neutron] 10.222.0.64 "GET /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533360 Aug 28 09:33:06.049886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed4ef-0b08-40eb-abae-5e15a10ee47b req-531c36f7-1b09-4ca4-be7f-bf4340e7932f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:06.051568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-858ed4ef-0b08-40eb-abae-5e15a10ee47b req-531c36f7-1b09-4ca4-be7f-bf4340e7932f tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Aug 28 09:33:06.104342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-858ed4ef-0b08-40eb-abae-5e15a10ee47b req-89869dd2-cde7-44d6-9529-8af032253e18 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466108 Aug 28 09:33:06.174612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:07.222640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a421db9-635f-43cb-a011-ac3ff93fd74b req-8591f655-f81c-45a6-82ee-618b7ef92291 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:07.224345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a421db9-635f-43cb-a011-ac3ff93fd74b req-8591f655-f81c-45a6-82ee-618b7ef92291 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Aug 28 09:33:07.263343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a421db9-635f-43cb-a011-ac3ff93fd74b req-36519575-16c3-4c22-8833-0171c72af15b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326948 Aug 28 09:33:08.379403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a06a96-00ed-4f8d-9ddf-12506945b291 req-73502f60-a81b-42a6-a9d8-0d4b8390346c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:08.380883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6a06a96-00ed-4f8d-9ddf-12506945b291 req-73502f60-a81b-42a6-a9d8-0d4b8390346c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0491307 Aug 28 09:33:08.417860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6a06a96-00ed-4f8d-9ddf-12506945b291 req-be8f4e94-a533-4e0f-b48f-f8f26e90dd04 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Aug 28 09:33:09.533027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967516c-5c44-4f9a-93aa-f9a6bfc9925c req-e423514c-c2b7-434d-9661-78572e5e5dca tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:09.534541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4967516c-5c44-4f9a-93aa-f9a6bfc9925c req-e423514c-c2b7-434d-9661-78572e5e5dca tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Aug 28 09:33:09.577423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4967516c-5c44-4f9a-93aa-f9a6bfc9925c req-3f27707f-87fb-4fe0-9fa8-2c30b4370d0c tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368299 Aug 28 09:33:10.691069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f8f95-cfc8-4e78-a19b-a3a862cf4456 req-b6151773-6559-4481-83a7-76d91fadfbc3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:10.693208 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de7f8f95-cfc8-4e78-a19b-a3a862cf4456 req-b6151773-6559-4481-83a7-76d91fadfbc3 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Aug 28 09:33:10.731340 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de7f8f95-cfc8-4e78-a19b-a3a862cf4456 req-35b9820f-016d-4125-bb77-a042dd161930 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Aug 28 09:33:11.210423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d644af-b2ab-4a33-94ed-9a4bd2f23b31 req-9d9873e8-9120-49fd-b95d-d9e5f8ade31f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323853 Aug 28 09:33:11.291577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d644af-b2ab-4a33-94ed-9a4bd2f23b31 req-94e33811-4b7d-4767-9fca-addd9d48fc31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0252495 Aug 28 09:33:11.338625 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d644af-b2ab-4a33-94ed-9a4bd2f23b31 req-bc74f8c8-2868-4185-b08a-f9f8839559a2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202692 Aug 28 09:33:11.433619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d644af-b2ab-4a33-94ed-9a4bd2f23b31 req-4b34c87f-5f69-4acf-89a8-7b32e716f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:11.435094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37d644af-b2ab-4a33-94ed-9a4bd2f23b31 req-4b34c87f-5f69-4acf-89a8-7b32e716f20f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896051 Aug 28 09:33:11.851021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968f35-7e15-4055-a65c-7fadc2e6433f req-f1000df5-55c1-4a36-962c-8acd28fcac57 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:11.852498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c968f35-7e15-4055-a65c-7fadc2e6433f req-f1000df5-55c1-4a36-962c-8acd28fcac57 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Aug 28 09:33:11.891778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c968f35-7e15-4055-a65c-7fadc2e6433f req-25c51242-a53a-406d-a942-d9acb52ef9bb tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333760 Aug 28 09:33:13.011160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b3a9-68e5-4773-9f16-912ae5d2f44d req-1627153e-83fa-448c-959b-d647172f6239 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:13.012649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a19b3a9-68e5-4773-9f16-912ae5d2f44d req-1627153e-83fa-448c-959b-d647172f6239 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 28 09:33:13.050600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a19b3a9-68e5-4773-9f16-912ae5d2f44d req-495ea4d5-8ddc-4f0e-97a7-c49ccdfab80b tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Aug 28 09:33:14.172371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41579ef-3652-4214-a79b-76df70fb86fb req-bb6b014b-66c6-4a2b-a53a-e68a77b12230 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:14.173767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a41579ef-3652-4214-a79b-76df70fb86fb req-bb6b014b-66c6-4a2b-a53a-e68a77b12230 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0529103 Aug 28 09:33:14.212439 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a41579ef-3652-4214-a79b-76df70fb86fb req-5dc6a91e-752d-48d5-bd1e-c4c0a69feb85 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Aug 28 09:33:15.329041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899a887-386e-416b-b4fb-a30ef6348abf req-b33419f2-63be-4dc8-bb5b-1924f688145a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:15.330578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a899a887-386e-416b-b4fb-a30ef6348abf req-b33419f2-63be-4dc8-bb5b-1924f688145a tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Aug 28 09:33:15.369612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a899a887-386e-416b-b4fb-a30ef6348abf req-0104f99b-2225-4c6e-b25f-2c5a1a6e7bd7 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330870 Aug 28 09:33:15.470333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:33:15.486771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2a315-03c1-401b-8803-df257bf3f8a9 req-0b586ccc-c447-4dd2-bbbe-847e4a70fbb4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:15.488401 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dd2a315-03c1-401b-8803-df257bf3f8a9 req-0b586ccc-c447-4dd2-bbbe-847e4a70fbb4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Aug 28 09:33:15.537717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8dd2a315-03c1-401b-8803-df257bf3f8a9 req-dee69476-b843-48cc-a739-0f16abc348bf tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Aug 28 09:33:15.569443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:15.581628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '20648908-f15b-4e4d-9d94-eb11273e0911', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'port_id': '20648908-f15b-4e4d-9d94-eb11273e0911', 'mac_address': 'fa:16:3e:c3:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:33:15.619382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:15.632564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:33:15.652304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:15.657097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8869ba-19e0-4948-a915-0eda1043dcbb req-10cc595e-bc7c-48b4-bf35-c4e28c1f4c50 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:15.658769 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8869ba-19e0-4948-a915-0eda1043dcbb req-10cc595e-bc7c-48b4-bf35-c4e28c1f4c50 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 945 time: 0.0545311 Aug 28 09:33:15.697172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2c8869ba-19e0-4948-a915-0eda1043dcbb req-e5c0f0ac-7918-41ed-a817-599adf2ef7b6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Aug 28 09:33:15.712363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:15.762751 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=12']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:16.060452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['20648908-f15b-4e4d-9d94-eb11273e0911'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:33:16.150995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56780-ba58-4892-b9cb-41f7f20b6630 req-6ad30ba0-6d6b-40fa-ac3a-b4ac2cce3b84 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:16.152534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe56780-ba58-4892-b9cb-41f7f20b6630 req-6ad30ba0-6d6b-40fa-ac3a-b4ac2cce3b84 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0501127 Aug 28 09:33:16.190427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbe56780-ba58-4892-b9cb-41f7f20b6630 req-2be253ed-3c2f-465c-9787-f7f1b6fa88ab tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Aug 28 09:33:17.306983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef1a0-e3f9-40e0-b403-6e00b2293b4e req-a27f4a2a-6d46-49d7-b7f4-982e10bb25f4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:17.308457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-215ef1a0-e3f9-40e0-b403-6e00b2293b4e req-a27f4a2a-6d46-49d7-b7f4-982e10bb25f4 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 946 time: 0.0483811 Aug 28 09:33:17.346224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-215ef1a0-e3f9-40e0-b403-6e00b2293b4e req-0f25f3f3-05bb-493d-9fd4-165948392c80 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Aug 28 09:33:17.484550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:33:17.585717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 20648908-f15b-4e4d-9d94-eb11273e0911 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:33:17.590185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 20648908-f15b-4e4d-9d94-eb11273e0911 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:33:17.590586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:17.669070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:17.690536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:17.692776 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c47386-7d46-440d-8333-40af3500921b" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:17.705370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:17.729375 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfea79f-3c08-4da6-884c-4fc33f00ab94 x-openstack-request-id: req-1bfea79f-3c08-4da6-884c-4fc33f00ab94 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:17.729669 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-plugged", "status": "completed", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:17.729920 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bfea79f-3c08-4da6-884c-4fc33f00ab94 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:17.730341 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'code': 200} Aug 28 09:33:17.808620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:17.855217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=13']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:18.274351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-d078fdb7-41ba-41e6-b6a3-9e4440c4c817 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:18.275809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-d078fdb7-41ba-41e6-b6a3-9e4440c4c817 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 947 time: 0.0517352 Aug 28 09:33:18.365594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Deleting port 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:18.366299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:18.488149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] For port 20648908-f15b-4e4d-9d94-eb11273e0911, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=20648908-f15b-4e4d-9d94-eb11273e0911,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:18.488519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:18.498407 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7428331-068c-4324-a398-ba904c3d178c req-ed586e76-db50-4db0-ac2d-6274d2a8cb15 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:18.499900 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7428331-068c-4324-a398-ba904c3d178c req-ed586e76-db50-4db0-ac2d-6274d2a8cb15 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 947 time: 0.0805445 Aug 28 09:33:18.583200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7428331-068c-4324-a398-ba904c3d178c req-c2e7385b-231e-400f-b607-f6c4830b1087 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761657 Aug 28 09:33:18.691279 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:18.691663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:18.691981 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Floating IP 1264eb63-800a-4212-8c00-771c6f09a85e disassociated. External IP: 172.25.0.84, port: 20648908-f15b-4e4d-9d94-eb11273e0911. Aug 28 09:33:18.692321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Calling delete_port for 20648908-f15b-4e4d-9d94-eb11273e0911 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:18.893986 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:18.922157 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'Port': ['ID=20648908-f15b-4e4d-9d94-eb11273e0911,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:19.042374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:33:19.156327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:33:19.167244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:33:19.177064 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:33:19.177673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:19.194786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] No DVR routers for this DVR port 20648908-f15b-4e4d-9d94-eb11273e0911 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:33:19.197351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:19.199841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7546b244-674c-49bb-bb04-2befb8ddaaa4 req-a3785299-caa8-4170-bc16-4967a12873be tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.64 "DELETE /v2.0/ports/20648908-f15b-4e4d-9d94-eb11273e0911 HTTP/1.1" status: 204 len: 173 time: 0.9140100 Aug 28 09:33:19.200281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-deleted', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:19.202555 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5b202-aca0-4d7d-88c1-ec553b507f4e" -d '{"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-deleted", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:19.241278 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca48fff-a23e-4416-b081-f7ed8792ec62 x-openstack-request-id: req-1ca48fff-a23e-4416-b081-f7ed8792ec62 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:19.241582 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45426c71-4283-484c-a10c-0c71ea84e399", "name": "network-vif-deleted", "tag": "20648908-f15b-4e4d-9d94-eb11273e0911", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:19.241977 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ca48fff-a23e-4416-b081-f7ed8792ec62 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:19.242433 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45426c71-4283-484c-a10c-0c71ea84e399', 'name': 'network-vif-deleted', 'tag': '20648908-f15b-4e4d-9d94-eb11273e0911', 'status': 'completed', 'code': 200} Aug 28 09:33:19.290863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:33:19.493422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:19.519636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:33:19.528530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:33:19.529138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:19.634932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:33:19.684708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c1be847-2ffd-4b2b-8c15-4f38d1c24d4c req-a5d0fdfd-43ca-4c98-8cc3-8b614bb98ca1 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0309875 Aug 28 09:33:19.831256 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:19.864677 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42733e0-a225-4e82-bb3d-deb62cb2f062 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:32Z', 'revision_number': 4, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '38af95c1-fa72-4fdc-b335-7450e1d5dbc7', 'name': '', 'network_id': '85d94f0e-d536-4622-a558-1683a89596c4', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'mac_address': 'fa:16:3e:02:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:32Z', 'updated_at': '2021-08-28T09:21:38Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'subnets': [{'id': 'c97fd1da-7563-4e81-bf85-628fd2991eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:33:20.078970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e33982-7aab-4522-ad96-e9adbe9abe31 None None] New status for floating IP 1264eb63-800a-4212-8c00-771c6f09a85e: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:33:20.779947 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4cdbe48-b88f-4340-b671-2ce4abeb3467 req-cf9f8ede-f02b-4639-b1bf-31294811e7a0 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0271626 Aug 28 09:33:21.517182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:33:21.537722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 20648908-f15b-4e4d-9d94-eb11273e0911 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:33:21.538070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 20648908-f15b-4e4d-9d94-eb11273e0911 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:33:21.873483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7bc678c0-e62a-4de5-bcc3-57cfb820da1f req-7b732228-5614-4dec-ad74-4c78be668bdd tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0271306 Aug 28 09:33:22.982183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0c6644b-e9e8-4a45-9f80-309ceda3fc50 req-eae9936e-08ab-4993-929b-2ae1ed40b9b9 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/ports?device_id=45426c71-4283-484c-a10c-0c71ea84e399 HTTP/1.1" status: 200 len: 210 time: 0.0259817 Aug 28 09:33:26.700124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:27.683100 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cdccfbdd-e09f-436e-8e8b-ef6154b9bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:27.923682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:27.976801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:27.999356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.099874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.102411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.103582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "DELETE /v2.0/security-groups/01ef818c-94af-4fd5-b7c9-5c0f9cc38e93 HTTP/1.1" status: 204 len: 168 time: 0.1788340 Aug 28 09:33:28.106444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45468) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:28.112559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29114d-cd4d-4ff4-8074-df478b603e29 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ef818c-94af-4fd5-b7c9-5c0f9cc38e93,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:28.122402 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-d1cb7699-93a8-430e-9537-b21c0f77dd17 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] show failed (client error): The resource could not be found. Aug 28 09:33:28.123419 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1cb7699-93a8-430e-9537-b21c0f77dd17 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "GET /v2.0/security-groups/01ef818c-94af-4fd5-b7c9-5c0f9cc38e93 HTTP/1.1" status: 404 len: 347 time: 0.0159385 Aug 28 09:33:28.126160 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45472) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:28.249662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Deleting port 705b353d-b596-41ca-ae9f-b49773fd8ce9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:28.250006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.327136 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.327468 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.338768 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Calling delete_port for 705b353d-b596-41ca-ae9f-b49773fd8ce9 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:28.505429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.531189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Pushing event deleted for resources: {'Port': ['ID=705b353d-b596-41ca-ae9f-b49773fd8ce9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:28.544869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.545220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.545559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.545891 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.546236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.546576 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.546900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.547221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.547542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.547862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.548181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.548498 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:28.601298 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.603792 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:28.605534 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d79be6a9-3a6d-46a6-bbe8-0008536354a6 tempest-ServerActionsTestJSON-2131096763 tempest-ServerActionsTestJSON-2131096763-project] 10.222.0.46 "DELETE /v2.0/floatingips/1264eb63-800a-4212-8c00-771c6f09a85e HTTP/1.1" status: 204 len: 168 time: 0.4784632 Aug 28 09:33:28.608717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45474) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:28.986807 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:33:29.082855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:29.333277 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Deleting port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:29.333949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:29.411371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] For port 38af95c1-fa72-4fdc-b335-7450e1d5dbc7, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:29.411726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:29.424517 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Calling delete_port for 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:29.654345 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:29.681709 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Pushing event deleted for resources: {'Port': ['ID=38af95c1-fa72-4fdc-b335-7450e1d5dbc7,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:29.852380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:29.991374 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.072399 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Router c01e9b80-b4cc-4a83-8bb3-a851d3399875 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:33:30.179380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:33:30.184741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6a3cc60e-e7bc-4669-bfcb-4f90b979ba1f admin admin] 10.222.0.46 "PUT /v2.0/routers/c01e9b80-b4cc-4a83-8bb3-a851d3399875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750992 Aug 28 09:33:30.187257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45478) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:30.189902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Sync routers for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:33:30.208862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:33:30.209458 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:33:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:30.262233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-950c6714-e175-4e1e-a986-f36bdfee7f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.293447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.313080 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:33:30.392663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.486945 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:33:29Z', 'revision_number': 5, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port': {'id': '487bf1c1-bc24-4bcc-83c4-20d53a311f5b', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:30.489863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Deleting port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:30.490236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.577585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] For port 487bf1c1-bc24-4bcc-83c4-20d53a311f5b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:30.577950 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.591720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Calling delete_port for 487bf1c1-bc24-4bcc-83c4-20d53a311f5b owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:30.668762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Checking router: c01e9b80-b4cc-4a83-8bb3-a851d3399875 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:33:30.677550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Routers {'c01e9b80-b4cc-4a83-8bb3-a851d3399875'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:33:30.678171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:33:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:30.763367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] Set router c01e9b80-b4cc-4a83-8bb3-a851d3399875 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:33:30.814464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:33:30Z', 'revision_number': 6, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:30.843600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddd9cb-255c-455e-8331-731b954ad675 None None] The sync data for ids ['c01e9b80-b4cc-4a83-8bb3-a851d3399875'] in n-d-792458-16 is: [{'id': 'c01e9b80-b4cc-4a83-8bb3-a851d3399875', 'name': 'tempest-ServerActionsTestJSON-368828401-router', 'tenant_id': '1790f127e75c4ab88566da4a8e3fd500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:21:29Z', 'updated_at': '2021-08-28T09:33:30Z', 'revision_number': 6, 'project_id': '1790f127e75c4ab88566da4a8e3fd500', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:33:30.893936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:30.921379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=487bf1c1-bc24-4bcc-83c4-20d53a311f5b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:30.986814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.387445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.389622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.499733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.500371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01e9b80-b4cc-4a83-8bb3-a851d3399875 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:33:31.504389 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.505535 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7c00382c-6858-47a6-8b9c-6c8763276d5d admin admin] 10.222.0.46 "DELETE /v2.0/routers/c01e9b80-b4cc-4a83-8bb3-a851d3399875 HTTP/1.1" status: 204 len: 168 time: 1.3170269 Aug 28 09:33:31.508070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45480) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:31.556803 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Deleting subnet c97fd1da-7563-4e81-bf85-628fd2991eb1 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:33:31.560380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.595780 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.674537 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.780453 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.806152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97fd1da-7563-4e81-bf85-628fd2991eb1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:31.811161 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.813776 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-424e7b8c-5885-4b84-b57e-8f8cf0f5799a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c97fd1da-7563-4e81-bf85-628fd2991eb1 HTTP/1.1" status: 204 len: 168 time: 0.3040516 Aug 28 09:33:31.815648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45482) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:31.818333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49d21f-f554-4ad2-aa65-4dadbbe6300f None None] Network 85d94f0e-d536-4622-a558-1683a89596c4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:33:31.884886 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:31.940445 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Deleting port e312cb85-26e4-41f4-a1af-73ff100c0d69 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:31.940445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.017259 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] For port e312cb85-26e4-41f4-a1af-73ff100c0d69, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e312cb85-26e4-41f4-a1af-73ff100c0d69,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:32.017590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.027476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] DHCP port deletion for 85d94f0e-d536-4622-a558-1683a89596c4 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:33:32.032247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Calling delete_port for e312cb85-26e4-41f4-a1af-73ff100c0d69 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:32.055474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 487bf1c1-bc24-4bcc-83c4-20d53a311f5b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:33:32.078246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 487bf1c1-bc24-4bcc-83c4-20d53a311f5b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:33:32.078657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 487bf1c1-bc24-4bcc-83c4-20d53a311f5b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:33:32.079083 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:33:32.098501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:33:32.098773 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 38af95c1-fa72-4fdc-b335-7450e1d5dbc7 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:33:32.127146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Deleting port e312cb85-26e4-41f4-a1af-73ff100c0d69 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:33:32.127517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.174114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.191359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] For port e312cb85-26e4-41f4-a1af-73ff100c0d69, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e312cb85-26e4-41f4-a1af-73ff100c0d69,segment=NetworkSegment(753468e9-55dd-442a-8e86-6bccc250e45f),segment_id=753468e9-55dd-442a-8e86-6bccc250e45f)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:32.191763 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.204353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Calling delete_port for e312cb85-26e4-41f4-a1af-73ff100c0d69 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:33:32.204605 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Pushing event deleted for resources: {'Port': ['ID=e312cb85-26e4-41f4-a1af-73ff100c0d69,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:32.208649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] No DVR routers for this DVR port e312cb85-26e4-41f4-a1af-73ff100c0d69 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:33:32.244531 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.279246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.281318 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.291175 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d94f0e-d536-4622-a558-1683a89596c4']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:32.301852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753468e9-55dd-442a-8e86-6bccc250e45f') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:32.302147 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753468e9-55dd-442a-8e86-6bccc250e45f') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:33:32.304024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] Pushing event deleted for resources: {'Port': ['ID=e312cb85-26e4-41f4-a1af-73ff100c0d69,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:32.308192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0c850-39b0-40c9-a86f-742e4e144c0c None None] No DVR routers for this DVR port e312cb85-26e4-41f4-a1af-73ff100c0d69 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:33:32.312209 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.326723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.332717 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:33:32.333102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:33:32.334899 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:33:32.465596 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.470909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.472719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] 10.222.0.46 "DELETE /v2.0/networks/85d94f0e-d536-4622-a558-1683a89596c4 HTTP/1.1" status: 204 len: 168 time: 0.6560154 Aug 28 09:33:32.484361 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617f86-d281-4446-b149-f51d386b60de admin admin] Pushing event deleted for resources: {'Network': ['ID=85d94f0e-d536-4622-a558-1683a89596c4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:32.727684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45486) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:32.767345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c3b5bcd0-aa05-438b-8ff1-af7490245aa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1790f127e75c4ab88566da4a8e3fd500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383971 Aug 28 09:33:32.769656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45488) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:32.816167 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.836980 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.980244 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.982740 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:32.984080 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c2d3c59-7f94-4aef-8119-46053db735f2 HTTP/1.1" status: 204 len: 168 time: 0.2133174 Aug 28 09:33:32.992479 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332e3d-b3ed-4d94-8e7a-86f75d16d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d3c59-7f94-4aef-8119-46053db735f2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:33.985038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e312cb85-26e4-41f4-a1af-73ff100c0d69 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:33:34.017007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e312cb85-26e4-41f4-a1af-73ff100c0d69 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:33:34.017213 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45510) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:34.018544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e312cb85-26e4-41f4-a1af-73ff100c0d69 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:33:34.117070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-386619564-network', 'tenant_id': '6feea17570b04ae1a524be2e5af8b31c'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:34.214847 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Made reservation on behalf of 6feea17570b04ae1a524be2e5af8b31c for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:33:34.217649 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.232849 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.321211 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.373630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.407514 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:33:34.417421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c100c4-39c2-496a-93f5-8eeaa35b8133,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:34.423164 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.423512 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Added segment 1227fbf4-d6b9-412b-aac3-ad9e1d5669dc of type vlan for network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b Aug 28 09:33:34.463968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.562400 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.563425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:34.564010 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:34.622226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] Pushing event updated for resources: {'Network': ['ID=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:34.631687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:33:34.683620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f204d650-dbcf-49b7-a2df-e22128a60f92 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6650803 Aug 28 09:33:34.686413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45514) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:33:34.691380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Request body: {'subnet': {'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-386619564-subnet', 'tenant_id': '6feea17570b04ae1a524be2e5af8b31c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:34.790934 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Made reservation on behalf of 6feea17570b04ae1a524be2e5af8b31c for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:33:34.793340 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:35.025463 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:35.080477 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efce3597-6d48-4709-b7dd-bedf80f52d59,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:35.095207 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Checking segment: {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:33:35.095550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Network hostable DHCP agents. Network: 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:33:35.202880 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:35.242574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:33:35.339884 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:33:35.345304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:35.345483 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:35.349124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223487fc-a463-4f4a-a5d3-333d274af135 None None] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:33:35.437719 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cbc901b6-29a7-4859-86d2-f5a0bdc3acb8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7502136 Aug 28 09:33:35.467930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5a97a-1bb4-48d3-ac43-0ed51fd0f42a None None] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:33:35.856203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-95f55a22-7f38-4aa8-b6b7-31bac611cd58 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:35.857593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-95f55a22-7f38-4aa8-b6b7-31bac611cd58 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/networks?id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b HTTP/1.1" status: 200 len: 813 time: 0.1010482 Aug 28 09:33:35.872695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-bed96f13-bba8-4823-8a42-51c0ebd793c4 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/quotas/6feea17570b04ae1a524be2e5af8b31c HTTP/1.1" status: 200 len: 375 time: 0.0092366 Aug 28 09:33:35.904275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-9871b0b6-fd0a-42bf-b95c-2a31fe519cf4 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264566 Aug 28 09:33:35.998665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-98403bc6-6899-43bc-af2a-7a1c8ce49c58 service neutron] 10.222.0.46 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875576 Aug 28 09:33:36.085988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-90e2e105-4b90-4977-9dba-f1efbd0e9fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812523 Aug 28 09:33:36.156927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:36.317304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-470d443d-b80b-479f-9dd0-1d20a4b9c10e req-51df39ff-c15a-46a6-95d4-aceb49f59366 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 210 time: 0.0319083 Aug 28 09:33:37.415964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebf78107-df64-476f-ae3b-d12688760f85 req-b58c5ab8-e437-4deb-bdfb-b744684a47cf tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Aug 28 09:33:38.514813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12918d88-8539-4ac7-b9f6-cc6b50d49352 req-1ad86d2f-0d8c-4c9c-b24c-45942b684a29 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Aug 28 09:33:38.639210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-4d2997bd-8b54-41bf-a467-31316427bdd5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:38.640662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-4d2997bd-8b54-41bf-a467-31316427bdd5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.64 "GET /v2.0/networks?id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b HTTP/1.1" status: 200 len: 813 time: 0.1000683 Aug 28 09:33:38.661202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Request body: {'port': {'device_id': '57546377-fa03-4642-b4cc-03e600680572', 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b', 'admin_state_up': True, 'tenant_id': '6feea17570b04ae1a524be2e5af8b31c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:38.887929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Made reservation on behalf of 6feea17570b04ae1a524be2e5af8b31c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:33:38.891538 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.023913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Allocated IP 172.20.0.11 (284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b/efce3597-6d48-4709-b7dd-bedf80f52d59/04582664-cf55-49d6-aea0-f3f17d935ced) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:33:39.169769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.277225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.322542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:33:39.328322 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:33:39.332156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:33:39.358190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Pushing event updated for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:39.371467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.371839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.372162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.372499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.372834 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.373165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.373498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.373825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.374186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.374536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.374861 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.375184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:39.397477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:39.398171 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.511460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-d7d2842d-3669-4252-bab4-3609ae7234b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539593 Aug 28 09:33:39.530854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Request body: {'port': {'device_id': '57546377-fa03-4642-b4cc-03e600680572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:39.584360 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.679737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829225-a6c6-4a65-8a26-17863663e070 req-3ff005ec-dfbe-4e97-9d31-1971e2ef220a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:39.681203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8829225-a6c6-4a65-8a26-17863663e070 req-3ff005ec-dfbe-4e97-9d31-1971e2ef220a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 932 time: 0.0886641 Aug 28 09:33:39.774237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8829225-a6c6-4a65-8a26-17863663e070 req-728cc348-8e5c-427d-a895-7526867061fc tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510113 Aug 28 09:33:39.907467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04582664-cf55-49d6-aea0-f3f17d935ced {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:33:39.915172 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:39.927417 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Transition to ACTIVE for port object 04582664-cf55-49d6-aea0-f3f17d935ced will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:33:39.985327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:40.037598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Pushing event updated for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:40.104572 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Attempting to bind port 04582664-cf55-49d6-aea0-f3f17d935ced on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:33:40.105543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Attempting to bind port 04582664-cf55-49d6-aea0-f3f17d935ced by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:33:40.105882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Attempting to bind port 04582664-cf55-49d6-aea0-f3f17d935ced on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:40.110107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Port 04582664-cf55-49d6-aea0-f3f17d935ced on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:33:40.110481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Attempting to bind port 04582664-cf55-49d6-aea0-f3f17d935ced on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:40.115245 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:33:40.115585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Checking segment: {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:33:40.115969 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Bound using segment: {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:33:40.116396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Bound port: 04582664-cf55-49d6-aea0-f3f17d935ced, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:33:40.116750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:40.178822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:33:40.181734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=04582664-cf55-49d6-aea0-f3f17d935ced,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:33:40.248367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:40.282971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.283591 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:40.290730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] 10.222.0.64 "PUT /v2.0/ports/04582664-cf55-49d6-aea0-f3f17d935ced HTTP/1.1" status: 200 len: 1093 time: 0.7582424 Aug 28 09:33:40.290730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:40.290730 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c99c1-2df8-4773-a41a-022cbdba58e8" -d '{"events": [{"name": "network-changed", "server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:40.310451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a2e8d-ab8d-456e-9150-05636b7de14a service neutron] Pushing event updated for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:40.328792 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1bf7e7-460e-4605-b8d2-d17495a435c6 x-openstack-request-id: req-8c1bf7e7-460e-4605-b8d2-d17495a435c6 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:40.329085 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:40.329339 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c1bf7e7-460e-4605-b8d2-d17495a435c6 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:40.329732 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced', 'status': 'completed', 'code': 200} Aug 28 09:33:40.412588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-96d2bf5b-2783-4aa2-bef1-8f9053458bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.414076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-96d2bf5b-2783-4aa2-bef1-8f9053458bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 1096 time: 0.0418530 Aug 28 09:33:40.520986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-029a4179-61e8-4434-8b05-8ba7fb2d6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.522480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-029a4179-61e8-4434-8b05-8ba7fb2d6291 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6feea17570b04ae1a524be2e5af8b31c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0929418 Aug 28 09:33:40.613329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-bffcc591-ef0a-483c-9a2a-7a5c8d24ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.614837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-581c99c1-2df8-4773-a41a-022cbdba58e8 req-bffcc591-ef0a-483c-9a2a-7a5c8d24ec05 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851767 Aug 28 09:33:40.724879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-f2333c55-d3b3-4fe4-86e5-ea9b1d07c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.726403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-f2333c55-d3b3-4fe4-86e5-ea9b1d07c1a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 1096 time: 0.0457456 Aug 28 09:33:40.776381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-dd5a503f-cd8e-4095-b4b7-2fbd8b831009 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04582664-cf55-49d6-aea0-f3f17d935ced HTTP/1.1" status: 200 len: 217 time: 0.0331924 Aug 28 09:33:40.826736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-f2142e98-1435-4551-8e53-d03c05cb6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.828212 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-f2142e98-1435-4551-8e53-d03c05cb6d19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efce3597-6d48-4709-b7dd-bedf80f52d59 HTTP/1.1" status: 200 len: 853 time: 0.0442419 Aug 28 09:33:40.887493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-b5eadac5-17b9-4825-ac7d-32f3ec2da9cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472817 Aug 28 09:33:40.950186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dfcb3-3002-4ee8-b60c-6dff1a35819e req-ba231317-9af4-4cfa-892a-87244c26991e tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:40.951668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d32dfcb3-3002-4ee8-b60c-6dff1a35819e req-ba231317-9af4-4cfa-892a-87244c26991e tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 944 time: 0.1038806 Aug 28 09:33:41.009749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d32dfcb3-3002-4ee8-b60c-6dff1a35819e req-5c14d031-178d-46f5-b8d6-4d8adc3133ab tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507691 Aug 28 09:33:41.020371 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-4ebb39f6-1b1b-4172-aa93-3d7000c2846c service neutron] 10.222.0.64 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226850 Aug 28 09:33:41.112785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94df1668-5c3b-4892-928b-43dc7819f2a1 req-9203ae75-ace6-4cca-ae7f-7a57adfc8642 service neutron] 10.222.0.64 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840809 Aug 28 09:33:42.124139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c36d-5f52-41cd-877d-0c18f0c0f024 req-cdcaaf9c-3327-4186-b117-98fd28b162ba tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:42.125617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6de1c36d-5f52-41cd-877d-0c18f0c0f024 req-cdcaaf9c-3327-4186-b117-98fd28b162ba tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 944 time: 0.0496030 Aug 28 09:33:42.162521 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6de1c36d-5f52-41cd-877d-0c18f0c0f024 req-ce3e1f09-fb85-4383-a587-326185a3ed7c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Aug 28 09:33:43.282005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ade9c-fccf-4539-860f-eb6ca39c8c36 req-0ff09834-7218-44d0-8139-2d72ab7b8a20 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:43.283537 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e4ade9c-fccf-4539-860f-eb6ca39c8c36 req-0ff09834-7218-44d0-8139-2d72ab7b8a20 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 944 time: 0.0540922 Aug 28 09:33:43.326737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e4ade9c-fccf-4539-860f-eb6ca39c8c36 req-2affa350-b44e-4020-a254-1f1ae6f60bf2 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Aug 28 09:33:43.611654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 04582664-cf55-49d6-aea0-f3f17d935ced details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:33:43.702896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=04582664-cf55-49d6-aea0-f3f17d935ced,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:43.713832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '04582664-cf55-49d6-aea0-f3f17d935ced', 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b', 'port_id': '04582664-cf55-49d6-aea0-f3f17d935ced', 'mac_address': 'fa:16:3e:3a:0f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efce3597-6d48-4709-b7dd-bedf80f52d59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:33:43.754150 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:43.766470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04582664-cf55-49d6-aea0-f3f17d935ced {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:33:43.785506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=04582664-cf55-49d6-aea0-f3f17d935ced,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:43.853655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:43.901221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:44.167020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['04582664-cf55-49d6-aea0-f3f17d935ced'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:33:44.442992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100fa95-07fa-4c39-8dbd-4817fbcd161c req-044f81fe-1c7d-453e-b08f-3d1a5298c3aa tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:44.444416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5100fa95-07fa-4c39-8dbd-4817fbcd161c req-044f81fe-1c7d-453e-b08f-3d1a5298c3aa tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 945 time: 0.0497851 Aug 28 09:33:44.482357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5100fa95-07fa-4c39-8dbd-4817fbcd161c req-d2618ea6-a76a-4b8b-b465-3778eb0dc21d tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Aug 28 09:33:45.597533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42b7e2-862b-4713-b203-dacb74d14e53 req-9e1389f6-d97c-424b-bd8d-22fa3fd822c1 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:45.598943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb42b7e2-862b-4713-b203-dacb74d14e53 req-9e1389f6-d97c-424b-bd8d-22fa3fd822c1 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Aug 28 09:33:45.602457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 04582664-cf55-49d6-aea0-f3f17d935ced up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:33:45.637185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb42b7e2-862b-4713-b203-dacb74d14e53 req-ed8a41c9-794c-40ec-96eb-4ea9d896d413 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 28 09:33:45.739508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 04582664-cf55-49d6-aea0-f3f17d935ced completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:33:45.743675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 04582664-cf55-49d6-aea0-f3f17d935ced triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:33:45.744049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:45.820294 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:45.842299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:45.844491 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e67b5f-b295-4927-a604-b17f1cf512ae" -d '{"events": [{"server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "name": "network-vif-plugged", "status": "completed", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:45.859753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=04582664-cf55-49d6-aea0-f3f17d935ced,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:45.881270 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b32b1-f6bf-4aad-988f-c447051f8a9e x-openstack-request-id: req-7c8b32b1-f6bf-4aad-988f-c447051f8a9e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:45.881630 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "name": "network-vif-plugged", "status": "completed", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:45.881903 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c8b32b1-f6bf-4aad-988f-c447051f8a9e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:45.882324 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced', 'code': 200} Aug 28 09:33:45.939890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:45.988433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:46.023379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e8866-fc65-422e-ac52-74e48a3a7229 req-81d95bdc-fc92-4ffd-9c6e-942d54e3bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:46.024917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d6e8866-fc65-422e-ac52-74e48a3a7229 req-81d95bdc-fc92-4ffd-9c6e-942d54e3bc11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 1098 time: 0.0435376 Aug 28 09:33:46.062920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d6e8866-fc65-422e-ac52-74e48a3a7229 req-be513f50-0eef-49a3-bda2-6a54a4fc08a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298102 Aug 28 09:33:46.751791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078d709-6e55-42b7-bd71-cf27ff2a9b42 req-deb2263d-0c33-4a2c-ace1-8d3f79d25a5a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:46.753286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5078d709-6e55-42b7-bd71-cf27ff2a9b42 req-deb2263d-0c33-4a2c-ace1-8d3f79d25a5a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0488417 Aug 28 09:33:46.789930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5078d709-6e55-42b7-bd71-cf27ff2a9b42 req-74da891a-1e9a-43f6-816c-83681190604b tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Aug 28 09:33:47.904390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81d801-4583-4c95-8a77-d1546bd7bb88 req-c08197cf-3dca-4314-adaf-3edd0a99c985 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:47.905863 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b81d801-4583-4c95-8a77-d1546bd7bb88 req-c08197cf-3dca-4314-adaf-3edd0a99c985 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0491788 Aug 28 09:33:47.942522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2b81d801-4583-4c95-8a77-d1546bd7bb88 req-19dd18fd-84d5-4e6d-969d-c4f409adc3b5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Aug 28 09:33:48.164381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-ad44ace8-ede4-44f3-8ff1-bef319db2289 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:48.165829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-ad44ace8-ede4-44f3-8ff1-bef319db2289 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/networks?id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b HTTP/1.1" status: 200 len: 813 time: 0.1036217 Aug 28 09:33:48.180475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-50ff54b6-69a8-4865-ab99-06cf54a408af tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/quotas/6feea17570b04ae1a524be2e5af8b31c HTTP/1.1" status: 200 len: 375 time: 0.0087614 Aug 28 09:33:48.228173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-19281741-28a0-46b1-9d5e-84a855a4cd61 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420544 Aug 28 09:33:48.319498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-e8f860ec-1c40-4e84-8811-978127200556 service neutron] 10.222.0.46 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Aug 28 09:33:48.407768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-7279ed9c-78fc-4229-8fd6-a93ed9cc25ee service neutron] 10.222.0.46 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Aug 28 09:33:48.641523 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3d8f45b-0bf6-4c9c-979e-60c2f641d7e7 req-39fbf1d7-8f6c-4388-af02-7d8b01b8b9a2 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 210 time: 0.0266702 Aug 28 09:33:49.734610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f6615c5-57c7-481a-b1fc-730e1e37fb5f req-3798d03d-66d8-412c-86f1-8feffe08b991 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 210 time: 0.0271039 Aug 28 09:33:50.546146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-0417d440-6156-4942-b211-104d7e5be702 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:50.547630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-0417d440-6156-4942-b211-104d7e5be702 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.39 "GET /v2.0/networks?id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b HTTP/1.1" status: 200 len: 813 time: 0.1049061 Aug 28 09:33:50.572095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Request body: {'port': {'device_id': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b', 'admin_state_up': True, 'tenant_id': '6feea17570b04ae1a524be2e5af8b31c'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:50.750953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Made reservation on behalf of 6feea17570b04ae1a524be2e5af8b31c for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:33:50.754533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:50.844345 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1d5a50-de9a-4361-9193-ffbc23c44c14 req-89570e4e-3014-42e1-b52f-449d4cf0ff87 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 210 time: 0.0329394 Aug 28 09:33:50.904065 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Allocated IP 172.20.0.5 (284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b/efce3597-6d48-4709-b7dd-bedf80f52d59/5f9b6299-24e5-458c-a9cd-a866d8caadb4) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:33:51.050815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:51.174119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:51.208024 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['04582664-cf55-49d6-aea0-f3f17d935ced'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:33:51.215588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:33:51.221501 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:33:51.225651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:33:51.256556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Pushing event updated for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:51.286562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:51.287192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:51.369080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-5e03b5f0-0a1c-4b03-b570-491ad678356c tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061671 Aug 28 09:33:51.391434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Request body: {'port': {'device_id': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:33:51.443013 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:51.695581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9b6299-24e5-458c-a9cd-a866d8caadb4 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:33:51.703099 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:51.715025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Transition to ACTIVE for port object 5f9b6299-24e5-458c-a9cd-a866d8caadb4 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:33:51.785068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:52.189073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:52.241194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e4cc-68c7-4dbf-af6e-36d6d89ffa35 req-9031151a-865f-4257-a842-541f29d62c33 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.242702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1a0e4cc-68c7-4dbf-af6e-36d6d89ffa35 req-9031151a-865f-4257-a842-541f29d62c33 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 943 time: 0.1043811 Aug 28 09:33:52.302048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f1a0e4cc-68c7-4dbf-af6e-36d6d89ffa35 req-892217ac-8bf4-4dbe-9806-866eda9a7333 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524642 Aug 28 09:33:52.302699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Attempting to bind port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:33:52.303029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Attempting to bind port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:33:52.303360 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Attempting to bind port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:52.308329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:33:52.308652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Attempting to bind port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 on network 284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:33:52.313842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:33:52.314169 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Checking segment: {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:33:52.314590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Bound using segment: {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:33:52.315025 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Bound port: 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:33:52.315391 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:52.378054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:33:52.381421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:33:52.471372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:52.511397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.512021 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:52.513438 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] 10.222.0.39 "PUT /v2.0/ports/5f9b6299-24e5-458c-a9cd-a866d8caadb4 HTTP/1.1" status: 200 len: 1092 time: 1.1263111 Aug 28 09:33:52.513879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:52.516200 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee092b-835a-4c52-8e60-724047a2a1de" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:52.535455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4ef8a-7fd4-4af7-9a87-54f933d6b126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:52.557002 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d4f7d-d44b-400a-aa6e-28f37b3c2a01 x-openstack-request-id: req-a49d4f7d-d44b-400a-aa6e-28f37b3c2a01 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:52.557300 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:52.557552 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a49d4f7d-d44b-400a-aa6e-28f37b3c2a01 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:52.557959 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4', 'status': 'completed', 'code': 200} Aug 28 09:33:52.640452 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee092b-835a-4c52-8e60-724047a2a1de req-ac4d86e8-73cd-4506-b2b7-9aeb4b5af129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.642038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21ee092b-835a-4c52-8e60-724047a2a1de req-ac4d86e8-73cd-4506-b2b7-9aeb4b5af129 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0443497 Aug 28 09:33:52.744686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee092b-835a-4c52-8e60-724047a2a1de req-ca4dd28d-6e54-4dfc-aff8-6fb7e9432e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.746393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21ee092b-835a-4c52-8e60-724047a2a1de req-ca4dd28d-6e54-4dfc-aff8-6fb7e9432e25 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6feea17570b04ae1a524be2e5af8b31c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0909939 Aug 28 09:33:52.847274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee092b-835a-4c52-8e60-724047a2a1de req-efaee3fb-9734-433d-8af1-b78f78b8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.848757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21ee092b-835a-4c52-8e60-724047a2a1de req-efaee3fb-9734-433d-8af1-b78f78b8fe4b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950730 Aug 28 09:33:52.947070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-a7a479af-e7c6-457f-b2d4-081c4fe39c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:52.949178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-a7a479af-e7c6-457f-b2d4-081c4fe39c56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6feea17570b04ae1a524be2e5af8b31c&device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0413170 Aug 28 09:33:52.996950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-68f4b173-de1f-4618-a25d-d5859e8f6eff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4 HTTP/1.1" status: 200 len: 217 time: 0.0345173 Aug 28 09:33:53.048927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fc13-edda-4529-b57d-8e95147132d0 req-9fa4f13c-6f35-474e-b583-383e7f1a2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:53.050377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-9fa4f13c-6f35-474e-b583-383e7f1a2218 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=efce3597-6d48-4709-b7dd-bedf80f52d59 HTTP/1.1" status: 200 len: 853 time: 0.0463829 Aug 28 09:33:53.081698 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-b9543f5f-32c5-4b86-ae96-a8f0c35773d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233281 Aug 28 09:33:53.173406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-c2c52e3a-3f6f-474f-b01a-385ba6910ce0 service neutron] 10.222.0.39 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Aug 28 09:33:53.269708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9884fc13-edda-4529-b57d-8e95147132d0 req-ef6616ae-e988-4a16-8311-3905904381dd service neutron] 10.222.0.39 "GET /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882752 Aug 28 09:33:53.423682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e173-577f-4ca9-8819-313316587c31 req-8b76586d-e54b-45be-9022-22f8c0d6fd26 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:53.425144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e70e173-577f-4ca9-8819-313316587c31 req-8b76586d-e54b-45be-9022-22f8c0d6fd26 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 943 time: 0.0498548 Aug 28 09:33:53.462043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e70e173-577f-4ca9-8819-313316587c31 req-fe77f727-e3e0-460d-9539-54c04e78d2f3 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Aug 28 09:33:54.577961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78609d2e-55eb-49cf-8823-4b7991495231 req-f74f85b4-2b01-4a6e-81c4-0bc727240613 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:54.579378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78609d2e-55eb-49cf-8823-4b7991495231 req-f74f85b4-2b01-4a6e-81c4-0bc727240613 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 943 time: 0.0494282 Aug 28 09:33:54.618267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-78609d2e-55eb-49cf-8823-4b7991495231 req-95330f26-8335-4ded-9957-16910dc3e1bd tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Aug 28 09:33:55.735971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811dee0-b9ff-41b7-b871-5dd9b5c166cf req-4329ae59-8279-4f5d-a61c-ba1cf9d34672 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:55.737454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4811dee0-b9ff-41b7-b871-5dd9b5c166cf req-4329ae59-8279-4f5d-a61c-ba1cf9d34672 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 943 time: 0.0532103 Aug 28 09:33:55.775313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4811dee0-b9ff-41b7-b871-5dd9b5c166cf req-0b99ba55-ace2-46ba-a6b9-a9ff3d84eae3 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Aug 28 09:33:55.896772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5f9b6299-24e5-458c-a9cd-a866d8caadb4 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:33:55.989119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:56.000992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': '5f9b6299-24e5-458c-a9cd-a866d8caadb4', 'network_id': '284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b', 'port_id': '5f9b6299-24e5-458c-a9cd-a866d8caadb4', 'mac_address': 'fa:16:3e:0e:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efce3597-6d48-4709-b7dd-bedf80f52d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:33:56.035495 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:56.047916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9b6299-24e5-458c-a9cd-a866d8caadb4 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:33:56.066452 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:56.138831 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:56.187349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:56.194761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.195114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.195455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.195793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.196129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.196460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.196788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.197114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.197438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.197800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.198131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.198476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:33:56.538908 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5f9b6299-24e5-458c-a9cd-a866d8caadb4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:33:56.744798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:56.887896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989a583-b354-478c-9ffc-a38be1869ead req-a5dc0c93-05d5-4364-84a9-5886f9fd0840 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:56.889360 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9989a583-b354-478c-9ffc-a38be1869ead req-a5dc0c93-05d5-4364-84a9-5886f9fd0840 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 944 time: 0.0483878 Aug 28 09:33:56.926681 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9989a583-b354-478c-9ffc-a38be1869ead req-e7a9b4a6-11fb-4702-9327-c0aa321119b7 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Aug 28 09:33:57.693362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ebfb96df-9f2b-4855-9d16-155098f2290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:57.911866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5f9b6299-24e5-458c-a9cd-a866d8caadb4 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:33:58.007798 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:33:58.011641 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:33:58.012025 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:58.043365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242aad-be5a-4305-99e2-0eae3f50cc45 req-341e0432-b7c4-4cfd-ace2-b0b83fa59482 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:58.044932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a242aad-be5a-4305-99e2-0eae3f50cc45 req-341e0432-b7c4-4cfd-ace2-b0b83fa59482 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 944 time: 0.0509717 Aug 28 09:33:58.084084 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2a242aad-be5a-4305-99e2-0eae3f50cc45 req-e0d00c34-c185-46c9-9022-7aae9437cf83 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Aug 28 09:33:58.089369 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:58.111564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:33:58.113730 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe7085-d27b-49df-9e8b-ba0c035368e5" -d '{"events": [{"server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "name": "network-vif-plugged", "status": "completed", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:33:58.127476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:33:58.150010 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0460e8-06f8-47ec-b735-701fa7269321 x-openstack-request-id: req-1d0460e8-06f8-47ec-b735-701fa7269321 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:33:58.150334 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "name": "network-vif-plugged", "status": "completed", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:33:58.154136 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d0460e8-06f8-47ec-b735-701fa7269321 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:33:58.154136 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4', 'code': 200} Aug 28 09:33:58.202067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:33:58.253573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:33:58.278297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa6b71-de93-4201-bb19-f69a51cd4b3f req-e16884a6-d876-41fd-b8a5-c7dc4fa612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:58.279796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcfa6b71-de93-4201-bb19-f69a51cd4b3f req-e16884a6-d876-41fd-b8a5-c7dc4fa612d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0453897 Aug 28 09:33:58.313997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcfa6b71-de93-4201-bb19-f69a51cd4b3f req-d85a48bc-5937-4c3a-85da-7054a88dfc2b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272582 Aug 28 09:33:59.202129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeb3f0-2975-4e1d-8e9d-da64a4b46789 req-0b3986a1-2773-40e3-aa62-355e30d73c51 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:33:59.203634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdfeb3f0-2975-4e1d-8e9d-da64a4b46789 req-0b3986a1-2773-40e3-aa62-355e30d73c51 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Aug 28 09:33:59.240635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdfeb3f0-2975-4e1d-8e9d-da64a4b46789 req-c1aff6c2-6d0c-4eda-bf54-69b5958e0c91 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Aug 28 09:34:00.019068 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:00.288108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b81d9719-aa1e-4330-a375-47732a2253cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:00.355693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01152ae-d2d7-4bcd-8472-ce3c2eea0c2a req-66ea9525-7b21-4f3d-b678-a4dd1f072854 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:00.357220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f01152ae-d2d7-4bcd-8472-ce3c2eea0c2a req-66ea9525-7b21-4f3d-b678-a4dd1f072854 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Aug 28 09:34:00.394827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f01152ae-d2d7-4bcd-8472-ce3c2eea0c2a req-ff47d786-6e4c-40bf-a901-0540367d520e tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Aug 28 09:34:00.916317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a617f9-192f-4e82-b3fd-dc15bf4e32f2 req-eca40b20-951c-441a-a6eb-002c1b62c49d tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:00.917819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35a617f9-192f-4e82-b3fd-dc15bf4e32f2 req-eca40b20-951c-441a-a6eb-002c1b62c49d tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Aug 28 09:34:00.956046 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-35a617f9-192f-4e82-b3fd-dc15bf4e32f2 req-3de0ca39-fe22-40c4-917b-82c15d445ac5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Aug 28 09:34:02.070415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c004b91-49ba-456b-b068-d174bebf1bb5 req-c5df6c38-08a3-4ca2-82b4-045f10c3a382 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:02.071929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c004b91-49ba-456b-b068-d174bebf1bb5 req-c5df6c38-08a3-4ca2-82b4-045f10c3a382 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Aug 28 09:34:02.109858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9c004b91-49ba-456b-b068-d174bebf1bb5 req-bc5e934d-559d-47c6-88bc-55eb281fde71 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Aug 28 09:34:02.179483 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:02.615318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-57fd0563-ba5d-4221-a291-20355b4e01ff tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:02.616786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-57fd0563-ba5d-4221-a291-20355b4e01ff tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 945 time: 0.0487723 Aug 28 09:34:02.709331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Deleting port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:02.709673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:02.796939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] For port 5f9b6299-24e5-458c-a9cd-a866d8caadb4, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=5f9b6299-24e5-458c-a9cd-a866d8caadb4,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:02.797309 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:02.810622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Calling delete_port for 5f9b6299-24e5-458c-a9cd-a866d8caadb4 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:02.979063 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:03.005456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Pushing event deleted for resources: {'Port': ['ID=5f9b6299-24e5-458c-a9cd-a866d8caadb4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:03.011283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['5f9b6299-24e5-458c-a9cd-a866d8caadb4'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:34:03.035688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['04582664-cf55-49d6-aea0-f3f17d935ced'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:34:03.051217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] No DVR routers for this DVR port 5f9b6299-24e5-458c-a9cd-a866d8caadb4 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:03.053661 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:03.055854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f8594a1-3b16-4420-8f2c-9f089826bc92 req-e13a270a-bc2a-4831-8cdb-49fc47830d28 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.39 "DELETE /v2.0/ports/5f9b6299-24e5-458c-a9cd-a866d8caadb4 HTTP/1.1" status: 204 len: 173 time: 0.4326341 Aug 28 09:34:03.056404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'name': 'network-vif-deleted', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:34:03.059112 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb309a-971c-45a9-976e-d61149b7ee57" -d '{"events": [{"server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "name": "network-vif-deleted", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:34:03.096511 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5fd992-d1a7-4710-a56a-d1323d67377a x-openstack-request-id: req-ee5fd992-d1a7-4710-a56a-d1323d67377a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:34:03.097100 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf0ac3-a762-4b67-aa32-7a4d98992ac4", "name": "network-vif-deleted", "tag": "5f9b6299-24e5-458c-a9cd-a866d8caadb4", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:34:03.097100 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee5fd992-d1a7-4710-a56a-d1323d67377a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:34:03.097458 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf0ac3-a762-4b67-aa32-7a4d98992ac4', 'name': 'network-vif-deleted', 'tag': '5f9b6299-24e5-458c-a9cd-a866d8caadb4', 'status': 'completed', 'code': 200} Aug 28 09:34:03.223409 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0e934a2-c342-430b-9dff-707a50a6088a req-648505e0-323b-49ee-a4a5-57a0fb1f12ee tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ebf0ac3-a762-4b67-aa32-7a4d98992ac4 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Aug 28 09:34:04.374349 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60006d2-42ba-48cc-a9b6-6cfb179f55dd req-0e19a52a-cada-4318-a019-c21a91df183a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:04.375840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60006d2-42ba-48cc-a9b6-6cfb179f55dd req-0e19a52a-cada-4318-a019-c21a91df183a tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Aug 28 09:34:04.413436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a60006d2-42ba-48cc-a9b6-6cfb179f55dd req-8d2d56d9-f146-4697-903b-79b3c42cc7ca tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 28 09:34:04.542526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0a7e-4f4a-4832-bf72-225f196da554 req-645a3cdb-c935-4f9e-b012-bdaa8931814b tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:04.548127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1c0a7e-4f4a-4832-bf72-225f196da554 req-645a3cdb-c935-4f9e-b012-bdaa8931814b tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0522819 Aug 28 09:34:04.589294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc1c0a7e-4f4a-4832-bf72-225f196da554 req-aa4d6876-c65a-41ff-bd69-674dd389a4f4 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 Aug 28 09:34:04.706469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48e41-eca9-42af-ad02-812919714c95 req-def2858f-3e96-402b-8ad5-c5c3585c5028 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:04.708001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50c48e41-eca9-42af-ad02-812919714c95 req-def2858f-3e96-402b-8ad5-c5c3585c5028 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0528829 Aug 28 09:34:04.746186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-50c48e41-eca9-42af-ad02-812919714c95 req-195aef28-2df5-4f47-9fa9-0180bec25627 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Aug 28 09:34:04.908931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef2f71-f631-4047-a04f-b2034ca25483 req-9d393c0e-6fcf-48da-80c2-0c39193a9826 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:04.910427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bef2f71-f631-4047-a04f-b2034ca25483 req-9d393c0e-6fcf-48da-80c2-0c39193a9826 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Aug 28 09:34:04.948532 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bef2f71-f631-4047-a04f-b2034ca25483 req-d0bf6e4a-4ae1-4e07-858e-7e1621858ecd tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Aug 28 09:34:05.062020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca0fa0-8b77-4a86-a56e-978b5bdb5b87 req-f6e35ade-6955-477c-ad85-380a18dd8cb2 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:05.063471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98ca0fa0-8b77-4a86-a56e-978b5bdb5b87 req-f6e35ade-6955-477c-ad85-380a18dd8cb2 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0495806 Aug 28 09:34:05.101445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98ca0fa0-8b77-4a86-a56e-978b5bdb5b87 req-eb2d4c9e-0f9e-40ee-85b5-cd2cd54e1541 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Aug 28 09:34:05.127999 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:05.233555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6a3b-1ca8-4858-9766-51413fd37b2a req-0ff160b0-cf11-4ce4-ae9e-1514361addf6 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:05.235041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb8d6a3b-1ca8-4858-9766-51413fd37b2a req-0ff160b0-cf11-4ce4-ae9e-1514361addf6 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0542955 Aug 28 09:34:05.271784 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb8d6a3b-1ca8-4858-9766-51413fd37b2a req-f07ccb8a-c9c8-4746-8b28-e0daabdd13c9 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Aug 28 09:34:05.745400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176222c-2ae6-4c18-92e1-adf20ccba4c0 req-666750de-0091-495c-bd35-514df3f226ce tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:05.747198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9176222c-2ae6-4c18-92e1-adf20ccba4c0 req-666750de-0091-495c-bd35-514df3f226ce tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0501800 Aug 28 09:34:05.785378 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9176222c-2ae6-4c18-92e1-adf20ccba4c0 req-3dede342-2310-48d2-a466-a9a2b99f9dfa tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 28 09:34:05.944759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5f9b6299-24e5-458c-a9cd-a866d8caadb4 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:34:05.967206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: 5f9b6299-24e5-458c-a9cd-a866d8caadb4 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:34:05.967574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device 5f9b6299-24e5-458c-a9cd-a866d8caadb4 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:34:05.976445 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:34:06.167847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:06.930575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e8e1-e674-4c4c-a16a-82699545f0ce req-99e3b17b-841b-4046-ae71-767554b673fb tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:06.932674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f419e8e1-e674-4c4c-a16a-82699545f0ce req-99e3b17b-841b-4046-ae71-767554b673fb tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Aug 28 09:34:06.970732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f419e8e1-e674-4c4c-a16a-82699545f0ce req-1f4a364d-f5dd-490e-8227-d07edd2780ea tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7c100c4-39c2-496a-93f5-8eeaa35b8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Aug 28 09:34:07.487924 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-7ad144af-7a22-41c5-abf3-98c7884efe3e tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:07.489373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-7ad144af-7a22-41c5-abf3-98c7884efe3e tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.64 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 946 time: 0.0534794 Aug 28 09:34:07.580698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Deleting port 04582664-cf55-49d6-aea0-f3f17d935ced {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:07.580957 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:07.671547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] For port 04582664-cf55-49d6-aea0-f3f17d935ced, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=04582664-cf55-49d6-aea0-f3f17d935ced,segment=NetworkSegment(1227fbf4-d6b9-412b-aac3-ad9e1d5669dc),segment_id=1227fbf4-d6b9-412b-aac3-ad9e1d5669dc)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:07.671915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:07.684522 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Calling delete_port for 04582664-cf55-49d6-aea0-f3f17d935ced owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:07.882167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:07.914099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Pushing event deleted for resources: {'Port': ['ID=04582664-cf55-49d6-aea0-f3f17d935ced,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:07.927825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['04582664-cf55-49d6-aea0-f3f17d935ced'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:34:07.957528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] No DVR routers for this DVR port 04582664-cf55-49d6-aea0-f3f17d935ced on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:07.959976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:07.961981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-497167fe-98f5-4dd4-9c0f-d622b56e1e0d req-b02b1b26-4965-4461-8f3e-a193962c4be5 tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.64 "DELETE /v2.0/ports/04582664-cf55-49d6-aea0-f3f17d935ced HTTP/1.1" status: 204 len: 173 time: 0.4654303 Aug 28 09:34:07.962453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'name': 'network-vif-deleted', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:34:07.964728 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96dea4-59bf-44b0-abd3-6f06a45e5eb8" -d '{"events": [{"server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "name": "network-vif-deleted", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:34:08.002064 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc5c8b-2c08-4a73-a1b4-39bd4b0eac04 x-openstack-request-id: req-dbdc5c8b-2c08-4a73-a1b4-39bd4b0eac04 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:34:08.002399 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57546377-fa03-4642-b4cc-03e600680572", "name": "network-vif-deleted", "tag": "04582664-cf55-49d6-aea0-f3f17d935ced", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:34:08.002697 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbdc5c8b-2c08-4a73-a1b4-39bd4b0eac04 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:34:08.003109 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57546377-fa03-4642-b4cc-03e600680572', 'name': 'network-vif-deleted', 'tag': '04582664-cf55-49d6-aea0-f3f17d935ced', 'status': 'completed', 'code': 200} Aug 28 09:34:08.073771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-89514dad-9ea9-4617-8853-fda507a34cf1 req-b39f3ba2-5311-4d33-93f2-6b40a1a361ae tempest-ServersNegativeTestJSON-1820266160 tempest-ServersNegativeTestJSON-1820266160-project] 10.222.0.46 "GET /v2.0/ports?device_id=57546377-fa03-4642-b4cc-03e600680572 HTTP/1.1" status: 200 len: 210 time: 0.0277472 Aug 28 09:34:09.164396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45668) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:09.208617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Deleting subnet efce3597-6d48-4709-b7dd-bedf80f52d59 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:34:09.211687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.250530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.291970 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.403096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.427176 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efce3597-6d48-4709-b7dd-bedf80f52d59,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:09.433606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.435525 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-27f5542b-84a6-46bd-8d4e-de772363747b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/efce3597-6d48-4709-b7dd-bedf80f52d59 HTTP/1.1" status: 204 len: 168 time: 0.2700467 Aug 28 09:34:09.437956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45670) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:09.511701 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.592056 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.601624 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:09.612110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:09.612408 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1227fbf4-d6b9-412b-aac3-ad9e1d5669dc') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:09.622007 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.635978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.641746 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:09.643276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:09.643793 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:09.801686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.807682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:09.809458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] 10.222.0.46 "DELETE /v2.0/networks/284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b HTTP/1.1" status: 204 len: 168 time: 0.3705592 Aug 28 09:34:09.820642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5b220-5aed-4654-8b4b-23c25323f317 admin admin] Pushing event deleted for resources: {'Network': ['ID=284b7514-d4d0-4196-8ac0-f5ff2b6f1a9b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:10.178366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45674) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:10.217785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f7157057-4311-462b-8afc-7bbe3d72f9a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6feea17570b04ae1a524be2e5af8b31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382109 Aug 28 09:34:10.220331 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45676) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:10.268723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:10.289441 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:10.435992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:10.438628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:10.439827 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7c100c4-39c2-496a-93f5-8eeaa35b8133 HTTP/1.1" status: 204 len: 168 time: 0.2184854 Aug 28 09:34:10.447582 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdf719-9d06-4c8b-b633-a4fcb49917ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c100c4-39c2-496a-93f5-8eeaa35b8133,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:11.474330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45698) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:11.569975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922806242'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:11.658739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:11.662436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.671236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.720560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 04582664-cf55-49d6-aea0-f3f17d935ced no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:34:11.740099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 04582664-cf55-49d6-aea0-f3f17d935ced {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:34:11.740441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 04582664-cf55-49d6-aea0-f3f17d935ced not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:34:11.762289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.824302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.855571 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:11.861577 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a5bf6b-9022-414f-a2f9-f48e28a51d3d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:11.870461 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.870461 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Added segment 40813f8c-a68d-442f-b191-0f89a2b7487b of type vlan for network 776d8c3f-390f-4f82-a175-ea2adfe2a56f Aug 28 09:34:11.913929 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.978836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:11.984292 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:11.984890 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:12.048909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Network': ['ID=776d8c3f-390f-4f82-a175-ea2adfe2a56f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:12.060446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:12.094521 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-84e411ed-2262-4b79-8373-5a0abf435891 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6189611 Aug 28 09:34:13.253511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad568443-f215-4d64-af03-6dbb73ebc041 req-feaab8da-c4a6-49c6-8070-80ea0f620884 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272236 Aug 28 09:34:13.336859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad568443-f215-4d64-af03-6dbb73ebc041 req-3a840c9e-8a77-4e3e-bcb0-20dcfebe429c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0259533 Aug 28 09:34:13.388060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad568443-f215-4d64-af03-6dbb73ebc041 req-384f4a9f-98f4-4c9e-91e5-8533a28dc803 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249197 Aug 28 09:34:13.485666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad568443-f215-4d64-af03-6dbb73ebc041 req-6db63b21-e87d-4990-a369-f4a69766536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:13.487227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad568443-f215-4d64-af03-6dbb73ebc041 req-6db63b21-e87d-4990-a369-f4a69766536d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927284 Aug 28 09:34:15.413624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45702) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:15.420182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'subnet': {'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:15.573952 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:15.577632 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:15.865125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:15.931187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Subnet': ['ID=ca8059ed-d1cd-4372-9428-80d6eb18c41a,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:15.936360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking segment: {'id': '40813f8c-a68d-442f-b191-0f89a2b7487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:15.936732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network hostable DHCP agents. Network: 776d8c3f-390f-4f82-a175-ea2adfe2a56f, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:16.082318 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:16.156579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 776d8c3f-390f-4f82-a175-ea2adfe2a56f) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:16.160846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:16.161448 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.165460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161d347-7127-422d-8f3b-cd0989a55fa3 None None] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:16.243346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-fd174600-4102-4856-a73f-37cdf1b188fb tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8284256 Aug 28 09:34:16.247174 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45704) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:16.252496 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489401731'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:16.317334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-776d8c3f-390f-4f82-a175-ea2adfe2a56f', 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f', 'tenant_id': '2ab7d85bfb7942acaa5cea92e21844be', 'fixed_ips': [{'subnet_id': 'ca8059ed-d1cd-4372-9428-80d6eb18c41a'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:16.318199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.367329 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:16.371315 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.395312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:16.404563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.404919 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Added segment 4095f84f-d1b0-43ef-bd7f-eb40d78a81c9 of type vlan for network d6aa0919-659a-4c98-9ba1-658d9d646ef2 Aug 28 09:34:16.451180 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.457217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Allocated IP 2001:db8:0:ffff::2 (776d8c3f-390f-4f82-a175-ea2adfe2a56f/ca8059ed-d1cd-4372-9428-80d6eb18c41a/fff981ff-3fc2-4932-8131-03694d042b13) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:16.567513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.573784 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:16.578317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.602384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.610833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Transition to ACTIVE for port object fff981ff-3fc2-4932-8131-03694d042b13 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:16.626556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Transition to ACTIVE for port object fff981ff-3fc2-4932-8131-03694d042b13 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:16.644984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Network': ['ID=d6aa0919-659a-4c98-9ba1-658d9d646ef2,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:16.655765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d6aa0919-659a-4c98-9ba1-658d9d646ef2 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:16.701896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.722882 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0babb42c-9eb5-4817-9ae9-d2b8553c5379 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4745626 Aug 28 09:34:16.725637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45706) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:16.730738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'subnet': {'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:16.756295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:16.761267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:16.764764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:16.770311 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Pushing event updated for resources: {'Port': ['ID=fff981ff-3fc2-4932-8131-03694d042b13,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:16.821477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Attempting to bind port fff981ff-3fc2-4932-8131-03694d042b13 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:16.821847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Attempting to bind port fff981ff-3fc2-4932-8131-03694d042b13 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '40813f8c-a68d-442f-b191-0f89a2b7487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:16.822723 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Attempting to bind port fff981ff-3fc2-4932-8131-03694d042b13 on network 776d8c3f-390f-4f82-a175-ea2adfe2a56f {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:16.827659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:16.828031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Checking segment: {'id': '40813f8c-a68d-442f-b191-0f89a2b7487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:16.828435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.830524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Bound using segment: {'id': '40813f8c-a68d-442f-b191-0f89a2b7487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:16.830524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Bound port: fff981ff-3fc2-4932-8131-03694d042b13, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40813f8c-a68d-442f-b191-0f89a2b7487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '776d8c3f-390f-4f82-a175-ea2adfe2a56f'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:16.830524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.870319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:16.874586 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:16.893735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] For port fff981ff-3fc2-4932-8131-03694d042b13, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:16.896895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] For port fff981ff-3fc2-4932-8131-03694d042b13, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fff981ff-3fc2-4932-8131-03694d042b13,segment=NetworkSegment(40813f8c-a68d-442f-b191-0f89a2b7487b),segment_id=40813f8c-a68d-442f-b191-0f89a2b7487b)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:16.939593 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.014868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f6ffc-561f-40c2-9bcb-82746c2dd7f8 None None] Pushing event updated for resources: {'Port': ['ID=fff981ff-3fc2-4932-8131-03694d042b13,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:17.159346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.239690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Subnet': ['ID=aca4500d-445a-44f7-bb83-0d20d09ae2f4,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:17.246486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking segment: {'id': '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:17.246859 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network hostable DHCP agents. Network: d6aa0919-659a-4c98-9ba1-658d9d646ef2, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:17.322786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network d6aa0919-659a-4c98-9ba1-658d9d646ef2 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:17.378977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d6aa0919-659a-4c98-9ba1-658d9d646ef2) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:17.383255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:17.391509 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.391821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d311ed-a715-4314-b177-12e776248184 None None] Network d6aa0919-659a-4c98-9ba1-658d9d646ef2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:17.448814 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f1162684-53c8-42d8-8f3a-feebd871e272 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7220638 Aug 28 09:34:17.451500 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:17.536674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d6aa0919-659a-4c98-9ba1-658d9d646ef2', 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2', 'tenant_id': '2ab7d85bfb7942acaa5cea92e21844be', 'fixed_ips': [{'subnet_id': 'aca4500d-445a-44f7-bb83-0d20d09ae2f4'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:17.537550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.550194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.643165 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:17.687440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Allocated IP 2001:db8::2 (d6aa0919-659a-4c98-9ba1-658d9d646ef2/aca4500d-445a-44f7-bb83-0d20d09ae2f4/db0162a0-4401-4bb1-a2f0-ce7e3d34990e) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:17.927796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c189e8d-53a1-4237-8af7-cdf63d3c4f75 None None] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:18.054822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fff981ff-3fc2-4932-8131-03694d042b13 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:18.122534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.154388 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Transition to ACTIVE for port object db0162a0-4401-4bb1-a2f0-ce7e3d34990e will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:18.177165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8c06d83f-db43-48ca-9b96-0f1fee86658d None None] Provisioning for port fff981ff-3fc2-4932-8131-03694d042b13 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:18.188849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Transition to ACTIVE for port object db0162a0-4401-4bb1-a2f0-ce7e3d34990e will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:18.276572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port fff981ff-3fc2-4932-8131-03694d042b13 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:18.281479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fff981ff-3fc2-4932-8131-03694d042b13 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:18.281864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.314592 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.366204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Network d6aa0919-659a-4c98-9ba1-658d9d646ef2 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:18.376036 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:18.378492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:18.381033 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Pushing event updated for resources: {'Port': ['ID=db0162a0-4401-4bb1-a2f0-ce7e3d34990e,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:18.403103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.430248 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Subnet': ['ID=aca4500d-445a-44f7-bb83-0d20d09ae2f4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:18.458465 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.475916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Attempting to bind port db0162a0-4401-4bb1-a2f0-ce7e3d34990e on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:18.476295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Attempting to bind port db0162a0-4401-4bb1-a2f0-ce7e3d34990e by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:18.476660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Attempting to bind port db0162a0-4401-4bb1-a2f0-ce7e3d34990e on network d6aa0919-659a-4c98-9ba1-658d9d646ef2 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:18.488047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:18.488430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Checking segment: {'id': '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:18.488830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.489228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Bound using segment: {'id': '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:18.492644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Bound port: db0162a0-4401-4bb1-a2f0-ce7e3d34990e, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:18.492644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.502949 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.513836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa0919-659a-4c98-9ba1-658d9d646ef2']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:18.521461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port fff981ff-3fc2-4932-8131-03694d042b13, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fff981ff-3fc2-4932-8131-03694d042b13,segment=NetworkSegment(40813f8c-a68d-442f-b191-0f89a2b7487b),segment_id=40813f8c-a68d-442f-b191-0f89a2b7487b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:18.524631 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:18.524995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:18.534187 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.546326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-beaeb7aa-6f5b-43d6-86f1-ea3ceb5b2836 None None] Provisioning complete for port fff981ff-3fc2-4932-8131-03694d042b13 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:18.546704 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-beaeb7aa-6f5b-43d6-86f1-ea3ceb5b2836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.548294 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.554720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:18.555875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:18.558780 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:18.607733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] For port db0162a0-4401-4bb1-a2f0-ce7e3d34990e, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:18.614200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.670646 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 09:34:18.670646 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 09:34:18.670646 n-d-792458-16 neutron-server[95467]: [parameters: {'id': 'd6aa0919-659a-4c98-9ba1-658d9d646ef2'}] Aug 28 09:34:18.670646 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:34:18.671193 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:34:18.682854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] For port db0162a0-4401-4bb1-a2f0-ce7e3d34990e, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=db0162a0-4401-4bb1-a2f0-ce7e3d34990e,segment=NetworkSegment(4095f84f-d1b0-43ef-bd7f-eb40d78a81c9),segment_id=4095f84f-d1b0-43ef-bd7f-eb40d78a81c9)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:18.704792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=fff981ff-3fc2-4932-8131-03694d042b13,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:18.796708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:18.880676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bdbf-c6d6-41f8-a62a-dc211b646f87 None None] Pushing event updated for resources: {'Port': ['ID=db0162a0-4401-4bb1-a2f0-ce7e3d34990e,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:18.894564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a54d5-b9a2-4f31-ae7e-5005b7934557 None None] Network d6aa0919-659a-4c98-9ba1-658d9d646ef2 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:19.009793 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22306571-5c36-4384-9623-d49832916c6f None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 09:34:19.079001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22306571-5c36-4384-9623-d49832916c6f None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 09:34:19.172338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.225817 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting port db0162a0-4401-4bb1-a2f0-ce7e3d34990e {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:19.226103 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.293923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] For port db0162a0-4401-4bb1-a2f0-ce7e3d34990e, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=db0162a0-4401-4bb1-a2f0-ce7e3d34990e,segment=NetworkSegment(4095f84f-d1b0-43ef-bd7f-eb40d78a81c9),segment_id=4095f84f-d1b0-43ef-bd7f-eb40d78a81c9)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:19.294334 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.306682 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Calling delete_port for db0162a0-4401-4bb1-a2f0-ce7e3d34990e owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:19.459592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.489271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Port': ['ID=db0162a0-4401-4bb1-a2f0-ce7e3d34990e,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:19.492988 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No DVR routers for this DVR port db0162a0-4401-4bb1-a2f0-ce7e3d34990e on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:19.578716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.589015 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa0919-659a-4c98-9ba1-658d9d646ef2']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:19.598963 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:19.599256 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4095f84f-d1b0-43ef-bd7f-eb40d78a81c9') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:19.607868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.621199 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.627332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:19.627728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:19.630808 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:19.773543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.781241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.783085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/d6aa0919-659a-4c98-9ba1-658d9d646ef2 HTTP/1.1" status: 204 len: 168 time: 2.3306203 Aug 28 09:34:19.786689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45710) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:19.791903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891277067'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:19.794907 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a4be-5732-468f-ac4b-ac598ae8b821 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Network': ['ID=d6aa0919-659a-4c98-9ba1-658d9d646ef2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:19.858750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:19.862230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.887797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:19.896305 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:19.896656 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Added segment 964943cb-8cb8-438b-b531-e87c828001e5 of type vlan for network 6fe7d3ee-5621-4c87-89e6-57ed7931589e Aug 28 09:34:19.936423 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.015686 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fff981ff-3fc2-4932-8131-03694d042b13 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:20.036102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.041907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:20.042606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.064520 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fff981ff-3fc2-4932-8131-03694d042b13 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:20.064891 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.112484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Network': ['ID=6fe7d3ee-5621-4c87-89e6-57ed7931589e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:20.129456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6fe7d3ee-5621-4c87-89e6-57ed7931589e details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:20.168355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0cf1dcf7-907d-4b4a-9d10-106168a56208 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3805203 Aug 28 09:34:20.171072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45712) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:20.176249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'subnet': {'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:20.327500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:20.331131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.394031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Performing IP validity checks on allocation pools {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 09:34:20.394589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.ipam_backend_mixin [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 09:34:20.596605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.659643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Subnet': ['ID=c8793d35-ba58-4700-a0fe-7d199d28fe74,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:20.670956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking segment: {'id': '964943cb-8cb8-438b-b531-e87c828001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:20.671325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network hostable DHCP agents. Network: 6fe7d3ee-5621-4c87-89e6-57ed7931589e, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:20.784643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network 6fe7d3ee-5621-4c87-89e6-57ed7931589e is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:20.864728 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6fe7d3ee-5621-4c87-89e6-57ed7931589e) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:20.869032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:20.869634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:20.874622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbafd34-3f19-4cfa-a893-5bf757345afa None None] Network 6fe7d3ee-5621-4c87-89e6-57ed7931589e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:20.951404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a07a8dd3-970b-4998-9afa-aaf48581d53f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7791932 Aug 28 09:34:20.953862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45714) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:21.016962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6fe7d3ee-5621-4c87-89e6-57ed7931589e', 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e', 'tenant_id': '2ab7d85bfb7942acaa5cea92e21844be', 'fixed_ips': [{'subnet_id': 'c8793d35-ba58-4700-a0fe-7d199d28fe74'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:21.017830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.054471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.108964 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.158366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Allocated IP 2001:db8::3 (6fe7d3ee-5621-4c87-89e6-57ed7931589e/c8793d35-ba58-4700-a0fe-7d199d28fe74/a48fa14b-9a6a-441e-b870-9818fd04563f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:21.297807 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.306132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Transition to ACTIVE for port object a48fa14b-9a6a-441e-b870-9818fd04563f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:21.321288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Transition to ACTIVE for port object a48fa14b-9a6a-441e-b870-9818fd04563f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:21.385990 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.430486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Network 6fe7d3ee-5621-4c87-89e6-57ed7931589e is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:21.433473 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:21.438289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:21.445164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Pushing event updated for resources: {'Port': ['ID=a48fa14b-9a6a-441e-b870-9818fd04563f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:21.459503 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.489580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Subnet': ['ID=c8793d35-ba58-4700-a0fe-7d199d28fe74,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:21.500212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Attempting to bind port a48fa14b-9a6a-441e-b870-9818fd04563f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:21.500631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Attempting to bind port a48fa14b-9a6a-441e-b870-9818fd04563f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '964943cb-8cb8-438b-b531-e87c828001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:21.501031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Attempting to bind port a48fa14b-9a6a-441e-b870-9818fd04563f on network 6fe7d3ee-5621-4c87-89e6-57ed7931589e {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:21.506236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:21.506622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Checking segment: {'id': '964943cb-8cb8-438b-b531-e87c828001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:21.507032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.507553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Bound using segment: {'id': '964943cb-8cb8-438b-b531-e87c828001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:21.508031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Bound port: a48fa14b-9a6a-441e-b870-9818fd04563f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964943cb-8cb8-438b-b531-e87c828001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:21.508416 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.547583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.558495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe7d3ee-5621-4c87-89e6-57ed7931589e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:21.568792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964943cb-8cb8-438b-b531-e87c828001e5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:21.569088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964943cb-8cb8-438b-b531-e87c828001e5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:21.572661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] For port a48fa14b-9a6a-441e-b870-9818fd04563f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:21.575818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] For port a48fa14b-9a6a-441e-b870-9818fd04563f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a48fa14b-9a6a-441e-b870-9818fd04563f,segment=NetworkSegment(964943cb-8cb8-438b-b531-e87c828001e5),segment_id=964943cb-8cb8-438b-b531-e87c828001e5)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:21.579184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.642338 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.644477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.651453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:21.651857 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:21.654858 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:21.723948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1098-f74d-4403-a8d6-7d1b2c99fe03 None None] Pushing event updated for resources: {'Port': ['ID=a48fa14b-9a6a-441e-b870-9818fd04563f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:21.735755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19049aac-054c-478b-b16b-5d6cc11d014b None None] Network 6fe7d3ee-5621-4c87-89e6-57ed7931589e requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:21.751016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.db.api [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 09:34:21.751016 n-d-792458-16 neutron-server[95466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 09:34:21.751016 n-d-792458-16 neutron-server[95466]: [parameters: {'id': '6fe7d3ee-5621-4c87-89e6-57ed7931589e'}] Aug 28 09:34:21.751016 n-d-792458-16 neutron-server[95466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:34:21.754191 n-d-792458-16 neutron-server[95466]: DEBUG oslo_db.api [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:34:21.867339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc29a5-8fbc-4335-8915-a87f4c55350b None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 09:34:21.933470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc29a5-8fbc-4335-8915-a87f4c55350b None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 09:34:22.253066 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.306630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting port a48fa14b-9a6a-441e-b870-9818fd04563f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:22.306926 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.369141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] For port a48fa14b-9a6a-441e-b870-9818fd04563f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=a48fa14b-9a6a-441e-b870-9818fd04563f,segment=NetworkSegment(964943cb-8cb8-438b-b531-e87c828001e5),segment_id=964943cb-8cb8-438b-b531-e87c828001e5)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:22.369514 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.382642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Calling delete_port for a48fa14b-9a6a-441e-b870-9818fd04563f owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:22.562301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.588190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Port': ['ID=a48fa14b-9a6a-441e-b870-9818fd04563f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:22.594987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No DVR routers for this DVR port a48fa14b-9a6a-441e-b870-9818fd04563f on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:22.683810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.695304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe7d3ee-5621-4c87-89e6-57ed7931589e']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:22.706621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964943cb-8cb8-438b-b531-e87c828001e5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:22.706916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964943cb-8cb8-438b-b531-e87c828001e5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:22.716801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.730849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.736802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:22.737191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:22.740134 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:22.847609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.854811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.856466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/6fe7d3ee-5621-4c87-89e6-57ed7931589e HTTP/1.1" status: 204 len: 168 time: 1.9016590 Aug 28 09:34:22.860220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45718) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:22.865558 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709656497'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:22.870941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711697-d07a-4910-9cd6-419ac71ae0f0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Network': ['ID=6fe7d3ee-5621-4c87-89e6-57ed7931589e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:22.933047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:22.936541 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.960322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:22.969679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:22.970077 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Added segment ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0 of type vlan for network c54e1337-719f-47d5-bb67-747d394ec568 Aug 28 09:34:23.016658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.110309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.115913 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:23.116533 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.186024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Network': ['ID=c54e1337-719f-47d5-bb67-747d394ec568,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:23.196231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network c54e1337-719f-47d5-bb67-747d394ec568 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:23.236920 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f970949f-8852-4e56-81f6-42719430dbd6 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3755739 Aug 28 09:34:23.239808 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45720) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:23.244997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'subnet': {'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:23.401800 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:23.405241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.722093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.788916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Subnet': ['ID=e76210d3-ebdb-4bbd-8b02-5d3f162a862f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:23.798876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking segment: {'id': 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:23.799247 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network hostable DHCP agents. Network: c54e1337-719f-47d5-bb67-747d394ec568, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:23.881729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network c54e1337-719f-47d5-bb67-747d394ec568 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:23.944611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, c54e1337-719f-47d5-bb67-747d394ec568) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:23.948978 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:23.949570 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:23.953433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3739051-1029-42dd-9c95-dc7ef1aa9c2c None None] Network c54e1337-719f-47d5-bb67-747d394ec568 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:24.037303 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4c03fda0-9176-4ed6-b161-87d2b8aa4dc0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7962744 Aug 28 09:34:24.042020 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45722) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:24.047170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423006810'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:24.098539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-c54e1337-719f-47d5-bb67-747d394ec568', 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568', 'tenant_id': '2ab7d85bfb7942acaa5cea92e21844be', 'fixed_ips': [{'subnet_id': 'e76210d3-ebdb-4bbd-8b02-5d3f162a862f'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:24.099470 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.151284 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:24.155027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.179480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:24.188417 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.188766 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Added segment c1326a1b-51d0-4830-b2bd-d850975c9313 of type vlan for network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 Aug 28 09:34:24.229455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.238010 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Allocated IP 2001:db8::2 (c54e1337-719f-47d5-bb67-747d394ec568/e76210d3-ebdb-4bbd-8b02-5d3f162a862f/16b6a8c2-90a4-4be4-a4d4-14a0b575f397) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:24.312507 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.318315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:24.318966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.383168 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.387610 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Network': ['ID=21afdbb2-d5ad-48a9-8f1e-9fd770d82a99,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:24.392447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Transition to ACTIVE for port object 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:24.397973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:24.448785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Transition to ACTIVE for port object 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:24.459810 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-731a0f76-d306-4c43-b3a8-a284b787286f tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4166484 Aug 28 09:34:24.463417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45724) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:24.468384 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Request body: {'subnet': {'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:24.527529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.567981 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Network c54e1337-719f-47d5-bb67-747d394ec568 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:24.574834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:24.577222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:24.585971 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Pushing event updated for resources: {'Port': ['ID=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:24.636932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Attempting to bind port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:24.637302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Attempting to bind port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:24.637698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Attempting to bind port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 on network c54e1337-719f-47d5-bb67-747d394ec568 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:24.642744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:24.643116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Checking segment: {'id': 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:24.643516 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.643939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Bound using segment: {'id': 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:24.644406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Bound port: 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c54e1337-719f-47d5-bb67-747d394ec568'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:24.644780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.675788 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Made reservation on behalf of 2ab7d85bfb7942acaa5cea92e21844be for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:24.679514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.707954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] For port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:24.711062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] For port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,segment=NetworkSegment(ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0),segment_id=ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:24.796803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:24.860755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283f1c-2ed2-4c99-a7fb-18bda00e8143 None None] Pushing event updated for resources: {'Port': ['ID=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:24.980363 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.048870 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event updated for resources: {'Subnet': ['ID=c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:25.061771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Checking segment: {'id': 'c1326a1b-51d0-4830-b2bd-d850975c9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:25.062154 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network hostable DHCP agents. Network: 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:25.138873 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:25.213766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:25.218444 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:25.219043 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.224570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d68e3-54c4-454a-88f5-eec216d524fb None None] Network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:25.299963 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b98f06b7-27bc-4775-bfe8-c0f271c369be tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354535 Aug 28 09:34:25.302480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45726) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:25.370863 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-21afdbb2-d5ad-48a9-8f1e-9fd770d82a99', 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99', 'tenant_id': '2ab7d85bfb7942acaa5cea92e21844be', 'fixed_ips': [{'subnet_id': 'c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:25.371837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.414906 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.480406 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.524481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Allocated IP 2001:db8::2 (21afdbb2-d5ad-48a9-8f1e-9fd770d82a99/c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2/04157076-ada3-4cdd-83e3-46b1886c68a3) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:25.688215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.688744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e79600-476a-45c9-92de-a0cf7f69b533 None None] Network c54e1337-719f-47d5-bb67-747d394ec568 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:25.703769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Transition to ACTIVE for port object 04157076-ada3-4cdd-83e3-46b1886c68a3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:25.750178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Transition to ACTIVE for port object 04157076-ada3-4cdd-83e3-46b1886c68a3 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:25.822354 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.854387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca5ec0b6-c4ee-4af2-afdf-b7b99670759a None None] Provisioning for port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:25.880805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:25.892466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:25.898297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:25.909866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Pushing event updated for resources: {'Port': ['ID=04157076-ada3-4cdd-83e3-46b1886c68a3,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:25.928104 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.956684 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:25.961873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Attempting to bind port 04157076-ada3-4cdd-83e3-46b1886c68a3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:25.962282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Attempting to bind port 04157076-ada3-4cdd-83e3-46b1886c68a3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'c1326a1b-51d0-4830-b2bd-d850975c9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:25.963339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Attempting to bind port 04157076-ada3-4cdd-83e3-46b1886c68a3 on network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:25.969067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:25.969450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Checking segment: {'id': 'c1326a1b-51d0-4830-b2bd-d850975c9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:25.969970 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:25.970317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Bound using segment: {'id': 'c1326a1b-51d0-4830-b2bd-d850975c9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:25.970732 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Bound port: 04157076-ada3-4cdd-83e3-46b1886c68a3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1326a1b-51d0-4830-b2bd-d850975c9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:25.971125 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.057055 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.068596 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21afdbb2-d5ad-48a9-8f1e-9fd770d82a99']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:26.081997 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1326a1b-51d0-4830-b2bd-d850975c9313') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:26.082355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1326a1b-51d0-4830-b2bd-d850975c9313') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:26.082824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] For port 04157076-ada3-4cdd-83e3-46b1886c68a3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:26.090180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:26.099173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] For port 04157076-ada3-4cdd-83e3-46b1886c68a3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=04157076-ada3-4cdd-83e3-46b1886c68a3,segment=NetworkSegment(c1326a1b-51d0-4830-b2bd-d850975c9313),segment_id=c1326a1b-51d0-4830-b2bd-d850975c9313)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:26.099688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.179306 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.182356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.188877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:26.190892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:26.192545 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:26.212788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:26.224367 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:26.224736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.333947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.db.api [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 09:34:26.333947 n-d-792458-16 neutron-server[95467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 09:34:26.333947 n-d-792458-16 neutron-server[95467]: [parameters: {'id': '21afdbb2-d5ad-48a9-8f1e-9fd770d82a99'}] Aug 28 09:34:26.333947 n-d-792458-16 neutron-server[95467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:34:26.334549 n-d-792458-16 neutron-server[95467]: DEBUG oslo_db.api [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:34:26.461119 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2bb05032-bcac-4c8a-931d-fafe11c55559 None None] Provisioning complete for port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:26.461695 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2bb05032-bcac-4c8a-931d-fafe11c55559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.468582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0e182-a8e6-41cf-a440-cfa8b93eee4f None None] Pushing event updated for resources: {'Port': ['ID=04157076-ada3-4cdd-83e3-46b1886c68a3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:26.509155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecb0b0-817c-4428-8544-268dd1ab9d4d None None] Network 21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:26.639353 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.725837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2bb05032-bcac-4c8a-931d-fafe11c55559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.747934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,segment=NetworkSegment(ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0),segment_id=ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:26.762813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf5726-b8a0-4253-a92d-3068e9333ffd None None] get_active_networks_info from n-d-792458-16 {{(pid=95468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 09:34:26.792429 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.836372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.849287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf5726-b8a0-4253-a92d-3068e9333ffd None None] Resources bound (agent type, host, resource id): {{(pid=95468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 09:34:26.856094 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.897270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting port 04157076-ada3-4cdd-83e3-46b1886c68a3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:26.897617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.961507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] For port 04157076-ada3-4cdd-83e3-46b1886c68a3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=04157076-ada3-4cdd-83e3-46b1886c68a3,segment=NetworkSegment(c1326a1b-51d0-4830-b2bd-d850975c9313),segment_id=c1326a1b-51d0-4830-b2bd-d850975c9313)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:26.961816 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:26.980044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Calling delete_port for 04157076-ada3-4cdd-83e3-46b1886c68a3 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:26.980255 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-2bb05032-bcac-4c8a-931d-fafe11c55559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:34:26.980255 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-2bb05032-bcac-4c8a-931d-fafe11c55559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:34:26.983840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:27.202052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.226455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Port': ['ID=04157076-ada3-4cdd-83e3-46b1886c68a3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:27.231977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No DVR routers for this DVR port 04157076-ada3-4cdd-83e3-46b1886c68a3 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:27.308875 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.318981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21afdbb2-d5ad-48a9-8f1e-9fd770d82a99']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:27.329850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1326a1b-51d0-4830-b2bd-d850975c9313') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:27.330144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1326a1b-51d0-4830-b2bd-d850975c9313') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:27.339520 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.360901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.368253 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:27.368670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:27.373151 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:27.527769 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.534540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.536161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 HTTP/1.1" status: 204 len: 168 time: 2.2327018 Aug 28 09:34:27.539484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45728) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:27.547683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095a364-95d6-4ef2-9703-395382f0d889 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Network': ['ID=21afdbb2-d5ad-48a9-8f1e-9fd770d82a99,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:27.573139 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dbb5be-f076-4044-a5ff-95fffbf62321 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] GET failed (client error): The resource could not be found. Aug 28 09:34:27.574526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-17dbb5be-f076-4044-a5ff-95fffbf62321 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "GET /v2.0/subnets/c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2 HTTP/1.1" status: 404 len: 337 time: 0.0340035 Aug 28 09:34:27.577220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45730) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:27.595306 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd66592-795e-436c-9f6b-a927cb748559 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:27.595858 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd66592-795e-436c-9f6b-a927cb748559 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:27.597581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ebd66592-795e-436c-9f6b-a927cb748559 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 HTTP/1.1" status: 404 len: 339 time: 0.0194366 Aug 28 09:34:27.605769 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:27.634957 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5e97bb-f19d-421b-a8f5-56172dab9651 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:27.635410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5e97bb-f19d-421b-a8f5-56172dab9651 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:27.637135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bb5e97bb-f19d-421b-a8f5-56172dab9651 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/subnets/c2ea8e2c-3da5-41fb-bdca-67e5c0f5bbe2 HTTP/1.1" status: 404 len: 337 time: 0.0303631 Aug 28 09:34:27.644633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:27.669625 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-73245058-99bc-4044-8d98-b8dabefaef62 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:27.670170 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73245058-99bc-4044-8d98-b8dabefaef62 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:27.671974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-73245058-99bc-4044-8d98-b8dabefaef62 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/21afdbb2-d5ad-48a9-8f1e-9fd770d82a99 HTTP/1.1" status: 404 len: 339 time: 0.0263953 Aug 28 09:34:27.674580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45736) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:27.676384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed609-4280-4fa6-9128-e1dfb4daf821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.728148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting subnet e76210d3-ebdb-4bbd-8b02-5d3f162a862f {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:34:27.731381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.774722 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:27.870764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.023909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:28.025554 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.057841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Subnet': ['ID=e76210d3-ebdb-4bbd-8b02-5d3f162a862f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:28.063610 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.067048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-aa118cb3-cf88-49bd-9988-d8a97a1321fa tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/subnets/e76210d3-ebdb-4bbd-8b02-5d3f162a862f HTTP/1.1" status: 204 len: 168 time: 0.3908997 Aug 28 09:34:28.070089 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45738) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.078189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31996f-eb8b-405a-bb80-3825338f8c07 None None] Network c54e1337-719f-47d5-bb67-747d394ec568 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:28.149972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:28.150526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.156721 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.214539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:28.215243 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.280570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] For port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,segment=NetworkSegment(ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0),segment_id=ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:28.280954 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.296221 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Calling delete_port for 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:28.315441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] DHCP port deletion for c54e1337-719f-47d5-bb67-747d394ec568 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:34:28.362806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Deleting port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:28.363187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.430437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] For port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,segment=NetworkSegment(ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0),segment_id=ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:28.430835 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.444312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Calling delete_port for 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:28.453030 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.478435 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Port': ['ID=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:28.482837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No DVR routers for this DVR port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:34:28.529828 n-d-792458-16 neutron-server[95468]: self.session.flush() Aug 28 09:34:28.540870 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.567326 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] Pushing event deleted for resources: {'Port': ['ID=16b6a8c2-90a4-4be4-a4d4-14a0b575f397,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:28.572719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56732502-75fc-497d-9331-1ca9c30457c6 None None] No DVR routers for this DVR port 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:28.574503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.586740 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54e1337-719f-47d5-bb67-747d394ec568']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:28.596585 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:28.596885 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7bb6a6-5c67-4ec0-85d2-45826b4de4e0') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:28.607290 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.623025 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.636046 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:28.636642 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:28.639557 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:28.756462 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.768686 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.770000 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/c54e1337-719f-47d5-bb67-747d394ec568 HTTP/1.1" status: 204 len: 168 time: 0.6985455 Aug 28 09:34:28.772620 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45740) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.780086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Network': ['ID=c54e1337-719f-47d5-bb67-747d394ec568,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:28.787546 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.787897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.788243 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.788580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.789272 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.789506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.789839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.790173 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.791019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.797875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.797875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.797875 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07061-4210-4e0a-9bc6-222e5b036eb8 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:28.803452 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc722a3-7e5e-4fec-b025-3ab4ab8023e0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:28.803911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc722a3-7e5e-4fec-b025-3ab4ab8023e0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:28.805641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2fc722a3-7e5e-4fec-b025-3ab4ab8023e0 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/subnets/c8793d35-ba58-4700-a0fe-7d199d28fe74 HTTP/1.1" status: 404 len: 337 time: 0.0319672 Aug 28 09:34:28.808751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.826522 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c0b7bf-e3e7-4c03-9807-557084e72c1e tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:28.827036 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c0b7bf-e3e7-4c03-9807-557084e72c1e tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:28.828636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-60c0b7bf-e3e7-4c03-9807-557084e72c1e tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/6fe7d3ee-5621-4c87-89e6-57ed7931589e HTTP/1.1" status: 404 len: 339 time: 0.0189931 Aug 28 09:34:28.830952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.856637 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b402fe3-96c3-41b7-8573-75d8c62459cc tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:28.857017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b402fe3-96c3-41b7-8573-75d8c62459cc tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:28.858721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7b402fe3-96c3-41b7-8573-75d8c62459cc tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/subnets/aca4500d-445a-44f7-bb83-0d20d09ae2f4 HTTP/1.1" status: 404 len: 337 time: 0.0269072 Aug 28 09:34:28.861232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.879313 n-d-792458-16 neutron-server[95466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4698ce-094e-42c9-b68f-ac159455bc69 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] DELETE failed (client error): The resource could not be found. Aug 28 09:34:28.879831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4698ce-094e-42c9-b68f-ac159455bc69 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 09:34:28.881427 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5f4698ce-094e-42c9-b68f-ac159455bc69 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/d6aa0919-659a-4c98-9ba1-658d9d646ef2 HTTP/1.1" status: 404 len: 339 time: 0.0193174 Aug 28 09:34:28.883700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:28.932869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting subnet ca8059ed-d1cd-4372-9428-80d6eb18c41a {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:34:28.935975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:28.981385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.075114 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.196459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.224519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8059ed-d1cd-4372-9428-80d6eb18c41a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:29.229212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.232145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-35d03090-dcfc-4668-9ae3-b24060a770f2 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/subnets/ca8059ed-d1cd-4372-9428-80d6eb18c41a HTTP/1.1" status: 204 len: 168 time: 0.3465426 Aug 28 09:34:29.233751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45750) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:29.235631 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90a742-7e76-4013-ab34-3f1ac3e05aad None None] Network 776d8c3f-390f-4f82-a175-ea2adfe2a56f requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:29.316528 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.374837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Deleting port fff981ff-3fc2-4932-8131-03694d042b13 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:29.375192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.406393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] DHCP port deletion for 776d8c3f-390f-4f82-a175-ea2adfe2a56f request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:34:29.438953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] For port fff981ff-3fc2-4932-8131-03694d042b13, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fff981ff-3fc2-4932-8131-03694d042b13,segment=NetworkSegment(40813f8c-a68d-442f-b191-0f89a2b7487b),segment_id=40813f8c-a68d-442f-b191-0f89a2b7487b)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:29.439329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.454434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Calling delete_port for fff981ff-3fc2-4932-8131-03694d042b13 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:29.470953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Deleting port fff981ff-3fc2-4932-8131-03694d042b13 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:29.471512 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.540630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] For port fff981ff-3fc2-4932-8131-03694d042b13, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fff981ff-3fc2-4932-8131-03694d042b13,segment=NetworkSegment(40813f8c-a68d-442f-b191-0f89a2b7487b),segment_id=40813f8c-a68d-442f-b191-0f89a2b7487b)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:29.541033 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.554152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Calling delete_port for fff981ff-3fc2-4932-8131-03694d042b13 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:29.601825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.630280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] No DVR routers for this DVR port fff981ff-3fc2-4932-8131-03694d042b13 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:29.637286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Port': ['ID=fff981ff-3fc2-4932-8131-03694d042b13,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:29.640593 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.671438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] Pushing event deleted for resources: {'Port': ['ID=fff981ff-3fc2-4932-8131-03694d042b13,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:29.675213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e2551-0aab-48ae-868a-ea87899e50d8 None None] No DVR routers for this DVR port fff981ff-3fc2-4932-8131-03694d042b13 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:29.724838 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.736021 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d8c3f-390f-4f82-a175-ea2adfe2a56f']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:29.747627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40813f8c-a68d-442f-b191-0f89a2b7487b') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:29.747929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40813f8c-a68d-442f-b191-0f89a2b7487b') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:29.756925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.771768 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.777922 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:29.778545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:29.781374 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:29.893175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.905389 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:29.905389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] 10.222.0.46 "DELETE /v2.0/networks/776d8c3f-390f-4f82-a175-ea2adfe2a56f HTTP/1.1" status: 204 len: 168 time: 0.6671131 Aug 28 09:34:29.913794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6752b4-2347-4a18-979f-9aa7c6af7a34 tempest-NetworksIpV6Test-422685649 tempest-NetworksIpV6Test-422685649-project] Pushing event deleted for resources: {'Network': ['ID=776d8c3f-390f-4f82-a175-ea2adfe2a56f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:30.001846 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.017572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fff981ff-3fc2-4932-8131-03694d042b13 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:34:30.041370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: fff981ff-3fc2-4932-8131-03694d042b13 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:34:30.041635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fff981ff-3fc2-4932-8131-03694d042b13 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:34:30.042016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:34:30.062167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:34:30.062646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16b6a8c2-90a4-4be4-a4d4-14a0b575f397 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:34:30.276191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a321c3dc-2069-4ec2-8c12-bdc7f46abd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.408903 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45756) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:30.539086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e6165b6f-ba3d-422e-bba8-a870f249889d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ab7d85bfb7942acaa5cea92e21844be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289866 Aug 28 09:34:30.542312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45760) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:30.593749 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.614871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.727225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.730444 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:30.731618 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52a5bf6b-9022-414f-a2f9-f48e28a51d3d HTTP/1.1" status: 204 len: 168 time: 0.1882949 Aug 28 09:34:30.739505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea0893-0677-4836-a91d-89f468cc5420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a5bf6b-9022-414f-a2f9-f48e28a51d3d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:31.768594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45782) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:31.862723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1967420480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:31.962018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:31.963681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.013624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.081652 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.196043 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.197349 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d09740a5-3c98-4719-b275-16369ebb2881 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4277294 Aug 28 09:34:32.200034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45786) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:32.205022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1341948463'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:32.235847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.298533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Made reservation on behalf of 6ebd648705df46b3b5c2ea1e4870ae5f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:32.302036 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.313534 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.402397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.481331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.508220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:32.517345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f22677-5179-45ad-a9b2-5a658e636411,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:32.523897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.524249 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Added segment 23721a9b-43e6-4dfb-b788-129a689980d9 of type vlan for network d982046c-321c-4c1e-a5cc-1aeecb1e9dec Aug 28 09:34:32.564750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.664365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.670647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:32.671244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:32.738147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event updated for resources: {'Network': ['ID=d982046c-321c-4c1e-a5cc-1aeecb1e9dec,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:32.748286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:32.791530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a7ec4a9b-b9c6-4f10-8dbe-24021dbf4f01 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5903442 Aug 28 09:34:32.794374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45788) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:32.799441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'subnet': {'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:32.972902 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Made reservation on behalf of 6ebd648705df46b3b5c2ea1e4870ae5f for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:32.976448 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.196028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.257102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event updated for resources: {'Subnet': ['ID=9f9db331-c805-4885-aafe-2acb1e70324b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:33.266500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Checking segment: {'id': '23721a9b-43e6-4dfb-b788-129a689980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:33.266870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Network hostable DHCP agents. Network: d982046c-321c-4c1e-a5cc-1aeecb1e9dec, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:33.367583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:33.441433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, d982046c-321c-4c1e-a5cc-1aeecb1e9dec) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:33.450873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:33.455098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.461318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357ccab-f8ec-4a51-855a-c27247afb9d5 None None] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:33.516572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e047726c-336b-4dba-9bf5-13ad448fe50e tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7211254 Aug 28 09:34:33.519530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45790) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:33.525310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-84450839'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:33.604120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-d982046c-321c-4c1e-a5cc-1aeecb1e9dec', 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec', 'tenant_id': '6ebd648705df46b3b5c2ea1e4870ae5f', 'fixed_ips': [{'subnet_id': '9f9db331-c805-4885-aafe-2acb1e70324b'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:33.604977 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.606773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Made reservation on behalf of 6ebd648705df46b3b5c2ea1e4870ae5f for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:33.610312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.638037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:33.647092 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.647510 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Added segment 664d0888-4204-4f5a-b2f4-43d180c2f047 of type vlan for network c447b0c6-8a2b-4c9b-8806-42d09da1d129 Aug 28 09:34:33.688761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.741720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Allocated IP 172.20.0.2 (d982046c-321c-4c1e-a5cc-1aeecb1e9dec/9f9db331-c805-4885-aafe-2acb1e70324b/5934c1b3-6aef-453a-98c5-cdc4a2f5c198) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:33.807335 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.813067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:33.814256 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.879602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event updated for resources: {'Network': ['ID=c447b0c6-8a2b-4c9b-8806-42d09da1d129,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:33.884983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:33.891918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network c447b0c6-8a2b-4c9b-8806-42d09da1d129 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:33.907456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Transition to ACTIVE for port object 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:33.960787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Transition to ACTIVE for port object 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:33.968029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a800a601-a21a-4018-ab7c-ed8f4b4c5b60 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4474680 Aug 28 09:34:33.971129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45792) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:33.976218 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'subnet': {'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:34.064889 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.100787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:34.105568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:34.109060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:34.117513 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Pushing event updated for resources: {'Port': ['ID=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:34.167340 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Attempting to bind port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:34.167722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Attempting to bind port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '23721a9b-43e6-4dfb-b788-129a689980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:34.169100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Made reservation on behalf of 6ebd648705df46b3b5c2ea1e4870ae5f for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:34.169217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Attempting to bind port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 on network d982046c-321c-4c1e-a5cc-1aeecb1e9dec {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:34.172682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.174546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:34.174936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Checking segment: {'id': '23721a9b-43e6-4dfb-b788-129a689980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:34.181653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.181653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Bound using segment: {'id': '23721a9b-43e6-4dfb-b788-129a689980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:34.181653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Bound port: 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23721a9b-43e6-4dfb-b788-129a689980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd982046c-321c-4c1e-a5cc-1aeecb1e9dec'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:34.181653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.252429 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] For port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:34.255705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] For port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,segment=NetworkSegment(23721a9b-43e6-4dfb-b788-129a689980d9),segment_id=23721a9b-43e6-4dfb-b788-129a689980d9)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:34.362746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.422529 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f058e66-87ab-4c37-af64-5b0a1c245606 None None] Pushing event updated for resources: {'Port': ['ID=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:34.465126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.532876 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event updated for resources: {'Subnet': ['ID=f2f5e42d-c872-407e-bf9a-94cff566ee43,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:34.541975 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Checking segment: {'id': '664d0888-4204-4f5a-b2f4-43d180c2f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:34.542419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Network hostable DHCP agents. Network: c447b0c6-8a2b-4c9b-8806-42d09da1d129, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:34.636271 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Network c447b0c6-8a2b-4c9b-8806-42d09da1d129 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:34.782383 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, c447b0c6-8a2b-4c9b-8806-42d09da1d129) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:34.789269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:34.789989 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:34.792802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6a10a-8a9a-4f18-885a-f28bb8d8cf93 None None] Network c447b0c6-8a2b-4c9b-8806-42d09da1d129 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:34.928328 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8797f016-c3a2-4747-91ec-600a44864937 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9559617 Aug 28 09:34:34.931003 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45794) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:34.937090 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a407dd92-1e27-45d5-a628-e37f9e909ff9 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:34.942392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-c447b0c6-8a2b-4c9b-8806-42d09da1d129', 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129', 'tenant_id': '6ebd648705df46b3b5c2ea1e4870ae5f', 'fixed_ips': [{'subnet_id': 'f2f5e42d-c872-407e-bf9a-94cff566ee43'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:34.943253 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.103927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Allocated IP 172.21.0.2 (c447b0c6-8a2b-4c9b-8806-42d09da1d129/f2f5e42d-c872-407e-bf9a-94cff566ee43/7dfd0d60-727d-4eaa-a606-6030f67430ac) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:35.164342 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.273105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.282377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Transition to ACTIVE for port object 7dfd0d60-727d-4eaa-a606-6030f67430ac will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:35.298228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Transition to ACTIVE for port object 7dfd0d60-727d-4eaa-a606-6030f67430ac will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:35.347695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b02dd-87c5-4180-ad99-8ddf95de89c1 None None] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:35.365242 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.444802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Network c447b0c6-8a2b-4c9b-8806-42d09da1d129 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:35.452272 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:35.458185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:35.468857 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Pushing event updated for resources: {'Port': ['ID=7dfd0d60-727d-4eaa-a606-6030f67430ac,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:35.507000 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a407dd92-1e27-45d5-a628-e37f9e909ff9 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.508618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-360ebbef-c872-42e2-8db4-365fb33c6c0a None None] Provisioning for port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:35.566255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Attempting to bind port 7dfd0d60-727d-4eaa-a606-6030f67430ac on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:35.566654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Attempting to bind port 7dfd0d60-727d-4eaa-a606-6030f67430ac by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '664d0888-4204-4f5a-b2f4-43d180c2f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:35.567034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Attempting to bind port 7dfd0d60-727d-4eaa-a606-6030f67430ac on network c447b0c6-8a2b-4c9b-8806-42d09da1d129 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:35.576462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:35.576830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Checking segment: {'id': '664d0888-4204-4f5a-b2f4-43d180c2f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:35.577230 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.577625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Bound using segment: {'id': '664d0888-4204-4f5a-b2f4-43d180c2f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:35.578089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Bound port: 7dfd0d60-727d-4eaa-a606-6030f67430ac, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d0888-4204-4f5a-b2f4-43d180c2f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c447b0c6-8a2b-4c9b-8806-42d09da1d129'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:35.578495 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.671023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] For port 7dfd0d60-727d-4eaa-a606-6030f67430ac, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:35.674254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] For port 7dfd0d60-727d-4eaa-a606-6030f67430ac, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7dfd0d60-727d-4eaa-a606-6030f67430ac,segment=NetworkSegment(664d0888-4204-4f5a-b2f4-43d180c2f047),segment_id=664d0888-4204-4f5a-b2f4-43d180c2f047)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:35.687769 n-d-792458-16 neutron-server[95467]: INFO neutron.api.v2.resource [None req-a407dd92-1e27-45d5-a628-e37f9e909ff9 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 09:34:35.689513 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a407dd92-1e27-45d5-a628-e37f9e909ff9 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "PUT /v2.0/routers/6e652677-c76e-475c-8e23-938a74a62037 HTTP/1.1" status: 400 len: 364 time: 0.7568367 Aug 28 09:34:35.695024 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45796) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:35.749320 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Deleting subnet f2f5e42d-c872-407e-bf9a-94cff566ee43 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:34:35.752872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.800708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.814100 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:35.874997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed148c0-e1e3-4ca8-80d9-c452b77bb398 None None] Pushing event updated for resources: {'Port': ['ID=7dfd0d60-727d-4eaa-a606-6030f67430ac,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:35.888993 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.025726 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.070251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f5e42d-c872-407e-bf9a-94cff566ee43,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:36.073782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:36.075909 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.079437 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-59f981eb-5aa0-42d2-b8b8-084dea5f6490 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "DELETE /v2.0/subnets/f2f5e42d-c872-407e-bf9a-94cff566ee43 HTTP/1.1" status: 204 len: 168 time: 0.3834844 Aug 28 09:34:36.081741 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45798) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:36.183413 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.195833 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.224070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:36.228312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:36.228692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.239316 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Deleting port 7dfd0d60-727d-4eaa-a606-6030f67430ac {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:36.239670 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.310894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] For port 7dfd0d60-727d-4eaa-a606-6030f67430ac, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7dfd0d60-727d-4eaa-a606-6030f67430ac,segment=NetworkSegment(664d0888-4204-4f5a-b2f4-43d180c2f047),segment_id=664d0888-4204-4f5a-b2f4-43d180c2f047)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:36.310894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.314316 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.326772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Calling delete_port for 7dfd0d60-727d-4eaa-a606-6030f67430ac owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:36.349121 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,segment=NetworkSegment(23721a9b-43e6-4dfb-b788-129a689980d9),segment_id=23721a9b-43e6-4dfb-b788-129a689980d9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:36.436097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.486130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:36.522361 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.551801 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Port': ['ID=7dfd0d60-727d-4eaa-a606-6030f67430ac,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:36.554542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] No DVR routers for this DVR port 7dfd0d60-727d-4eaa-a606-6030f67430ac on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:36.644102 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.654940 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c447b0c6-8a2b-4c9b-8806-42d09da1d129']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:36.666417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664d0888-4204-4f5a-b2f4-43d180c2f047') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:36.666750 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664d0888-4204-4f5a-b2f4-43d180c2f047') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:36.676233 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.691206 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.698237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:36.698659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:36.701791 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:36.776565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573796d-886b-44fd-933d-f517bead53c2 None None] Network c447b0c6-8a2b-4c9b-8806-42d09da1d129 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:36.841644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.851767 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.856952 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "DELETE /v2.0/networks/c447b0c6-8a2b-4c9b-8806-42d09da1d129 HTTP/1.1" status: 204 len: 168 time: 0.7741201 Aug 28 09:34:36.857145 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:36.869325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af66131-ba42-447d-a3a1-e3de429a03cb tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Network': ['ID=c447b0c6-8a2b-4c9b-8806-42d09da1d129,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:36.918013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Deleting subnet 9f9db331-c805-4885-aafe-2acb1e70324b {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:34:36.921593 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:36.965218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.031588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-111015fd-8246-460a-84e0-d03e19da2b91 None None] Could not find standard attr ID for object 7dfd0d60-727d-4eaa-a606-6030f67430ac. {{(pid=95468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 09:34:37.056853 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.112103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c37ce8-4633-43de-8d19-bc8b5358108a None None] DHCP port deletion for c447b0c6-8a2b-4c9b-8806-42d09da1d129 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:34:37.173895 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.532231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9db331-c805-4885-aafe-2acb1e70324b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:37.537388 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.538871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39c7ed2b-6b92-409b-890c-0321d214dcaa tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "DELETE /v2.0/subnets/9f9db331-c805-4885-aafe-2acb1e70324b HTTP/1.1" status: 204 len: 168 time: 0.6804495 Aug 28 09:34:37.541755 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45802) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:37.545584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a507c-a423-420f-96bf-624ddd28f3e1 None None] Network d982046c-321c-4c1e-a5cc-1aeecb1e9dec requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:37.617049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.671258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Deleting port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:37.671646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.725481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] DHCP port deletion for d982046c-321c-4c1e-a5cc-1aeecb1e9dec request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:34:37.741782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] For port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,segment=NetworkSegment(23721a9b-43e6-4dfb-b788-129a689980d9),segment_id=23721a9b-43e6-4dfb-b788-129a689980d9)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:37.742147 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.755082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Calling delete_port for 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:37.772168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Deleting port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:34:37.772544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.843279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] For port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,segment=NetworkSegment(23721a9b-43e6-4dfb-b788-129a689980d9),segment_id=23721a9b-43e6-4dfb-b788-129a689980d9)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:37.843681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.856486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Calling delete_port for 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:34:37.899016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.929629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Port': ['ID=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:37.934275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] No DVR routers for this DVR port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:37.936889 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:37.964472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] Pushing event deleted for resources: {'Port': ['ID=5934c1b3-6aef-453a-98c5-cdc4a2f5c198,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:37.968762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c2524-e627-43b3-9a11-89de0a8b6982 None None] No DVR routers for this DVR port 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:34:38.024123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.036348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:34:38.036927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d982046c-321c-4c1e-a5cc-1aeecb1e9dec']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:38.047625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23721a9b-43e6-4dfb-b788-129a689980d9') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:38.047928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23721a9b-43e6-4dfb-b788-129a689980d9') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:38.057368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.057619 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:34:38.057976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5934c1b3-6aef-453a-98c5-cdc4a2f5c198 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:34:38.071202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.077782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:34:38.078185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:34:38.081199 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:34:38.207372 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.214505 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.216142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "DELETE /v2.0/networks/d982046c-321c-4c1e-a5cc-1aeecb1e9dec HTTP/1.1" status: 204 len: 168 time: 0.6733673 Aug 28 09:34:38.218905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45804) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:38.227928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d32c96-d9a6-45d8-bbb3-d6f138b8e9a0 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Pushing event deleted for resources: {'Network': ['ID=d982046c-321c-4c1e-a5cc-1aeecb1e9dec,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:38.247290 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-688f453c-46f3-442f-8ba4-afd3728dbbc5 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e652677-c76e-475c-8e23-938a74a62037 HTTP/1.1" status: 200 len: 205 time: 0.0272100 Aug 28 09:34:38.249595 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45806) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:38.328087 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.492071 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.494797 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.595968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.596499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Fanout notify agent at l3_agent the message router_deleted on router 6e652677-c76e-475c-8e23-938a74a62037 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:34:38.609173 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:38.609173 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6192b768-20be-437a-b4f7-044d6e16b3c1 tempest-RoutersNegativeTest-1715651814 tempest-RoutersNegativeTest-1715651814-project] 10.222.0.46 "DELETE /v2.0/routers/6e652677-c76e-475c-8e23-938a74a62037 HTTP/1.1" status: 204 len: 168 time: 0.3550556 Aug 28 09:34:39.095739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45812) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:39.231157 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c7fe92b5-a97f-4edd-b00f-da6943b6967a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ebd648705df46b3b5c2ea1e4870ae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342030 Aug 28 09:34:39.233642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45816) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:39.284429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:39.305894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:39.407470 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:39.410108 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:39.411359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29f22677-5179-45ad-a9b2-5a658e636411 HTTP/1.1" status: 204 len: 168 time: 0.1768153 Aug 28 09:34:39.420492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca27af-9e4b-460d-8dca-a8baf9c39842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f22677-5179-45ad-a9b2-5a658e636411,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:40.502421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45838) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:40.602448 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-929223723-network', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:40.687355 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Made reservation on behalf of 883dafcadcf5490e975b9cb2a4cc8e63 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:40.689836 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:40.699502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:40.794672 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:40.835658 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:40.861570 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:40.871664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160a352-ec71-43b1-93e1-ada138ad7135,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:40.876503 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:40.876851 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Added segment 6e9b1712-1211-45ea-a8bf-73a2d368f472 of type vlan for network 79f187af-e5f9-441f-af39-bae06c1ff1c8 Aug 28 09:34:40.919371 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.007627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.008781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:41.009787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.071022 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] Pushing event updated for resources: {'Network': ['ID=79f187af-e5f9-441f-af39-bae06c1ff1c8,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:41.082261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:41.145701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-052ec41a-bd04-49e8-a94f-5ef09880d723 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6420422 Aug 28 09:34:41.148850 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45842) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:41.153993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Request body: {'subnet': {'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-subnet', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:41.236150 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Made reservation on behalf of 883dafcadcf5490e975b9cb2a4cc8e63 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:41.238629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.476429 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.535228 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6a1bde-8bdc-44cc-b597-1709cd94636f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:41.544662 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Checking segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:41.545025 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Network hostable DHCP agents. Network: 79f187af-e5f9-441f-af39-bae06c1ff1c8, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:41.675826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:41.801167 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 79f187af-e5f9-441f-af39-bae06c1ff1c8) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:41.805308 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:41.805907 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:41.810812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921ae22-fffc-4a8b-b605-fc9face63f0a None None] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:41.918118 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c3ac2015-e1b9-4727-bfb9-048dc136229b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7680395 Aug 28 09:34:41.920984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:41.925608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:41.967512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-79f187af-e5f9-441f-af39-bae06c1ff1c8', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:41.968460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.013082 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.014282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.066477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.104518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Allocated IP 172.20.0.2 (79f187af-e5f9-441f-af39-bae06c1ff1c8/5e6a1bde-8bdc-44cc-b597-1709cd94636f/21a90ba6-1dd6-4cf3-9abd-855fe88fa533) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:42.253199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.262483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Transition to ACTIVE for port object 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:42.279355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Transition to ACTIVE for port object 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:42.311112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.361524 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.400202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:42.405321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:42.408548 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:42.422503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Pushing event updated for resources: {'Port': ['ID=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:42.473984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Attempting to bind port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:42.474381 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Attempting to bind port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:42.474741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Attempting to bind port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:42.479762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:42.480164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Checking segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:42.480595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.481038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Bound using segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:42.481456 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Bound port: 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:42.487784 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.548255 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] For port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:42.551477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] For port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:42.601255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.622350 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.700171 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.728784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Allocated IP 172.25.0.142 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/140bc751-bfd8-4be4-b061-545c99ae2280) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:42.764812 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1fb2c-3d03-4a30-a34f-1428f43977ab None None] Pushing event updated for resources: {'Port': ['ID=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:42.845254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.945105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:42.983976 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:34:42.994150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:42.997763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:43.000460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:43.006723 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Pushing event updated for resources: {'Port': ['ID=140bc751-bfd8-4be4-b061-545c99ae2280,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:43.038957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.039312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.039659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.040505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.040873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.041211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.041542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.041873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.042200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.042562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.042889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.043214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:43.346552 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:43.557371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:43.708057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe0b2b-499d-4501-91ee-51deb3929aa7 None None] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:43.749978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:34:43.867727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:34:43.878807 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Sync routers for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:34:43.887414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bc541b7f-63f3-4a2a-99c5-49e240a63c2a None None] Provisioning for port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:43.910069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:43.910069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:43.972431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:43.972431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-40d4e35d-d57e-433d-9deb-d23e8fa05143 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0466352 Aug 28 09:34:43.973108 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45846) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:44.020577 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:44.094989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:44.247480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:44.251462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:44.251840 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.325926 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:43Z', 'revision_number': 3, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:44.339368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.363738 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Checking router: a1fcad3f-b122-416b-8974-d4f3b0aef7a5 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:34:44.364491 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Updating router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 port 140bc751-bfd8-4be4-b061-545c99ae2280 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:34:44.375874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:44.392985 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.476504 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.503402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.537724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:44.666077 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Allocated IP 172.20.0.1 (79f187af-e5f9-441f-af39-bae06c1ff1c8/5e6a1bde-8bdc-44cc-b597-1709cd94636f/f8b5c700-b87e-4439-9065-3c19123c8a77) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:44.693132 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.703347 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Transition to ACTIVE for port object 140bc751-bfd8-4be4-b061-545c99ae2280 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:44.777716 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.790836 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.792468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Transition to ACTIVE for port object f8b5c700-b87e-4439-9065-3c19123c8a77 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:44.842715 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Attempting to bind port 140bc751-bfd8-4be4-b061-545c99ae2280 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:44.843098 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Attempting to bind port 140bc751-bfd8-4be4-b061-545c99ae2280 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:44.843456 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Attempting to bind port 140bc751-bfd8-4be4-b061-545c99ae2280 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:44.845487 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Pushing event updated for resources: {'Port': ['ID=140bc751-bfd8-4be4-b061-545c99ae2280,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:44.855443 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:44.855813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:44.859231 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.859231 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:44.859231 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Bound port: 140bc751-bfd8-4be4-b061-545c99ae2280, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:44.859231 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.859921 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.860032 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.860327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.860651 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.861019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.861291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.861605 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.861918 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.862259 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.862567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.862878 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.863187 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:44.893514 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.922406 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] For port 140bc751-bfd8-4be4-b061-545c99ae2280, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:44.925522 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] For port 140bc751-bfd8-4be4-b061-545c99ae2280, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=140bc751-bfd8-4be4-b061-545c99ae2280,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:44.930892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:44.933767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:44.939299 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:44.969469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:44.987879 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:44.990991 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.042544 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:45.043222 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:45.106401 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271003-3b6e-400c-b5fb-02fee489eb31 None None] Pushing event updated for resources: {'Port': ['ID=140bc751-bfd8-4be4-b061-545c99ae2280,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:45.172103 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:45.211037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.235909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cd6eb37a-8d2d-4be6-8014-9881853a9238 None None] Provisioning for port f8b5c700-b87e-4439-9065-3c19123c8a77 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:45.240168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cd6eb37a-8d2d-4be6-8014-9881853a9238 None None] Provisioning complete for port f8b5c700-b87e-4439-9065-3c19123c8a77 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:45.240539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb37a-8d2d-4be6-8014-9881853a9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.279652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cd6eb37a-8d2d-4be6-8014-9881853a9238 None None] Port f8b5c700-b87e-4439-9065-3c19123c8a77 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:34:45.368882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:43Z', 'revision_number': 3, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:45.376519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.400923 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4e6fc-2f09-46ce-a513-6475cf88a711 None None] The sync data for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 is: [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:43Z', 'revision_number': 3, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:34:45.430694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.503502 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:45.506382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.633627 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:45.635729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:45.777149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:34:45.906799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9614ed4-4d96-425e-9777-450f2aeb93af None None] Provisioning complete for port f8b5c700-b87e-4439-9065-3c19123c8a77 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:45.907264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9614ed4-4d96-425e-9777-450f2aeb93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:45.946365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b9614ed4-4d96-425e-9777-450f2aeb93af None None] Port f8b5c700-b87e-4439-9065-3c19123c8a77 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:34:45.946863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:34:45.952158 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4089eb68-35eb-4379-ae14-0e0b8567eef8 admin admin] 10.222.0.46 "PUT /v2.0/routers/a1fcad3f-b122-416b-8974-d4f3b0aef7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9795861 Aug 28 09:34:46.124115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:46.176219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:46.176596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:46.276764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 140bc751-bfd8-4be4-b061-545c99ae2280 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:46.452960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 140bc751-bfd8-4be4-b061-545c99ae2280 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:46.457070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 140bc751-bfd8-4be4-b061-545c99ae2280 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:46.457481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:46.550295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:46.581617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 140bc751-bfd8-4be4-b061-545c99ae2280, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=140bc751-bfd8-4be4-b061-545c99ae2280,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:46.676181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:46.732324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=140bc751-bfd8-4be4-b061-545c99ae2280,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:46.748446 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45862) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:46.753690 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-239073019-network', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:46.887169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Made reservation on behalf of 3926a92e39fe49d1b646960e8d35c023 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:46.889614 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:46.898766 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.004013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.068362 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Sync routers for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:34:47.087568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.089860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:47.090570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:47.114461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:34:47.125439 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc18169-33db-4bee-b0c7-c44224822444,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:47.132956 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.132956 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Added segment 62b68b55-3472-460f-9514-41bd8adcfb60 of type vlan for network f7ac1f53-105a-41a1-b2fe-320d2a8b041c Aug 28 09:34:47.179958 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.209413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:47.275995 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.277103 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:47.277674 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.337980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] Pushing event updated for resources: {'Network': ['ID=f7ac1f53-105a-41a1-b2fe-320d2a8b041c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:47.349678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:34:47.409058 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-16b9cc94-58b7-4a5c-bc74-da2c5532922e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6591499 Aug 28 09:34:47.412203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45864) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:47.417798 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Request body: {'subnet': {'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-subnet', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:47.479149 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:45Z', 'revision_number': 4, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8b5c700-b87e-4439-9065-3c19123c8a77', 'name': '', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'mac_address': 'fa:16:3e:5f:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:44Z', 'updated_at': '2021-08-28T09:34:45Z', 'revision_number': 2, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'subnets': [{'id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:47.506338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Checking router: a1fcad3f-b122-416b-8974-d4f3b0aef7a5 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:34:47.506700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Updating router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 port f8b5c700-b87e-4439-9065-3c19123c8a77 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:34:47.527931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Made reservation on behalf of 3926a92e39fe49d1b646960e8d35c023 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:47.532080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.534989 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.802274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.827255 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.837233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Transition to ACTIVE for port object f8b5c700-b87e-4439-9065-3c19123c8a77 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:47.855905 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cab213-1f27-4200-9682-798a4164b73d,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:47.867732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Checking segment: {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:47.868086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Network hostable DHCP agents. Network: f7ac1f53-105a-41a1-b2fe-320d2a8b041c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:34:47.909818 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:47.963038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498384e-7f27-48ff-b41c-9929e6165bcc None None] Pushing event updated for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:47.984232 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:34:48.015924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Attempting to bind port f8b5c700-b87e-4439-9065-3c19123c8a77 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:48.016307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Attempting to bind port f8b5c700-b87e-4439-9065-3c19123c8a77 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:48.016672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Attempting to bind port f8b5c700-b87e-4439-9065-3c19123c8a77 on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:48.022202 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:48.022778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Checking segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:48.023136 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.023665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Bound using segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:48.024656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Bound port: f8b5c700-b87e-4439-9065-3c19123c8a77, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:48.025152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.058618 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, f7ac1f53-105a-41a1-b2fe-320d2a8b041c) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:48.060979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 140bc751-bfd8-4be4-b061-545c99ae2280 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:48.063769 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:48.064360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.091771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe3da8-6c34-4001-8d72-d6a59ab3de9d None None] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:48.173938 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-33a27211-407d-4e0d-811b-cceea337b86f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7606268 Aug 28 09:34:48.176419 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 45866) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:48.180986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:48.181514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] For port f8b5c700-b87e-4439-9065-3c19123c8a77, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:48.187031 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] For port f8b5c700-b87e-4439-9065-3c19123c8a77, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b5c700-b87e-4439-9065-3c19123c8a77,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:48.236056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 140bc751-bfd8-4be4-b061-545c99ae2280 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:48.236261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.281967 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.283088 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.353320 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.437221 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.602037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'fixed_ips': [{'subnet_id': 'b8cab213-1f27-4200-9682-798a4164b73d'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:34:48.602974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.608302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498384e-7f27-48ff-b41c-9929e6165bcc None None] Pushing event updated for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:48.611200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:48.611830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:48.875179 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:48.915638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:48.999403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Allocated IP 172.20.0.2 (f7ac1f53-105a-41a1-b2fe-320d2a8b041c/b8cab213-1f27-4200-9682-798a4164b73d/b368c518-007b-4dcd-b354-fe7386969362) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:49.152604 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.172927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.291991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Allocated IP 172.25.0.28 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/3d0f3a7c-7e67-4804-91f1-c351903da4b9) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:49.310261 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.321845 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Transition to ACTIVE for port object b368c518-007b-4dcd-b354-fe7386969362 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:49.343262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:45Z', 'revision_number': 4, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8b5c700-b87e-4439-9065-3c19123c8a77', 'name': '', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'mac_address': 'fa:16:3e:5f:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:44Z', 'updated_at': '2021-08-28T09:34:48Z', 'revision_number': 4, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'subnets': [{'id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:49.347865 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Transition to ACTIVE for port object b368c518-007b-4dcd-b354-fe7386969362 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:49.378587 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b5b43-480a-4835-9294-564bef177cb8 None None] The sync data for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 is: [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:45Z', 'revision_number': 4, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8b5c700-b87e-4439-9065-3c19123c8a77', 'name': '', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'mac_address': 'fa:16:3e:5f:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:44Z', 'updated_at': '2021-08-28T09:34:48Z', 'revision_number': 4, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'subnets': [{'id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:34:49.404880 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.430508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.491107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:49.495088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:49.498595 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:49.506159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Pushing event updated for resources: {'Port': ['ID=b368c518-007b-4dcd-b354-fe7386969362,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:49.527786 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.560227 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Attempting to bind port b368c518-007b-4dcd-b354-fe7386969362 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:49.560597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Attempting to bind port b368c518-007b-4dcd-b354-fe7386969362 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:49.560961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Attempting to bind port b368c518-007b-4dcd-b354-fe7386969362 on network f7ac1f53-105a-41a1-b2fe-320d2a8b041c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:49.566791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:49.567197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Checking segment: {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:49.567557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.568450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Bound using segment: {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:49.568450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Bound port: b368c518-007b-4dcd-b354-fe7386969362, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:49.568795 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.592624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:49.597319 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:49.601461 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:49.636653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Pushing event updated for resources: {'Port': ['ID=3d0f3a7c-7e67-4804-91f1-c351903da4b9,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:49.662245 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e7143878-39e4-4def-92fd-750c89939492 None None] For port b368c518-007b-4dcd-b354-fe7386969362, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:49.666012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e7143878-39e4-4def-92fd-750c89939492 None None] For port b368c518-007b-4dcd-b354-fe7386969362, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b368c518-007b-4dcd-b354-fe7386969362,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:49.751082 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:49.813155 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143878-39e4-4def-92fd-750c89939492 None None] Pushing event updated for resources: {'Port': ['ID=b368c518-007b-4dcd-b354-fe7386969362,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:50.044946 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.135477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b368c518-007b-4dcd-b354-fe7386969362 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:50.270148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port b368c518-007b-4dcd-b354-fe7386969362 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:50.275776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b5c700-b87e-4439-9065-3c19123c8a77 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:50.292248 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.456525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f8b5c700-b87e-4439-9065-3c19123c8a77 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:50.457522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8b5c700-b87e-4439-9065-3c19123c8a77 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:50.457980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.550700 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:34:50.557779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.601289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f8b5c700-b87e-4439-9065-3c19123c8a77, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b5c700-b87e-4439-9065-3c19123c8a77,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:50.699217 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.700965 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:34:50.720664 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Sync routers for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:34:50.737342 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:50.739156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:50.790394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:50.790923 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:50.795592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 45868) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:34:50.801162 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-40009015-20ea-4cda-8855-266bfd37052e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6236360 Aug 28 09:34:50.881603 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:50.911537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431e604-adc5-46a3-91f5-7ff6b790cc4e None None] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:34:51.080151 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:49Z', 'revision_number': 3, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:51.104602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Provisioning for port b368c518-007b-4dcd-b354-fe7386969362 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:51.109178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Checking router: cf9adc46-a4eb-4bb6-8c9e-fe233b562964 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:34:51.109533 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Updating router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:34:51.110658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Provisioning complete for port b368c518-007b-4dcd-b354-fe7386969362 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:51.111045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.137247 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.276494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.403016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.437231 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.442086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] For port b368c518-007b-4dcd-b354-fe7386969362, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b368c518-007b-4dcd-b354-fe7386969362,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:51.448252 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Transition to ACTIVE for port object 3d0f3a7c-7e67-4804-91f1-c351903da4b9 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:51.469075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Allocated IP 172.20.0.1 (f7ac1f53-105a-41a1-b2fe-320d2a8b041c/b8cab213-1f27-4200-9682-798a4164b73d/c6a694e3-1334-4669-9aeb-b04139f68eb8) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:51.515940 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.550013 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.576946 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cdbb3-8e0d-44ba-8ae7-a21dcb3b38b8 None None] Pushing event updated for resources: {'Port': ['ID=b368c518-007b-4dcd-b354-fe7386969362,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:51.590771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.605333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Transition to ACTIVE for port object c6a694e3-1334-4669-9aeb-b04139f68eb8 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:51.610814 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d359-2138-444b-b318-2513ea0d52a3 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3a7c-7e67-4804-91f1-c351903da4b9,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:51.613090 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Attempting to bind port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:51.613465 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Attempting to bind port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:51.614289 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Attempting to bind port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:51.621089 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:51.621446 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:51.621850 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.622249 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:51.629155 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Bound port: 3d0f3a7c-7e67-4804-91f1-c351903da4b9, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:51.629155 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.637167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ba60e3ee-50e5-4919-8fc2-e6e5248d150d None None] Provisioning complete for port b368c518-007b-4dcd-b354-fe7386969362 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:51.637675 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba60e3ee-50e5-4919-8fc2-e6e5248d150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.679679 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] For port 3d0f3a7c-7e67-4804-91f1-c351903da4b9, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:51.684157 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] For port 3d0f3a7c-7e67-4804-91f1-c351903da4b9, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d0f3a7c-7e67-4804-91f1-c351903da4b9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:51.722143 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.763953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:51.766854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:51.770513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:51.794421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:51.813780 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.819868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:51.967725 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:51.968382 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:52.011004 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d359-2138-444b-b318-2513ea0d52a3 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3a7c-7e67-4804-91f1-c351903da4b9,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:52.042745 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b368c518-007b-4dcd-b354-fe7386969362 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:52.087090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.092316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:52.098028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port b368c518-007b-4dcd-b354-fe7386969362 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:52.098462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.177402 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-831074c8-1dc7-471d-a08d-b22a11847672 None None] Provisioning for port c6a694e3-1334-4669-9aeb-b04139f68eb8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:52.183483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-831074c8-1dc7-471d-a08d-b22a11847672 None None] Provisioning complete for port c6a694e3-1334-4669-9aeb-b04139f68eb8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:52.183858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-831074c8-1dc7-471d-a08d-b22a11847672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.224425 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b5c700-b87e-4439-9065-3c19123c8a77 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:52.254370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-831074c8-1dc7-471d-a08d-b22a11847672 None None] Port c6a694e3-1334-4669-9aeb-b04139f68eb8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:34:52.280260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8b5c700-b87e-4439-9065-3c19123c8a77 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:52.281048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.283134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.302848 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:49Z', 'revision_number': 3, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:52.333834 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7832bc8-2953-4e29-a396-9b4dd4f15e19 None None] The sync data for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 is: [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:49Z', 'revision_number': 3, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:34:52.367390 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.441886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:52.444825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.552212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:52.553763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:52.692651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:34:52.821816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:34:52.827081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a93a41ce-8b46-4bfd-84da-9745d26c8550 admin admin] 10.222.0.46 "PUT /v2.0/routers/cf9adc46-a4eb-4bb6-8c9e-fe233b562964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0296807 Aug 28 09:34:52.879158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b89c17c2-71ad-465a-bd66-71c866e29938 None None] Provisioning complete for port c6a694e3-1334-4669-9aeb-b04139f68eb8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:52.879802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b89c17c2-71ad-465a-bd66-71c866e29938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:52.920317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b89c17c2-71ad-465a-bd66-71c866e29938 None None] Port c6a694e3-1334-4669-9aeb-b04139f68eb8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:34:53.952709 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Sync routers for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:34:53.962814 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:53.963744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:53.983035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-8daa2384-b97e-49f2-b4fb-c0eb9e36b242 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:53.990428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-8daa2384-b97e-49f2-b4fb-c0eb9e36b242 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 816 time: 0.1351485 Aug 28 09:34:54.001608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-e5e80ebf-f306-47a2-b3fc-47fc54651850 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/quotas/883dafcadcf5490e975b9cb2a4cc8e63 HTTP/1.1" status: 200 len: 375 time: 0.0102868 Aug 28 09:34:54.066628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-7e1ab944-21d2-4869-8c45-6bdace3ce9f4 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559886 Aug 28 09:34:54.078410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d0f3a7c-7e67-4804-91f1-c351903da4b9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:54.126610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:54.168514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-b2c7cfd7-6ca6-4239-bb75-e6bf00f35c92 service neutron] 10.222.0.46 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860748 Aug 28 09:34:54.270644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-43b88414-0c97-40fe-94cc-0003ea6940d4 service neutron] 10.222.0.46 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954943 Aug 28 09:34:54.272579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:54.282417 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:54.282787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:54.413759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:54.437688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3d0f3a7c-7e67-4804-91f1-c351903da4b9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d0f3a7c-7e67-4804-91f1-c351903da4b9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:54.440295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 4, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c6a694e3-1334-4669-9aeb-b04139f68eb8', 'name': '', 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'mac_address': 'fa:16:3e:ac:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:51Z', 'updated_at': '2021-08-28T09:34:52Z', 'revision_number': 2, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'subnets': [{'id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:54.469069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Checking router: cf9adc46-a4eb-4bb6-8c9e-fe233b562964 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:34:54.469428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Updating router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 port c6a694e3-1334-4669-9aeb-b04139f68eb8 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:34:54.503875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:54.519015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:54.543701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffc6f21a-4ed3-406e-b7a1-01ebb45de286 req-fe71f8d4-ce18-49bb-ae57-8f034697d778 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 210 time: 0.0299861 Aug 28 09:34:54.654715 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3a7c-7e67-4804-91f1-c351903da4b9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:54.848391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:54.859419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Transition to ACTIVE for port object c6a694e3-1334-4669-9aeb-b04139f68eb8 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:54.967660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:55.030579 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f6466-571d-451a-ada2-53cbf532d7ac None None] Pushing event updated for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:55.084992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Attempting to bind port c6a694e3-1334-4669-9aeb-b04139f68eb8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:55.086419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Attempting to bind port c6a694e3-1334-4669-9aeb-b04139f68eb8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:55.086419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Attempting to bind port c6a694e3-1334-4669-9aeb-b04139f68eb8 on network f7ac1f53-105a-41a1-b2fe-320d2a8b041c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:55.093198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:55.093576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Checking segment: {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:55.093992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:55.094544 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Bound using segment: {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:55.095042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Bound port: c6a694e3-1334-4669-9aeb-b04139f68eb8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b68b55-3472-460f-9514-41bd8adcfb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:55.095428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:55.172476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] For port c6a694e3-1334-4669-9aeb-b04139f68eb8, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:55.176329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] For port c6a694e3-1334-4669-9aeb-b04139f68eb8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c6a694e3-1334-4669-9aeb-b04139f68eb8,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:55.276204 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:55.333436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:34:55.334091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:34:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:55.340023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f6466-571d-451a-ada2-53cbf532d7ac None None] Pushing event updated for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:55.451834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:34:55.647579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0469a246-6c33-4816-9e0c-864a008f5eb7 req-d8d4e5a8-04b9-4019-8ba6-fb5fa87d2e5a tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 210 time: 0.0277829 Aug 28 09:34:55.677007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 4, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c6a694e3-1334-4669-9aeb-b04139f68eb8', 'name': '', 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'mac_address': 'fa:16:3e:ac:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:51Z', 'updated_at': '2021-08-28T09:34:55Z', 'revision_number': 4, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'subnets': [{'id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:34:55.704177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154fe56-f1a0-422b-ba6b-7d3b087f3204 None None] The sync data for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 is: [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:34:51Z', 'revision_number': 4, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'c6a694e3-1334-4669-9aeb-b04139f68eb8', 'name': '', 'network_id': 'f7ac1f53-105a-41a1-b2fe-320d2a8b041c', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'mac_address': 'fa:16:3e:ac:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:51Z', 'updated_at': '2021-08-28T09:34:55Z', 'revision_number': 4, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'subnets': [{'id': 'b8cab213-1f27-4200-9682-798a4164b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:34:56.123704 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c6a694e3-1334-4669-9aeb-b04139f68eb8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:56.247586 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port c6a694e3-1334-4669-9aeb-b04139f68eb8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:56.252187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c6a694e3-1334-4669-9aeb-b04139f68eb8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:56.256161 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:56.345200 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:56.381861 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port c6a694e3-1334-4669-9aeb-b04139f68eb8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c6a694e3-1334-4669-9aeb-b04139f68eb8,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:34:56.461395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:56.462540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d0f3a7c-7e67-4804-91f1-c351903da4b9 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:56.546229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:56.556850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.557217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.557546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.557886 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.558243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.558648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.558978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.559304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.559630 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.559958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.560282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.560607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:34:56.572440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:56.572820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:56.693092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:56.755816 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6480be2e-befc-4201-8096-9cf75205dd6a req-20e71412-22f6-4068-8c6b-4d129daff3cc tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 210 time: 0.0284879 Aug 28 09:34:57.101068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-e08611f2-4348-4bd5-b47e-a99ef655c1a4 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:57.102645 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-e08611f2-4348-4bd5-b47e-a99ef655c1a4 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 816 time: 0.1098015 Aug 28 09:34:57.134574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Request body: {'port': {'device_id': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'admin_state_up': True, 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:57.378672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Made reservation on behalf of 883dafcadcf5490e975b9cb2a4cc8e63 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:34:57.382446 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:57.518130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Allocated IP 172.20.0.10 (79f187af-e5f9-441f-af39-bae06c1ff1c8/5e6a1bde-8bdc-44cc-b597-1709cd94636f/e4f35f1b-7d3b-45e5-af99-082b4abccabb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:34:57.675127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:57.688917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Transition to ACTIVE for port object e4f35f1b-7d3b-45e5-af99-082b4abccabb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:57.749791 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6d68fb9-4607-47e9-aed3-dfb98772f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:57.807707 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:57.859991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:34:57.884998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:34:57.890344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:34:57.894794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Pushing event updated for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:57.946970 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ed7c-c66f-4122-9aab-6e4d4a60b217 req-8e524dac-1dfc-4c4e-af90-c4d5d3cafc16 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:57.948526 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3554ed7c-c66f-4122-9aab-6e4d4a60b217 req-8e524dac-1dfc-4c4e-af90-c4d5d3cafc16 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 932 time: 0.1075096 Aug 28 09:34:57.956789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:57.957440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.002275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3554ed7c-c66f-4122-9aab-6e4d4a60b217 req-f23c647a-daaf-48a0-9158-10d06e976d12 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Aug 28 09:34:58.041057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c6a694e3-1334-4669-9aeb-b04139f68eb8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:34:58.091541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port c6a694e3-1334-4669-9aeb-b04139f68eb8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:58.091887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.103368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-40178863-92ba-41c4-bafb-0facd2315590 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736178 Aug 28 09:34:58.125097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-a66e8f4e-1284-40ba-8fa4-5bb77cf8f0b3 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:34:58.126239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-a66e8f4e-1284-40ba-8fa4-5bb77cf8f0b3 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055175 Aug 28 09:34:58.138940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Request body: {'port': {'device_id': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:34:58.241836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d0bc0313-715d-48db-baa1-547b1b309bb4 None None] Provisioning for port e4f35f1b-7d3b-45e5-af99-082b4abccabb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:34:58.249106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d0bc0313-715d-48db-baa1-547b1b309bb4 None None] Provisioning complete for port e4f35f1b-7d3b-45e5-af99-082b4abccabb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:34:58.249681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d0bc0313-715d-48db-baa1-547b1b309bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.289231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc0313-715d-48db-baa1-547b1b309bb4 None None] Port e4f35f1b-7d3b-45e5-af99-082b4abccabb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:34:58.527292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.800017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f35f1b-7d3b-45e5-af99-082b4abccabb {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:34:58.808634 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.821182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Transition to ACTIVE for port object e4f35f1b-7d3b-45e5-af99-082b4abccabb will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:34:58.916127 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:58.971442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:59.055413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Attempting to bind port e4f35f1b-7d3b-45e5-af99-082b4abccabb on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:34:59.055674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Attempting to bind port e4f35f1b-7d3b-45e5-af99-082b4abccabb by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:34:59.056012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Attempting to bind port e4f35f1b-7d3b-45e5-af99-082b4abccabb on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:59.061748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Port e4f35f1b-7d3b-45e5-af99-082b4abccabb on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:34:59.062082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Attempting to bind port e4f35f1b-7d3b-45e5-af99-082b4abccabb on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:34:59.068530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:34:59.068884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Checking segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:34:59.069278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Bound using segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:34:59.069730 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Bound port: e4f35f1b-7d3b-45e5-af99-082b4abccabb, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:34:59.070111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:59.314440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:34:59.314440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:34:59.314440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65667-e957-460a-b63d-0edb212e3c2c req-e4aa507d-b1c5-4f01-9bb1-b2048a750b0a tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:59.314440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1d65667-e957-460a-b63d-0edb212e3c2c req-e4aa507d-b1c5-4f01-9bb1-b2048a750b0a tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 944 time: 0.0950704 Aug 28 09:34:59.314440 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1d65667-e957-460a-b63d-0edb212e3c2c req-91206dac-4add-4597-8cd7-0d54600741ea tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Aug 28 09:34:59.374496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:59.415211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:59.415833 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:34:59.417224 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] 10.222.0.64 "PUT /v2.0/ports/e4f35f1b-7d3b-45e5-af99-082b4abccabb HTTP/1.1" status: 200 len: 1093 time: 1.2827363 Aug 28 09:34:59.417666 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:34:59.420053 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2c7e0-f27d-4489-918c-92b8f611efdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:34:59.498005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddadf7-8a2b-424a-8583-bdffdde6310f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:34:59.538115 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0198fbb-c0e0-4a1a-a4d4-306e6f71e609 x-openstack-request-id: req-f0198fbb-c0e0-4a1a-a4d4-306e6f71e609 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:34:59.538451 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:34:59.538714 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0198fbb-c0e0-4a1a-a4d4-306e6f71e609 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:34:59.539122 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb', 'status': 'completed', 'code': 200} Aug 28 09:34:59.626928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-20ecaba1-2d95-41b5-9577-6b28d1fe5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:59.628469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-20ecaba1-2d95-41b5-9577-6b28d1fe5a9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 1096 time: 0.0455000 Aug 28 09:34:59.684631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-097d587a-b798-4f67-98e8-fa37c3581f5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb HTTP/1.1" status: 200 len: 217 time: 0.0394640 Aug 28 09:34:59.737954 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-a55ec532-7521-4aab-a6d3-f27454b1b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:59.739550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-a55ec532-7521-4aab-a6d3-f27454b1b011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e6a1bde-8bdc-44cc-b597-1709cd94636f HTTP/1.1" status: 200 len: 855 time: 0.0466454 Aug 28 09:34:59.787840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-f58d091c-40d9-4308-9133-89c777828f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:34:59.789338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-f58d091c-40d9-4308-9133-89c777828f1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79f187af-e5f9-441f-af39-bae06c1ff1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415349 Aug 28 09:34:59.889380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-e9599421-be73-4ecd-8168-6c43a97e8544 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Aug 28 09:34:59.985435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d77f9ea-6f51-4189-ac9f-2beb8543e81d req-114dfa25-6496-43bb-aade-f3d5f0f2b43f service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Aug 28 09:34:59.995658 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:00.211346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-364a52cc-017c-4096-a703-3379c772359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:00.212946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-364a52cc-017c-4096-a703-3379c772359f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 1096 time: 0.0458624 Aug 28 09:35:00.287183 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2079f4c2-be5f-4a85-ad08-b34e53ff85c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:00.324911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-b7c44f91-bec8-4cbf-b423-9cc90acec30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:00.327944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-b7c44f91-bec8-4cbf-b423-9cc90acec30d service neutron] 10.222.0.64 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 917 time: 0.1063931 Aug 28 09:35:00.393556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-62d63994-3b2f-485b-810f-73b8fd74a52d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb HTTP/1.1" status: 200 len: 217 time: 0.0528982 Aug 28 09:35:00.440367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6cf5-3a1c-4464-a69a-be79b6bd7f87 req-8951e627-f42a-4585-9fee-def1796b985d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:00.441912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a44c6cf5-3a1c-4464-a69a-be79b6bd7f87 req-8951e627-f42a-4585-9fee-def1796b985d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 944 time: 0.1106362 Aug 28 09:35:00.469083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-1b4cc83e-981d-4f72-aac5-10f0dfc04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:00.470476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-1b4cc83e-981d-4f72-aac5-10f0dfc04822 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e6a1bde-8bdc-44cc-b597-1709cd94636f HTTP/1.1" status: 200 len: 855 time: 0.0688517 Aug 28 09:35:00.512473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a44c6cf5-3a1c-4464-a69a-be79b6bd7f87 req-9698d148-6cee-4176-8eed-a94fd96a9915 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Aug 28 09:35:00.528643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-df6c9b25-020c-4d8a-b498-17057970b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:00.530143 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-df6c9b25-020c-4d8a-b498-17057970b127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79f187af-e5f9-441f-af39-bae06c1ff1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471036 Aug 28 09:35:00.625313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-821837fb-ad7a-4396-820f-9bd7b8a96733 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861742 Aug 28 09:35:00.724327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c5d2c7e0-f27d-4489-918c-92b8f611efdc req-7f9f29f8-74ff-41f2-b054-1e59ee736b17 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911279 Aug 28 09:35:01.626323 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9790-10b4-46bd-9c5a-99cb4527bcc0 req-c5444fe7-7d08-4323-bea7-e01b9af15c9e tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:01.627799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-400a9790-10b4-46bd-9c5a-99cb4527bcc0 req-c5444fe7-7d08-4323-bea7-e01b9af15c9e tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 944 time: 0.0494368 Aug 28 09:35:01.665071 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-400a9790-10b4-46bd-9c5a-99cb4527bcc0 req-723795d1-510a-4b07-9054-8af987edfe9e tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Aug 28 09:35:02.276298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:02.786888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3fc32-5006-47d9-9708-04a73e3ee769 req-f60e1117-bbe9-4f96-bf79-a2705b7f113b tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:02.788679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11c3fc32-5006-47d9-9708-04a73e3ee769 req-f60e1117-bbe9-4f96-bf79-a2705b7f113b tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 944 time: 0.0540099 Aug 28 09:35:02.826715 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11c3fc32-5006-47d9-9708-04a73e3ee769 req-e9902437-04fa-4a26-ac41-55468450ab27 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Aug 28 09:35:03.955007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cb97b-0d6e-41f8-b2b0-52c09663a971 req-6035d259-ffb6-4206-80f0-d9b77b68582c tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:03.956531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-285cb97b-0d6e-41f8-b2b0-52c09663a971 req-6035d259-ffb6-4206-80f0-d9b77b68582c tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 944 time: 0.0515630 Aug 28 09:35:03.997870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4f35f1b-7d3b-45e5-af99-082b4abccabb details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:35:04.001727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-285cb97b-0d6e-41f8-b2b0-52c09663a971 req-6bcfa4d5-a47f-414b-82a3-688a3b53894f tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Aug 28 09:35:04.106058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:04.123387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'port_id': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb', 'mac_address': 'fa:16:3e:75:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:35:04.160303 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:04.173735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f35f1b-7d3b-45e5-af99-082b4abccabb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:35:04.194184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:04.292794 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:04.351099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:04.623327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e4f35f1b-7d3b-45e5-af99-082b4abccabb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:35:05.121234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330a77e-ba69-4b18-a7b8-34b051714528 req-deb6a5f7-d2d0-4649-b1cd-1185f5906da2 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:05.122763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7330a77e-ba69-4b18-a7b8-34b051714528 req-deb6a5f7-d2d0-4649-b1cd-1185f5906da2 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 945 time: 0.0507116 Aug 28 09:35:05.161590 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:05.163711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7330a77e-ba69-4b18-a7b8-34b051714528 req-a261c066-806f-41f0-bf6e-abdff58f3fcd tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Aug 28 09:35:06.012001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4f35f1b-7d3b-45e5-af99-082b4abccabb up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:35:06.110034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e4f35f1b-7d3b-45e5-af99-082b4abccabb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:35:06.114253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e4f35f1b-7d3b-45e5-af99-082b4abccabb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:35:06.114630 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:06.229217 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:06.238591 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:06.254197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:35:06.257247 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f7605-ee31-4061-a112-3cc9537e775b" -d '{"events": [{"server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "name": "network-vif-plugged", "status": "completed", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:35:06.277705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:06.294682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e59e-c59a-4998-a973-7352526ecc1c req-7f0be039-b75d-48c7-af4c-0bb8d425d92d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:06.296175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4617e59e-c59a-4998-a973-7352526ecc1c req-7f0be039-b75d-48c7-af4c-0bb8d425d92d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 945 time: 0.0568352 Aug 28 09:35:06.344864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4617e59e-c59a-4998-a973-7352526ecc1c req-4b286939-7154-41a2-ab13-4d5a87ad7dde tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Aug 28 09:35:06.361501 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:06.410871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:06.446388 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfa6db2-016c-4c7f-bdd3-f1f85c0b971e x-openstack-request-id: req-fcfa6db2-016c-4c7f-bdd3-f1f85c0b971e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:35:06.446685 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "name": "network-vif-plugged", "status": "completed", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:35:06.446939 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcfa6db2-016c-4c7f-bdd3-f1f85c0b971e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:35:06.447338 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb', 'code': 200} Aug 28 09:35:06.592632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d737b-10ea-457d-9b8d-84ed89262022 req-5cd13273-1141-48bd-9137-dffbbf9a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:06.594129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a88d737b-10ea-457d-9b8d-84ed89262022 req-5cd13273-1141-48bd-9137-dffbbf9a241c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 1098 time: 0.0439658 Aug 28 09:35:06.631654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a88d737b-10ea-457d-9b8d-84ed89262022 req-e1f43422-0d56-4864-9a9b-58d055fbb58e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287592 Aug 28 09:35:07.457597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6bbf-d000-4a47-8769-2d229c6dfa9b req-2213a29c-d259-43fa-9548-47f3da52b67d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:07.459192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-426f6bbf-d000-4a47-8769-2d229c6dfa9b req-2213a29c-d259-43fa-9548-47f3da52b67d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0544088 Aug 28 09:35:07.497653 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-426f6bbf-d000-4a47-8769-2d229c6dfa9b req-c28a6d26-b371-438d-a84f-4f5131641966 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Aug 28 09:35:08.621749 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5ceb-33d2-4902-b58f-59e3a1449854 req-7db1c096-a726-4c13-b8d3-237776a459da tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:08.623556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c54c5ceb-33d2-4902-b58f-59e3a1449854 req-7db1c096-a726-4c13-b8d3-237776a459da tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0537081 Aug 28 09:35:08.666081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c54c5ceb-33d2-4902-b58f-59e3a1449854 req-cef42d97-d047-4caa-9e7b-61582cd7c991 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357041 Aug 28 09:35:08.791464 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd337961-34d1-4d83-876a-ea1cc7ff10f9 req-59741ea5-7b40-45bd-8ef8-f509f4fec584 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:08.793009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd337961-34d1-4d83-876a-ea1cc7ff10f9 req-59741ea5-7b40-45bd-8ef8-f509f4fec584 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0583000 Aug 28 09:35:08.836559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd337961-34d1-4d83-876a-ea1cc7ff10f9 req-60793ed3-22ce-485e-8163-0c520cd3bb44 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368731 Aug 28 09:35:13.202989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21c31e-0e48-44cf-9dd0-cc2fa61341ba req-3021b6d3-18f7-4b7f-aa68-45dd37546d0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262384 Aug 28 09:35:13.290630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21c31e-0e48-44cf-9dd0-cc2fa61341ba req-fe3d6ace-8d4b-4057-a5d3-222215936dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Aug 28 09:35:13.339874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21c31e-0e48-44cf-9dd0-cc2fa61341ba req-4267a3c3-5c57-4521-bd1f-e22815135d52 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207329 Aug 28 09:35:13.445992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21c31e-0e48-44cf-9dd0-cc2fa61341ba req-e40ee624-0326-4439-8cef-153d25bea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:13.447951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8d21c31e-0e48-44cf-9dd0-cc2fa61341ba req-e40ee624-0326-4439-8cef-153d25bea1ea service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010027 Aug 28 09:35:19.973508 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:35:23.060041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-455d300e-2557-4c0f-9b7a-4f85b390acd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1300659 Aug 28 09:35:23.196818 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457add00-74cc-4d71-abc7-6011710ddbad req-902401e7-3950-46c2-a47a-b311f6e8993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:23.198232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-902401e7-3950-46c2-a47a-b311f6e8993c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 1098 time: 0.0419505 Aug 28 09:35:23.312844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457add00-74cc-4d71-abc7-6011710ddbad req-4cbb6d24-5788-4ae0-b204-7560d3d3f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:23.314376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-4cbb6d24-5788-4ae0-b204-7560d3d3f721 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 917 time: 0.0935471 Aug 28 09:35:23.357832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-8af5e9c7-352f-4ea9-96d3-36ff8c5fd279 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb HTTP/1.1" status: 200 len: 217 time: 0.0356677 Aug 28 09:35:23.417508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457add00-74cc-4d71-abc7-6011710ddbad req-0b84bc33-16be-4e0d-aaa5-10439f58f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:23.419004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-0b84bc33-16be-4e0d-aaa5-10439f58f5e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e6a1bde-8bdc-44cc-b597-1709cd94636f HTTP/1.1" status: 200 len: 855 time: 0.0514555 Aug 28 09:35:23.467493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457add00-74cc-4d71-abc7-6011710ddbad req-94bc2f7c-3265-4deb-a301-507fa939aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:23.468908 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-94bc2f7c-3265-4deb-a301-507fa939aaa3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79f187af-e5f9-441f-af39-bae06c1ff1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419672 Aug 28 09:35:23.563465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-6d8d146d-631d-49f4-92fd-be36a9e53ecc service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Aug 28 09:35:23.668499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-457add00-74cc-4d71-abc7-6011710ddbad req-b40833a7-9b19-4f0c-8cbe-5954d1bd6a00 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944338 Aug 28 09:35:26.727759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:27.703745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e77a-2f45-47da-a0de-52a261b24f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:30.006722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:30.275159 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1d72-260c-441f-b75c-49d6cc263665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:32.211432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:32.472634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9341c-a86a-4d41-a976-126f53ec23cd req-40466b47-f56a-4a33-97f7-8b7ddbe54dd0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:32.474051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f9341c-a86a-4d41-a976-126f53ec23cd req-40466b47-f56a-4a33-97f7-8b7ddbe54dd0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0488768 Aug 28 09:35:32.513463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8f9341c-a86a-4d41-a976-126f53ec23cd req-c80cb363-1f48-4c1d-8170-ee695a099d07 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 28 09:35:33.628556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d856e-df3d-4e78-99c7-f0e34b445f53 req-04ac2de3-fb60-4afe-b841-d93a8fd687b5 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:33.630089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-429d856e-df3d-4e78-99c7-f0e34b445f53 req-04ac2de3-fb60-4afe-b841-d93a8fd687b5 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0494993 Aug 28 09:35:33.671982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-429d856e-df3d-4e78-99c7-f0e34b445f53 req-a8145729-9d9a-4891-8d17-bbb55a112df5 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359454 Aug 28 09:35:34.640456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3075ad7d-6029-42d5-b525-f4715ac355f7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:34.642229 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3075ad7d-6029-42d5-b525-f4715ac355f7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.0562730 Aug 28 09:35:34.738061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Deleting port e4f35f1b-7d3b-45e5-af99-082b4abccabb {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:35:34.738443 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:34.856498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee5afd-57ff-4d67-be44-26bbd38538b4 req-03cf62af-f8f3-4e38-a826-cac70b8f4dcc tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:34.858012 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acee5afd-57ff-4d67-be44-26bbd38538b4 req-03cf62af-f8f3-4e38-a826-cac70b8f4dcc tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 946 time: 0.1033690 Aug 28 09:35:34.880454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] For port e4f35f1b-7d3b-45e5-af99-082b4abccabb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e4f35f1b-7d3b-45e5-af99-082b4abccabb,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:34.880820 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:34.902564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Calling delete_port for e4f35f1b-7d3b-45e5-af99-082b4abccabb owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:35:34.923237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acee5afd-57ff-4d67-be44-26bbd38538b4 req-ea8dcf0d-0150-4e5e-abb0-abac1e40baa3 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553565 Aug 28 09:35:35.121008 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:35.137924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:35.149866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Pushing event deleted for resources: {'Port': ['ID=e4f35f1b-7d3b-45e5-af99-082b4abccabb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:35.161660 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e4f35f1b-7d3b-45e5-af99-082b4abccabb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:35:35.197402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] No DVR routers for this DVR port e4f35f1b-7d3b-45e5-af99-082b4abccabb on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:35:35.200057 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:35.202111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5c9b6b26-de53-48c8-915f-6cf4fc96739b req-3b60fe90-2fbb-4e9d-b1c8-519e25bd5e78 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "DELETE /v2.0/ports/e4f35f1b-7d3b-45e5-af99-082b4abccabb HTTP/1.1" status: 204 len: 173 time: 0.5522811 Aug 28 09:35:35.202622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'name': 'network-vif-deleted', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:35:35.204985 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8583b-da87-4a89-9883-3f5fd5c6e645" -d '{"events": [{"server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "name": "network-vif-deleted", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:35:35.244331 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11990810-0c50-42d8-8eb0-e12474bf36c5 x-openstack-request-id: req-11990810-0c50-42d8-8eb0-e12474bf36c5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:35:35.245159 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56a81b3-356d-42ab-8a4a-9d20f7ac548c", "name": "network-vif-deleted", "tag": "e4f35f1b-7d3b-45e5-af99-082b4abccabb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:35:35.245551 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11990810-0c50-42d8-8eb0-e12474bf36c5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:35:35.245954 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56a81b3-356d-42ab-8a4a-9d20f7ac548c', 'name': 'network-vif-deleted', 'tag': 'e4f35f1b-7d3b-45e5-af99-082b4abccabb', 'status': 'completed', 'code': 200} Aug 28 09:35:36.038474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ddcb842-5125-469c-8cf5-e6d65e42e168 req-939b38c5-cfd0-420a-9090-16b78f483b49 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=b56a81b3-356d-42ab-8a4a-9d20f7ac548c HTTP/1.1" status: 200 len: 210 time: 0.0272872 Aug 28 09:35:36.298192 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:37.754003 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-31cf3301-8100-4ec5-b4f2-8004e7263e19 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:37.755517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-31cf3301-8100-4ec5-b4f2-8004e7263e19 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 816 time: 0.1051865 Aug 28 09:35:37.770607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-259e80ee-04e2-4253-b854-b996dac23c40 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/quotas/883dafcadcf5490e975b9cb2a4cc8e63 HTTP/1.1" status: 200 len: 375 time: 0.0091107 Aug 28 09:35:37.833976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-a869bad3-30f4-4381-9e5b-5f611a500133 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573716 Aug 28 09:35:37.983457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-6d3d9afb-10c7-44d2-8a2f-1f4530d5d358 service neutron] 10.222.0.46 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372850 Aug 28 09:35:38.050487 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4f35f1b-7d3b-45e5-af99-082b4abccabb no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:35:38.074022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: e4f35f1b-7d3b-45e5-af99-082b4abccabb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:35:38.074403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e4f35f1b-7d3b-45e5-af99-082b4abccabb not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:35:38.083145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-934a12fe-0117-4826-804c-aab617e4275a service neutron] 10.222.0.46 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935299 Aug 28 09:35:38.345203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-508e932d-7327-4362-8253-139cbf5ce7ec req-9175e025-067f-4708-bf4b-6a796d8de6ce tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 210 time: 0.0274167 Aug 28 09:35:39.440536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-120c34ca-e445-4ea4-a339-04dd297517d5 req-00069f67-12f7-426e-8df1-4c36aa978352 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 210 time: 0.0264945 Aug 28 09:35:40.426247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-c2c541fa-cb5a-47bc-bb79-e2c3b886fa96 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:40.428177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-c2c541fa-cb5a-47bc-bb79-e2c3b886fa96 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "GET /v2.0/networks?id=79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 200 len: 816 time: 0.1120269 Aug 28 09:35:40.453371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Request body: {'port': {'device_id': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'admin_state_up': True, 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:35:40.545236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fdec8c42-87c9-4ec3-ad8b-ae97a7dfd6ef req-5538a56f-947e-46dd-8852-5e2ef7e75124 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 210 time: 0.0316482 Aug 28 09:35:40.640939 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Made reservation on behalf of 883dafcadcf5490e975b9cb2a4cc8e63 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:35:40.644732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:40.781067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Allocated IP 172.20.0.8 (79f187af-e5f9-441f-af39-bae06c1ff1c8/5e6a1bde-8bdc-44cc-b597-1709cd94636f/4d98f83e-221f-4cc9-bcd5-b7490fd33705) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:35:40.939312 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:40.953703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Transition to ACTIVE for port object 4d98f83e-221f-4cc9-bcd5-b7490fd33705 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:35:41.057912 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.104590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:35:41.107832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:35:41.111707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:35:41.119224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Pushing event updated for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:41.166566 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:41.167202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.252964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-0fe25aa2-33cb-48a6-bd9e-67f37b1c30d7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8062942 Aug 28 09:35:41.277782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Request body: {'port': {'device_id': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:35:41.340076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.446409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4fbe2a91-631f-4ea0-8469-8a86f9fae95a None None] Provisioning for port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:35:41.450528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-4fbe2a91-631f-4ea0-8469-8a86f9fae95a None None] Provisioning complete for port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:35:41.451044 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2a91-631f-4ea0-8469-8a86f9fae95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.486123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe2a91-631f-4ea0-8469-8a86f9fae95a None None] Port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:35:41.629412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d98f83e-221f-4cc9-bcd5-b7490fd33705 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:35:41.637938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.667932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Transition to ACTIVE for port object 4d98f83e-221f-4cc9-bcd5-b7490fd33705 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:35:41.685049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8eea6-cba8-4dc4-8725-dbedfc2191d5 req-2fc506c0-4f47-48bb-b122-ff418d66baac tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:41.686627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1af8eea6-cba8-4dc4-8725-dbedfc2191d5 req-2fc506c0-4f47-48bb-b122-ff418d66baac tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 931 time: 0.0701847 Aug 28 09:35:41.728388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1af8eea6-cba8-4dc4-8725-dbedfc2191d5 req-4b2bfdb7-1510-4304-8d94-db37dd29649f tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Aug 28 09:35:41.743437 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.798775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Pushing event updated for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:41.874875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Attempting to bind port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:35:41.875214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Attempting to bind port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:35:41.875545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Attempting to bind port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:35:41.880149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:35:41.880469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Attempting to bind port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 on network 79f187af-e5f9-441f-af39-bae06c1ff1c8 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:35:41.886023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:35:41.886460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Checking segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:35:41.886787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Bound using segment: {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:35:41.887335 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Bound port: 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9b1712-1211-45ea-a8bf-73a2d368f472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:35:41.887574 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:41.958603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:35:41.962660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:35:42.052914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:42.095421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.096042 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:42.097432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] 10.222.0.64 "PUT /v2.0/ports/4d98f83e-221f-4cc9-bcd5-b7490fd33705 HTTP/1.1" status: 200 len: 1092 time: 0.8243072 Aug 28 09:35:42.097884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:35:42.100152 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba1212b-04c8-48e9-804b-89f10c52ee49" -d '{"events": [{"name": "network-changed", "server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:35:42.128713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c5431-5ad2-4796-a00b-4e3e8a4b24ab service neutron] Pushing event updated for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:42.143898 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594810fc-959f-45de-a461-e68b83c8adb1 x-openstack-request-id: req-594810fc-959f-45de-a461-e68b83c8adb1 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:35:42.144311 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:35:42.144663 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-594810fc-959f-45de-a461-e68b83c8adb1 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:35:42.145165 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705', 'status': 'completed', 'code': 200} Aug 28 09:35:42.254368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-0310214c-3d0f-4d74-bc24-8674b974aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.255942 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-0310214c-3d0f-4d74-bc24-8674b974aa78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 1095 time: 0.0465083 Aug 28 09:35:42.374340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-5e994adc-b307-47e8-b6f0-28473f67134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.375861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-5e994adc-b307-47e8-b6f0-28473f67134a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1026270 Aug 28 09:35:42.474037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-5229f7a4-e515-4c85-8524-98e36be92559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.476178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cba1212b-04c8-48e9-804b-89f10c52ee49 req-5229f7a4-e515-4c85-8524-98e36be92559 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923331 Aug 28 09:35:42.580216 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-6da01167-b7b2-4a28-bf79-a30e8e897548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.581720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-6da01167-b7b2-4a28-bf79-a30e8e897548 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 1095 time: 0.0411925 Aug 28 09:35:42.640679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-2c65cc2d-66bd-4b1e-a86e-d461067a1e6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705 HTTP/1.1" status: 200 len: 217 time: 0.0398877 Aug 28 09:35:42.696185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-715df021-9d6a-4590-992e-00661f902d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.697808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-715df021-9d6a-4590-992e-00661f902d42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e6a1bde-8bdc-44cc-b597-1709cd94636f HTTP/1.1" status: 200 len: 855 time: 0.0488966 Aug 28 09:35:42.751106 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-41f6975f-1381-45da-b7c5-8b8cecd21b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.752672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-41f6975f-1381-45da-b7c5-8b8cecd21b96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79f187af-e5f9-441f-af39-bae06c1ff1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457385 Aug 28 09:35:42.899606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838149c-3375-4664-899f-4a848d838dd7 req-37d7f8ef-e037-4a07-bc7c-c507ad8532cc tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:42.901547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0838149c-3375-4664-899f-4a848d838dd7 req-37d7f8ef-e037-4a07-bc7c-c507ad8532cc tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 943 time: 0.0864770 Aug 28 09:35:42.906200 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-7f4fe3c0-2ced-4daa-a72e-f93cb170d518 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444118 Aug 28 09:35:42.993323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0838149c-3375-4664-899f-4a848d838dd7 req-36c5c973-5689-430a-9926-7c644dfe8f63 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830696 Aug 28 09:35:43.033639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1cb1c48-6e9f-4ced-80ab-bc3eeabcf1b0 req-9a121cc3-adc9-4ff8-b769-d3b89a7dd567 service neutron] 10.222.0.64 "GET /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169748 Aug 28 09:35:44.117627 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb63ba-1926-47ef-bbc3-e183705eab4d req-cfce7938-87f3-4e21-bc90-c5ed6d700aa0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:44.119432 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99cb63ba-1926-47ef-bbc3-e183705eab4d req-cfce7938-87f3-4e21-bc90-c5ed6d700aa0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 943 time: 0.0530994 Aug 28 09:35:44.158480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-99cb63ba-1926-47ef-bbc3-e183705eab4d req-c851cb2e-7a54-47bd-83c0-1b81dbcdaa54 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Aug 28 09:35:45.277419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d1c2-06f7-43f2-a8d5-f6b472f52ba3 req-b7cf98b1-4eb7-4b89-a640-ff894dab1236 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:45.278986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6a7d1c2-06f7-43f2-a8d5-f6b472f52ba3 req-b7cf98b1-4eb7-4b89-a640-ff894dab1236 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 28 09:35:45.317991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6a7d1c2-06f7-43f2-a8d5-f6b472f52ba3 req-918b8f90-ce1e-426c-bcc9-a24406c87c26 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Aug 28 09:35:46.095310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4d98f83e-221f-4cc9-bcd5-b7490fd33705 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:35:46.197949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:46.209724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '4d98f83e-221f-4cc9-bcd5-b7490fd33705', 'network_id': '79f187af-e5f9-441f-af39-bae06c1ff1c8', 'port_id': '4d98f83e-221f-4cc9-bcd5-b7490fd33705', 'mac_address': 'fa:16:3e:81:83:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6a1bde-8bdc-44cc-b597-1709cd94636f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:35:46.247393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:46.262037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d98f83e-221f-4cc9-bcd5-b7490fd33705 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:35:46.281489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:46.372320 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:46.426673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:46.443344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0549d-4edb-485b-8855-7bbc93da03f2 req-efc930aa-d2ca-4f77-8419-e5341c8728c6 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:46.444827 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e0549d-4edb-485b-8855-7bbc93da03f2 req-efc930aa-d2ca-4f77-8419-e5341c8728c6 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 944 time: 0.0568991 Aug 28 09:35:46.483724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e0549d-4edb-485b-8855-7bbc93da03f2 req-c9d71bf3-4b8b-4fd7-b142-2b075c67a02d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Aug 28 09:35:46.696344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['4d98f83e-221f-4cc9-bcd5-b7490fd33705'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:35:47.631210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5359a-eefa-4676-aef0-84a983ca6c5c req-dfb945f1-ce3c-4e0e-bf83-8664fcf96212 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:47.633326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28b5359a-eefa-4676-aef0-84a983ca6c5c req-dfb945f1-ce3c-4e0e-bf83-8664fcf96212 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 944 time: 0.0596733 Aug 28 09:35:47.672010 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-28b5359a-eefa-4676-aef0-84a983ca6c5c req-1e2fe32d-1de0-4e74-be9a-0bd57957e419 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Aug 28 09:35:48.116678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4d98f83e-221f-4cc9-bcd5-b7490fd33705 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:35:48.246150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:35:48.250289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:35:48.250666 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:48.329036 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:48.352156 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:35:48.354415 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643d670-0892-47e9-beaa-59dc707fb3c6" -d '{"events": [{"server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "name": "network-vif-plugged", "status": "completed", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:35:48.369246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:35:48.392682 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2499a70a-6e9b-474c-aa4e-74541331f6c9 x-openstack-request-id: req-2499a70a-6e9b-474c-aa4e-74541331f6c9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:35:48.392979 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "name": "network-vif-plugged", "status": "completed", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:35:48.393238 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2499a70a-6e9b-474c-aa4e-74541331f6c9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:35:48.393680 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705', 'code': 200} Aug 28 09:35:48.440437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:48.490568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:35:48.529886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a369-9c8b-43f1-91c7-0256b190660f req-33f5a57a-e357-4505-88f0-a82ea89280c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:48.531611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7855a369-9c8b-43f1-91c7-0256b190660f req-33f5a57a-e357-4505-88f0-a82ea89280c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 1097 time: 0.0443027 Aug 28 09:35:48.567837 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7855a369-9c8b-43f1-91c7-0256b190660f req-9080642b-13d5-41d3-ae82-d329807db61c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283198 Aug 28 09:35:48.795013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04d6cf-9be4-4a33-9a11-85085a1bb436 req-0ec0145c-387a-482e-9fd7-cdbef4fc36fe tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:48.796511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd04d6cf-9be4-4a33-9a11-85085a1bb436 req-0ec0145c-387a-482e-9fd7-cdbef4fc36fe tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0548601 Aug 28 09:35:48.837162 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dd04d6cf-9be4-4a33-9a11-85085a1bb436 req-5e9ab050-31d7-4aac-9bd2-605c7391ebb8 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Aug 28 09:35:49.959181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc23c4-3a29-45d7-b3a1-12b91763ab56 req-1a96cd9e-31ca-4c94-b6f5-f77247a5d1c0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:49.961219 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6dc23c4-3a29-45d7-b3a1-12b91763ab56 req-1a96cd9e-31ca-4c94-b6f5-f77247a5d1c0 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 28 09:35:50.000472 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b6dc23c4-3a29-45d7-b3a1-12b91763ab56 req-4862b094-2767-4467-a3ed-0481dac93117 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 28 09:35:51.124187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f653-34ce-479c-b058-0c87ae21269c req-328453e5-1292-4ada-8848-fcc579667f59 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:51.125688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc9f653-34ce-479c-b058-0c87ae21269c req-328453e5-1292-4ada-8848-fcc579667f59 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0501602 Aug 28 09:35:51.167264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ebc9f653-34ce-479c-b058-0c87ae21269c req-6dad2fa8-cc07-4ac4-943d-71120085fbdd tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350614 Aug 28 09:35:51.298560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9341f24-50a5-48ba-8171-89cc45ba1e1d req-ba2f5e41-c159-446c-a063-ca07693d6648 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:35:51.299967 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9341f24-50a5-48ba-8171-89cc45ba1e1d req-ba2f5e41-c159-446c-a063-ca07693d6648 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0661144 Aug 28 09:35:51.339601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9341f24-50a5-48ba-8171-89cc45ba1e1d req-3e6eec66-e2a6-4c9f-b08b-33d9aa817791 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Aug 28 09:35:56.731954 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:35:56.972751 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:35:57.720019 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e23fc472-10d6-4092-9e41-1ea778fc89d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:00.006414 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:00.269347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5cfec454-3a18-45fd-a660-e47dedba5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:02.195432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:05.132260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:06.212173 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:14.705833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443069a6-54ca-4bef-8780-2e1140113e7e req-f4c31dce-b143-4903-8c34-aa87af484ab8 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:14.707343 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-443069a6-54ca-4bef-8780-2e1140113e7e req-f4c31dce-b143-4903-8c34-aa87af484ab8 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0493002 Aug 28 09:36:14.745176 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-443069a6-54ca-4bef-8780-2e1140113e7e req-c0bcc113-6cc9-4482-ac7c-c1b2e4c8148d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 28 09:36:15.187632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51a8b789-2989-4897-893f-4bdcefbdfcb2 req-185de640-5ab8-4f05-945e-f80d15100577 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0244329 Aug 28 09:36:15.268418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51a8b789-2989-4897-893f-4bdcefbdfcb2 req-7bf8c159-946e-42b0-b4be-064efa3ce025 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0249224 Aug 28 09:36:15.312779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51a8b789-2989-4897-893f-4bdcefbdfcb2 req-aac9646e-2c03-4b99-a758-5ef05add9ca6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188274 Aug 28 09:36:15.407344 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8b789-2989-4897-893f-4bdcefbdfcb2 req-9806e169-f3ed-4939-8b39-7aacd4431c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:15.408838 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51a8b789-2989-4897-893f-4bdcefbdfcb2 req-9806e169-f3ed-4939-8b39-7aacd4431c82 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896401 Aug 28 09:36:15.859951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4452-6e41-498a-a49c-b00de1307b56 req-67e805ab-5ed1-4573-928b-943f208dc5ba tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:15.861502 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea9e4452-6e41-498a-a49c-b00de1307b56 req-67e805ab-5ed1-4573-928b-943f208dc5ba tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0495467 Aug 28 09:36:15.900086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea9e4452-6e41-498a-a49c-b00de1307b56 req-ce39a7f1-a04c-4a17-8f5b-c503aaba5dec tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 28 09:36:16.765839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-5b47b660-ccd8-47b3-81a3-86ca1dd85173 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:16.767450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-5b47b660-ccd8-47b3-81a3-86ca1dd85173 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0636036 Aug 28 09:36:17.215765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0679d0a-3cc8-4a0c-98ea-4207762f7ae0 req-91f4fd4a-1f75-4715-9d5c-b548a7cf89e6 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:17.217218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0679d0a-3cc8-4a0c-98ea-4207762f7ae0 req-91f4fd4a-1f75-4715-9d5c-b548a7cf89e6 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 945 time: 0.0791636 Aug 28 09:36:17.261869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Deleting port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:17.262254 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:17.279194 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0679d0a-3cc8-4a0c-98ea-4207762f7ae0 req-5c6bdc79-b339-4d3d-baea-4d29e6a7cfd7 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/security-groups?id=4160a352-ec71-43b1-93e1-ada138ad7135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544832 Aug 28 09:36:17.352817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] For port 4d98f83e-221f-4cc9-bcd5-b7490fd33705, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=4d98f83e-221f-4cc9-bcd5-b7490fd33705,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:17.353214 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:17.366314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Calling delete_port for 4d98f83e-221f-4cc9-bcd5-b7490fd33705 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:17.548923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:17.575433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Pushing event deleted for resources: {'Port': ['ID=4d98f83e-221f-4cc9-bcd5-b7490fd33705,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:17.586179 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.586558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.586911 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.587253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['4d98f83e-221f-4cc9-bcd5-b7490fd33705'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:36:17.587777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.587777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.587978 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.588326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.588664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.589493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.589493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.589665 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.589993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:17.632024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] No DVR routers for this DVR port 4d98f83e-221f-4cc9-bcd5-b7490fd33705 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:36:17.634635 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:17.636634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-53020bcd-31b4-4f37-941f-b16eb9df51fd req-ae0f1b6c-9549-48bb-bd25-569537543703 tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.64 "DELETE /v2.0/ports/4d98f83e-221f-4cc9-bcd5-b7490fd33705 HTTP/1.1" status: 204 len: 173 time: 0.8590827 Aug 28 09:36:17.637068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'name': 'network-vif-deleted', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:36:17.639320 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab79dcd-4e06-4c14-9df4-066c5e509ab4" -d '{"events": [{"server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "name": "network-vif-deleted", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:36:17.676610 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac185fc-f8b0-4535-8b8b-9796bd71bc80 x-openstack-request-id: req-1ac185fc-f8b0-4535-8b8b-9796bd71bc80 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:36:17.676994 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7df977b-c4a6-4a07-a937-878a60a9284a", "name": "network-vif-deleted", "tag": "4d98f83e-221f-4cc9-bcd5-b7490fd33705", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:36:17.677261 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ac185fc-f8b0-4535-8b8b-9796bd71bc80 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:36:17.677667 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7df977b-c4a6-4a07-a937-878a60a9284a', 'name': 'network-vif-deleted', 'tag': '4d98f83e-221f-4cc9-bcd5-b7490fd33705', 'status': 'completed', 'code': 200} Aug 28 09:36:18.389471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96632d1a-0514-446b-9246-27ec714a3a70 req-c777b27e-0e22-434a-a66d-52191ff7fd9d tempest-TestEncryptedCinderVolumes-112328317 tempest-TestEncryptedCinderVolumes-112328317-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7df977b-c4a6-4a07-a937-878a60a9284a HTTP/1.1" status: 200 len: 210 time: 0.0303435 Aug 28 09:36:19.556379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46216) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:19.892015 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:20.136121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Deleting port f8b5c700-b87e-4439-9065-3c19123c8a77 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:20.136468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:20.217042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] For port f8b5c700-b87e-4439-9065-3c19123c8a77, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8b5c700-b87e-4439-9065-3c19123c8a77,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:20.217318 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:20.230672 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Calling delete_port for f8b5c700-b87e-4439-9065-3c19123c8a77 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:20.274881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4d98f83e-221f-4cc9-bcd5-b7490fd33705 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:20.294131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 4d98f83e-221f-4cc9-bcd5-b7490fd33705 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:20.294500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 4d98f83e-221f-4cc9-bcd5-b7490fd33705 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:20.520225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:20.548461 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b5c700-b87e-4439-9065-3c19123c8a77,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:20.712470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:20.929404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:36:21.033653 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:21.038755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d517f5e-f950-416d-bb8d-a1ccac0e6614 admin admin] 10.222.0.46 "PUT /v2.0/routers/a1fcad3f-b122-416b-8974-d4f3b0aef7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812355 Aug 28 09:36:21.041171 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46218) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:21.043409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Sync routers for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:21.052567 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:21.053169 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:21.146624 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.155435 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:21.251032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.328125 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:36:20Z', 'revision_number': 5, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port': {'id': '140bc751-bfd8-4be4-b061-545c99ae2280', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:21.356700 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Checking router: a1fcad3f-b122-416b-8974-d4f3b0aef7a5 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:21.365416 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Routers {'a1fcad3f-b122-416b-8974-d4f3b0aef7a5'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:21.366018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:21.408127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Deleting port 140bc751-bfd8-4be4-b061-545c99ae2280 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:21.408481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.447979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] Set router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:21.491399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] For port 140bc751-bfd8-4be4-b061-545c99ae2280, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=140bc751-bfd8-4be4-b061-545c99ae2280,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:21.491768 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.503215 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:36:21Z', 'revision_number': 6, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:21.505121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Calling delete_port for 140bc751-bfd8-4be4-b061-545c99ae2280 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:21.528618 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ce86b-70b7-49f0-85ad-180207d4bac0 None None] The sync data for ids ['a1fcad3f-b122-416b-8974-d4f3b0aef7a5'] in n-d-792458-16 is: [{'id': 'a1fcad3f-b122-416b-8974-d4f3b0aef7a5', 'name': 'tempest-TestEncryptedCinderVolumes-929223723-router', 'tenant_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:42Z', 'updated_at': '2021-08-28T09:36:21Z', 'revision_number': 6, 'project_id': '883dafcadcf5490e975b9cb2a4cc8e63', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:21.760090 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.785934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=140bc751-bfd8-4be4-b061-545c99ae2280,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:21.846550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.940282 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:21.943194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.039790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.040354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1fcad3f-b122-416b-8974-d4f3b0aef7a5 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:36:22.044673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.045763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2f5e9adc-6b5e-4aaa-b4f6-f63df1e77e8f admin admin] 10.222.0.46 "DELETE /v2.0/routers/a1fcad3f-b122-416b-8974-d4f3b0aef7a5 HTTP/1.1" status: 204 len: 168 time: 1.0037415 Aug 28 09:36:22.048293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46220) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:22.092564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Deleting subnet 5e6a1bde-8bdc-44cc-b597-1709cd94636f {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:36:22.095594 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.128960 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.208226 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.293562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b5c700-b87e-4439-9065-3c19123c8a77 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:22.313836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f8b5c700-b87e-4439-9065-3c19123c8a77 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:22.314457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8b5c700-b87e-4439-9065-3c19123c8a77 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:22.314669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 140bc751-bfd8-4be4-b061-545c99ae2280 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:22.332033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.333724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 140bc751-bfd8-4be4-b061-545c99ae2280 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:22.334074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 140bc751-bfd8-4be4-b061-545c99ae2280 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:22.363603 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.366108 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5e6a1bde-8bdc-44cc-b597-1709cd94636f HTTP/1.1" status: 204 len: 168 time: 0.3168471 Aug 28 09:36:22.366951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c2c76-7473-4a43-af3a-0c65f5cb235c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6a1bde-8bdc-44cc-b597-1709cd94636f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:22.368930 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46222) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:22.371815 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23368c-b6c7-4d2f-bbd5-d59ffc1307ba None None] Network 79f187af-e5f9-441f-af39-bae06c1ff1c8 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:22.439430 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.499338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Deleting port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:22.499692 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.567977 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] For port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:22.568219 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] DHCP port deletion for 79f187af-e5f9-441f-af39-bae06c1ff1c8 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:36:22.568338 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.581070 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Calling delete_port for 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:22.612596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Deleting port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:22.612974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.678052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] For port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,segment=NetworkSegment(6e9b1712-1211-45ea-a8bf-73a2d368f472),segment_id=6e9b1712-1211-45ea-a8bf-73a2d368f472)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:22.678478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.690991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Calling delete_port for 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:22.737337 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.764778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.766954 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] No DVR routers for this DVR port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:36:22.772408 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:22.790717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Pushing event deleted for resources: {'Port': ['ID=21a90ba6-1dd6-4cf3-9abd-855fe88fa533,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:22.800535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.800884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.801217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.801546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.802397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.802730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.803052 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.803376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.803690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.804008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.804325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.804638 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.807320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e9330-2a51-4ded-b610-2d642c289136 None None] No DVR routers for this DVR port 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.816424 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.824715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.824715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.824715 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:22.862447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.873252 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f187af-e5f9-441f-af39-bae06c1ff1c8']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:22.883986 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9b1712-1211-45ea-a8bf-73a2d368f472') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:22.884289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9b1712-1211-45ea-a8bf-73a2d368f472') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:22.893562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.909592 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.920018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:36:22.920451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:36:22.922171 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:36:23.108706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:23.114192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:23.116756 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] 10.222.0.46 "DELETE /v2.0/networks/79f187af-e5f9-441f-af39-bae06c1ff1c8 HTTP/1.1" status: 204 len: 168 time: 0.7468109 Aug 28 09:36:23.120102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46226) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:23.128170 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e28c0-9036-4f97-86e7-6d74952b4445 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f187af-e5f9-441f-af39-bae06c1ff1c8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:23.464454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:23.707006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Deleting port c6a694e3-1334-4669-9aeb-b04139f68eb8 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:23.707342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:23.784269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] For port c6a694e3-1334-4669-9aeb-b04139f68eb8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=c6a694e3-1334-4669-9aeb-b04139f68eb8,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:23.784560 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:23.797443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Calling delete_port for c6a694e3-1334-4669-9aeb-b04139f68eb8 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:24.034643 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:24.063119 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a694e3-1334-4669-9aeb-b04139f68eb8,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:24.079071 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:24.101048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:24.101397 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 21a90ba6-1dd6-4cf3-9abd-855fe88fa533 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:24.555801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:24.765133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:36:24.872623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:24.877901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-40a3f41a-423f-4cb7-8dcd-e28e001479e9 admin admin] 10.222.0.46 "PUT /v2.0/routers/cf9adc46-a4eb-4bb6-8c9e-fe233b562964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7566674 Aug 28 09:36:24.881033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46228) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:24.882907 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Sync routers for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:24.891891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:24.892512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:24.985892 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:24.995656 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:25.087806 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.171698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:36:23Z', 'revision_number': 5, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port': {'id': '3d0f3a7c-7e67-4804-91f1-c351903da4b9', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:34:49Z', 'updated_at': '2021-08-28T09:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:25.197441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Checking router: cf9adc46-a4eb-4bb6-8c9e-fe233b562964 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:25.208650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Deleting port 3d0f3a7c-7e67-4804-91f1-c351903da4b9 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:25.208650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.208920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Routers {'cf9adc46-a4eb-4bb6-8c9e-fe233b562964'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:25.208920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:25.285703 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] For port 3d0f3a7c-7e67-4804-91f1-c351903da4b9, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3d0f3a7c-7e67-4804-91f1-c351903da4b9,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:25.286120 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.293502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] Set router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:25.298848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Calling delete_port for 3d0f3a7c-7e67-4804-91f1-c351903da4b9 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:25.348153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:36:25Z', 'revision_number': 6, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:25.373881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713e627-9a6a-40f6-b4d1-ae193aa591a1 None None] The sync data for ids ['cf9adc46-a4eb-4bb6-8c9e-fe233b562964'] in n-d-792458-16 is: [{'id': 'cf9adc46-a4eb-4bb6-8c9e-fe233b562964', 'name': 'tempest-TestEncryptedCinderVolumes-239073019-router', 'tenant_id': '3926a92e39fe49d1b646960e8d35c023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:34:48Z', 'updated_at': '2021-08-28T09:36:25Z', 'revision_number': 6, 'project_id': '3926a92e39fe49d1b646960e8d35c023', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:25.560084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.593781 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0f3a7c-7e67-4804-91f1-c351903da4b9,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:25.650283 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.740490 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.742728 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.874538 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.875076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9adc46-a4eb-4bb6-8c9e-fe233b562964 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:36:25.880502 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.881736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bf650932-7103-49ed-aa48-103cce2839f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cf9adc46-a4eb-4bb6-8c9e-fe233b562964 HTTP/1.1" status: 204 len: 168 time: 0.9995632 Aug 28 09:36:25.884270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46230) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:25.934473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Deleting subnet b8cab213-1f27-4200-9682-798a4164b73d {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:36:25.937505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:25.972326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.047312 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.178196 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.184717 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c6a694e3-1334-4669-9aeb-b04139f68eb8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:26.209743 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cab213-1f27-4200-9682-798a4164b73d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:26.213266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: c6a694e3-1334-4669-9aeb-b04139f68eb8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:26.213699 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device c6a694e3-1334-4669-9aeb-b04139f68eb8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:26.214028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d0f3a7c-7e67-4804-91f1-c351903da4b9 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:26.216531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.218812 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-800c9b74-161a-49a6-9f63-49ec9b0b3a25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b8cab213-1f27-4200-9682-798a4164b73d HTTP/1.1" status: 204 len: 168 time: 0.3334329 Aug 28 09:36:26.221386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46232) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:26.236117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baade4bb-a57c-4d45-8a20-749513d13a80 None None] Network f7ac1f53-105a-41a1-b2fe-320d2a8b041c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:26.238318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3d0f3a7c-7e67-4804-91f1-c351903da4b9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:26.238664 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3d0f3a7c-7e67-4804-91f1-c351903da4b9 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:26.301048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.354871 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Deleting port b368c518-007b-4dcd-b354-fe7386969362 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:26.355222 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.423794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] DHCP port deletion for f7ac1f53-105a-41a1-b2fe-320d2a8b041c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:36:26.427203 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] For port b368c518-007b-4dcd-b354-fe7386969362, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b368c518-007b-4dcd-b354-fe7386969362,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:26.427529 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.441419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Calling delete_port for b368c518-007b-4dcd-b354-fe7386969362 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:26.477501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Deleting port b368c518-007b-4dcd-b354-fe7386969362 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:36:26.477909 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.539457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] For port b368c518-007b-4dcd-b354-fe7386969362, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=b368c518-007b-4dcd-b354-fe7386969362,segment=NetworkSegment(62b68b55-3472-460f-9514-41bd8adcfb60),segment_id=62b68b55-3472-460f-9514-41bd8adcfb60)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:26.539859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.552662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Calling delete_port for b368c518-007b-4dcd-b354-fe7386969362 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:36:26.622832 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.628766 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.651694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] No DVR routers for this DVR port b368c518-007b-4dcd-b354-fe7386969362 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:36:26.655413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b368c518-007b-4dcd-b354-fe7386969362,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:26.655904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] Pushing event deleted for resources: {'Port': ['ID=b368c518-007b-4dcd-b354-fe7386969362,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:26.660912 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa1c40-5655-457d-be38-bce05e6a0bac None None] No DVR routers for this DVR port b368c518-007b-4dcd-b354-fe7386969362 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:36:26.730978 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.741261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ac1f53-105a-41a1-b2fe-320d2a8b041c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:26.751826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b68b55-3472-460f-9514-41bd8adcfb60') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:26.752190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b68b55-3472-460f-9514-41bd8adcfb60') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:26.760967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.765973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.774892 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.780885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:36:26.781280 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:36:26.782944 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:36:26.931474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.936650 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:26.938536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/f7ac1f53-105a-41a1-b2fe-320d2a8b041c HTTP/1.1" status: 204 len: 168 time: 0.7153232 Aug 28 09:36:26.949754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71124a0-343f-4968-a79a-ac96d010a4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ac1f53-105a-41a1-b2fe-320d2a8b041c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:27.359128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46236) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:27.402799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a2f78498-02bd-4b30-aa58-1c061c338126 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=883dafcadcf5490e975b9cb2a4cc8e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424685 Aug 28 09:36:27.408513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46238) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:27.451666 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:27.472232 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:27.605546 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:27.608116 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:27.609286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4160a352-ec71-43b1-93e1-ada138ad7135 HTTP/1.1" status: 204 len: 168 time: 0.2029774 Aug 28 09:36:27.620451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f252-5858-41a7-ae6e-a140f417dd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160a352-ec71-43b1-93e1-ada138ad7135,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:27.714319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a71f3912-b08f-4b71-8534-996d7427ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:28.079099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b368c518-007b-4dcd-b354-fe7386969362 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:36:28.098247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: b368c518-007b-4dcd-b354-fe7386969362 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:36:28.105896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device b368c518-007b-4dcd-b354-fe7386969362 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:36:28.443304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46244) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:28.482724 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e9172f56-f64c-49aa-bcb8-ec6467022fb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3926a92e39fe49d1b646960e8d35c023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382524 Aug 28 09:36:28.485069 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46246) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:28.532051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:28.553587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:28.679616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:28.682178 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:28.683369 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fc18169-33db-4bee-b0c7-c44224822444 HTTP/1.1" status: 204 len: 168 time: 0.1974206 Aug 28 09:36:28.691698 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33f20a-b764-4418-8d47-296bc4146ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc18169-33db-4bee-b0c7-c44224822444,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:29.771933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46268) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:29.867814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1766024304-network', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:29.965469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Made reservation on behalf of 63983d42f4b5474d8287428b42d77f1e for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:36:29.967965 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:29.977292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.057268 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.068117 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.153860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.177966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:36:30.187246 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c7712-03db-496d-af31-7d572170c91e,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:30.191859 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.192261 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Added segment 60218224-5035-46af-92bc-5e719270d96a of type vlan for network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd Aug 28 09:36:30.232377 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.325911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6e49-0519-48d8-bf68-d1572af41782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.359855 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.360856 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:30.361450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.419637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:30.429184 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:36:30.498145 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-418fc305-d398-4cbf-91e5-c40ee6e105e5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7251182 Aug 28 09:36:30.500931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46272) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:30.506468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Request body: {'subnet': {'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1766024304-subnet', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:30.622334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Made reservation on behalf of 63983d42f4b5474d8287428b42d77f1e for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:36:30.624663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.828783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:30.880660 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3605af6-a078-4047-82e6-0dd98fb45239,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:30.895116 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Checking segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:30.895992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Network hostable DHCP agents. Network: 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:36:30.977109 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:36:31.068486 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:31.073701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:31.074693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.081142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044288ce-6954-4f02-af88-0dbf1a95b252 None None] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:31.189270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-12147b2b-493f-4e6e-90e2-3ed828042a04 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6871502 Aug 28 09:36:31.192149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46274) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:31.196623 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:31.224540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:36:31.225406 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.297600 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.298749 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.356065 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Allocated IP 172.20.0.2 (2f57501d-9ddb-4fee-a0e8-7ae1ade997cd/b3605af6-a078-4047-82e6-0dd98fb45239/de6c6e40-1cd3-46ab-9d3b-57da12ce236a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:31.357785 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.496722 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.505711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Transition to ACTIVE for port object de6c6e40-1cd3-46ab-9d3b-57da12ce236a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:31.522132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Transition to ACTIVE for port object de6c6e40-1cd3-46ab-9d3b-57da12ce236a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:31.623432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.666122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:31.669117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:31.672856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:31.680471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Pushing event updated for resources: {'Port': ['ID=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:31.736133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Attempting to bind port de6c6e40-1cd3-46ab-9d3b-57da12ce236a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:31.736508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Attempting to bind port de6c6e40-1cd3-46ab-9d3b-57da12ce236a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:31.736878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Attempting to bind port de6c6e40-1cd3-46ab-9d3b-57da12ce236a on network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:31.742485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:31.743114 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Checking segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:31.743519 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.743917 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Bound using segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:31.744386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Bound port: de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:31.744778 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.808968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] For port de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:31.812200 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] For port de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:31.897048 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.903413 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:31.959828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63643-2b2a-4be7-b507-92e200fdfb65 None None] Pushing event updated for resources: {'Port': ['ID=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:32.175523 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.196663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.211513 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.303457 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Allocated IP 172.25.0.234 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/1fd4e6ac-c4cd-4175-b791-5e61c52718a0) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:32.410899 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.514495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.550991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:32.553923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:32.556625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:32.590124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Pushing event updated for resources: {'Port': ['ID=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:32.836822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5775cf-4fe3-48ce-845d-d4d225c6b7ef None None] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:32.931323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:32.980756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5752ccca-f8af-4c1c-b137-9cbc4171d2f1 None None] Provisioning for port de6c6e40-1cd3-46ab-9d3b-57da12ce236a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:33.137287 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:33.341649 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Router 061bbecc-615a-480f-a29e-6254e12aa9ef is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:36:33.450874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:33.461716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Sync routers for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:33.471652 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:33.472260 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:33.559274 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:33.562779 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-64739ae7-0a1f-4a6d-9692-865a2243320d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3673642 Aug 28 09:36:33.563379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46276) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:33.578252 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:33.756293 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:32Z', 'revision_number': 3, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:33.868745 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Checking router: 061bbecc-615a-480f-a29e-6254e12aa9ef for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:33.869090 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Updating router 061bbecc-615a-480f-a29e-6254e12aa9ef port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:36:33.894192 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:33.975446 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:33.988991 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:36:34.137721 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de6c6e40-1cd3-46ab-9d3b-57da12ce236a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:34.143188 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Allocated IP 172.20.0.1 (2f57501d-9ddb-4fee-a0e8-7ae1ade997cd/b3605af6-a078-4047-82e6-0dd98fb45239/0381e8fe-4b91-46f8-bf7d-85a1aa91020b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:34.164195 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.174084 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Transition to ACTIVE for port object 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:34.250005 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.262921 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Transition to ACTIVE for port object 0381e8fe-4b91-46f8-bf7d-85a1aa91020b will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:34.314267 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.342939 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port de6c6e40-1cd3-46ab-9d3b-57da12ce236a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:34.347585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port de6c6e40-1cd3-46ab-9d3b-57da12ce236a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:34.348139 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.365654 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Attempting to bind port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:34.366019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Attempting to bind port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:34.366402 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Attempting to bind port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:34.371819 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Pushing event updated for resources: {'Port': ['ID=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:34.376471 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:34.376842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:34.377235 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.377619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:34.378071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Bound port: 1fd4e6ac-c4cd-4175-b791-5e61c52718a0, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:34.378469 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.383643 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.403496 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.403841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.404178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.404563 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.404894 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.405221 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.405543 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.405865 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.406187 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.406541 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.406858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.407175 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:36:34.429270 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:34.434324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.435782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:34.438364 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:34.450165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] For port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:34.454008 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] For port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:34.465368 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Pushing event updated for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:34.476655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:34.484255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.559537 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.571508 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.626678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:34.627405 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392fc65-1d7b-48e2-95b8-015c19826aac None None] Pushing event updated for resources: {'Port': ['ID=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:34.631250 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:34.632219 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:34.695060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.743464 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:34.834433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e1126b42-db7c-4f6d-8f6b-1b6d997b251f None None] Provisioning for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:34.838995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e1126b42-db7c-4f6d-8f6b-1b6d997b251f None None] Provisioning complete for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:34.839915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e1126b42-db7c-4f6d-8f6b-1b6d997b251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.874830 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:34.887490 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e1126b42-db7c-4f6d-8f6b-1b6d997b251f None None] Port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:36:34.938981 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:32Z', 'revision_number': 3, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:34.965278 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7072be-7846-44bc-be2d-ea374b2d3e02 None None] The sync data for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 is: [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:32Z', 'revision_number': 3, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:34.966026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:35.038861 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Pushing event updated for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:35.042105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:35.149499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:35.149499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:35.171932 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:35.302837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Router 061bbecc-615a-480f-a29e-6254e12aa9ef has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:36:35.410343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae8b1753-1230-4629-9de6-ee1e6180bf25 None None] Provisioning complete for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:35.411307 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1753-1230-4629-9de6-ee1e6180bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:35.427137 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:35.433334 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2e161a4-bc0e-4662-a8dd-944c364bbdfd admin admin] 10.222.0.46 "PUT /v2.0/routers/061bbecc-615a-480f-a29e-6254e12aa9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687880 Aug 28 09:36:35.447361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b1753-1230-4629-9de6-ee1e6180bf25 None None] Port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:36:36.146737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:36.240111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46292) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:36.245472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-725026535-network', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:36.251609 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.279834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:36.283700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:36.284064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.359212 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Made reservation on behalf of 9ea85a5d175148e0b1149833334e8a38 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:36:36.361733 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.367234 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.375122 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.389135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:36.440091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.440987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de6c6e40-1cd3-46ab-9d3b-57da12ce236a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:36.466679 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.490098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Sync routers for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:36.522481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:36.523138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:36.561693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:36.571188 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.584597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port de6c6e40-1cd3-46ab-9d3b-57da12ce236a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:36.584974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.592478 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:36:36.607778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a18d51-8b51-4a62-a294-9bd96d26f00b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:36.611051 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.611406 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Added segment 0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3 of type vlan for network 6f206d87-3c41-4f87-af9c-934e8b215ded Aug 28 09:36:36.652492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.666099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:36.777580 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.778542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:36.779154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:36.841422 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] Pushing event updated for resources: {'Network': ['ID=6f206d87-3c41-4f87-af9c-934e8b215ded,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:36.853278 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6f206d87-3c41-4f87-af9c-934e8b215ded details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:36:36.995568 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b3974f42-959f-43dd-a3a3-c390520c5371 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7541070 Aug 28 09:36:36.998171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46294) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:37.003017 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Request body: {'subnet': {'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-725026535-subnet', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'ip_version': 4}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:37.101318 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 2, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:37.119852 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Made reservation on behalf of 9ea85a5d175148e0b1149833334e8a38 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:36:37.122255 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.126665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Checking router: 061bbecc-615a-480f-a29e-6254e12aa9ef for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:37.127040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Updating router 061bbecc-615a-480f-a29e-6254e12aa9ef port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:36:37.151565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.366052 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.416697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.424029 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b82952-7a6d-44aa-95a5-b26451f1667f,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:37.427467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Transition to ACTIVE for port object 0381e8fe-4b91-46f8-bf7d-85a1aa91020b will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:37.434471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Checking segment: {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:37.434829 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Network hostable DHCP agents. Network: 6f206d87-3c41-4f87-af9c-934e8b215ded, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:36:37.509475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.552467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Network 6f206d87-3c41-4f87-af9c-934e8b215ded is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:36:37.575735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53508-cbb7-4815-ab6a-33bee97c6cdb None None] Pushing event updated for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:37.609472 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Attempting to bind port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:37.609848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Attempting to bind port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:37.610286 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Attempting to bind port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b on network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:37.616696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:37.616696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Checking segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:37.617133 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.617324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Bound using segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:37.618068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Bound port: 0381e8fe-4b91-46f8-bf7d-85a1aa91020b, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:37.618481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.709221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] For port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:37.712334 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] For port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:37.731515 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6f206d87-3c41-4f87-af9c-934e8b215ded) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:37.737190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:37.737190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.740810 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ffe40-e4d1-49a8-8a98-a8806d98655c None None] Network 6f206d87-3c41-4f87-af9c-934e8b215ded requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:37.817911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:37.858111 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b9a6ad96-c949-483e-8299-823b33c1b3ae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8586967 Aug 28 09:36:37.861086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46296) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:37.867011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:37.919703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:37.920596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:37.924279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53508-cbb7-4815-ab6a-33bee97c6cdb None None] Pushing event updated for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:37.990581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6f206d87-3c41-4f87-af9c-934e8b215ded', 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'fixed_ips': [{'subnet_id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:36:37.990581 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.017638 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.018845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.083465 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.104780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:38.153777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:38.290351 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.329622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Allocated IP 172.20.0.2 (6f206d87-3c41-4f87-af9c-934e8b215ded/d2b82952-7a6d-44aa-95a5-b26451f1667f/2fb1341f-923d-45aa-853c-3aec8e921b3a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:38.341296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:38.341710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.547052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.566010 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.602536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.614940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Transition to ACTIVE for port object 2fb1341f-923d-45aa-853c-3aec8e921b3a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:38.621138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:37Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:38.654380 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151c2e5-e0e4-40dc-a9df-b1e0caf0d98f None None] The sync data for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 is: [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:37Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:38.657840 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Transition to ACTIVE for port object 2fb1341f-923d-45aa-853c-3aec8e921b3a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:38.677835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Allocated IP 172.25.0.74 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:38.766764 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.791223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.810351 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Network 6f206d87-3c41-4f87-af9c-934e8b215ded is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:38.815987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:38.819307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:38.829794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Pushing event updated for resources: {'Port': ['ID=2fb1341f-923d-45aa-853c-3aec8e921b3a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:38.880545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Attempting to bind port 2fb1341f-923d-45aa-853c-3aec8e921b3a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:38.880921 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Attempting to bind port 2fb1341f-923d-45aa-853c-3aec8e921b3a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:38.881288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Attempting to bind port 2fb1341f-923d-45aa-853c-3aec8e921b3a on network 6f206d87-3c41-4f87-af9c-934e8b215ded {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:38.886658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:38.887040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Checking segment: {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:38.887443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.887839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Bound using segment: {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:38.888306 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Bound port: 2fb1341f-923d-45aa-853c-3aec8e921b3a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:38.888689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.937419 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:38.955920 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] For port 2fb1341f-923d-45aa-853c-3aec8e921b3a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:38.959848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] For port 2fb1341f-923d-45aa-853c-3aec8e921b3a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fb1341f-923d-45aa-853c-3aec8e921b3a,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:38.982303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:38.987531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:38.990108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:39.018887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:39.028837 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:39.100462 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5a60-8c77-4d4d-af40-43f580a1323a None None] Pushing event updated for resources: {'Port': ['ID=2fb1341f-923d-45aa-853c-3aec8e921b3a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:39.380349 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:39.586946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:39.850440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Router 1ec97d33-1bc0-4841-887a-d6c577a7c79c is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:36:39.965201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:39.975588 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Sync routers for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:39.985237 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:39.985617 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:39.996576 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccae3a3-1467-44a6-a5ba-c4d84101207c None None] Network 6f206d87-3c41-4f87-af9c-934e8b215ded requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:36:40.046026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.050420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f793ea04-25cf-47e9-921a-e458f6f854e5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1881824 Aug 28 09:36:40.050906 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46298) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:36:40.095118 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:40.201767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-add62b49-2af1-4833-bd25-813b67f7a08c None None] Provisioning for port 2fb1341f-923d-45aa-853c-3aec8e921b3a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:40.209057 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fb1341f-923d-45aa-853c-3aec8e921b3a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:40.293359 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:39Z', 'revision_number': 3, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:40.328839 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Checking router: 1ec97d33-1bc0-4841-887a-d6c577a7c79c for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:40.329309 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Updating router 1ec97d33-1bc0-4841-887a-d6c577a7c79c port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:36:40.343345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 2fb1341f-923d-45aa-853c-3aec8e921b3a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:40.347485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2fb1341f-923d-45aa-853c-3aec8e921b3a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:40.348051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.358041 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.447452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.490987 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 2fb1341f-923d-45aa-853c-3aec8e921b3a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fb1341f-923d-45aa-853c-3aec8e921b3a,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:40.537519 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ffaf12cf-d319-4323-93f8-db573f16f8fa None None] Provisioning complete for port 2fb1341f-923d-45aa-853c-3aec8e921b3a triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:40.538051 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ffaf12cf-d319-4323-93f8-db573f16f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.579352 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.580281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0381e8fe-4b91-46f8-bf7d-85a1aa91020b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:40.640039 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.651986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Transition to ACTIVE for port object ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:40.704749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=2fb1341f-923d-45aa-853c-3aec8e921b3a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:40.754316 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.788440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:40.793240 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:40.793623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.811285 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f2cb4-abf2-457a-a133-66822241df98 None None] Pushing event updated for resources: {'Port': ['ID=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:40.816668 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Attempting to bind port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Attempting to bind port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Attempting to bind port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Bound port: ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:40.826327 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.845401 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.881259 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] For port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:40.884478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] For port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:40.888061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.921849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:40.960646 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:40.988905 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.012182 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Allocated IP 172.20.0.1 (6f206d87-3c41-4f87-af9c-934e8b215ded/d2b82952-7a6d-44aa-95a5-b26451f1667f/4c054ba7-ad43-40f8-8340-4cade0fa2a82) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:41.019470 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:41.020687 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:41.045864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:41.058022 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f2cb4-abf2-457a-a133-66822241df98 None None] Pushing event updated for resources: {'Port': ['ID=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:41.118376 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.130197 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:41.131332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Transition to ACTIVE for port object 4c054ba7-ad43-40f8-8340-4cade0fa2a82 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:41.280447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.310179 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:39Z', 'revision_number': 3, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:41.325164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Network 6f206d87-3c41-4f87-af9c-934e8b215ded is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:41.328142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:41.332033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:41.356235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Pushing event updated for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:41.377708 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.431646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ac14d-b457-49d6-8fb9-652dfd8058eb None None] The sync data for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 is: [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:39Z', 'revision_number': 3, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:41.586360 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.703001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-66299456-f0af-4a41-b7de-c8715366ab94 None None] Provisioning for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:41.710363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-66299456-f0af-4a41-b7de-c8715366ab94 None None] Provisioning complete for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:41.710745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-66299456-f0af-4a41-b7de-c8715366ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.748161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-66299456-f0af-4a41-b7de-c8715366ab94 None None] Port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:36:41.769350 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.851602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:41.921255 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Pushing event updated for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:41.927168 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:42.032767 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Network 6f206d87-3c41-4f87-af9c-934e8b215ded is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:42.034379 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:42.163027 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Router 1ec97d33-1bc0-4841-887a-d6c577a7c79c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:36:42.264850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fb1341f-923d-45aa-853c-3aec8e921b3a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:42.296177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:36:42.303124 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65b1fac0-b930-4f4a-9b03-89d0e68f9b39 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ec97d33-1bc0-4841-887a-d6c577a7c79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2469723 Aug 28 09:36:42.496657 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-43b31477-d299-43a1-9561-8af382c84f2d None None] Provisioning complete for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:42.496934 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-43b31477-d299-43a1-9561-8af382c84f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:42.531673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 2fb1341f-923d-45aa-853c-3aec8e921b3a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:42.532053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:42.554820 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-43b31477-d299-43a1-9561-8af382c84f2d None None] Port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:36:42.614132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0381e8fe-4b91-46f8-bf7d-85a1aa91020b up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:42.667880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:42.668247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:42.751628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:42.914275 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:42.918441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:42.924737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:43.008687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:43.029411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:43.042952 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Sync routers for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:36:43.053583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:43.054247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:43.160069 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:43.184875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:43.308600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:43.411321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:41Z', 'revision_number': 4, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4c054ba7-ad43-40f8-8340-4cade0fa2a82', 'name': '', 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'mac_address': 'fa:16:3e:e3:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:40Z', 'updated_at': '2021-08-28T09:36:41Z', 'revision_number': 2, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'subnets': [{'id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:43.441470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Checking router: 1ec97d33-1bc0-4841-887a-d6c577a7c79c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:36:43.441856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Updating router 1ec97d33-1bc0-4841-887a-d6c577a7c79c port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:36:43.471256 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:43.794002 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:43.806782 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Transition to ACTIVE for port object 4c054ba7-ad43-40f8-8340-4cade0fa2a82 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:43.971300 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:44.022968 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98535e95-b6e8-428c-8bde-3688e9f56695 None None] Pushing event updated for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:44.111562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Attempting to bind port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:36:44.111989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Attempting to bind port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:36:44.112363 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Attempting to bind port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 on network 6f206d87-3c41-4f87-af9c-934e8b215ded {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:36:44.119016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:36:44.119393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Checking segment: {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:36:44.119883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:44.120287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Bound using segment: {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:36:44.120755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Bound port: 4c054ba7-ad43-40f8-8340-4cade0fa2a82, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:36:44.121135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:44.146901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:44.246775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] For port 4c054ba7-ad43-40f8-8340-4cade0fa2a82, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:36:44.251644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] For port 4c054ba7-ad43-40f8-8340-4cade0fa2a82, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c054ba7-ad43-40f8-8340-4cade0fa2a82,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:36:44.264864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:44.265379 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:44.349827 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:44.428973 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:36:44.429607 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:36:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:44.496783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98535e95-b6e8-428c-8bde-3688e9f56695 None None] Pushing event updated for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:44.606309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:36:44.860377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:41Z', 'revision_number': 4, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4c054ba7-ad43-40f8-8340-4cade0fa2a82', 'name': '', 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'mac_address': 'fa:16:3e:e3:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:40Z', 'updated_at': '2021-08-28T09:36:44Z', 'revision_number': 4, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'subnets': [{'id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:36:44.889453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ddee-60f2-4bd0-8b55-c0930c9a76eb None None] The sync data for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 is: [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:41Z', 'revision_number': 4, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '4c054ba7-ad43-40f8-8340-4cade0fa2a82', 'name': '', 'network_id': '6f206d87-3c41-4f87-af9c-934e8b215ded', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'mac_address': 'fa:16:3e:e3:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:40Z', 'updated_at': '2021-08-28T09:36:44Z', 'revision_number': 4, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'subnets': [{'id': 'd2b82952-7a6d-44aa-95a5-b26451f1667f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:36:46.130366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c054ba7-ad43-40f8-8340-4cade0fa2a82 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:46.525556 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:46.529671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:46.530070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:46.606980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:46.641203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4c054ba7-ad43-40f8-8340-4cade0fa2a82, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c054ba7-ad43-40f8-8340-4cade0fa2a82,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:36:46.782279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:46.836708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:48.118118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c054ba7-ad43-40f8-8340-4cade0fa2a82 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:36:48.174855 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:48.174855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:54.254725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-83efbe8b-ff85-449b-bd74-1f7185dd4f88 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:54.256864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-83efbe8b-ff85-449b-bd74-1f7185dd4f88 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 815 time: 0.1065042 Aug 28 09:36:54.271627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-033aaa1a-0a25-4401-97da-47588e5c2679 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/quotas/63983d42f4b5474d8287428b42d77f1e HTTP/1.1" status: 200 len: 375 time: 0.0089715 Aug 28 09:36:54.323265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-0a1e7a3c-948e-4415-95d9-e3b9c82ab736 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464640 Aug 28 09:36:54.420081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-ec57a4b3-b8aa-45f6-bc5e-7471a4819aee service neutron] 10.222.0.46 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851209 Aug 28 09:36:54.511159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-92da5639-c76d-4320-ab77-2631805c86a6 service neutron] 10.222.0.46 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848827 Aug 28 09:36:54.772961 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa7d7615-b1f9-4471-a200-9a912efcf933 req-271f8c3c-b6b2-4d54-9808-a08378c87ec8 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Aug 28 09:36:56.201598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3f138a30-2d26-4d4d-b7dc-0c8d7c46b829 req-35d6f374-1160-4345-b848-387ba5f2ca86 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 210 time: 0.3638985 Aug 28 09:36:56.742166 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:57.249315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-a0ab6355-0b7f-4ba7-9903-7c86614fcf87 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:57.250796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-a0ab6355-0b7f-4ba7-9903-7c86614fcf87 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 815 time: 0.1036613 Aug 28 09:36:57.299293 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b0ca5d7-40cd-403e-bb49-7f75bd5e3c20 req-8f340a12-ab94-410e-8548-23e110e437e9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 210 time: 0.0303848 Aug 28 09:36:57.303308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'port': {'device_id': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'admin_state_up': True, 'tenant_id': '63983d42f4b5474d8287428b42d77f1e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:36:57.491899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Made reservation on behalf of 63983d42f4b5474d8287428b42d77f1e for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:36:57.496128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:57.623862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Allocated IP 172.20.0.14 (2f57501d-9ddb-4fee-a0e8-7ae1ade997cd/b3605af6-a078-4047-82e6-0dd98fb45239/d2bdb006-545f-4369-bb66-9557ff8a97c2) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:36:57.725602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7bd9aabf-272e-4b9e-89cc-1dd62fd791a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:57.769874 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:57.784998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Transition to ACTIVE for port object d2bdb006-545f-4369-bb66-9557ff8a97c2 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:36:57.954135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:58.001242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:36:58.006235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:36:58.008685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:36:58.041117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:36:58.066224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:58.066873 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:58.166117 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-228f2acb-f26c-4413-9a8b-5ec6638603f6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8692515 Aug 28 09:36:58.405213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca7f5cac-20d7-4a7f-b57f-f80f477c7d89 None None] Provisioning for port d2bdb006-545f-4369-bb66-9557ff8a97c2 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:36:58.410317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ca7f5cac-20d7-4a7f-b57f-f80f477c7d89 None None] Provisioning complete for port d2bdb006-545f-4369-bb66-9557ff8a97c2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:36:58.411135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5cac-20d7-4a7f-b57f-f80f477c7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:36:58.431017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7644bd7-7c8d-45ad-9ef4-74754fcf0a4a req-a0f956da-24e4-4f71-9ca4-016b8c22375a tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:58.433566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7644bd7-7c8d-45ad-9ef4-74754fcf0a4a req-a0f956da-24e4-4f71-9ca4-016b8c22375a tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0554793 Aug 28 09:36:58.473338 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f5cac-20d7-4a7f-b57f-f80f477c7d89 None None] Port d2bdb006-545f-4369-bb66-9557ff8a97c2 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:36:58.480612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b7644bd7-7c8d-45ad-9ef4-74754fcf0a4a req-0f9380a5-b074-4505-9724-e36aea4c4655 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Aug 28 09:36:59.608634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1431d54-ca6d-4969-b7c0-9582d9c02bbd req-afd87bd7-97f7-47ce-b8af-5eaff57c1fe7 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:36:59.610318 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1431d54-ca6d-4969-b7c0-9582d9c02bbd req-afd87bd7-97f7-47ce-b8af-5eaff57c1fe7 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0549057 Aug 28 09:36:59.648530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1431d54-ca6d-4969-b7c0-9582d9c02bbd req-345f08fb-9307-4d4a-9535-9da9eb2592b0 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Aug 28 09:37:00.055653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:00.272890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae09b482-9dba-4488-98b4-50e842b1196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:00.764724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff74db-b54a-4676-9e17-df92f660ae1b req-889d21ab-92ef-4cc9-99e1-a93b5301f1ad tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:00.766308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69ff74db-b54a-4676-9e17-df92f660ae1b req-889d21ab-92ef-4cc9-99e1-a93b5301f1ad tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0494266 Aug 28 09:37:00.807063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69ff74db-b54a-4676-9e17-df92f660ae1b req-2d8ac819-1893-4db4-8083-74ab9fd4581b tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Aug 28 09:37:01.923778 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640679a-5b5a-4dcf-96c2-ef05d17c58ff req-2612bafe-4e21-4bc1-81b0-c8132d69e088 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:01.925364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b640679a-5b5a-4dcf-96c2-ef05d17c58ff req-2612bafe-4e21-4bc1-81b0-c8132d69e088 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0503573 Aug 28 09:37:01.965721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b640679a-5b5a-4dcf-96c2-ef05d17c58ff req-e4054f75-c630-4f8b-8906-8bac3f6c2d24 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Aug 28 09:37:02.194297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:03.084917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee696709-5187-4d4d-89df-9898718dea89 req-5c3abf1d-864e-4b1d-a32b-7cb61e8b6419 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:03.086524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee696709-5187-4d4d-89df-9898718dea89 req-5c3abf1d-864e-4b1d-a32b-7cb61e8b6419 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0532053 Aug 28 09:37:03.130759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee696709-5187-4d4d-89df-9898718dea89 req-a07e3063-dc7d-4eff-8f44-9da9f75dd98c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Aug 28 09:37:04.261974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa14dd-78de-4b85-ab2e-e93eaaabaac0 req-5ce52042-5258-4661-952d-1313caeca6e2 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:04.263417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8fa14dd-78de-4b85-ab2e-e93eaaabaac0 req-5ce52042-5258-4661-952d-1313caeca6e2 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0517666 Aug 28 09:37:04.311260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8fa14dd-78de-4b85-ab2e-e93eaaabaac0 req-f565bb25-4511-494f-a368-a8f20b09b428 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Aug 28 09:37:05.152293 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:05.430562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d1001-ce7b-4545-b357-dada48eda2f7 req-1f37d067-329b-4211-bf10-3a466b142724 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:05.437121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b1d1001-ce7b-4545-b357-dada48eda2f7 req-1f37d067-329b-4211-bf10-3a466b142724 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0532625 Aug 28 09:37:05.471413 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5b1d1001-ce7b-4545-b357-dada48eda2f7 req-3094c15e-cde1-4e31-bb32-cd747e2eea39 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 28 09:37:06.245554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:06.601011 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cbcf6-26a7-4ea6-a461-c4685f2ccb21 req-f7615d93-0e7b-4387-84c5-6d4b9c43a9bc tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:06.604076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6cbcf6-26a7-4ea6-a461-c4685f2ccb21 req-f7615d93-0e7b-4387-84c5-6d4b9c43a9bc tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0636435 Aug 28 09:37:06.644478 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a6cbcf6-26a7-4ea6-a461-c4685f2ccb21 req-c7abd656-9acf-4dea-8276-5a18b4c7ad00 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Aug 28 09:37:07.760519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd8d8-1ed7-4572-b719-fef3eb951756 req-a21b3223-90b5-4305-9774-b54311b0d21e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:07.762009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c90fd8d8-1ed7-4572-b719-fef3eb951756 req-a21b3223-90b5-4305-9774-b54311b0d21e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0488138 Aug 28 09:37:07.798809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c90fd8d8-1ed7-4572-b719-fef3eb951756 req-9e484678-9bc1-4601-9126-50d4d9cfea48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Aug 28 09:37:08.495775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Request body: {'port': {'device_id': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:08.550597 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:08.817094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bdb006-545f-4369-bb66-9557ff8a97c2 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:37:08.824566 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:08.836635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Transition to ACTIVE for port object d2bdb006-545f-4369-bb66-9557ff8a97c2 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:37:08.920643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61b222-b146-47b9-a854-9d746e212a9e req-e906aa1e-24fe-4b08-acb3-c6a2bdee48ec tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:08.922145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd61b222-b146-47b9-a854-9d746e212a9e req-e906aa1e-24fe-4b08-acb3-c6a2bdee48ec tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 932 time: 0.0515561 Aug 28 09:37:08.935578 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:09.015871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bd61b222-b146-47b9-a854-9d746e212a9e req-08c26c13-3332-4b6a-8bf4-f5967988c504 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870130 Aug 28 09:37:09.017120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:09.096910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Attempting to bind port d2bdb006-545f-4369-bb66-9557ff8a97c2 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:37:09.097282 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Attempting to bind port d2bdb006-545f-4369-bb66-9557ff8a97c2 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:37:09.097601 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Attempting to bind port d2bdb006-545f-4369-bb66-9557ff8a97c2 on network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:37:09.103278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Port d2bdb006-545f-4369-bb66-9557ff8a97c2 on network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:37:09.103629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Attempting to bind port d2bdb006-545f-4369-bb66-9557ff8a97c2 on network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:37:09.109366 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:37:09.109718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Checking segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:37:09.110122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Bound using segment: {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:37:09.110596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Bound port: d2bdb006-545f-4369-bb66-9557ff8a97c2, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60218224-5035-46af-92bc-5e719270d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:37:09.110968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:09.180155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:37:09.183484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:37:09.297191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:09.342050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.342688 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:09.344170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 1093 time: 0.8530595 Aug 28 09:37:09.344612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:37:09.346940 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:37:09.370516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705619f3-637d-420d-98c7-ffb8e8c6d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:09.402192 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929b8119-1c04-4aee-bbda-e0893b7ed5a7 x-openstack-request-id: req-929b8119-1c04-4aee-bbda-e0893b7ed5a7 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:37:09.405136 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:37:09.405136 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-929b8119-1c04-4aee-bbda-e0893b7ed5a7 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:37:09.405136 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:37:09.489793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-e62ca1d4-8806-4684-aa31-7163f5893ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.491890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-e62ca1d4-8806-4684-aa31-7163f5893ece service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1096 time: 0.0445662 Aug 28 09:37:09.611844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-81ad588a-5782-4f67-9f23-5f562f2a6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.613351 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-81ad588a-5782-4f67-9f23-5f562f2a6e0d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=63983d42f4b5474d8287428b42d77f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985346 Aug 28 09:37:09.710628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-9abdc091-b5f2-4929-bfe9-3e64f93fcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.712005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90d13c4c-f3f5-4e00-82d2-e5cb8ab2c970 req-9abdc091-b5f2-4929-bfe9-3e64f93fcff3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911705 Aug 28 09:37:09.811421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-6ad3011f-7a3c-4899-86f7-18e94aa41e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.812879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-6ad3011f-7a3c-4899-86f7-18e94aa41e91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1096 time: 0.0400190 Aug 28 09:37:09.866344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-5c346365-d2d4-4835-86ba-3471824e9737 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Aug 28 09:37:09.916072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-7eb4be73-1c57-421c-873f-a69a82810ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.917508 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-7eb4be73-1c57-421c-873f-a69a82810ccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0436394 Aug 28 09:37:09.973345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-6b373c57-8a73-4a77-982d-c29d999776af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:09.975410 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-6b373c57-8a73-4a77-982d-c29d999776af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411608 Aug 28 09:37:10.069927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-53b667fc-1b6a-4de9-9760-015609bfb2fa service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Aug 28 09:37:10.197781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462b681-2b4b-4173-9f55-40434c774406 req-104ec5ca-9b78-4ed5-9c9b-c3fe4ec279fb tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:10.199261 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d462b681-2b4b-4173-9f55-40434c774406 req-104ec5ca-9b78-4ed5-9c9b-c3fe4ec279fb tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 944 time: 0.1022046 Aug 28 09:37:10.204475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d845c66f-29df-4a43-83cb-099d5ce84997 req-03cef642-5077-4fea-a26b-e655066dbe3c service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260657 Aug 28 09:37:10.243051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d462b681-2b4b-4173-9f55-40434c774406 req-5bbd61dc-5599-4187-8e2c-be900b533f40 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Aug 28 09:37:10.989248 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:37:11.353654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8670062-f864-4886-b92d-081b7a9eb821 req-938f8931-a62b-4aac-be3e-2b9005f55fc5 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:11.355148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8670062-f864-4886-b92d-081b7a9eb821 req-938f8931-a62b-4aac-be3e-2b9005f55fc5 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Aug 28 09:37:11.392115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c8670062-f864-4886-b92d-081b7a9eb821 req-d1226d3d-8194-4568-81fd-9831c6337f29 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Aug 28 09:37:12.514629 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0429cc-5b42-41ce-a553-a152baa83652 req-5be84121-a395-42ea-893d-a1f350635c6e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:12.516263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df0429cc-5b42-41ce-a553-a152baa83652 req-5be84121-a395-42ea-893d-a1f350635c6e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 944 time: 0.0502045 Aug 28 09:37:12.560635 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-df0429cc-5b42-41ce-a553-a152baa83652 req-0930e916-7628-42c4-965d-91765afdb079 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375285 Aug 28 09:37:12.733137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d2bdb006-545f-4369-bb66-9557ff8a97c2 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:37:12.733137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:37:12.733137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'port_id': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'mac_address': 'fa:16:3e:40:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:37:12.736304 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:12.749190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bdb006-545f-4369-bb66-9557ff8a97c2 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:37:12.767538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:37:13.062262 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:13.110160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:13.459670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:37:13.679588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92037df-6c7f-4ec8-b288-7c5c1dd2ef45 req-22d34464-de74-49fe-951a-74198fbb05ae tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:13.681062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92037df-6c7f-4ec8-b288-7c5c1dd2ef45 req-22d34464-de74-49fe-951a-74198fbb05ae tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 945 time: 0.0518608 Aug 28 09:37:13.718161 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a92037df-6c7f-4ec8-b288-7c5c1dd2ef45 req-10d7e109-1b7a-4447-be24-99d26aca7d6b tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 Aug 28 09:37:14.607590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d2bdb006-545f-4369-bb66-9557ff8a97c2 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:37:14.713324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port d2bdb006-545f-4369-bb66-9557ff8a97c2 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:37:14.716998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port d2bdb006-545f-4369-bb66-9557ff8a97c2 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:37:14.717420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:14.793578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:14.815396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:37:14.818133 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1500e645-c147-4db2-ae20-930d9399e86b" -d '{"events": [{"server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "name": "network-vif-plugged", "status": "completed", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:37:14.832030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859b75d-4b59-465a-aa83-c2dc9f7905c1 req-fc88db1f-7a66-4957-b8f7-3f53159e3b99 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:14.833166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:37:14.834284 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2859b75d-4b59-465a-aa83-c2dc9f7905c1 req-fc88db1f-7a66-4957-b8f7-3f53159e3b99 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Aug 28 09:37:14.871668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2859b75d-4b59-465a-aa83-c2dc9f7905c1 req-dbbf9e04-272b-4654-8c52-394fd717f413 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 28 09:37:14.915153 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5fdf1-3c38-43ed-9c63-adf57c1938c0 x-openstack-request-id: req-dda5fdf1-3c38-43ed-9c63-adf57c1938c0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:37:14.915445 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "name": "network-vif-plugged", "status": "completed", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:37:14.915736 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dda5fdf1-3c38-43ed-9c63-adf57c1938c0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:37:14.916160 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'code': 200} Aug 28 09:37:14.940502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:14.988716 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:15.047899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4428ce-8293-4095-ba28-47e1f15eb3a9 req-bf4c788c-95c4-477b-9724-12f95a99335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:15.049376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f4428ce-8293-4095-ba28-47e1f15eb3a9 req-bf4c788c-95c4-477b-9724-12f95a99335b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1098 time: 0.0407600 Aug 28 09:37:15.085006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f4428ce-8293-4095-ba28-47e1f15eb3a9 req-721fa7d7-6468-4c91-ab58-dcaeb79c6e4d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274062 Aug 28 09:37:15.285178 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1d06f61-b616-43a8-9930-c23d2ea091fa req-7b4e5475-f0f8-44b5-abea-d8887b7ce2d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1131849 Aug 28 09:37:15.371137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1d06f61-b616-43a8-9930-c23d2ea091fa req-ee65a759-528a-418a-b950-b9730c73e123 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0285690 Aug 28 09:37:15.416391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1d06f61-b616-43a8-9930-c23d2ea091fa req-66381a76-45b0-4be8-b368-10f4c070ab43 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191164 Aug 28 09:37:15.508469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d06f61-b616-43a8-9930-c23d2ea091fa req-3f5e98ef-ca6a-4846-858f-8a5235eed67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:15.509899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1d06f61-b616-43a8-9930-c23d2ea091fa req-3f5e98ef-ca6a-4846-858f-8a5235eed67a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868535 Aug 28 09:37:15.986073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a4343-cc24-433e-88c5-e072e5587e54 req-695350de-782d-4d80-a6ba-6ddb8cf0699e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:15.987601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-521a4343-cc24-433e-88c5-e072e5587e54 req-695350de-782d-4d80-a6ba-6ddb8cf0699e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Aug 28 09:37:16.030037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-521a4343-cc24-433e-88c5-e072e5587e54 req-4d590a73-93f5-4cda-8c85-e27efc061708 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Aug 28 09:37:17.143800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956b510-410b-4869-b8c5-07050c008e51 req-b8284a05-fbfd-48f1-926c-3fe41e7d7d54 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:17.145280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4956b510-410b-4869-b8c5-07050c008e51 req-b8284a05-fbfd-48f1-926c-3fe41e7d7d54 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0503702 Aug 28 09:37:17.185358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4956b510-410b-4869-b8c5-07050c008e51 req-50737c8e-9165-40f2-8923-ba57cd1667e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Aug 28 09:37:17.297628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f738636-16c9-4806-80df-b1220d73419f req-0661f1c4-0c91-4742-941f-1e7d71124d40 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:17.299524 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f738636-16c9-4806-80df-b1220d73419f req-0661f1c4-0c91-4742-941f-1e7d71124d40 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0494289 Aug 28 09:37:17.337803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f738636-16c9-4806-80df-b1220d73419f req-6f684b2d-0d1d-4234-b73d-f357514733f8 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Aug 28 09:37:17.518428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7cf0e-d3c4-41b7-ac02-2df2615e2ea8 req-83b05496-198e-42ad-9014-759030dee5ec tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:17.519880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93f7cf0e-d3c4-41b7-ac02-2df2615e2ea8 req-83b05496-198e-42ad-9014-759030dee5ec tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Aug 28 09:37:17.561894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93f7cf0e-d3c4-41b7-ac02-2df2615e2ea8 req-9d602d90-1b3e-48e7-b7a2-d9ca1fd12ca2 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355983 Aug 28 09:37:24.948255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-2516596b-d54e-4696-9ae0-3c209f7177e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401974 Aug 28 09:37:25.048359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-6f97171d-7a27-41bd-a4ca-651dcebe19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:25.049850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-6f97171d-7a27-41bd-a4ca-651dcebe19aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1098 time: 0.0420244 Aug 28 09:37:25.158024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-e8f7b858-69bc-44d8-b44d-80bc42226eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:25.159576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-e8f7b858-69bc-44d8-b44d-80bc42226eb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0900044 Aug 28 09:37:25.203778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-03b4a59c-a626-4568-bd27-7687e07da2c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 217 time: 0.0350084 Aug 28 09:37:25.252467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-9eb725ab-305c-45ce-bcb5-0db01305db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:25.253919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-9eb725ab-305c-45ce-bcb5-0db01305db72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0433857 Aug 28 09:37:25.299419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-beba3d9d-c9cb-49bf-82dd-309048af70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:25.300895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-beba3d9d-c9cb-49bf-82dd-309048af70d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392606 Aug 28 09:37:25.395287 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-545eae41-4d16-4ec4-a004-b71f3f918e4d service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863895 Aug 28 09:37:25.485834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d94a8eb3-1958-4ca0-9baa-26317442756d req-4955ab44-24ec-4ea1-b7dc-6d18f6401dbc service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833428 Aug 28 09:37:26.747540 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:27.713629 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d5c21553-620b-4389-8bdd-c45ee666ca5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:30.010301 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:30.256347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ae5f-86bb-4395-9ef2-1895daaca6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.062640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d535f1-8db8-4819-bc23-feb70d4c8df2 req-df8a4783-5858-4705-820e-05c08c9c11ee tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:32.064122 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6d535f1-8db8-4819-bc23-feb70d4c8df2 req-df8a4783-5858-4705-820e-05c08c9c11ee tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0544322 Aug 28 09:37:32.101576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a6d535f1-8db8-4819-bc23-feb70d4c8df2 req-f7a2336f-e944-4d92-9727-65dc0ff0bd9f tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Aug 28 09:37:32.124574 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46506) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:32.188008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.209177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee451ae0-f6fe-44d4-a4c7-04649efc216c tempest-TestMinimumBasicScenario-1030324463 tempest-TestMinimumBasicScenario-1030324463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:32.210791 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee451ae0-f6fe-44d4-a4c7-04649efc216c tempest-TestMinimumBasicScenario-1030324463 tempest-TestMinimumBasicScenario-1030324463-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1093 time: 0.0851302 Aug 28 09:37:32.213676 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46510) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:32.218081 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:32.307590 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.406054 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.514584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Allocated IP 172.25.0.77 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c2eea723-4dbd-45c5-adb5-7150fbf8a06b) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:37:32.614695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.731169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:32.777129 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:37:32.780045 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:37:32.783752 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:37:32.789403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'Port': ['ID=c2eea723-4dbd-45c5-adb5-7150fbf8a06b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:32.817550 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.817904 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.818275 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.818619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.818948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.819304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.819634 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.819960 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.820288 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.820613 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.820936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:32.821258 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:33.146894 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:33.292216 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:33.442916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:33.568772 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:33.639604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'Port': ['ID=c2eea723-4dbd-45c5-adb5-7150fbf8a06b,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:33.647663 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:33.750034 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Floating IP 7c5693bb-3d33-481b-8e16-677a957e6bfb associated. External IP: 172.25.0.77, port: d2bdb006-545f-4369-bb66-9557ff8a97c2. Aug 28 09:37:33.955199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Router 061bbecc-615a-480f-a29e-6254e12aa9ef has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:37:34.060542 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:37:34.070562 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Sync routers for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:37:34.079684 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:37:34.080318 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:37:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:37:34.136311 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.163993 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-abd5eaef-465c-4ed9-9355-688b0efb0ae9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9492815 Aug 28 09:37:34.164659 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:37:34.167293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46512) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:34.172340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685215722', 'description': 'tempest-secgroup-smoke-685215722 description', 'project_id': '63983d42f4b5474d8287428b42d77f1e'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:34.184830 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:37:34.273329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.288233 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:37:34.362183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.386633 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5e5b12-e89b-457e-b830-be25620b7716 x-openstack-request-id: req-9e5e5b12-e89b-457e-b830-be25620b7716 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:37:34.386927 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:37:34.387176 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e5e5b12-e89b-457e-b830-be25620b7716 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:37:34.387575 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:37:34.414890 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c5693bb-3d33-481b-8e16-677a957e6bfb', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'port_id': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'mac_address': 'fa:16:3e:40:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:37:33Z', 'updated_at': '2021-08-28T09:37:33Z', 'revision_number': 0, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:37:34.433247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.440316 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Checking router: 061bbecc-615a-480f-a29e-6254e12aa9ef for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:37:34.449091 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:37:34.449708 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:37:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:37:34.491974 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d777c6e0-36f7-4e37-a702-e32abcda1c02,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:34.503535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-a2fdd2bb-8868-4544-88f1-f19b080d4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:34.505729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-a2fdd2bb-8868-4544-88f1-f19b080d4073 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1098 time: 0.0696070 Aug 28 09:37:34.507002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.507343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.507674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.508002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.508324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.508646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.508967 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.509285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.509599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.509960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.510293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.510606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:37:34.555636 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:37:34.560311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.561527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8e736c3e-8ae8-482e-b927-249049cc1670 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3932116 Aug 28 09:37:34.564764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46520) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:34.570522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:34.607857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-f291b1ee-957a-434a-b35a-33e45cff4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:34.609527 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-f291b1ee-957a-434a-b35a-33e45cff4250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0956697 Aug 28 09:37:34.662593 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.678325 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-823e1712-e8b0-41a6-99cc-50a6a735a70c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 999 time: 0.0603149 Aug 28 09:37:34.728439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.736150 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-dfd771f7-a556-4d3b-b598-e0a47cad13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:34.737791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-dfd771f7-a556-4d3b-b598-e0a47cad13b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0523591 Aug 28 09:37:34.784970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c5693bb-3d33-481b-8e16-677a957e6bfb', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'port_id': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'mac_address': 'fa:16:3e:40:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:37:33Z', 'updated_at': '2021-08-28T09:37:33Z', 'revision_number': 0, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:37:34.785272 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-f386b714-e23e-43b6-9444-f95dff6c215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:34.787451 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-f386b714-e23e-43b6-9444-f95dff6c215e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414710 Aug 28 09:37:34.799355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.815808 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f0d4d-a64a-4628-a0f7-1549684dfe44 None None] The sync data for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 is: [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '7c5693bb-3d33-481b-8e16-677a957e6bfb', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'port_id': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'mac_address': 'fa:16:3e:40:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:37:33Z', 'updated_at': '2021-08-28T09:37:33Z', 'revision_number': 0, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:37:34.819584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ebcd5-3a0e-4bd0-87d0-de29e4ce9e5c,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:34.886823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-82a35253-fdd4-4b35-85e3-5a03e76136ec service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903060 Aug 28 09:37:34.897329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:34.898701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7bdd2079-acaf-4498-9433-f9ef9d7f29f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330092 Aug 28 09:37:34.901307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46522) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:34.905865 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:34.985786 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5aa96ddb-b1b0-43d8-be9a-d2451bd068a1 req-4af1e47e-17ca-4c66-b69d-28fa0110d4b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Aug 28 09:37:35.005865 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.023266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d1f3fd-63f7-46e8-bea3-578394f2742f None None] New status for floating IP 7c5693bb-3d33-481b-8e16-677a957e6bfb: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:37:35.072183 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.177610 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.202135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa7ed67-1352-4dd8-aa62-65f946b08746,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:35.289154 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.293825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46524) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:35.299796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:35.304085 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-39443a27-7d09-4c48-ae60-9f3fae8d1b53 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015806 Aug 28 09:37:35.359057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.389849 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.463845 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.524621 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.541828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25c309-a2ee-4526-b17b-424b30cd3b33,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:35.604702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.605894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d8be0014-ecf4-4096-bbad-d4191e1a0a5e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108547 Aug 28 09:37:35.608667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46526) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:35.619830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:35.701563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.770238 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.850247 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.868960 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17694eeb-f86b-43ca-926e-7aac8e7e4315,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:35.947692 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:35.948921 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d53ebede-dc1c-4688-98c6-7558be4ac6f4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393352 Aug 28 09:37:35.951583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:35.956052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:36.045175 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Project 63983d42f4b5474d8287428b42d77f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:37:36.050327 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.109667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.191944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.209774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4919160-630b-4bb4-b395-a8d0b8f2fc3c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:36.249008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.277485 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.278740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-82f6b8c3-b6d2-42b4-8f1b-c283d55dcc02 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262122 Aug 28 09:37:36.281443 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46530) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:37:36.286612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'security_group_rule': {'security_group_id': 'd777c6e0-36f7-4e37-a702-e32abcda1c02', 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:36.364818 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Project 63983d42f4b5474d8287428b42d77f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:37:36.370410 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.430157 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.513194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.531447 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f0c691-cc04-4035-9e5b-b9e5db163869,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:36.603310 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.604534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-41ef683d-2879-425d-8f8c-4756260a1c48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221295 Aug 28 09:37:36.683454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-c8342020-5aed-46d2-ad6e-62f16f44a2ad tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685215722&fields=id&tenant_id=63983d42f4b5474d8287428b42d77f1e HTTP/1.1" status: 200 len: 267 time: 0.0319004 Aug 28 09:37:36.738067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-e494b632-23f6-4dde-b770-cde4b8a25466 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:36.739551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-e494b632-23f6-4dde-b770-cde4b8a25466 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0505135 Aug 28 09:37:36.750785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'port': {'security_groups': ['9a6c7712-03db-496d-af31-7d572170c91e', 'd777c6e0-36f7-4e37-a702-e32abcda1c02']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:37:36.811175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:36.992190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:37:37.020753 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:37.079224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:37.113370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:37:37.122062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.122728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:37.124147 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52de201f-010c-4c25-8f59-0b82eed6e041 req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "PUT /v2.0/ports/d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 982 time: 0.3779521 Aug 28 09:37:37.124607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:37:37.126965 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be83fa0d-eef3-43ee-9f66-2228c814cddd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:37:37.158479 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fffa32-f617-4bfb-bc90-8e217aefe968 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:37:37.253066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7032c-d8e9-4744-8080-bc7801001f44 req-121d6fa2-0858-437d-bf51-f8b2b35d0451 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.254928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1be7032c-d8e9-4744-8080-bc7801001f44 req-121d6fa2-0858-437d-bf51-f8b2b35d0451 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0589242 Aug 28 09:37:37.264101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:37:37.299476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1be7032c-d8e9-4744-8080-bc7801001f44 req-152e759f-cbac-4d30-9347-5ba44e1e5a11 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373812 Aug 28 09:37:37.354997 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea7fd5-465d-48a9-abd2-dc5831919fe3 x-openstack-request-id: req-3dea7fd5-465d-48a9-abd2-dc5831919fe3 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:37:37.355292 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:37:37.355544 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3dea7fd5-465d-48a9-abd2-dc5831919fe3 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:37:37.355941 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:37:37.414788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-662c8ef2-f384-4a4f-ac9c-c5b8eecafab2 None None] Provisioning complete for port d2bdb006-545f-4369-bb66-9557ff8a97c2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:37:37.415080 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-662c8ef2-f384-4a4f-ac9c-c5b8eecafab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:37.441696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-0b23aa7e-a3a2-473e-9a45-82f4138be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.443749 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-0b23aa7e-a3a2-473e-9a45-82f4138be7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1137 time: 0.0411458 Aug 28 09:37:37.535060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-b03666d7-3cc0-4ec9-93dd-2782c1d2b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.536633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-b03666d7-3cc0-4ec9-93dd-2782c1d2b738 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0845649 Aug 28 09:37:37.607566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-af9e9ac3-1888-466d-ba98-b1eabc9b7847 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 1001 time: 0.0629687 Aug 28 09:37:37.657986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-d8c09746-765b-4d24-b4af-9d33cd6b6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.659474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-d8c09746-765b-4d24-b4af-9d33cd6b6bba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0444603 Aug 28 09:37:37.709062 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-22fe844c-b72c-4e0a-9f12-06f85d9eb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:37.710589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-22fe844c-b72c-4e0a-9f12-06f85d9eb914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401626 Aug 28 09:37:37.806130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-b09680b7-023a-4f2e-bf2f-4fb0b5b6f8ba service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Aug 28 09:37:37.898600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be83fa0d-eef3-43ee-9f66-2228c814cddd req-0f89e393-194d-4c8c-9a5b-64d87e46fcf2 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819221 Aug 28 09:37:47.989656 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:37:56.781709 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:57.775564 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4cd13e7c-d6b5-424d-a2a6-d6b9654fa785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:37:58.495162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a71cb-d53c-4965-af19-4f488eaa359e req-a14588c5-9231-42ee-b01a-3268dc281a51 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:58.496639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-714a71cb-d53c-4965-af19-4f488eaa359e req-a14588c5-9231-42ee-b01a-3268dc281a51 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0544872 Aug 28 09:37:58.538710 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-714a71cb-d53c-4965-af19-4f488eaa359e req-fa6b6bf2-0103-4fbb-8d9b-a7350639ff48 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359488 Aug 28 09:37:58.635396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171536-c637-4e26-b21e-015974dc128a req-d855820d-fd50-4ace-b402-df5aadb718d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:58.636938 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-d855820d-fd50-4ace-b402-df5aadb718d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1137 time: 0.0422876 Aug 28 09:37:58.725707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171536-c637-4e26-b21e-015974dc128a req-09853c7e-5b0e-4b0a-9ddb-ac47779b5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:58.727198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-09853c7e-5b0e-4b0a-9ddb-ac47779b5b16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0819795 Aug 28 09:37:58.801348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-0090eee8-40b2-4913-a89b-6c048d438466 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 1001 time: 0.0613978 Aug 28 09:37:58.852984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171536-c637-4e26-b21e-015974dc128a req-b06c2486-46e5-4e5f-85bc-94c22aa93fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:58.854433 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-b06c2486-46e5-4e5f-85bc-94c22aa93fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0436721 Aug 28 09:37:58.901180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171536-c637-4e26-b21e-015974dc128a req-2ded1472-9cd8-43dc-b7ff-9a0f40928fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:58.902591 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-2ded1472-9cd8-43dc-b7ff-9a0f40928fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397863 Aug 28 09:37:58.996384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-720b20a3-6f19-4323-9176-9c995df380a8 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Aug 28 09:37:59.087847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-79171536-c637-4e26-b21e-015974dc128a req-d09d639d-0215-43a9-8f35-762d7f17c54d service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Aug 28 09:37:59.667436 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069c3fc-14cd-4ed4-8971-5541c21d9fe7 req-e07c8a37-0aed-49bf-b581-83331441d20e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:37:59.668916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6069c3fc-14cd-4ed4-8971-5541c21d9fe7 req-e07c8a37-0aed-49bf-b581-83331441d20e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0535498 Aug 28 09:37:59.709001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6069c3fc-14cd-4ed4-8971-5541c21d9fe7 req-df50f7ff-acef-45b1-88d0-c007875c5822 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336099 Aug 28 09:38:00.048206 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:00.335714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-36bb0938-e9f9-4a68-9bea-9023bb0e4d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:00.824699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d896a-7bc0-492a-94f1-304accd2ffa2 req-620220d5-48e6-492b-af69-97a0991e6e6e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:00.826302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-487d896a-7bc0-492a-94f1-304accd2ffa2 req-620220d5-48e6-492b-af69-97a0991e6e6e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0499737 Aug 28 09:38:00.867412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-487d896a-7bc0-492a-94f1-304accd2ffa2 req-798a72d0-8d97-4ab3-af31-bb2114641119 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350804 Aug 28 09:38:01.983180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd541c67-fd8c-472f-a2a2-3e618943c9b3 req-065c8562-08bc-404e-81ad-c8cfa3911c5c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:01.984649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd541c67-fd8c-472f-a2a2-3e618943c9b3 req-065c8562-08bc-404e-81ad-c8cfa3911c5c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0489249 Aug 28 09:38:02.024860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fd541c67-fd8c-472f-a2a2-3e618943c9b3 req-b88a9c91-42ae-4e2d-9ba1-248033eb2f68 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334020 Aug 28 09:38:02.216020 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:03.143825 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f08df2-3a13-4b18-955b-f1750b7dbd30 req-ee8adb4a-b252-41b6-a166-ea926b90baf4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:03.145309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2f08df2-3a13-4b18-955b-f1750b7dbd30 req-ee8adb4a-b252-41b6-a166-ea926b90baf4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0536504 Aug 28 09:38:03.184024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b2f08df2-3a13-4b18-955b-f1750b7dbd30 req-bb76c66e-df6b-4b0a-a05b-710adaef4bb4 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327280 Aug 28 09:38:04.299100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a77d-e85f-4a33-b4be-ea51842bdb17 req-1e273bce-8d6b-400a-aa70-5bb9c7cee3ed tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:04.300580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1532a77d-e85f-4a33-b4be-ea51842bdb17 req-1e273bce-8d6b-400a-aa70-5bb9c7cee3ed tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0488677 Aug 28 09:38:04.340952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1532a77d-e85f-4a33-b4be-ea51842bdb17 req-fc89ae55-3d1d-403a-9b72-8c1d7375275c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343151 Aug 28 09:38:05.152765 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:05.454308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26194a-ff28-446c-b9ab-0d1408a2ff6e req-e2426065-e657-46f5-aaf1-0f10fb1f1ee3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:05.455891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef26194a-ff28-446c-b9ab-0d1408a2ff6e req-e2426065-e657-46f5-aaf1-0f10fb1f1ee3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0494549 Aug 28 09:38:05.496906 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef26194a-ff28-446c-b9ab-0d1408a2ff6e req-10ac7af2-8d39-463e-9b7b-5356ddf568d6 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344148 Aug 28 09:38:06.248395 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:06.612477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4088e5-1627-4f6a-aa0b-389038f6bcd9 req-7c62cb25-ac23-423e-93b7-909a8ad1f43c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:06.614575 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f4088e5-1627-4f6a-aa0b-389038f6bcd9 req-7c62cb25-ac23-423e-93b7-909a8ad1f43c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0517700 Aug 28 09:38:06.652899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6f4088e5-1627-4f6a-aa0b-389038f6bcd9 req-e4317146-8e10-4425-9223-6dc6fb5ba9f8 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321288 Aug 28 09:38:07.767474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1918022-dd60-442d-b8d9-6baa6cd7826f req-d7684459-435a-447b-94ea-17f1e0ab7848 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:07.768935 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1918022-dd60-442d-b8d9-6baa6cd7826f req-d7684459-435a-447b-94ea-17f1e0ab7848 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0492053 Aug 28 09:38:07.808496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1918022-dd60-442d-b8d9-6baa6cd7826f req-a122cf4e-36e1-4ae3-8ff2-720a32a05074 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335379 Aug 28 09:38:08.922961 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d476f-8336-45e4-8881-54ebc6834313 req-2e50740f-88d3-49e6-8b37-f5ec91245c50 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:08.924368 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99d476f-8336-45e4-8881-54ebc6834313 req-2e50740f-88d3-49e6-8b37-f5ec91245c50 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0490603 Aug 28 09:38:08.965597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99d476f-8336-45e4-8881-54ebc6834313 req-66ef782e-014f-4c6b-864a-a923bcdae2cf tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346096 Aug 28 09:38:10.083422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e068d5-db52-486b-b8b1-e896cf9e7cd1 req-0669bd73-30af-43fe-a939-ce78a89ca16c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:10.084266 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e068d5-db52-486b-b8b1-e896cf9e7cd1 req-0669bd73-30af-43fe-a939-ce78a89ca16c tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0526285 Aug 28 09:38:10.124209 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-41e068d5-db52-486b-b8b1-e896cf9e7cd1 req-9858cbf6-2faa-4fd7-a53d-1469893e74d3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334227 Aug 28 09:38:11.236502 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f36c-8407-4973-b67f-5a95b5d6f158 req-654faec0-34e3-453c-9750-042ec1bf22c2 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:11.237992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a201f36c-8407-4973-b67f-5a95b5d6f158 req-654faec0-34e3-453c-9750-042ec1bf22c2 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0490754 Aug 28 09:38:11.278267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a201f36c-8407-4973-b67f-5a95b5d6f158 req-e0d4fe3c-a0f0-439e-a005-d49283e4deda tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339944 Aug 28 09:38:12.390187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e7a-d825-4753-a83e-3879b5b94f20 req-f554b1f7-ebf9-4a48-a931-9f4de0cac57f tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:12.391678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5ed8e7a-d825-4753-a83e-3879b5b94f20 req-f554b1f7-ebf9-4a48-a931-9f4de0cac57f tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0480845 Aug 28 09:38:12.432289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5ed8e7a-d825-4753-a83e-3879b5b94f20 req-3c2f0105-236e-4b3c-b4b7-2d722fbce07e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334935 Aug 28 09:38:13.551413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc952-c922-47d3-b828-92eb0847e8bc req-31a54820-7761-4958-8c31-96cb435e582f tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:13.552902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f6dc952-c922-47d3-b828-92eb0847e8bc req-31a54820-7761-4958-8c31-96cb435e582f tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0534976 Aug 28 09:38:13.592716 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f6dc952-c922-47d3-b828-92eb0847e8bc req-bcc3db83-829c-4943-a517-60476fb98213 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336235 Aug 28 09:38:14.707129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da8f4-afff-4c3d-92c9-f4eb8f6facd8 req-36432d67-41ef-4129-b66a-c5f7d8cb81d9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:14.708613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a1da8f4-afff-4c3d-92c9-f4eb8f6facd8 req-36432d67-41ef-4129-b66a-c5f7d8cb81d9 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0491674 Aug 28 09:38:14.749753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a1da8f4-afff-4c3d-92c9-f4eb8f6facd8 req-6a6bd294-d97e-4355-ab22-382c3cb4616d tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351276 Aug 28 09:38:15.865158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8c394-4ae0-44a9-b393-e42b61e48a5b req-957695d1-2885-4965-91c8-d5294611b20d tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:15.866943 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10d8c394-4ae0-44a9-b393-e42b61e48a5b req-957695d1-2885-4965-91c8-d5294611b20d tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0489891 Aug 28 09:38:15.906951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-10d8c394-4ae0-44a9-b393-e42b61e48a5b req-6c5fa1b9-ea08-4ce2-86f6-7392909bd8cf tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&id=d777c6e0-36f7-4e37-a702-e32abcda1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334110 Aug 28 09:38:16.217009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acabbf2e-5109-4704-aa00-3454ef994a90 req-99beb4a6-08c9-4592-a8cb-782a749fc7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283542 Aug 28 09:38:16.299327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acabbf2e-5109-4704-aa00-3454ef994a90 req-d156e6ab-f33b-4630-95b5-4c98214b1c1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0250609 Aug 28 09:38:16.344796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acabbf2e-5109-4704-aa00-3454ef994a90 req-891eb4e0-863a-45c3-b644-68d55d39a3b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192320 Aug 28 09:38:16.436880 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabbf2e-5109-4704-aa00-3454ef994a90 req-921af221-e39a-4ba5-96ac-7e287f16bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:16.438354 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-acabbf2e-5109-4704-aa00-3454ef994a90 req-921af221-e39a-4ba5-96ac-7e287f16bb0b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862188 Aug 28 09:38:24.980454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-8d93e846-af7e-4620-aaf2-327df7c12f4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461490 Aug 28 09:38:24.988767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:38:25.076103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-be20142a-bde1-4224-bb44-b15137ff98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:25.077588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-be20142a-bde1-4224-bb44-b15137ff98a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1137 time: 0.0393977 Aug 28 09:38:25.178397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-aea0829a-871b-4df0-be53-e029aa32edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:25.179830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-aea0829a-871b-4df0-be53-e029aa32edd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0829341 Aug 28 09:38:25.248992 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-c759cf20-5e74-4a06-a57f-3839e5ad671f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 1001 time: 0.0612280 Aug 28 09:38:25.299043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-0efe4f64-84c3-435f-ba4d-ac749b00c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:25.300544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-0efe4f64-84c3-435f-ba4d-ac749b00c386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0442898 Aug 28 09:38:25.346071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-85dff03d-634e-4f87-84ad-ff1b24becc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:25.347613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-85dff03d-634e-4f87-84ad-ff1b24becc98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397251 Aug 28 09:38:25.439416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-79223ae5-7ac1-4295-9e49-ac3dadcc5797 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841758 Aug 28 09:38:25.528556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e29048b-f4ce-4023-8150-7a0fce79cccd req-b4b2a227-7143-49e8-a9cd-391f46432393 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Aug 28 09:38:26.761805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:28.021243 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b5f7b312-e9e0-455f-b30c-f874472b556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:30.002302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:30.266637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cb7bc21e-88d2-4d66-a19d-0dfe324bebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:32.192357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:35.152350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:36.289697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:51.470259 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb323544-2638-45ee-b9be-241ef855ce4f req-5d10dd67-0497-4936-b3b2-f84b9d0c2a9d tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685215722&fields=id&tenant_id=63983d42f4b5474d8287428b42d77f1e HTTP/1.1" status: 200 len: 267 time: 0.0337293 Aug 28 09:38:51.527879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323544-2638-45ee-b9be-241ef855ce4f req-336971ed-f77f-4f65-95d6-b673f6ebdecf tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:51.529347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb323544-2638-45ee-b9be-241ef855ce4f req-336971ed-f77f-4f65-95d6-b673f6ebdecf tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 985 time: 0.0534506 Aug 28 09:38:51.540458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Request body: {'port': {'security_groups': ['9a6c7712-03db-496d-af31-7d572170c91e']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:38:51.603343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:51.773358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:38:51.802878 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:51.881406 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:51.919698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:38:51.924617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:51.925252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:51.926700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cb323544-2638-45ee-b9be-241ef855ce4f req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "PUT /v2.0/ports/d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 943 time: 0.3907719 Aug 28 09:38:51.927165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:38:51.929435 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c6aef-4e93-48a0-9580-251cac8d6eea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:38:51.933100 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46614) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:38:51.960642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event updated for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:38:51.969456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:51.974144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5886bc-7d97-47fa-b659-6d08e5eb36e3 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.006349 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6404bccc-8736-4ba5-8f13-5c81d7879a6b x-openstack-request-id: req-6404bccc-8736-4ba5-8f13-5c81d7879a6b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:38:52.006867 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:38:52.007301 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6404bccc-8736-4ba5-8f13-5c81d7879a6b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:38:52.008017 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:38:52.018424 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.055561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.096331 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:38:52.121409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-6a194c38-2171-42bc-9843-7a504fb7b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:52.123646 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-6a194c38-2171-42bc-9843-7a504fb7b62e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1098 time: 0.0596282 Aug 28 09:38:52.186868 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.189818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.193538 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "DELETE /v2.0/security-groups/d777c6e0-36f7-4e37-a702-e32abcda1c02 HTTP/1.1" status: 204 len: 168 time: 0.2569261 Aug 28 09:38:52.194255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46618) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:38:52.200705 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777c6e0-36f7-4e37-a702-e32abcda1c02,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:38:52.208683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.209050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.209396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.209737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.210076 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.210450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.210782 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.211114 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.211522 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.211948 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.212300 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.212630 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660530c5-a36f-480d-b076-6f2a212bc293 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:38:52.269678 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a6964226-54bb-49ff-a975-86929ca702c7 None None] Provisioning complete for port d2bdb006-545f-4369-bb66-9557ff8a97c2 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:38:52.270065 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a6964226-54bb-49ff-a975-86929ca702c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.284518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-1dcb548e-8d83-4857-ab87-5c0d12c0c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:52.286024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-1dcb548e-8d83-4857-ab87-5c0d12c0c348 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.1527877 Aug 28 09:38:52.724904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-c3063f64-6a5b-484b-ada5-43937cb7b832 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 1001 time: 0.4114633 Aug 28 09:38:52.780683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Deleting port c2eea723-4dbd-45c5-adb5-7150fbf8a06b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:38:52.781029 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.822890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-dd991cac-8668-4608-8cac-b86ca76ce614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:52.824314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-dd991cac-8668-4608-8cac-b86ca76ce614 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0905192 Aug 28 09:38:52.892780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.893112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:52.902124 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-4d29ab82-0bfe-42f9-89b4-0d993e010001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:52.903654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-4d29ab82-0bfe-42f9-89b4-0d993e010001 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705547 Aug 28 09:38:52.909383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Calling delete_port for c2eea723-4dbd-45c5-adb5-7150fbf8a06b owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:38:53.051153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-be0924ce-6d7e-4db3-ae0d-64ff0aaeac82 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377413 Aug 28 09:38:53.191256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2f4c6aef-4e93-48a0-9580-251cac8d6eea req-009778eb-2850-40f1-adf0-324642e260d7 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178222 Aug 28 09:38:53.270131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:53.295325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event deleted for resources: {'Port': ['ID=c2eea723-4dbd-45c5-adb5-7150fbf8a06b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:38:53.362032 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:53.362403 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Floating IP 7c5693bb-3d33-481b-8e16-677a957e6bfb disassociated (deleted). External IP: 172.25.0.77, port: d2bdb006-545f-4369-bb66-9557ff8a97c2. Aug 28 09:38:53.566651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Router 061bbecc-615a-480f-a29e-6254e12aa9ef has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:38:53.674904 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:38:53.679683 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:53.684291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Sync routers for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:38:53.693084 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:38:53.693710 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:38:53.706363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c939ba1b-0a55-4eb9-ac95-306a2291c990 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "DELETE /v2.0/floatingips/7c5693bb-3d33-481b-8e16-677a957e6bfb HTTP/1.1" status: 204 len: 168 time: 1.5114086 Aug 28 09:38:53.802322 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:38:53.995537 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:38:54.008979 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:38:54.011479 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da063b4-44da-42c2-af75-93a540e0f404" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:38:54.023985 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Checking router: 061bbecc-615a-480f-a29e-6254e12aa9ef for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:38:54.032048 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:38:54.032637 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:38:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:38:54.106473 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339cee6-e501-4624-b02e-2024b739eacb x-openstack-request-id: req-a339cee6-e501-4624-b02e-2024b739eacb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:38:54.106876 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:38:54.107150 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a339cee6-e501-4624-b02e-2024b739eacb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:38:54.107989 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:38:54.135276 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:38:54.206534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da063b4-44da-42c2-af75-93a540e0f404 req-2a24c690-db9d-4834-9753-7462aa073d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:54.208113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-2a24c690-db9d-4834-9753-7462aa073d02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63983d42f4b5474d8287428b42d77f1e&device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 1098 time: 0.0478170 Aug 28 09:38:54.316227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da063b4-44da-42c2-af75-93a540e0f404 req-def0510e-ad6b-45f9-98c0-eed115ccb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:54.317859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-def0510e-ad6b-45f9-98c0-eed115ccb521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 200 len: 916 time: 0.0996296 Aug 28 09:38:54.375504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-3f96fafc-9c78-4e1f-8bf3-f7927f9b487d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 200 len: 217 time: 0.0390046 Aug 28 09:38:54.426682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da063b4-44da-42c2-af75-93a540e0f404 req-b3291fee-ed99-4cd3-bde5-e5dde427df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:54.428234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-b3291fee-ed99-4cd3-bde5-e5dde427df42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 200 len: 854 time: 0.0447092 Aug 28 09:38:54.430034 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:38:54.456096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7797e-43d6-4d38-8d51-3111c9ed0321 None None] The sync data for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 is: [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:36:34Z', 'revision_number': 4, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '0381e8fe-4b91-46f8-bf7d-85a1aa91020b', 'name': '', 'network_id': '2f57501d-9ddb-4fee-a0e8-7ae1ade997cd', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'mac_address': 'fa:16:3e:f9:09:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:33Z', 'updated_at': '2021-08-28T09:36:40Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'subnets': [{'id': 'b3605af6-a078-4047-82e6-0dd98fb45239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:38:54.477143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da063b4-44da-42c2-af75-93a540e0f404 req-702b5fcf-c25d-4a98-a614-c1747413a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:38:54.478701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-702b5fcf-c25d-4a98-a614-c1747413a8a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426536 Aug 28 09:38:54.579562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-ee8e442f-6f14-4ddf-ae0c-20fb6b0d9530 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Aug 28 09:38:54.677984 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac91a0c-57b1-4f72-b5fa-bf6211c28faf None None] New status for floating IP 7c5693bb-3d33-481b-8e16-677a957e6bfb: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:38:54.689165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da063b4-44da-42c2-af75-93a540e0f404 req-f09e476d-1b70-426f-bda2-9d7498253811 service neutron] 10.222.0.64 "GET /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870786 Aug 28 09:38:56.797962 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:38:57.727600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf038fc6-fd76-4340-896d-b5a77f374498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:00.019490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:00.264565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6dc36c7e-9ff3-42f7-892a-0e5e10cd8d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:01.988782 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:39:02.197731 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:02.268593 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db765f1-fae5-42ba-8a97-a53cb7991ef4 req-b38ca335-3c16-4f96-ae45-e4dc3b97258e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:02.270065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3db765f1-fae5-42ba-8a97-a53cb7991ef4 req-b38ca335-3c16-4f96-ae45-e4dc3b97258e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0498359 Aug 28 09:39:02.307315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3db765f1-fae5-42ba-8a97-a53cb7991ef4 req-f28be613-1135-4892-87e6-becbd064358a tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Aug 28 09:39:03.426008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6308f-ec28-40ba-8479-014e58c7cef5 req-331b35f7-0fb0-4aca-8986-8b21b3c688b1 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:03.427547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-19a6308f-ec28-40ba-8479-014e58c7cef5 req-331b35f7-0fb0-4aca-8986-8b21b3c688b1 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0537369 Aug 28 09:39:03.465728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-19a6308f-ec28-40ba-8479-014e58c7cef5 req-d9d6ed70-2413-4361-b6a2-631286e5ac3b tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Aug 28 09:39:04.422114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-3204024b-9c91-4dfe-8e9d-a8796efe8a1e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:04.423528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-3204024b-9c91-4dfe-8e9d-a8796efe8a1e tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0498307 Aug 28 09:39:04.512117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Deleting port d2bdb006-545f-4369-bb66-9557ff8a97c2 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:04.512791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:04.632971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681eb0b-91f1-426e-89be-8731ff826146 req-a8f821ed-dafa-4a64-a827-10f63e6cdff0 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:04.634470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8681eb0b-91f1-426e-89be-8731ff826146 req-a8f821ed-dafa-4a64-a827-10f63e6cdff0 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 946 time: 0.0802276 Aug 28 09:39:04.639217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] For port d2bdb006-545f-4369-bb66-9557ff8a97c2, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=d2bdb006-545f-4369-bb66-9557ff8a97c2,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:04.639589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:04.658942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Calling delete_port for d2bdb006-545f-4369-bb66-9557ff8a97c2 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:04.725322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8681eb0b-91f1-426e-89be-8731ff826146 req-c6e6fd65-c8d7-4aa2-a385-a974a9078cd8 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a6c7712-03db-496d-af31-7d572170c91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831525 Aug 28 09:39:04.864139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:04.894084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Pushing event deleted for resources: {'Port': ['ID=d2bdb006-545f-4369-bb66-9557ff8a97c2,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:04.902539 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['d2bdb006-545f-4369-bb66-9557ff8a97c2'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:39:04.937951 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] No DVR routers for this DVR port d2bdb006-545f-4369-bb66-9557ff8a97c2 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:39:04.941079 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:04.943086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80546ea0-148e-498a-9f62-fc08c9c2d020 req-6e735f8a-0502-40e8-8d51-2802a8e1e571 tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.64 "DELETE /v2.0/ports/d2bdb006-545f-4369-bb66-9557ff8a97c2 HTTP/1.1" status: 204 len: 173 time: 0.5128763 Aug 28 09:39:04.943524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'name': 'network-vif-deleted', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:39:04.945741 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead357af-f64e-473e-af2e-0c612abca094" -d '{"events": [{"server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "name": "network-vif-deleted", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:39:04.981289 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108cac7-a6c0-49dd-9d47-75d2b8c5ccd8 x-openstack-request-id: req-4108cac7-a6c0-49dd-9d47-75d2b8c5ccd8 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:39:04.981584 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a57cb6-41ff-4fea-9d1c-e52f85f30667", "name": "network-vif-deleted", "tag": "d2bdb006-545f-4369-bb66-9557ff8a97c2", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:39:04.981869 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4108cac7-a6c0-49dd-9d47-75d2b8c5ccd8 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:39:04.982405 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a57cb6-41ff-4fea-9d1c-e52f85f30667', 'name': 'network-vif-deleted', 'tag': 'd2bdb006-545f-4369-bb66-9557ff8a97c2', 'status': 'completed', 'code': 200} Aug 28 09:39:05.155529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:05.832062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab0133e0-12d7-4888-9752-9c8b591ed05f req-4270fb20-a8f7-4d1f-a038-887709f1c08d tempest-TestMinimumBasicScenario-1905102238 tempest-TestMinimumBasicScenario-1905102238-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1a57cb6-41ff-4fea-9d1c-e52f85f30667 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Aug 28 09:39:06.287092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:07.124366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d2bdb006-545f-4369-bb66-9557ff8a97c2 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:07.147226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: d2bdb006-545f-4369-bb66-9557ff8a97c2 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:07.147226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device d2bdb006-545f-4369-bb66-9557ff8a97c2 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:07.942735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46718) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:08.290248 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:08.543784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Deleting port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:08.544027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:08.620605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] For port 0381e8fe-4b91-46f8-bf7d-85a1aa91020b, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:08.620976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:08.634602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Calling delete_port for 0381e8fe-4b91-46f8-bf7d-85a1aa91020b owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:08.876145 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:08.902468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=0381e8fe-4b91-46f8-bf7d-85a1aa91020b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:09.082784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:09.306268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Router 061bbecc-615a-480f-a29e-6254e12aa9ef has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:39:09.414561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:39:09.419693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-98884b1c-e2e9-45d4-ade8-548432a44e8b admin admin] 10.222.0.46 "PUT /v2.0/routers/061bbecc-615a-480f-a29e-6254e12aa9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759262 Aug 28 09:39:09.422195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46720) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:09.426068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Sync routers for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:39:09.438698 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:09.440941 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:09.528197 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:09.546519 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:09.734752 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:39:08Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:09.762235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Checking router: 061bbecc-615a-480f-a29e-6254e12aa9ef for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:39:09.771589 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Routers {'061bbecc-615a-480f-a29e-6254e12aa9ef'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:09.772214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['061bbecc-615a-480f-a29e-6254e12aa9ef'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:09.878688 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] Set router 061bbecc-615a-480f-a29e-6254e12aa9ef gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:09.963657 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.051670 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:39:08Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:10.076933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Deleting port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:10.077277 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.084818 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18cc76-e2c3-47b7-acea-b9c38a11b6c7 None None] The sync data for ids ['061bbecc-615a-480f-a29e-6254e12aa9ef'] in n-d-792458-16 is: [{'id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'name': 'tempest-TestMinimumBasicScenario-1766024304-router', 'tenant_id': '63983d42f4b5474d8287428b42d77f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:31Z', 'updated_at': '2021-08-28T09:39:08Z', 'revision_number': 5, 'project_id': '63983d42f4b5474d8287428b42d77f1e', 'gw_port': {'id': '1fd4e6ac-c4cd-4175-b791-5e61c52718a0', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bbecc-615a-480f-a29e-6254e12aa9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:32Z', 'updated_at': '2021-08-28T09:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:39:10.160713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] For port 1fd4e6ac-c4cd-4175-b791-5e61c52718a0, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:10.161258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.173470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Calling delete_port for 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:10.435966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.477208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd4e6ac-c4cd-4175-b791-5e61c52718a0,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:10.481009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0381e8fe-4b91-46f8-bf7d-85a1aa91020b no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:10.511406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 0381e8fe-4b91-46f8-bf7d-85a1aa91020b {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:10.511758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 0381e8fe-4b91-46f8-bf7d-85a1aa91020b not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:10.539791 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.634981 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.637096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.740907 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.741431 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061bbecc-615a-480f-a29e-6254e12aa9ef {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:39:10.751134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.751134 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fd72f6b1-8922-4b34-9738-356878ac736e admin admin] 10.222.0.46 "DELETE /v2.0/routers/061bbecc-615a-480f-a29e-6254e12aa9ef HTTP/1.1" status: 204 len: 168 time: 1.3239453 Aug 28 09:39:10.751134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46724) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:10.800426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Deleting subnet b3605af6-a078-4047-82e6-0dd98fb45239 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:39:10.803923 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.840733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:10.918009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.026748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.055509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.057380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b3605af6-a078-4047-82e6-0dd98fb45239 HTTP/1.1" status: 204 len: 168 time: 0.3067818 Aug 28 09:39:11.059012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7dc2-dc8f-4ad1-8d31-e60b741b49d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3605af6-a078-4047-82e6-0dd98fb45239,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:11.060301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46726) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:11.061283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4ab36-5d44-414f-9dba-083ae6878b3c None None] Network 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:39:11.130497 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.201999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Deleting port de6c6e40-1cd3-46ab-9d3b-57da12ce236a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:11.202382 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.260302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] DHCP port deletion for 2f57501d-9ddb-4fee-a0e8-7ae1ade997cd request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:39:11.268112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] For port de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:11.268494 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.281521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Calling delete_port for de6c6e40-1cd3-46ab-9d3b-57da12ce236a owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:11.314292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Deleting port de6c6e40-1cd3-46ab-9d3b-57da12ce236a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:11.314674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.376110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] For port de6c6e40-1cd3-46ab-9d3b-57da12ce236a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,segment=NetworkSegment(60218224-5035-46af-92bc-5e719270d96a),segment_id=60218224-5035-46af-92bc-5e719270d96a)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:11.379625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.388960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Calling delete_port for de6c6e40-1cd3-46ab-9d3b-57da12ce236a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:11.426317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.451925 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Pushing event deleted for resources: {'Port': ['ID=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:11.456910 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] No DVR routers for this DVR port de6c6e40-1cd3-46ab-9d3b-57da12ce236a on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:39:11.468009 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.497229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Pushing event deleted for resources: {'Port': ['ID=de6c6e40-1cd3-46ab-9d3b-57da12ce236a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:11.501669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] No DVR routers for this DVR port de6c6e40-1cd3-46ab-9d3b-57da12ce236a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.510667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.511566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.511566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.511566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.511935 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.512152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a3544-152b-4a93-858f-c5e70e676922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:11.534192 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.543832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f57501d-9ddb-4fee-a0e8-7ae1ade997cd']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:11.553974 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60218224-5035-46af-92bc-5e719270d96a') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:11.554313 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60218224-5035-46af-92bc-5e719270d96a') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:11.563028 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.576278 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.582552 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:39:11.582978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:39:11.584695 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:39:11.729059 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.734651 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:11.736516 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] 10.222.0.46 "DELETE /v2.0/networks/2f57501d-9ddb-4fee-a0e8-7ae1ade997cd HTTP/1.1" status: 204 len: 168 time: 0.6751754 Aug 28 09:39:11.740030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46728) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:11.747855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2a72-8d5a-426b-b2cc-c4b31d6f721f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f57501d-9ddb-4fee-a0e8-7ae1ade997cd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:12.081251 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:12.172127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:12.192581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:12.192928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1fd4e6ac-c4cd-4175-b791-5e61c52718a0 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:12.193870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de6c6e40-1cd3-46ab-9d3b-57da12ce236a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:12.211903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: de6c6e40-1cd3-46ab-9d3b-57da12ce236a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:12.212246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de6c6e40-1cd3-46ab-9d3b-57da12ce236a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:12.325564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Deleting port 4c054ba7-ad43-40f8-8340-4cade0fa2a82 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:12.325908 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:12.405734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] For port 4c054ba7-ad43-40f8-8340-4cade0fa2a82, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4c054ba7-ad43-40f8-8340-4cade0fa2a82,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:12.406117 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:12.419540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Calling delete_port for 4c054ba7-ad43-40f8-8340-4cade0fa2a82 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:12.687274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:12.713364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c054ba7-ad43-40f8-8340-4cade0fa2a82,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:12.883646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.097681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Router 1ec97d33-1bc0-4841-887a-d6c577a7c79c has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:39:13.201162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:39:13.206659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-be447813-e0cd-4d32-8f6b-cd6d0f3ea87d admin admin] 10.222.0.46 "PUT /v2.0/routers/1ec97d33-1bc0-4841-887a-d6c577a7c79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655976 Aug 28 09:39:13.209180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46732) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:13.211795 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Sync routers for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:39:13.220885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:13.221749 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:13.315035 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.326007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:13.417267 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.506237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:39:12Z', 'revision_number': 5, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port': {'id': 'ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:13.529017 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Deleting port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:13.529364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.533204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Checking router: 1ec97d33-1bc0-4841-887a-d6c577a7c79c for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:39:13.542094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Routers {'1ec97d33-1bc0-4841-887a-d6c577a7c79c'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:13.542754 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:13.613135 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] For port ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:13.613512 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.625499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Calling delete_port for ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:13.630327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] Set router 1ec97d33-1bc0-4841-887a-d6c577a7c79c gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:13.682335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:39:13Z', 'revision_number': 6, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:13.711534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a75d2-72e0-4a8f-aecb-3aaf101b0f40 None None] The sync data for ids ['1ec97d33-1bc0-4841-887a-d6c577a7c79c'] in n-d-792458-16 is: [{'id': '1ec97d33-1bc0-4841-887a-d6c577a7c79c', 'name': 'tempest-TestMinimumBasicScenario-725026535-router', 'tenant_id': '9ea85a5d175148e0b1149833334e8a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:36:38Z', 'updated_at': '2021-08-28T09:39:13Z', 'revision_number': 6, 'project_id': '9ea85a5d175148e0b1149833334e8a38', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:39:13.854699 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:13.883211 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:13.944212 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.033868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.035975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.191897 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.192498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec97d33-1bc0-4841-887a-d6c577a7c79c {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:39:14.197013 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.198167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-758986f0-e9d0-4c0d-ba3d-775995b405cd admin admin] 10.222.0.46 "DELETE /v2.0/routers/1ec97d33-1bc0-4841-887a-d6c577a7c79c HTTP/1.1" status: 204 len: 168 time: 0.9879367 Aug 28 09:39:14.200701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:14.245377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Deleting subnet d2b82952-7a6d-44aa-95a5-b26451f1667f {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:39:14.248568 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.283809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.363822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.509304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c054ba7-ad43-40f8-8340-4cade0fa2a82 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:14.539047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4c054ba7-ad43-40f8-8340-4cade0fa2a82 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:14.539047 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4c054ba7-ad43-40f8-8340-4cade0fa2a82 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:14.584599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.608722 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b82952-7a6d-44aa-95a5-b26451f1667f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:14.618816 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.619854 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-16853c6a-5797-477e-9062-abb55a2b70eb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d2b82952-7a6d-44aa-95a5-b26451f1667f HTTP/1.1" status: 204 len: 168 time: 0.4179945 Aug 28 09:39:14.620330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46736) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:14.622889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a1b2b4-d3c3-459e-a03b-646fc8d379da None None] Network 6f206d87-3c41-4f87-af9c-934e8b215ded requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:39:14.698744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.756389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Deleting port 2fb1341f-923d-45aa-853c-3aec8e921b3a {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:14.756735 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.797093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] DHCP port deletion for 6f206d87-3c41-4f87-af9c-934e8b215ded request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:39:14.820454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] For port 2fb1341f-923d-45aa-853c-3aec8e921b3a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fb1341f-923d-45aa-853c-3aec8e921b3a,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:14.820818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.833373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Calling delete_port for 2fb1341f-923d-45aa-853c-3aec8e921b3a owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:14.842028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Deleting port 2fb1341f-923d-45aa-853c-3aec8e921b3a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:39:14.842474 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.903850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] For port 2fb1341f-923d-45aa-853c-3aec8e921b3a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=2fb1341f-923d-45aa-853c-3aec8e921b3a,segment=NetworkSegment(0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3),segment_id=0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:14.904363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:14.917299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Calling delete_port for 2fb1341f-923d-45aa-853c-3aec8e921b3a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:39:15.003550 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.008976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.031533 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb1341f-923d-45aa-853c-3aec8e921b3a,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:15.034070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] No DVR routers for this DVR port 2fb1341f-923d-45aa-853c-3aec8e921b3a on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:39:15.039204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] No DVR routers for this DVR port 2fb1341f-923d-45aa-853c-3aec8e921b3a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:39:15.040804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520fb7d-2233-42fc-9312-3a44b2f44dff None None] Pushing event deleted for resources: {'Port': ['ID=2fb1341f-923d-45aa-853c-3aec8e921b3a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:15.106792 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.116634 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f206d87-3c41-4f87-af9c-934e8b215ded']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:15.129821 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:15.130118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfb88dc-7d4b-43a2-8f0f-cb2189db6cf3') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:15.138769 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.152344 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.158724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:39:15.159103 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:39:15.160691 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:39:15.288800 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.294192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.296051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f206d87-3c41-4f87-af9c-934e8b215ded HTTP/1.1" status: 204 len: 168 time: 0.6748450 Aug 28 09:39:15.308667 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0af3e-37db-4721-b7cc-5e55fa667a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f206d87-3c41-4f87-af9c-934e8b215ded,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:15.698519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46740) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:15.738016 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0c09977b-fe6b-4c45-bbf9-fae624fd55a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63983d42f4b5474d8287428b42d77f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383584 Aug 28 09:39:15.740651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:15.786775 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.811741 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.991746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.994432 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:15.995586 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a6c7712-03db-496d-af31-7d572170c91e HTTP/1.1" status: 204 len: 168 time: 0.2540643 Aug 28 09:39:16.003346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd307a-4206-48a4-8a47-2d2acca9a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c7712-03db-496d-af31-7d572170c91e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:16.171215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fb1341f-923d-45aa-853c-3aec8e921b3a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:16.191228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 2fb1341f-923d-45aa-853c-3aec8e921b3a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:16.191570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 2fb1341f-923d-45aa-853c-3aec8e921b3a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:16.191982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:39:16.210148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:39:16.210523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device ef5f7fdc-3e4e-4d34-b79a-2e11422bb00f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:39:16.599645 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46748) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:16.639107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bd5625d4-e2f8-48ee-ac35-b27cb91d9f7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ea85a5d175148e0b1149833334e8a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383115 Aug 28 09:39:16.641565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46750) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:16.688324 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:16.709411 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:16.831471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:16.833946 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:16.835146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08a18d51-8b51-4a62-a294-9bd96d26f00b HTTP/1.1" status: 204 len: 168 time: 0.1921380 Aug 28 09:39:16.843369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca483b-df7d-4a73-a9ea-629a9b738792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a18d51-8b51-4a62-a294-9bd96d26f00b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:17.197120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48e9e8c3-51c7-42e1-b166-be382c4f015b req-e90046f5-f71c-407f-8d6f-6eccedab119d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278792 Aug 28 09:39:17.289867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48e9e8c3-51c7-42e1-b166-be382c4f015b req-ded95d9e-f963-4778-9750-3e60ec1b5a9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0250561 Aug 28 09:39:17.335931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48e9e8c3-51c7-42e1-b166-be382c4f015b req-956a40c8-e34c-4139-aa2a-2280e3e0a60f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208690 Aug 28 09:39:17.428934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9e8c3-51c7-42e1-b166-be382c4f015b req-47a607a8-ffb3-4746-b5c4-d13feb197513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:17.430450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-48e9e8c3-51c7-42e1-b166-be382c4f015b req-47a607a8-ffb3-4746-b5c4-d13feb197513 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876272 Aug 28 09:39:19.053491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46792) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:19.058227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619728259', 'description': 'tempest-secgroup-smoke-1619728259 description', 'project_id': '6091fb6e89d642d4816b6d1119c046f5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:19.140496 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.149664 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.241848 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.317737 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.353697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb9c8b-e1f3-49fe-b4bf-cb2a5260f2d6,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:19.405665 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.471551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.500354 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4759fa54-42f5-463e-84fc-f0b17b22b928,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:19.540314 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.541570 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fcc912e0-d296-4b2e-81fe-8ddfe67d80e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4870346 Aug 28 09:39:19.544426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46794) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:19.548837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:19.625073 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.679589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.743452 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.762841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf59003-ee81-4a54-9c58-1fac760405ad,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:19.817944 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.819186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25c92f43-3254-42d9-8579-b3eba10f9bb9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738183 Aug 28 09:39:19.821838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46796) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:19.826231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:19.914764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:19.971723 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.089120 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.111793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7080b46-fffc-4e8a-844a-c5ae1f2baab2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:20.198162 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.199388 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ed61ac30-2291-454d-b008-a5dca490c605 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3765991 Aug 28 09:39:20.202147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:20.208480 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:20.299871 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.676885 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.746456 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.765270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a033416-c4a7-4a98-b74b-da29764f182e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:20.849289 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:20.850652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1bf429a3-4ee0-4b14-b205-7e39e3c7fbf3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6474915 Aug 28 09:39:20.853567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46800) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:20.857981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:20.957037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.012991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.098006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.116688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a712e5b5-bb7b-4f31-93b0-ccb1eedb1b8b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:21.200988 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.202286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-442a6dc8-04fb-4217-8d47-a0c41f0fd1cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3477418 Aug 28 09:39:21.204867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46802) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:21.209363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:21.298890 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:39:21.303947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.363065 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.454489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.471734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50333bd8-5a3c-4909-8177-17a90b7d087d,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:21.555091 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.556364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-15543f2d-6951-4e09-ac8d-d060fc7ede91 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505421 Aug 28 09:39:21.559097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46804) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:21.563650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '4759fa54-42f5-463e-84fc-f0b17b22b928', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:21.641178 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:39:21.646175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.705592 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.768903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.787389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a69063-2411-4bce-ba98-dd955c8598f2,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:21.848942 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.850179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-14aa9d7e-5db1-4da4-9095-56ced6fbcdc0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2901208 Aug 28 09:39:21.853128 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46806) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:21.857941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'network': {'name': 'tempest-network-smoke--1177912058', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:21.928855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:39:21.932369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.955185 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:39:21.963394 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:21.963738 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Added segment b0f4f53d-05f8-491e-a207-bed78b2a8dc8 of type vlan for network 46c518f2-4fff-4cec-8b4e-06919a21af78 Aug 28 09:39:22.002551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.106236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.111919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:22.112506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.179819 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Network': ['ID=46c518f2-4fff-4cec-8b4e-06919a21af78,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:22.193644 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:39:22.238290 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8a6833a9-1ec5-4b41-8fe0-a554305d5d7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3841026 Aug 28 09:39:22.241402 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46808) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:22.245942 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'admin_state_up': True, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:22.346067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.347167 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.397618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.599675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.846822 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.865925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:22.964875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.235 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/45de6000-cea1-4bfb-b057-f026b48a3a47) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:39:23.067222 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:23.146019 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:23.181985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:23.188362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:23.191087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:39:23.214748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=45de6000-cea1-4bfb-b057-f026b48a3a47,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:23.523996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:23.728618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:23.917766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router d0d40099-a96c-4170-865e-2d8278ca189f is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:39:24.027303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:39:24.038864 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Sync routers for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:39:24.049722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:24.050450 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:24.106152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.107454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d16c106a-fc6f-4339-9b4a-e27b9a10452d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8650954 Aug 28 09:39:24.111034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46810) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:24.153621 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:24.230688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4af5f6d4-0f4a-4ca3-b201-19ad74787abb tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6091fb6e89d642d4816b6d1119c046f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1184988 Aug 28 09:39:24.233236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46814) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:24.320361 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6aea79-dfaf-4042-b2ec-ffd567b18e1a tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:24.321884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4e6aea79-dfaf-4042-b2ec-ffd567b18e1a tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877526 Aug 28 09:39:24.324773 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46816) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:24.331368 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:23Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:24.357917 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Checking router: d0d40099-a96c-4170-865e-2d8278ca189f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:39:24.358329 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Updating router d0d40099-a96c-4170-865e-2d8278ca189f port 45de6000-cea1-4bfb-b057-f026b48a3a47 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:39:24.364778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-84539465-74ca-4e97-a566-c5c6aa826155 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386531 Aug 28 09:39:24.367357 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46818) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:24.372120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343920953', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:24.383957 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.523175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:39:24.526766 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.722980 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.732442 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Transition to ACTIVE for port object 45de6000-cea1-4bfb-b057-f026b48a3a47 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:24.752331 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.791795 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.816900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Subnet': ['ID=53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:24.827317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Checking segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:39:24.827669 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network hostable DHCP agents. Network: 46c518f2-4fff-4cec-8b4e-06919a21af78, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:39:24.844563 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Attempting to bind port 45de6000-cea1-4bfb-b057-f026b48a3a47 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:39:24.844932 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Attempting to bind port 45de6000-cea1-4bfb-b057-f026b48a3a47 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:39:24.849790 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Attempting to bind port 45de6000-cea1-4bfb-b057-f026b48a3a47 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:39:24.849790 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Pushing event updated for resources: {'Port': ['ID=45de6000-cea1-4bfb-b057-f026b48a3a47,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:24.856355 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:39:24.856729 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:39:24.857130 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.857526 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:39:24.857986 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Bound port: 45de6000-cea1-4bfb-b057-f026b48a3a47, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:39:24.858388 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.860999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.861396 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.861739 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.862074 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.862426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.862762 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.863088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.863411 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.863735 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.864056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.864379 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.865002 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:39:24.900153 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:39:24.918292 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] For port 45de6000-cea1-4bfb-b057-f026b48a3a47, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:39:24.921221 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] For port 45de6000-cea1-4bfb-b057-f026b48a3a47, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45de6000-cea1-4bfb-b057-f026b48a3a47,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:39:24.978005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 46c518f2-4fff-4cec-8b4e-06919a21af78) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:24.983159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:24.983622 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:24.987386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57d70e-4c68-4640-be8e-f072d02446cc None None] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:39:25.002062 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.058634 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:25.059357 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:25.061774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4dd37-a7dd-4bd9-a432-32d9c7b4d95e None None] Pushing event updated for resources: {'Port': ['ID=45de6000-cea1-4bfb-b057-f026b48a3a47,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:25.073239 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-26608fb3-79b1-4ebf-9776-3e57449c6fef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7022042 Aug 28 09:39:25.073539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:25.134849 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-46c518f2-4fff-4cec-8b4e-06919a21af78', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:39:25.136081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.169318 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:25.283725 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Allocated IP 172.20.0.2 (46c518f2-4fff-4cec-8b4e-06919a21af78/53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4/67a5dfd9-7fda-4f64-a3cf-7dc41509252d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:39:25.366778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:23Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:25.396722 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e1b7e-3b68-464d-ba23-690fcf8cd34e None None] The sync data for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 is: [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:23Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:39:25.436735 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.446175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Transition to ACTIVE for port object 67a5dfd9-7fda-4f64-a3cf-7dc41509252d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:25.463198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Transition to ACTIVE for port object 67a5dfd9-7fda-4f64-a3cf-7dc41509252d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:25.517454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.544861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.587101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:25.592324 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:25.595301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:39:25.611582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Pushing event updated for resources: {'Port': ['ID=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:25.823385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Attempting to bind port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:39:25.823756 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Attempting to bind port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:39:25.824244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Attempting to bind port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d on network 46c518f2-4fff-4cec-8b4e-06919a21af78 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:39:25.831400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:39:25.831783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Checking segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:39:25.832187 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.832582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Bound using segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:39:25.833048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Bound port: 67a5dfd9-7fda-4f64-a3cf-7dc41509252d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:39:25.833433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.848398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.1 (46c518f2-4fff-4cec-8b4e-06919a21af78/53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4/89b05cf3-8823-41cd-a517-3c57065de08f) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:39:25.900733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] For port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:39:25.904222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] For port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:39:25.971000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.975701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:25.985093 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 89b05cf3-8823-41cd-a517-3c57065de08f will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:26.048759 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90ca0-8257-424e-bba5-1946ab2bc7a1 None None] Pushing event updated for resources: {'Port': ['ID=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:26.100743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.146801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:26.152251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:26.156507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:39:26.208205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:26.221570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.304873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45de6000-cea1-4bfb-b057-f026b48a3a47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:26.431809 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 45de6000-cea1-4bfb-b057-f026b48a3a47 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:26.435876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 45de6000-cea1-4bfb-b057-f026b48a3a47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:26.436319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.440397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.514529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.536263 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 45de6000-cea1-4bfb-b057-f026b48a3a47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45de6000-cea1-4bfb-b057-f026b48a3a47,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:26.596067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.648707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=45de6000-cea1-4bfb-b057-f026b48a3a47,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:26.726183 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.761124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.784009 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.857457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:26.860044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:26.961149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:26.962592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:26.979667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7d199-4371-4d69-97e0-0a4d368772ab None None] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:39:27.074453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router d0d40099-a96c-4170-865e-2d8278ca189f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:39:27.122028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f27b7435-c49b-4341-b2a1-99e19239220c None None] Provisioning for port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:27.187668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:39:27.198842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39b8cd3c-476c-4b67-b282-5f1e661fd477 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/d0d40099-a96c-4170-865e-2d8278ca189f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1241505 Aug 28 09:39:27.348045 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-f672bdb8-9f7e-46e0-956a-1f92188de01f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619728259&fields=id&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 267 time: 0.0396669 Aug 28 09:39:27.412762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cd78bf66-01e8-4f96-a392-2d0e00db7e75 None None] Provisioning for port 89b05cf3-8823-41cd-a517-3c57065de08f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:27.417563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-cd78bf66-01e8-4f96-a392-2d0e00db7e75 None None] Provisioning complete for port 89b05cf3-8823-41cd-a517-3c57065de08f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:27.418067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cd78bf66-01e8-4f96-a392-2d0e00db7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:27.463894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-cd78bf66-01e8-4f96-a392-2d0e00db7e75 None None] Port 89b05cf3-8823-41cd-a517-3c57065de08f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:39:27.556902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Sync routers for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:39:27.567085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:27.567736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:27.636568 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1d878c22-465b-4a2d-8a76-3078be126519 None None] Provisioning complete for port 89b05cf3-8823-41cd-a517-3c57065de08f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:27.636965 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1d878c22-465b-4a2d-8a76-3078be126519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:27.722847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1d878c22-465b-4a2d-8a76-3078be126519 None None] Port 89b05cf3-8823-41cd-a517-3c57065de08f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:39:27.733791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:27.769293 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91f8d743-7a85-44f1-8eeb-3d4965a9b888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:27.804859 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-d6640519-bac7-4a5b-b0ed-a45bb0c18294 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:27.806384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-d6640519-bac7-4a5b-b0ed-a45bb0c18294 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/networks?id=46c518f2-4fff-4cec-8b4e-06919a21af78 HTTP/1.1" status: 200 len: 797 time: 0.4512727 Aug 28 09:39:27.822941 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-faee4509-44e4-47d9-b54d-8153a9e2d30e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/quotas/6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 375 time: 0.0102911 Aug 28 09:39:27.867647 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ffa4c703-f222-47a2-a382-651cc32e16b4 None None] Provisioning complete for port 89b05cf3-8823-41cd-a517-3c57065de08f triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:27.868032 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c703-f222-47a2-a382-651cc32e16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:27.877632 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-439aa3df-0f23-47ba-a539-a2e8207a0b8b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489483 Aug 28 09:39:27.925274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4c703-f222-47a2-a382-651cc32e16b4 None None] Port 89b05cf3-8823-41cd-a517-3c57065de08f cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:39:27.977262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 2, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:27.979257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-f1414c5e-cff6-4ffa-8653-13d6bf8e6cea service neutron] 10.222.0.46 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897601 Aug 28 09:39:28.003791 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Checking router: d0d40099-a96c-4170-865e-2d8278ca189f for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:39:28.004146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Updating router d0d40099-a96c-4170-865e-2d8278ca189f port 89b05cf3-8823-41cd-a517-3c57065de08f binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:39:28.028517 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.069054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-6f515948-a56c-436d-be73-58a2ac7740f8 service neutron] 10.222.0.46 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Aug 28 09:39:28.292827 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45de6000-cea1-4bfb-b057-f026b48a3a47 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:28.337711 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2cd6689f-d92f-4816-a196-59fdc687bbc6 req-0d7adfe7-cba6-4b47-bec9-9e8887735be9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Aug 28 09:39:28.350368 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.364269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Transition to ACTIVE for port object 89b05cf3-8823-41cd-a517-3c57065de08f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:28.376671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 45de6000-cea1-4bfb-b057-f026b48a3a47 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:28.377053 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.455195 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 67a5dfd9-7fda-4f64-a3cf-7dc41509252d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:28.479600 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.546722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44783a-4fab-4947-8955-65b6a467fc94 None None] Pushing event updated for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:28.600674 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Attempting to bind port 89b05cf3-8823-41cd-a517-3c57065de08f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:39:28.600901 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Attempting to bind port 89b05cf3-8823-41cd-a517-3c57065de08f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:39:28.601274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Attempting to bind port 89b05cf3-8823-41cd-a517-3c57065de08f on network 46c518f2-4fff-4cec-8b4e-06919a21af78 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:39:28.606883 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:39:28.607253 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Checking segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:39:28.607684 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.608084 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Bound using segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:39:28.608557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Bound port: 89b05cf3-8823-41cd-a517-3c57065de08f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:39:28.608946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.677645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:28.684120 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] For port 89b05cf3-8823-41cd-a517-3c57065de08f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:39:28.686199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:28.686663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.690098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] For port 89b05cf3-8823-41cd-a517-3c57065de08f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=89b05cf3-8823-41cd-a517-3c57065de08f,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:39:28.762912 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.804740 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:28.874916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:28.874916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:28.874916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44783a-4fab-4947-8955-65b6a467fc94 None None] Pushing event updated for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:28.905403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:28.981583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:29.011418 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:29.142552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:29.231860 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:28Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:29.262874 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc921e-a7d1-4ec6-8dae-cf17f9abd055 None None] The sync data for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 is: [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:28Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:39:29.442308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76464d0a-1d0e-41d1-a646-8fea13d8b7bf req-f0e3ad41-3c85-4af3-ac00-4afd28cda437 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 210 time: 0.0293846 Aug 28 09:39:30.001408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.262143 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 89b05cf3-8823-41cd-a517-3c57065de08f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:30.266997 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5c8-cefa-47b0-896d-55e189dbffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.362967 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 89b05cf3-8823-41cd-a517-3c57065de08f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:30.367393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 89b05cf3-8823-41cd-a517-3c57065de08f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:30.367763 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.448606 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.498408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 89b05cf3-8823-41cd-a517-3c57065de08f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=89b05cf3-8823-41cd-a517-3c57065de08f,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:30.571623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62619d88-7ef6-4cab-bb46-a3bceb32035b req-69f85a8f-f8e5-4e19-b0b0-d5cd96f833a2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 210 time: 0.0557790 Aug 28 09:39:30.591955 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.591955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 67a5dfd9-7fda-4f64-a3cf-7dc41509252d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:30.622605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-33722d80-bf82-4893-ada4-08728039daaa tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:30.624064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-33722d80-bf82-4893-ada4-08728039daaa tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/networks?id=46c518f2-4fff-4cec-8b4e-06919a21af78 HTTP/1.1" status: 200 len: 797 time: 0.1298342 Aug 28 09:39:30.669823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:30.678488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-3ad94097-a431-4a65-a869-d69f02cc1598 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 380 time: 0.0372710 Aug 28 09:39:30.681332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:30.681813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:30.690771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'port': {'device_id': '547bc955-6e73-495c-917a-9c65778213c9', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'admin_state_up': True, 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'security_groups': ['4759fa54-42f5-463e-84fc-f0b17b22b928']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:30.880850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:39:30.885672 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.010850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.8 (46c518f2-4fff-4cec-8b4e-06919a21af78/53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4/74bdee4b-b76a-4118-b126-39152ced0390) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:39:31.147532 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.160515 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 74bdee4b-b76a-4118-b126-39152ced0390 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:31.237508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.282923 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:31.285975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:31.289777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:39:31.316713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:31.343430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:31.344052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.472730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-a37c92b6-e505-462d-b1f7-0f487c463045 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865410 Aug 28 09:39:31.493794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Request body: {'port': {'device_id': '547bc955-6e73-495c-917a-9c65778213c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:31.539960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92f76777-d18a-4c18-af22-d927b65c8aa0 None None] Provisioning for port 74bdee4b-b76a-4118-b126-39152ced0390 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:31.543877 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-92f76777-d18a-4c18-af22-d927b65c8aa0 None None] Provisioning complete for port 74bdee4b-b76a-4118-b126-39152ced0390 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:31.544258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-92f76777-d18a-4c18-af22-d927b65c8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.547301 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.578079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-92f76777-d18a-4c18-af22-d927b65c8aa0 None None] Port 74bdee4b-b76a-4118-b126-39152ced0390 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:39:31.753202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388357f2-4d47-44ea-aa26-eacfc45b5417 req-4f8037db-7cdd-401d-9749-6752449e58c4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:31.754688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-388357f2-4d47-44ea-aa26-eacfc45b5417 req-4f8037db-7cdd-401d-9749-6752449e58c4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 931 time: 0.1035914 Aug 28 09:39:31.814882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-388357f2-4d47-44ea-aa26-eacfc45b5417 req-eb47a040-e82d-4d22-a20a-b92efc250733 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542097 Aug 28 09:39:31.876005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bdee4b-b76a-4118-b126-39152ced0390 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:39:31.883317 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:31.895530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Transition to ACTIVE for port object 74bdee4b-b76a-4118-b126-39152ced0390 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:39:32.002987 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.076550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:32.128465 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Attempting to bind port 74bdee4b-b76a-4118-b126-39152ced0390 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:39:32.128714 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Attempting to bind port 74bdee4b-b76a-4118-b126-39152ced0390 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:39:32.129064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Attempting to bind port 74bdee4b-b76a-4118-b126-39152ced0390 on network 46c518f2-4fff-4cec-8b4e-06919a21af78 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:39:32.134561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Port 74bdee4b-b76a-4118-b126-39152ced0390 on network 46c518f2-4fff-4cec-8b4e-06919a21af78 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:39:32.134928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Attempting to bind port 74bdee4b-b76a-4118-b126-39152ced0390 on network 46c518f2-4fff-4cec-8b4e-06919a21af78 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:39:32.141929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:39:32.142311 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Checking segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:39:32.142712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Bound using segment: {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:39:32.143156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Bound port: 74bdee4b-b76a-4118-b126-39152ced0390, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:39:32.143530 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.197537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 89b05cf3-8823-41cd-a517-3c57065de08f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:32.214539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:39:32.217800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=74bdee4b-b76a-4118-b126-39152ced0390,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:39:32.220953 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.246432 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 89b05cf3-8823-41cd-a517-3c57065de08f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:32.246820 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.310639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.355622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.356243 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:32.357636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] 10.222.0.64 "PUT /v2.0/ports/74bdee4b-b76a-4118-b126-39152ced0390 HTTP/1.1" status: 200 len: 1092 time: 0.8685093 Aug 28 09:39:32.358081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:39:32.360524 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48" -d '{"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:39:32.380743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a2cb-9c99-4f88-be04-672d20604bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:32.412153 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03144016-09da-4885-834f-31c6ee3aa585 x-openstack-request-id: req-03144016-09da-4885-834f-31c6ee3aa585 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:39:32.412586 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:39:32.412866 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03144016-09da-4885-834f-31c6ee3aa585 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:39:32.413275 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390', 'status': 'completed', 'code': 200} Aug 28 09:39:32.498346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-35f03f29-fa60-4f5a-8802-696484195b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.499927 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-35f03f29-fa60-4f5a-8802-696484195b17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1095 time: 0.0445437 Aug 28 09:39:32.606957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-7c5dbf88-829b-4b32-9d5c-d731f08c1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.608358 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-7c5dbf88-829b-4b32-9d5c-d731f08c1d82 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6091fb6e89d642d4816b6d1119c046f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0933051 Aug 28 09:39:32.708270 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-a60dc16e-e53a-41b0-a406-b4d5ae6d5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.708270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb225b3c-aa4b-43bf-a1e0-a42d9d994c48 req-a60dc16e-e53a-41b0-a406-b4d5ae6d5e21 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923402 Aug 28 09:39:32.806511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-867fdfa7-d5f4-4a8a-b75a-7f8f26019f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.808044 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-867fdfa7-d5f4-4a8a-b75a-7f8f26019f38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1095 time: 0.0402217 Aug 28 09:39:32.864693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-6f41ad50-bc25-4bb2-ab4e-4880d84828e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bdee4b-b76a-4118-b126-39152ced0390 HTTP/1.1" status: 200 len: 217 time: 0.0388882 Aug 28 09:39:32.944895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-e4dbba4d-c202-4ca5-b180-4fb8c80a8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.946406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-e4dbba4d-c202-4ca5-b180-4fb8c80a8ae5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4 HTTP/1.1" status: 200 len: 834 time: 0.0735638 Aug 28 09:39:32.971499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b03a-dc72-4ff6-9759-4e5c39d5278e req-b1de780b-d3f8-4f90-b328-bff561fffea3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:32.972962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54f5b03a-dc72-4ff6-9759-4e5c39d5278e req-b1de780b-d3f8-4f90-b328-bff561fffea3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 943 time: 0.0717478 Aug 28 09:39:33.033171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-54f5b03a-dc72-4ff6-9759-4e5c39d5278e req-c06d7c58-f875-42e7-b455-99b68fab4aaa tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Aug 28 09:39:33.035779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-d9de8eff-0157-4dce-85d2-34147b0f9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:33.037193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-d9de8eff-0157-4dce-85d2-34147b0f9076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46c518f2-4fff-4cec-8b4e-06919a21af78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820138 Aug 28 09:39:33.128622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-dc18d1ea-fa11-424a-9324-28fc80254200 service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Aug 28 09:39:33.221449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-84b7747f-33c7-4063-baac-c9eed5b8e11a req-357063eb-15de-48eb-bad2-7ab5e091c467 service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843680 Aug 28 09:39:34.148652 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565d6e-80a0-43f3-9a7a-cf9cae8511d3 req-3ff814cf-b782-486c-a06d-f031cfd4646d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:34.150137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d565d6e-80a0-43f3-9a7a-cf9cae8511d3 req-3ff814cf-b782-486c-a06d-f031cfd4646d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 943 time: 0.0501204 Aug 28 09:39:34.188757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2d565d6e-80a0-43f3-9a7a-cf9cae8511d3 req-0fd34906-a517-40e4-8599-0e4dae9de456 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Aug 28 09:39:35.183612 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:35.286730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 74bdee4b-b76a-4118-b126-39152ced0390 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:39:35.304058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53ac6-920f-463a-bf67-1280bf62a85d req-02eee5b2-61a9-4cab-a949-3daba84714e4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:35.305554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68b53ac6-920f-463a-bf67-1280bf62a85d req-02eee5b2-61a9-4cab-a949-3daba84714e4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 943 time: 0.0496130 Aug 28 09:39:35.344634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-68b53ac6-920f-463a-bf67-1280bf62a85d req-5f528cdc-be71-4dc3-876e-bec081fabbe5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Aug 28 09:39:35.379930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=74bdee4b-b76a-4118-b126-39152ced0390,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:35.390902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '74bdee4b-b76a-4118-b126-39152ced0390', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'port_id': '74bdee4b-b76a-4118-b126-39152ced0390', 'mac_address': 'fa:16:3e:c8:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:39:35.430432 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:35.589433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bdee4b-b76a-4118-b126-39152ced0390 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:39:35.608074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=74bdee4b-b76a-4118-b126-39152ced0390,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:35.689000 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:35.736566 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:36.063292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['74bdee4b-b76a-4118-b126-39152ced0390'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:39:36.317252 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:36.459130 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c58c4a-3ca4-4c89-bbf5-bb27ae15efe6 req-58a1d683-b92b-4999-91ae-5e6f7368c653 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:36.460599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70c58c4a-3ca4-4c89-bbf5-bb27ae15efe6 req-58a1d683-b92b-4999-91ae-5e6f7368c653 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 944 time: 0.0488951 Aug 28 09:39:36.502328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-70c58c4a-3ca4-4c89-bbf5-bb27ae15efe6 req-4157d3f5-ae9c-4658-a4cf-dd747e87ba6e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355513 Aug 28 09:39:37.287591 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 74bdee4b-b76a-4118-b126-39152ced0390 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:39:37.391522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 74bdee4b-b76a-4118-b126-39152ced0390 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:39:37.395209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 74bdee4b-b76a-4118-b126-39152ced0390 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:39:37.395586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:37.475847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:37.499332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:39:37.501769 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed1c48-aea1-48f0-bdf7-a7557fd5fd3b" -d '{"events": [{"server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "name": "network-vif-plugged", "status": "completed", "tag": "74bdee4b-b76a-4118-b126-39152ced0390"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:39:37.514625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=74bdee4b-b76a-4118-b126-39152ced0390,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:39:37.540277 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14750a-3ebb-4ae5-8d4a-f5a0da875b5a x-openstack-request-id: req-1a14750a-3ebb-4ae5-8d4a-f5a0da875b5a {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:39:37.540569 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "name": "network-vif-plugged", "status": "completed", "tag": "74bdee4b-b76a-4118-b126-39152ced0390", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:39:37.540822 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a14750a-3ebb-4ae5-8d4a-f5a0da875b5a {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:39:37.541216 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390', 'code': 200} Aug 28 09:39:37.583922 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:37.631521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:37.637430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2c8d1-2324-452e-84ed-16b27ceeb2c0 req-8845c477-da3c-4011-99ff-bfaddc866bbf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:37.638960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9f2c8d1-2324-452e-84ed-16b27ceeb2c0 req-8845c477-da3c-4011-99ff-bfaddc866bbf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0552235 Aug 28 09:39:37.699301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c9f2c8d1-2324-452e-84ed-16b27ceeb2c0 req-6a63fe29-7615-4999-9ecb-501047867274 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528243 Aug 28 09:39:37.704990 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f22cd-1c2a-48c7-967a-cdd695a853b6 req-18df448a-5891-41c8-a88c-b3eadd2601d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:37.706460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e34f22cd-1c2a-48c7-967a-cdd695a853b6 req-18df448a-5891-41c8-a88c-b3eadd2601d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1097 time: 0.0771997 Aug 28 09:39:37.741878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e34f22cd-1c2a-48c7-967a-cdd695a853b6 req-fe375eb3-be38-4d1a-b342-b52c7403c14e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282097 Aug 28 09:39:38.820993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ef16c-e531-47ab-ae44-754c47674387 req-21c8e10a-4ab7-4a47-aea3-b2166f29afba tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:38.822649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-825ef16c-e531-47ab-ae44-754c47674387 req-21c8e10a-4ab7-4a47-aea3-b2166f29afba tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Aug 28 09:39:38.861855 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-825ef16c-e531-47ab-ae44-754c47674387 req-71117a98-d356-4183-bbfc-e38b9a719b45 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Aug 28 09:39:38.988646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:39:39.975006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721734b0-0a6a-48c8-b877-52fca850042a req-325071a1-8d1f-479c-adf3-20c9b30b7128 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:39.976488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-721734b0-0a6a-48c8-b877-52fca850042a req-325071a1-8d1f-479c-adf3-20c9b30b7128 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Aug 28 09:39:40.015305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-721734b0-0a6a-48c8-b877-52fca850042a req-75b04be6-5350-4a6d-8db2-5ba8c0db4a07 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Aug 28 09:39:40.124628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bee1ef-c70d-4386-bf22-4c80f62ec091 req-9b81ff0d-827a-41b5-bd45-7a6967078a65 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:40.126728 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76bee1ef-c70d-4386-bf22-4c80f62ec091 req-9b81ff0d-827a-41b5-bd45-7a6967078a65 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Aug 28 09:39:40.164518 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76bee1ef-c70d-4386-bf22-4c80f62ec091 req-19c21c8a-888c-4e2c-af7d-423be0fed84a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Aug 28 09:39:40.186016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:40.228757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c90ae2-2216-433f-8987-a2c142ab8e89 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:40.230272 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-23c90ae2-2216-433f-8987-a2c142ab8e89 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1092 time: 0.0432301 Aug 28 09:39:40.233148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46876) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:40.237991 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '74bdee4b-b76a-4118-b126-39152ced0390', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:39:40.323186 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:40.418304 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:40.524596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.123 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/63c0f0ce-9177-44a7-87ed-89ef7aea3491) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:39:40.623790 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:40.728903 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:40.773513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:39:40.776567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:39:40.780262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:39:40.786158 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=63c0f0ce-9177-44a7-87ed-89ef7aea3491,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:41.128763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:41.351424 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:41.498525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:41.548914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:41.618334 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=63c0f0ce-9177-44a7-87ed-89ef7aea3491,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:39:41.628914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:41.727488 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP a2dbf5f0-ab96-4687-8230-a8217712a84f associated. External IP: 172.25.0.123, port: 74bdee4b-b76a-4118-b126-39152ced0390. Aug 28 09:39:41.931008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router d0d40099-a96c-4170-865e-2d8278ca189f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:39:42.038793 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:39:42.048283 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Sync routers for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:39:42.057184 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:42.057781 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:42.120628 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:42.149324 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b95287cd-3fc8-4400-a551-488b62952b56 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9151764 Aug 28 09:39:42.149968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:39:42.152213 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321eda32-6c0c-45e1-86ac-f29f63b3d324" -d '{"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:39:42.162027 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:42.250998 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25055e95-7694-4417-b9fa-e352847b9302 req-4fcefe2e-95e7-4d59-b594-0453517b0e71 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:42.252422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25055e95-7694-4417-b9fa-e352847b9302 req-4fcefe2e-95e7-4d59-b594-0453517b0e71 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Aug 28 09:39:42.292337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25055e95-7694-4417-b9fa-e352847b9302 req-3caf6ee5-fb85-43a6-968b-d7ee5737d44a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Aug 28 09:39:42.317123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46882) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:42.362485 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ff4cd-f171-4c2b-b556-dfb93d014b59 x-openstack-request-id: req-3d7ff4cd-f171-4c2b-b556-dfb93d014b59 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:39:42.362781 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:39:42.363033 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d7ff4cd-f171-4c2b-b556-dfb93d014b59 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:39:42.363430 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390', 'status': 'completed', 'code': 200} Aug 28 09:39:42.387072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a2dbf5f0-ab96-4687-8230-a8217712a84f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'port_id': '74bdee4b-b76a-4118-b126-39152ced0390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'mac_address': 'fa:16:3e:c8:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547bc955-6e73-495c-917a-9c65778213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:39:40Z', 'updated_at': '2021-08-28T09:39:40Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:42.389089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0c47005-7e99-4a13-acf2-d743548f88f8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/a2dbf5f0-ab96-4687-8230-a8217712a84f HTTP/1.1" status: 200 len: 991 time: 0.0707943 Aug 28 09:39:42.416288 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Checking router: d0d40099-a96c-4170-865e-2d8278ca189f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:39:42.424554 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:39:42.425160 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:39:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:42.442930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-704dd396-729a-40d5-89a9-292837c5e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:42.444426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-704dd396-729a-40d5-89a9-292837c5e5e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1097 time: 0.0411377 Aug 28 09:39:42.531329 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:39:42.534868 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-ab74e63d-2ded-4da1-9160-db20484852ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:42.536363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-ab74e63d-2ded-4da1-9160-db20484852ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=46c518f2-4fff-4cec-8b4e-06919a21af78 HTTP/1.1" status: 200 len: 898 time: 0.0837107 Aug 28 09:39:42.607022 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-9348b682-6ee6-4a2b-9286-e70f2e9a0551 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bdee4b-b76a-4118-b126-39152ced0390 HTTP/1.1" status: 200 len: 999 time: 0.0620158 Aug 28 09:39:42.663154 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-49b5102d-b6ab-4c11-a05c-704212c2917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:42.664642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-49b5102d-b6ab-4c11-a05c-704212c2917f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4 HTTP/1.1" status: 200 len: 834 time: 0.0493691 Aug 28 09:39:42.718743 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-30860062-324a-4b66-8301-ad5751f3d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:39:42.720932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-30860062-324a-4b66-8301-ad5751f3d829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46c518f2-4fff-4cec-8b4e-06919a21af78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434806 Aug 28 09:39:42.763345 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a2dbf5f0-ab96-4687-8230-a8217712a84f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'port_id': '74bdee4b-b76a-4118-b126-39152ced0390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'mac_address': 'fa:16:3e:c8:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547bc955-6e73-495c-917a-9c65778213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:39:40Z', 'updated_at': '2021-08-28T09:39:40Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:39:42.790707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a680e62-2db9-49e7-a804-54d00f7bed4e None None] The sync data for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 is: [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a2dbf5f0-ab96-4687-8230-a8217712a84f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'port_id': '74bdee4b-b76a-4118-b126-39152ced0390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'mac_address': 'fa:16:3e:c8:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547bc955-6e73-495c-917a-9c65778213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:39:40Z', 'updated_at': '2021-08-28T09:39:40Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:39:42.818584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-7f5e921b-1098-4a55-ae33-e0b00aa29b37 service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893257 Aug 28 09:39:42.912146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-321eda32-6c0c-45e1-86ac-f29f63b3d324 req-96b7eef7-0189-4bfa-9531-ba9294821e04 service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Aug 28 09:39:42.978088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13842f3d-09ce-4d0a-847b-3597cb64aaa6 None None] New status for floating IP a2dbf5f0-ab96-4687-8230-a8217712a84f: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:39:43.392900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46884) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:39:43.456189 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4197be0f-8c3e-4cf0-b46e-cb00f8d3d2a1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/a2dbf5f0-ab96-4687-8230-a8217712a84f HTTP/1.1" status: 200 len: 993 time: 0.0620546 Aug 28 09:39:56.765779 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:39:57.737541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-58cab075-18ca-41f9-9bf2-4bafd0e37aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:00.019609 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:00.286156 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ea89f0e8-a1d2-4fce-9560-acad20cc7698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:02.208324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:05.168126 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:06.288130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:15.987938 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:40:18.229114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38fe508c-7ba4-42fc-add4-41c22b1fc3e2 req-07903c5f-30ce-49b3-bb12-70e931ed36ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299070 Aug 28 09:40:18.311998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38fe508c-7ba4-42fc-add4-41c22b1fc3e2 req-35c45fd5-ef25-4629-a5e4-33369737623b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0247312 Aug 28 09:40:18.356955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38fe508c-7ba4-42fc-add4-41c22b1fc3e2 req-aef2a854-1d9c-4b71-80d9-1ff80ba7fa96 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194736 Aug 28 09:40:18.449168 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe508c-7ba4-42fc-add4-41c22b1fc3e2 req-d0e34e3b-1cd0-4bd6-b208-d0a36074ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:18.450558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-38fe508c-7ba4-42fc-add4-41c22b1fc3e2 req-d0e34e3b-1cd0-4bd6-b208-d0a36074ef97 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864112 Aug 28 09:40:19.017657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60761fde-158e-479b-b4b0-3ed1cb5c71d8 req-39998d11-5558-4914-9d21-3b987b313b30 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:19.019141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60761fde-158e-479b-b4b0-3ed1cb5c71d8 req-39998d11-5558-4914-9d21-3b987b313b30 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.1103208 Aug 28 09:40:19.378951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60761fde-158e-479b-b4b0-3ed1cb5c71d8 req-898874d7-fd08-4f7c-8196-72bc3297a838 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533914 Aug 28 09:40:20.493928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32df06-9642-4acf-b962-ac9a50669627 req-1b699f7a-a0a3-4267-8d2f-70fffa36033f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:20.495535 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e32df06-9642-4acf-b962-ac9a50669627 req-1b699f7a-a0a3-4267-8d2f-70fffa36033f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Aug 28 09:40:20.532873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e32df06-9642-4acf-b962-ac9a50669627 req-46b7b030-d1c0-40b7-8de1-40f0709e1454 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Aug 28 09:40:20.557678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46914) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:20.619138 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d8be2cfb-624e-439c-9fca-9069f413688b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/a2dbf5f0-ab96-4687-8230-a8217712a84f HTTP/1.1" status: 200 len: 993 time: 0.0602736 Aug 28 09:40:22.028996 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0546ff-62f7-4bb4-8985-18ea2cde56a5 req-1dcc7b95-60c1-442f-a970-047b955a12ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:22.030571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac0546ff-62f7-4bb4-8985-18ea2cde56a5 req-1dcc7b95-60c1-442f-a970-047b955a12ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Aug 28 09:40:22.070257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac0546ff-62f7-4bb4-8985-18ea2cde56a5 req-7a1d4e0a-80ef-4465-a84a-7189d5d01c41 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Aug 28 09:40:23.190390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a48209-15fc-4712-81cd-4166e395af6e req-4ba281cd-ffd5-499a-bc30-2ae254a58abf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:23.191879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96a48209-15fc-4712-81cd-4166e395af6e req-4ba281cd-ffd5-499a-bc30-2ae254a58abf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0519133 Aug 28 09:40:23.229862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96a48209-15fc-4712-81cd-4166e395af6e req-711faa3a-4ec0-494b-b426-b79088809618 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Aug 28 09:40:23.252568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46926) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:23.315286 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c84ac272-fec8-4ef3-9c28-d7e336d312ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/a2dbf5f0-ab96-4687-8230-a8217712a84f HTTP/1.1" status: 200 len: 993 time: 0.0615864 Aug 28 09:40:23.547732 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46932) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:23.709759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 63c0f0ce-9177-44a7-87ed-89ef7aea3491 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:40:23.710009 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:23.784659 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:23.784994 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:23.796786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 63c0f0ce-9177-44a7-87ed-89ef7aea3491 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:40:23.990990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:24.016776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=63c0f0ce-9177-44a7-87ed-89ef7aea3491,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:24.046738 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.047082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.047417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.047748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.048080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.048404 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.048727 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.049048 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.049381 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.049683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.050000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.050334 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:24.088006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:24.088337 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP a2dbf5f0-ab96-4687-8230-a8217712a84f disassociated (deleted). External IP: 172.25.0.123, port: 74bdee4b-b76a-4118-b126-39152ced0390. Aug 28 09:40:24.605157 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router d0d40099-a96c-4170-865e-2d8278ca189f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:40:24.710590 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:40:24.715484 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:24.720531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Sync routers for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:40:24.729841 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:24.730481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:24.746026 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-15ca2b44-1108-48db-9f3a-aa8e48f1c4ef tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/floatingips/a2dbf5f0-ab96-4687-8230-a8217712a84f HTTP/1.1" status: 204 len: 168 time: 1.1972237 Aug 28 09:40:24.746636 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:40:24.749471 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399186ad-bda6-4d40-9251-e7e156a88d95" -d '{"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:40:24.926899 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:25.087570 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bdecf4-3dc7-4a24-b046-4361ec67e03d x-openstack-request-id: req-47bdecf4-3dc7-4a24-b046-4361ec67e03d {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:40:25.087872 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "tag": "74bdee4b-b76a-4118-b126-39152ced0390", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:40:25.088173 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47bdecf4-3dc7-4a24-b046-4361ec67e03d {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:40:25.088726 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390', 'status': 'completed', 'code': 200} Aug 28 09:40:25.129223 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:25.156088 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Checking router: d0d40099-a96c-4170-865e-2d8278ca189f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:40:25.164317 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:25.164936 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:25.195239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c291-0211-43a3-8e1c-652566af4d79 req-97d4f026-e165-490a-b661-f87366fb0eab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:25.196852 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6541c291-0211-43a3-8e1c-652566af4d79 req-97d4f026-e165-490a-b661-f87366fb0eab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0540042 Aug 28 09:40:25.237830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6541c291-0211-43a3-8e1c-652566af4d79 req-9e653d6e-ac82-4d6d-ba0f-9eb1f66fce21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341542 Aug 28 09:40:25.272742 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:25.292389 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-d0fdd5a0-963e-447c-bb07-0da770ead4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:25.293898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-d0fdd5a0-963e-447c-bb07-0da770ead4fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 1097 time: 0.1148949 Aug 28 09:40:25.387680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-3f5c6eb4-39c0-4547-ba7d-89bd219965e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:25.389186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-3f5c6eb4-39c0-4547-ba7d-89bd219965e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46c518f2-4fff-4cec-8b4e-06919a21af78 HTTP/1.1" status: 200 len: 898 time: 0.0872185 Aug 28 09:40:25.433539 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-ff0a5159-dd0b-4ce1-8ed8-1c1327cb8568 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bdee4b-b76a-4118-b126-39152ced0390 HTTP/1.1" status: 200 len: 217 time: 0.0346293 Aug 28 09:40:25.466717 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:25.485403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-96014c88-3b39-4193-bf0e-1e6a600db571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:25.486896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-96014c88-3b39-4193-bf0e-1e6a600db571 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4 HTTP/1.1" status: 200 len: 834 time: 0.0429673 Aug 28 09:40:25.496006 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966f0c2-2479-4b77-9536-0d4982ebda7b None None] The sync data for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 is: [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '89b05cf3-8823-41cd-a517-3c57065de08f', 'name': '', 'network_id': '46c518f2-4fff-4cec-8b4e-06919a21af78', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:16:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:25Z', 'updated_at': '2021-08-28T09:39:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:40:25.539721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-dd735a7b-d035-4ec5-946c-247f81c97c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:25.541243 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-dd735a7b-d035-4ec5-946c-247f81c97c20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46c518f2-4fff-4cec-8b4e-06919a21af78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455360 Aug 28 09:40:25.633076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-431958d2-affc-457d-9780-32ddc15cfeb6 service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837874 Aug 28 09:40:25.724387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e006473-9048-4b41-a6e4-c67aad083770 None None] New status for floating IP a2dbf5f0-ab96-4687-8230-a8217712a84f: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:40:25.732871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399186ad-bda6-4d40-9251-e7e156a88d95 req-fad1ede2-8b16-4229-b2f1-21baa626a62c service neutron] 10.222.0.64 "GET /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904729 Aug 28 09:40:26.354108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0721d1-eae3-46f8-9d7e-215e11396194 req-6893edb0-84b4-49cf-8342-86a3a09f6cca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:26.355613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d0721d1-eae3-46f8-9d7e-215e11396194 req-6893edb0-84b4-49cf-8342-86a3a09f6cca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Aug 28 09:40:26.393966 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6d0721d1-eae3-46f8-9d7e-215e11396194 req-b72b5c2c-1df7-494d-9ec3-2be3ee2ed212 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Aug 28 09:40:26.771326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.279550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653d060-0347-4362-9700-3e5652495f01 req-7e768f17-e4cc-4231-98cf-9de5adc97558 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:27.281489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8653d060-0347-4362-9700-3e5652495f01 req-7e768f17-e4cc-4231-98cf-9de5adc97558 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Aug 28 09:40:27.375775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 74bdee4b-b76a-4118-b126-39152ced0390 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:40:27.376475 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.464380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 74bdee4b-b76a-4118-b126-39152ced0390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=74bdee4b-b76a-4118-b126-39152ced0390,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:27.464746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.504098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 74bdee4b-b76a-4118-b126-39152ced0390 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:40:27.559659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea0591-f2d7-4fe5-a468-c9f21961b236 req-883e2858-c666-40eb-8541-8f57acbbd3a4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:27.561185 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7ea0591-f2d7-4fe5-a468-c9f21961b236 req-883e2858-c666-40eb-8541-8f57acbbd3a4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 945 time: 0.0994060 Aug 28 09:40:27.619135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7ea0591-f2d7-4fe5-a468-c9f21961b236 req-abdb1c7c-1341-471a-b685-2247554d9c42 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=4759fa54-42f5-463e-84fc-f0b17b22b928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509114 Aug 28 09:40:27.719689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9433-5d21-4dba-9f22-67c7674304fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.736995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.766646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=74bdee4b-b76a-4118-b126-39152ced0390,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:27.779348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.779348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.779348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.779816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.780010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.780336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.780670 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.781000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.781331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.781661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.781985 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.782333 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:27.817418 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] No DVR routers for this DVR port 74bdee4b-b76a-4118-b126-39152ced0390 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:40:27.820003 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:27.821981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8653d060-0347-4362-9700-3e5652495f01 req-5de12434-a0f3-4013-9821-e7a6bb0c1e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "DELETE /v2.0/ports/74bdee4b-b76a-4118-b126-39152ced0390 HTTP/1.1" status: 204 len: 173 time: 0.5310066 Aug 28 09:40:27.822484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'name': 'network-vif-deleted', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:40:27.824722 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78a6d2-6469-4d11-bf9b-3d47b4e2757d" -d '{"events": [{"server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "name": "network-vif-deleted", "tag": "74bdee4b-b76a-4118-b126-39152ced0390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:40:27.918133 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48571b4-c4d7-46d7-bfd5-19059dcf2ccb x-openstack-request-id: req-c48571b4-c4d7-46d7-bfd5-19059dcf2ccb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:40:27.918462 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547bc955-6e73-495c-917a-9c65778213c9", "name": "network-vif-deleted", "tag": "74bdee4b-b76a-4118-b126-39152ced0390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:40:27.918735 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c48571b4-c4d7-46d7-bfd5-19059dcf2ccb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:40:27.919162 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547bc955-6e73-495c-917a-9c65778213c9', 'name': 'network-vif-deleted', 'tag': '74bdee4b-b76a-4118-b126-39152ced0390', 'status': 'completed', 'code': 200} Aug 28 09:40:28.727847 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1b573dc5-cc76-4927-aaec-4f8f9f69f17d req-5ee519d6-a798-4825-aa7a-d842ff4f14d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=547bc955-6e73-495c-917a-9c65778213c9 HTTP/1.1" status: 200 len: 210 time: 0.0263708 Aug 28 09:40:29.522345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 74bdee4b-b76a-4118-b126-39152ced0390 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:40:29.545235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 74bdee4b-b76a-4118-b126-39152ced0390 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:40:29.545574 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 74bdee4b-b76a-4118-b126-39152ced0390 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:40:29.783778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46954) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:29.993898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.136630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.268298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e73d0dcf-9939-4a20-a8c5-49b01c6f5155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.393936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 89b05cf3-8823-41cd-a517-3c57065de08f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:40:30.394194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.479648 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 89b05cf3-8823-41cd-a517-3c57065de08f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=89b05cf3-8823-41cd-a517-3c57065de08f,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:30.480012 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.496993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 89b05cf3-8823-41cd-a517-3c57065de08f owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:40:30.771543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:30.798562 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=89b05cf3-8823-41cd-a517-3c57065de08f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:30.970990 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.183911 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router d0d40099-a96c-4170-865e-2d8278ca189f has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:40:31.290325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:40:31.295780 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-44f3183b-cd40-495c-b87c-3a4c5fd67089 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/d0d40099-a96c-4170-865e-2d8278ca189f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5104227 Aug 28 09:40:31.298443 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46956) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:31.300911 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Sync routers for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:40:31.310156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:31.310970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:31.349205 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting subnet 53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:40:31.352239 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.393249 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.414058 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:31.479241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.588948 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:40:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:31.615437 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Checking router: d0d40099-a96c-4170-865e-2d8278ca189f for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:40:31.619738 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.623628 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Routers {'d0d40099-a96c-4170-865e-2d8278ca189f'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:31.624235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['d0d40099-a96c-4170-865e-2d8278ca189f'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:31.648210 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Subnet': ['ID=53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:31.654601 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.654601 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f24ef045-43c4-4e01-aaed-995a8e62a837 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/subnets/53e4328c-0f03-4ec8-b35a-5d5c9f22f0b4 HTTP/1.1" status: 204 len: 168 time: 0.3527844 Aug 28 09:40:31.655458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46958) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:31.658541 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc41cd4-6bad-45e3-8647-34e677c75781 None None] Network 46c518f2-4fff-4cec-8b4e-06919a21af78 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:40:31.728607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] Set router d0d40099-a96c-4170-865e-2d8278ca189f gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:31.770912 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.845675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] DHCP port deletion for 46c518f2-4fff-4cec-8b4e-06919a21af78 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:40:31.884528 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.891560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Deleting port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:40:31.891939 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.910015 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:40:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:31.935403 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ae17e-8d1d-48ce-9117-cc10210a9d19 None None] The sync data for ids ['d0d40099-a96c-4170-865e-2d8278ca189f'] in n-d-792458-16 is: [{'id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561134433', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:40:30Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45de6000-cea1-4bfb-b057-f026b48a3a47', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d40099-a96c-4170-865e-2d8278ca189f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:39:22Z', 'updated_at': '2021-08-28T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:40:31.955426 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] For port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,segment=NetworkSegment(b0f4f53d-05f8-491e-a207-bed78b2a8dc8),segment_id=b0f4f53d-05f8-491e-a207-bed78b2a8dc8)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:31.955866 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:31.969538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Calling delete_port for 67a5dfd9-7fda-4f64-a3cf-7dc41509252d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:40:32.024177 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 45de6000-cea1-4bfb-b057-f026b48a3a47 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:40:32.024455 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.105561 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 45de6000-cea1-4bfb-b057-f026b48a3a47, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45de6000-cea1-4bfb-b057-f026b48a3a47,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:32.105845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.110633 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.119967 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 45de6000-cea1-4bfb-b057-f026b48a3a47 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:40:32.141244 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] No DVR routers for this DVR port 67a5dfd9-7fda-4f64-a3cf-7dc41509252d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:40:32.144054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Pushing event deleted for resources: {'Port': ['ID=67a5dfd9-7fda-4f64-a3cf-7dc41509252d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:32.156929 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.157283 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.157666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.158098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.158354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.158708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.159038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.159356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.159687 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.160009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.160335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.160787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb4750-d4dd-4a19-b643-9cfdeeee9b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:32.224811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.340317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 89b05cf3-8823-41cd-a517-3c57065de08f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:40:32.343316 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.363596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 89b05cf3-8823-41cd-a517-3c57065de08f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:40:32.364197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 89b05cf3-8823-41cd-a517-3c57065de08f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:40:32.364625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 67a5dfd9-7fda-4f64-a3cf-7dc41509252d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:40:32.371281 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=45de6000-cea1-4bfb-b057-f026b48a3a47,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:32.385489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 67a5dfd9-7fda-4f64-a3cf-7dc41509252d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:40:32.385843 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 67a5dfd9-7fda-4f64-a3cf-7dc41509252d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:40:32.440357 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.539118 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.541190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.653562 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.654088 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Fanout notify agent at l3_agent the message router_deleted on router d0d40099-a96c-4170-865e-2d8278ca189f {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:40:32.661540 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.662704 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0d3a4595-97c4-42a1-9844-45d3ce79b669 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/routers/d0d40099-a96c-4170-865e-2d8278ca189f HTTP/1.1" status: 204 len: 168 time: 1.0064502 Aug 28 09:40:32.665728 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 46960) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:32.744751 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.835922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.846101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c518f2-4fff-4cec-8b4e-06919a21af78']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:32.856314 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:32.856611 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f4f53d-05f8-491e-a207-bed78b2a8dc8') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:32.865539 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.879467 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.885265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:40:32.885852 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:40:32.888524 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:40:33.028355 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.035794 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.037649 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/networks/46c518f2-4fff-4cec-8b4e-06919a21af78 HTTP/1.1" status: 204 len: 168 time: 0.3709533 Aug 28 09:40:33.040536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46962) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:33.054001 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc3732-4849-4517-945a-98a2b2412d9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Network': ['ID=46c518f2-4fff-4cec-8b4e-06919a21af78,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:33.101561 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.133323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.268397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.271644 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.272829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/security-groups/4759fa54-42f5-463e-84fc-f0b17b22b928 HTTP/1.1" status: 204 len: 168 time: 0.2312992 Aug 28 09:40:33.282394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53f8fd-dd83-4bfe-987b-57de2b9124f3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4759fa54-42f5-463e-84fc-f0b17b22b928,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:33.817055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46968) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:33.821877 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947861991', 'description': 'tempest-secgroup-smoke-947861991 description', 'project_id': '6091fb6e89d642d4816b6d1119c046f5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:33.908022 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:33.987620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.053430 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.081750 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84c28c-540d-4749-9022-24daf5a68eaf,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:34.127974 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.129267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8ae0ba70-6c1f-4fe6-9138-742b5a74140c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3112082 Aug 28 09:40:34.132285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46970) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:34.136699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:34.212924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45de6000-cea1-4bfb-b057-f026b48a3a47 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:40:34.235008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 45de6000-cea1-4bfb-b057-f026b48a3a47 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:40:34.239392 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45de6000-cea1-4bfb-b057-f026b48a3a47 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:40:34.241551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.296646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.365048 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.382867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ade3cc9-b872-4f1b-a792-ff178a0fdc8c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:34.462319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.463505 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5e98b4e0-2634-4853-8dab-001412eda4f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3302677 Aug 28 09:40:34.466341 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46972) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:34.471396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:34.575489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.634182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.708191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.727846 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465eea4e-a98b-4f0d-b78e-20a7daddf54e,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:34.793953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.795203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-96d95892-cc51-42ce-ad01-8dd338e64fbd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279185 Aug 28 09:40:34.798646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46974) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:34.802949 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:34.895602 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:34.953625 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.022489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.042658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85104d78-b1f0-40fb-a623-d937fcf5ce29,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:35.094128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.095308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-246001ff-6ece-434f-b208-19cd552c23c7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957461 Aug 28 09:40:35.098110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46976) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:35.102703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:35.171083 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.200809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.260365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.333454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.353477 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dff73cf-09fb-4d9f-9540-84cfbc3c356a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:35.424902 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.426127 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-80b8ddce-75f6-455b-b37b-1fd2a07cbc3b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269885 Aug 28 09:40:35.428796 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:35.433292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:35.553652 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:40:35.558618 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.621639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.699252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.714380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7c74d1-fe0a-4268-8d7a-73279219d891,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:35.799407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.800648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-422aa339-a389-4ad5-9369-8eaa718a292d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708901 Aug 28 09:40:35.803428 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46980) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:35.807799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'ba84c28c-540d-4749-9022-24daf5a68eaf', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:35.910851 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:40:35.916225 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:35.979371 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.080787 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.097086 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8a27b2-9928-4090-959b-47c3b91584e8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:36.172001 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.173286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-bfa21350-f7f7-4a64-95a8-7273a8121c4f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3689303 Aug 28 09:40:36.176117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:36.181105 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'network': {'name': 'tempest-network-smoke--1348051215', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:36.288190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:40:36.291780 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.315200 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:40:36.320013 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.323716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.330323 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Added segment 3410c569-16a8-4e81-b3da-ad78030f09c5 of type vlan for network e1642494-dc83-485e-8eb6-391174bd043c Aug 28 09:40:36.362621 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.474016 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.479567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:36.480153 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.548000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Network': ['ID=e1642494-dc83-485e-8eb6-391174bd043c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:36.558738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network e1642494-dc83-485e-8eb6-391174bd043c details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:40:36.591842 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-54c99778-63f2-43d6-a2bd-84faf6d1dc4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4146364 Aug 28 09:40:36.594702 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46984) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:36.599265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'admin_state_up': True, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:36.702662 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.703709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.755321 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:36.951319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:37.206402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:37.226129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:37.328005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.201 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/45d71937-a7f7-41dc-9602-80356da8abfd) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:40:37.431579 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:37.522431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:37.556046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:37.558785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:37.566981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:40:37.590399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=45d71937-a7f7-41dc-9602-80356da8abfd,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:37.858761 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.051520 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.270406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b1f25b2f-a197-4464-a67d-1145815903a7 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:40:38.377748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:40:38.387373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Sync routers for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:40:38.396665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:38.397288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:38.445255 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.446483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-296a05f6-763a-4d8f-8e5f-e8a6cfca35da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8508086 Aug 28 09:40:38.449641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46986) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:38.478581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5835d8d7-781d-4c37-8f54-7b3554105bd5 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6091fb6e89d642d4816b6d1119c046f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277848 Aug 28 09:40:38.481040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46988) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:38.501389 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:38.567649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ce6c8-f71a-480f-8578-24d11f6bbe82 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:38.569292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f85ce6c8-f71a-480f-8578-24d11f6bbe82 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872860 Aug 28 09:40:38.572117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46990) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:38.606237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7dbbf72c-5cb9-45c9-8c74-14d60f717a6f tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329812 Aug 28 09:40:38.608827 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46992) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:38.613987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893331288', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:38.676008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:37Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:38.707573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Checking router: b1f25b2f-a197-4464-a67d-1145815903a7 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:40:38.707859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Updating router b1f25b2f-a197-4464-a67d-1145815903a7 port 45d71937-a7f7-41dc-9602-80356da8abfd binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:40:38.732308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.767986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:40:38.771519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.982297 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:38.992501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Transition to ACTIVE for port object 45d71937-a7f7-41dc-9602-80356da8abfd will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:39.019420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.076571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.080310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Subnet': ['ID=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:39.089899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Checking segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:40:39.090422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network hostable DHCP agents. Network: e1642494-dc83-485e-8eb6-391174bd043c, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:40:39.131039 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Attempting to bind port 45d71937-a7f7-41dc-9602-80356da8abfd on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:40:39.131408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Attempting to bind port 45d71937-a7f7-41dc-9602-80356da8abfd by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:40:39.131764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Attempting to bind port 45d71937-a7f7-41dc-9602-80356da8abfd on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:40:39.140110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297010e1-6fb4-4d99-b9e0-42efe3408370 None None] Pushing event updated for resources: {'Port': ['ID=45d71937-a7f7-41dc-9602-80356da8abfd,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:39.142722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:40:39.143095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:40:39.143496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.143866 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:40:39.144321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Bound port: 45d71937-a7f7-41dc-9602-80356da8abfd, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:40:39.144712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.179184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network e1642494-dc83-485e-8eb6-391174bd043c is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:40:39.196497 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] For port 45d71937-a7f7-41dc-9602-80356da8abfd, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:40:39.199435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] For port 45d71937-a7f7-41dc-9602-80356da8abfd, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45d71937-a7f7-41dc-9602-80356da8abfd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:40:39.236476 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, e1642494-dc83-485e-8eb6-391174bd043c) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:39.240854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:39.243702 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.246303 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b89ef8-0be2-44d4-b481-eea00e34b02b None None] Network e1642494-dc83-485e-8eb6-391174bd043c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:40:39.295746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.320530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2e136f8b-4a30-4584-9961-180798525bc8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7105763 Aug 28 09:40:39.323393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 46994) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:39.379434 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:39.380063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:39.434436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297010e1-6fb4-4d99-b9e0-42efe3408370 None None] Pushing event updated for resources: {'Port': ['ID=45d71937-a7f7-41dc-9602-80356da8abfd,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:39.523790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-e1642494-dc83-485e-8eb6-391174bd043c', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:40:39.525586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.547457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:39.757125 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.794464 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Allocated IP 172.20.0.2 (e1642494-dc83-485e-8eb6-391174bd043c/4cd50c3a-1b30-4a54-aaf6-3c48d662ad43/7c09bc65-592e-4265-a411-c93fe9955e1d) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:40:39.893515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:37Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:39.926228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e6931-43e6-4d07-92c3-1d4c429bacba None None] The sync data for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 is: [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:37Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:40:39.983131 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:39.992484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Transition to ACTIVE for port object 7c09bc65-592e-4265-a411-c93fe9955e1d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:40.008956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Transition to ACTIVE for port object 7c09bc65-592e-4265-a411-c93fe9955e1d will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:40.071500 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.114545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Network e1642494-dc83-485e-8eb6-391174bd043c is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:40.134466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:40.134691 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.1 (e1642494-dc83-485e-8eb6-391174bd043c/4cd50c3a-1b30-4a54-aaf6-3c48d662ad43/16ec985d-1a68-4206-a308-08e2377a32b3) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:40:40.134880 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:40:40.137822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Pushing event updated for resources: {'Port': ['ID=7c09bc65-592e-4265-a411-c93fe9955e1d,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:40.304921 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.325220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 16ec985d-1a68-4206-a308-08e2377a32b3 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:40.387986 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45d71937-a7f7-41dc-9602-80356da8abfd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:40.423299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Attempting to bind port 7c09bc65-592e-4265-a411-c93fe9955e1d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:40:40.423675 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Attempting to bind port 7c09bc65-592e-4265-a411-c93fe9955e1d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:40:40.424044 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Attempting to bind port 7c09bc65-592e-4265-a411-c93fe9955e1d on network e1642494-dc83-485e-8eb6-391174bd043c {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:40:40.431384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.434163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:40:40.434603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Checking segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:40:40.435233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.435422 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Bound using segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:40:40.435875 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Bound port: 7c09bc65-592e-4265-a411-c93fe9955e1d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:40:40.436260 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.475940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network e1642494-dc83-485e-8eb6-391174bd043c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:40.481378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:40.486365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:40:40.510869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] For port 7c09bc65-592e-4265-a411-c93fe9955e1d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:40:40.515163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] For port 7c09bc65-592e-4265-a411-c93fe9955e1d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7c09bc65-592e-4265-a411-c93fe9955e1d,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:40:40.515535 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:40.533673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 45d71937-a7f7-41dc-9602-80356da8abfd completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:40.537804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.538337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 45d71937-a7f7-41dc-9602-80356da8abfd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:40.538718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.589716 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.659130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.691713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dfeb6-6524-485a-9c34-a1fabff8142b None None] Pushing event updated for resources: {'Port': ['ID=7c09bc65-592e-4265-a411-c93fe9955e1d,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:40.695523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 45d71937-a7f7-41dc-9602-80356da8abfd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45d71937-a7f7-41dc-9602-80356da8abfd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:40.751750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.762810 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:40.831737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=45d71937-a7f7-41dc-9602-80356da8abfd,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:41.075149 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:41.147916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:41.550650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:41.553947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:41.643315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network e1642494-dc83-485e-8eb6-391174bd043c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:41.644735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:41.760516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b1f25b2f-a197-4464-a67d-1145815903a7 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:40:41.868054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:40:41.873626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cbdd1ffa-5da4-41b8-a88c-149053ed3e15 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/b1f25b2f-a197-4464-a67d-1145815903a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5490270 Aug 28 09:40:41.878373 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Sync routers for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:40:41.889240 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:41.889881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:42.030602 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-debfb6f4-c76d-4ef2-b820-27db3b388077 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947861991&fields=id&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 267 time: 0.0421720 Aug 28 09:40:42.106729 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:42.143812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-5cfa39da-2b6e-4849-98de-ba4af9e39743 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:42.145499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-5cfa39da-2b6e-4849-98de-ba4af9e39743 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 797 time: 0.1139896 Aug 28 09:40:42.162076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-5aea0b90-f9d6-47d4-82e8-91d01959d208 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/quotas/6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 375 time: 0.0104957 Aug 28 09:40:42.235154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-af66b599-2506-4588-ae2e-613b258e0516 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654767 Aug 28 09:40:42.241075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-dee3d840-8af9-4bc2-a230-05b18d0e1a3d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:40:42.248983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-dee3d840-8af9-4bc2-a230-05b18d0e1a3d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123191 Aug 28 09:40:42.293109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ae98a-b4ad-4558-ab97-ba7ec080f7be None None] Network e1642494-dc83-485e-8eb6-391174bd043c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:40:42.345902 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 2, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:42.354958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7c09bc65-592e-4265-a411-c93fe9955e1d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:42.377092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Checking router: b1f25b2f-a197-4464-a67d-1145815903a7 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:40:42.377399 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Updating router b1f25b2f-a197-4464-a67d-1145815903a7 port 16ec985d-1a68-4206-a308-08e2377a32b3 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:40:42.403542 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.411616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-32d59e79-03a0-4974-9597-a032f49ec83d service neutron] 10.222.0.46 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617808 Aug 28 09:40:42.478136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6b373dd7-6e88-4d52-a44b-76ddf680b889 None None] Provisioning for port 7c09bc65-592e-4265-a411-c93fe9955e1d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:42.508000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-f6d6c2d0-e73c-4346-9270-8f02627dd444 service neutron] 10.222.0.46 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901427 Aug 28 09:40:42.532710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7c09bc65-592e-4265-a411-c93fe9955e1d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:42.537166 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7c09bc65-592e-4265-a411-c93fe9955e1d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:42.537550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.625792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.681775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7c09bc65-592e-4265-a411-c93fe9955e1d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7c09bc65-592e-4265-a411-c93fe9955e1d,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:42.718945 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.729119 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Transition to ACTIVE for port object 16ec985d-1a68-4206-a308-08e2377a32b3 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:42.809372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b57d7c75-d272-4a92-a7cb-31496cf8e8de None None] Provisioning complete for port 7c09bc65-592e-4265-a411-c93fe9955e1d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:42.809734 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b57d7c75-d272-4a92-a7cb-31496cf8e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.822525 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.840425 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.841384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45d71937-a7f7-41dc-9602-80356da8abfd up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:42.869526 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Pushing event updated for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:42.880720 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.881682 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.882193 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.882915 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.883410 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.883919 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.884422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.890573 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.891228 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.892707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.893683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.895018 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:40:42.933064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3c3d8cbb-740d-4c2c-a805-9fe9f21e6b2f req-c27ab25f-631c-44a8-82dc-11217ed1969c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 210 time: 0.0447831 Aug 28 09:40:42.977004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7c09bc65-592e-4265-a411-c93fe9955e1d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:42.979665 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Attempting to bind port 16ec985d-1a68-4206-a308-08e2377a32b3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:40:42.980148 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Attempting to bind port 16ec985d-1a68-4206-a308-08e2377a32b3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:40:42.980582 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Attempting to bind port 16ec985d-1a68-4206-a308-08e2377a32b3 on network e1642494-dc83-485e-8eb6-391174bd043c {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:40:42.987250 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:40:42.987552 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Checking segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:40:42.988475 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:42.988853 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Bound using segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:40:42.989395 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Bound port: 16ec985d-1a68-4206-a308-08e2377a32b3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:40:42.989847 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:43.021178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 45d71937-a7f7-41dc-9602-80356da8abfd triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:43.021681 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:43.065900 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] For port 16ec985d-1a68-4206-a308-08e2377a32b3, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:40:43.069930 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] For port 16ec985d-1a68-4206-a308-08e2377a32b3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16ec985d-1a68-4206-a308-08e2377a32b3,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:40:43.172587 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:43.202993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b57d7c75-d272-4a92-a7cb-31496cf8e8de None None] Provisioning for port 16ec985d-1a68-4206-a308-08e2377a32b3 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:43.229801 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:43.230448 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:43.275208 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe17cef-d8e8-4907-8465-b0d5b674cbdf None None] Pushing event updated for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:43.355917 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:43.572047 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:43Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:43.598852 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6062-899b-4165-9b0a-4ab398bf4490 None None] The sync data for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 is: [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:43Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:40:44.045725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b883f875-83a1-4832-8204-6d69cf60a5f6 req-657e9991-9150-44de-bf37-8fadbcca7204 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 210 time: 0.0317686 Aug 28 09:40:44.303783 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7c09bc65-592e-4265-a411-c93fe9955e1d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:44.353680 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7c09bc65-592e-4265-a411-c93fe9955e1d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:44.354046 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:44.439038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16ec985d-1a68-4206-a308-08e2377a32b3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:44.542439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 16ec985d-1a68-4206-a308-08e2377a32b3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:44.547910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16ec985d-1a68-4206-a308-08e2377a32b3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:44.547910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:44.629858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:44.662289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 16ec985d-1a68-4206-a308-08e2377a32b3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16ec985d-1a68-4206-a308-08e2377a32b3,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:44.730723 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:44.781085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:45.118538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-36b70132-46a6-41ab-9730-0f8c931abd5b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:45.120020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-36b70132-46a6-41ab-9730-0f8c931abd5b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 797 time: 0.1048594 Aug 28 09:40:45.148884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14de219c-18ed-4c26-898d-5bcfa89554fd req-98ec52db-3383-44af-891e-24092ad1a6fb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 210 time: 0.0278530 Aug 28 09:40:45.182738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-3532b017-5eb9-4ff5-a9b6-4d5ef8dbda29 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 379 time: 0.0360079 Aug 28 09:40:45.200060 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'port': {'device_id': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'admin_state_up': True, 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'security_groups': ['ba84c28c-540d-4749-9022-24daf5a68eaf']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:45.390339 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:40:45.393882 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:45.521865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.13 (e1642494-dc83-485e-8eb6-391174bd043c/4cd50c3a-1b30-4a54-aaf6-3c48d662ad43/45b9a821-dbdb-412f-8e61-c03e25f46acb) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:40:45.656338 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:45.669683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 45b9a821-dbdb-412f-8e61-c03e25f46acb will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:45.750551 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:45.798229 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network e1642494-dc83-485e-8eb6-391174bd043c is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:45.801263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:45.805050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:40:45.811286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:45.861406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:45.862039 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:45.928545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-62eeebdd-1172-4de1-bc10-12384a37123b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7321799 Aug 28 09:40:45.954599 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Request body: {'port': {'device_id': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:46.008469 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.065510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f5c8982-a6bc-420f-acf9-999335cdba07 None None] Provisioning for port 45b9a821-dbdb-412f-8e61-c03e25f46acb completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:46.069427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-6f5c8982-a6bc-420f-acf9-999335cdba07 None None] Provisioning complete for port 45b9a821-dbdb-412f-8e61-c03e25f46acb triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:46.069806 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8982-a6bc-420f-acf9-999335cdba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.103762 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c8982-a6bc-420f-acf9-999335cdba07 None None] Port 45b9a821-dbdb-412f-8e61-c03e25f46acb cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:40:46.243355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16ec985d-1a68-4206-a308-08e2377a32b3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:46.296113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 16ec985d-1a68-4206-a308-08e2377a32b3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:46.296530 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.310698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd050bc-1791-4b99-b7d2-ae40565f87ed req-572d9859-6a0e-47ca-b060-e5ea30819d6a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:46.312280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd050bc-1791-4b99-b7d2-ae40565f87ed req-572d9859-6a0e-47ca-b060-e5ea30819d6a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 932 time: 0.0872586 Aug 28 09:40:46.333875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b9a821-dbdb-412f-8e61-c03e25f46acb {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:40:46.358128 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.383617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Transition to ACTIVE for port object 45b9a821-dbdb-412f-8e61-c03e25f46acb will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:40:46.387449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fd050bc-1791-4b99-b7d2-ae40565f87ed req-140fb5a8-3f87-4ec9-b8c0-df4bf7a154b6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643852 Aug 28 09:40:46.522038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.590612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:46.649181 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Attempting to bind port 45b9a821-dbdb-412f-8e61-c03e25f46acb on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:40:46.649661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Attempting to bind port 45b9a821-dbdb-412f-8e61-c03e25f46acb by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:40:46.650146 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Attempting to bind port 45b9a821-dbdb-412f-8e61-c03e25f46acb on network e1642494-dc83-485e-8eb6-391174bd043c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:40:46.655122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Port 45b9a821-dbdb-412f-8e61-c03e25f46acb on network e1642494-dc83-485e-8eb6-391174bd043c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:40:46.655455 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Attempting to bind port 45b9a821-dbdb-412f-8e61-c03e25f46acb on network e1642494-dc83-485e-8eb6-391174bd043c {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:40:46.663968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:40:46.664545 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Checking segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:40:46.665121 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Bound using segment: {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:40:46.665784 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Bound port: 45b9a821-dbdb-412f-8e61-c03e25f46acb, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3410c569-16a8-4e81-b3da-ad78030f09c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:40:46.666150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.735491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:40:46.738759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:40:46.822575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.862689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:46.863571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:46.864976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] 10.222.0.64 "PUT /v2.0/ports/45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 1093 time: 0.9157774 Aug 28 09:40:46.865442 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:40:46.867812 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3738f8a-4dab-47e1-86bd-6a444da64fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:40:46.889077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672d05-1456-4e2b-9dc9-11a77764ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:46.910476 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0947897-cf94-43b9-a5fb-ad62787fba89 x-openstack-request-id: req-c0947897-cf94-43b9-a5fb-ad62787fba89 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:40:46.910779 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:40:46.911039 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0947897-cf94-43b9-a5fb-ad62787fba89 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:40:46.911451 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'status': 'completed', 'code': 200} Aug 28 09:40:46.997327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-8dd15cdd-788c-40b4-ac1b-6ea9e460f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:46.999470 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-8dd15cdd-788c-40b4-ac1b-6ea9e460f567 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1096 time: 0.0450096 Aug 28 09:40:47.115155 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-9f412340-0751-4005-b29d-8ce245b906a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.116639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-9f412340-0751-4005-b29d-8ce245b906a6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6091fb6e89d642d4816b6d1119c046f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0968223 Aug 28 09:40:47.214688 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-e0cbefc7-42eb-4187-8f2c-f1c88b52bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.216090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3738f8a-4dab-47e1-86bd-6a444da64fe6 req-e0cbefc7-42eb-4187-8f2c-f1c88b52bc74 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917165 Aug 28 09:40:47.314576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-aeef0822-dbe6-41f2-9aab-e441460522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.316095 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-aeef0822-dbe6-41f2-9aab-e441460522e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1096 time: 0.0405180 Aug 28 09:40:47.364507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-fcae515c-669a-4851-9c14-ee733f41e42a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 217 time: 0.0336792 Aug 28 09:40:47.416754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-2caccedc-0807-4d0d-a1da-7844c4cd92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.418257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-2caccedc-0807-4d0d-a1da-7844c4cd92ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 200 len: 835 time: 0.0439308 Aug 28 09:40:47.495929 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-ea2935c3-06ef-4557-9a5c-8d4f22b9043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.497416 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-ea2935c3-06ef-4557-9a5c-8d4f22b9043e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1642494-dc83-485e-8eb6-391174bd043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704889 Aug 28 09:40:47.514518 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686784e-c19c-46ae-91ea-03dc8ff8a9c0 req-c6f5fc2b-9c0f-4ff7-9f5e-f9d7182cf73e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:47.515907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2686784e-c19c-46ae-91ea-03dc8ff8a9c0 req-c6f5fc2b-9c0f-4ff7-9f5e-f9d7182cf73e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 944 time: 0.0578704 Aug 28 09:40:47.600512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2686784e-c19c-46ae-91ea-03dc8ff8a9c0 req-14f67612-94d7-4182-bcac-30d6ae59f935 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777941 Aug 28 09:40:47.627060 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-540fb020-7c68-46bc-b501-ff92b760db68 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206594 Aug 28 09:40:47.716719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9e46ee0b-c70a-484b-9fa5-05231f4a8c97 req-f58b1533-88f5-49b0-9336-2bf8676db737 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810909 Aug 28 09:40:48.718131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe909-f7c6-4103-9c16-6d2b89ca197e req-8c15414e-5992-4b12-bceb-07aa6ce3384d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:48.719569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfabe909-f7c6-4103-9c16-6d2b89ca197e req-8c15414e-5992-4b12-bceb-07aa6ce3384d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 944 time: 0.0506806 Aug 28 09:40:48.758785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dfabe909-f7c6-4103-9c16-6d2b89ca197e req-1b574db7-424a-4c84-a228-df75e07dc99f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326984 Aug 28 09:40:49.666147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 45b9a821-dbdb-412f-8e61-c03e25f46acb details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:40:49.758598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:49.770129 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'port_id': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'mac_address': 'fa:16:3e:5f:c1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:40:49.806478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:49.818989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b9a821-dbdb-412f-8e61-c03e25f46acb {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:40:49.838653 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:49.876087 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c1310-dd37-4df3-aee7-a3345b91c427 req-bea68e04-e129-42d9-9d63-e33c4b266686 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:49.877564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc4c1310-dd37-4df3-aee7-a3345b91c427 req-bea68e04-e129-42d9-9d63-e33c4b266686 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 944 time: 0.0533326 Aug 28 09:40:49.882135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:49.916488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc4c1310-dd37-4df3-aee7-a3345b91c427 req-25fa83b9-1eef-4a85-a41c-e6e152ce555f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328188 Aug 28 09:40:49.931130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:50.243562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['45b9a821-dbdb-412f-8e61-c03e25f46acb'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:40:51.028867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c965d8-c137-4a9c-b678-793f44e363a5 req-2cad331e-e193-4f4d-b7aa-0a6bcbf82f4e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:51.030866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5c965d8-c137-4a9c-b678-793f44e363a5 req-2cad331e-e193-4f4d-b7aa-0a6bcbf82f4e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 945 time: 0.0493817 Aug 28 09:40:51.068062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5c965d8-c137-4a9c-b678-793f44e363a5 req-dc164b64-2222-4c19-b065-bebdbc858981 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Aug 28 09:40:51.701665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 45b9a821-dbdb-412f-8e61-c03e25f46acb up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:40:51.804538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 45b9a821-dbdb-412f-8e61-c03e25f46acb completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:40:51.808280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 45b9a821-dbdb-412f-8e61-c03e25f46acb triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:40:51.808649 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:51.884175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:51.905551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:40:51.907834 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7c7f4-3f3c-42eb-9059-db2f5ff7a145" -d '{"events": [{"server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "name": "network-vif-plugged", "status": "completed", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:40:51.920894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:40:51.988497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:52.012782 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0e7c14-89bb-4e0e-b998-0c852e342a7f x-openstack-request-id: req-fc0e7c14-89bb-4e0e-b998-0c852e342a7f {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:40:52.013084 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "name": "network-vif-plugged", "status": "completed", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:40:52.013413 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc0e7c14-89bb-4e0e-b998-0c852e342a7f {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:40:52.013845 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'code': 200} Aug 28 09:40:52.039191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:52.137400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910d8b0-051a-4c82-86a5-cda3e47500c3 req-f23ef1a1-646c-44a3-b333-bb4f3119a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:52.139027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2910d8b0-051a-4c82-86a5-cda3e47500c3 req-f23ef1a1-646c-44a3-b333-bb4f3119a69f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1098 time: 0.0413673 Aug 28 09:40:52.204548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2910d8b0-051a-4c82-86a5-cda3e47500c3 req-6c396e68-6060-4480-9f10-79d543366bd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554695 Aug 28 09:40:52.212907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf852ad-0076-4647-9545-00f3320860f5 req-3b19e91a-3120-4f0c-aa5a-4e0a9d025050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:52.214386 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bf852ad-0076-4647-9545-00f3320860f5 req-3b19e91a-3120-4f0c-aa5a-4e0a9d025050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0744364 Aug 28 09:40:52.254167 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4bf852ad-0076-4647-9545-00f3320860f5 req-75497661-ec9c-411f-bd2e-9024b4c37a0e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332682 Aug 28 09:40:52.987128 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:40:53.367213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b335b2d-d65f-4f8a-b1f4-02aa4993c8c6 req-64d5406a-e098-45f9-8d8a-eb7af5109947 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:53.368701 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b335b2d-d65f-4f8a-b1f4-02aa4993c8c6 req-64d5406a-e098-45f9-8d8a-eb7af5109947 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0486438 Aug 28 09:40:53.409455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0b335b2d-d65f-4f8a-b1f4-02aa4993c8c6 req-0a07cd91-4d79-436b-9434-a0ec10cba519 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347440 Aug 28 09:40:54.524400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8294-4f6e-452e-a63e-c966703966b4 req-475c2aa3-557d-4b33-b69f-09df643cb54c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:54.525898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ab8294-4f6e-452e-a63e-c966703966b4 req-475c2aa3-557d-4b33-b69f-09df643cb54c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0491858 Aug 28 09:40:54.564494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-34ab8294-4f6e-452e-a63e-c966703966b4 req-e3deb046-c079-44a1-b60e-0f84eeb23533 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Aug 28 09:40:54.681066 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c11428-c1b4-4b1f-8779-26d167582ea4 req-4927f4d3-9fc1-427e-aa2f-f0b7dc0fbb59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:54.682581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74c11428-c1b4-4b1f-8779-26d167582ea4 req-4927f4d3-9fc1-427e-aa2f-f0b7dc0fbb59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0535092 Aug 28 09:40:54.721304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-74c11428-c1b4-4b1f-8779-26d167582ea4 req-f48f87a2-dea4-4f18-8546-832b57a3334c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Aug 28 09:40:54.743126 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47054) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:54.782072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf758d-a51a-495b-90f7-9bedfc2da270 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:54.783577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-09cf758d-a51a-495b-90f7-9bedfc2da270 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1093 time: 0.0395002 Aug 28 09:40:54.786381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47056) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:54.790649 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:40:54.875955 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:54.978620 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:55.079844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.197 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/872cc01a-c37c-467e-be6b-9ce092f090f1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:40:55.180794 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:55.268123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:55.309228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:40:55.312350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:40:55.316014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:40:55.337493 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=872cc01a-c37c-467e-be6b-9ce092f090f1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:55.668693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:55.811984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:55.961671 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:56.033356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:56.107761 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=872cc01a-c37c-467e-be6b-9ce092f090f1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:40:56.114557 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:56.210582 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP efa9fa93-8d89-47fb-8449-b04ec924ec2f associated. External IP: 172.25.0.197, port: 45b9a821-dbdb-412f-8e61-c03e25f46acb. Aug 28 09:40:56.416987 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b1f25b2f-a197-4464-a67d-1145815903a7 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:40:56.527513 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:40:56.537371 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Sync routers for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:40:56.550423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:56.551110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:56.628142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:56.653626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:56.654744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8a33bb92-e3fc-4d03-a357-1ee7554483d2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8673830 Aug 28 09:40:56.655340 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:40:56.657657 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6149a4-8ac2-4102-a268-23ffd497316a" -d '{"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:40:56.751074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fbe1b-232b-45f9-aed5-382ffb5f9a74 req-7ccbfc6d-1707-4825-a3cb-0cc0d6066cda tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:56.752672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf4fbe1b-232b-45f9-aed5-382ffb5f9a74 req-7ccbfc6d-1707-4825-a3cb-0cc0d6066cda tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0502028 Aug 28 09:40:56.795719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf4fbe1b-232b-45f9-aed5-382ffb5f9a74 req-d2b2c6ca-6740-40aa-947e-75bc0b68e663 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362706 Aug 28 09:40:56.809379 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:56.830471 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47062) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:56.867273 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbb9267-aca0-442e-b933-db9c380c09c5 x-openstack-request-id: req-0fbb9267-aca0-442e-b933-db9c380c09c5 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:40:56.867610 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:40:56.868081 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fbb9267-aca0-442e-b933-db9c380c09c5 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:40:56.868664 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'status': 'completed', 'code': 200} Aug 28 09:40:56.898329 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'efa9fa93-8d89-47fb-8449-b04ec924ec2f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'port_id': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'mac_address': 'fa:16:3e:5f:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:40:55Z', 'updated_at': '2021-08-28T09:40:55Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:56.907878 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9adb93a2-39c1-4e9b-a665-7e04965e1b3e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/efa9fa93-8d89-47fb-8449-b04ec924ec2f HTTP/1.1" status: 200 len: 992 time: 0.0754921 Aug 28 09:40:56.925557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Checking router: b1f25b2f-a197-4464-a67d-1145815903a7 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:40:56.933850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:40:56.934488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:40:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:56.951187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-402fb795-6fa3-4e3d-b8de-85ecd30ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:56.952779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-402fb795-6fa3-4e3d-b8de-85ecd30ba6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1098 time: 0.0412514 Aug 28 09:40:57.037567 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:40:57.045399 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-11ad77a1-c593-4a79-8ba2-bb17bff540c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:57.047043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-11ad77a1-c593-4a79-8ba2-bb17bff540c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 898 time: 0.0860515 Aug 28 09:40:57.120718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-8efb17b3-3e9b-4bc0-87a7-e94f29b9ec1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 1000 time: 0.0657396 Aug 28 09:40:57.184551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-0cc5052c-10f7-49bf-9b43-1ada0c4c360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:57.184551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-0cc5052c-10f7-49bf-9b43-1ada0c4c360d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 200 len: 835 time: 0.0484345 Aug 28 09:40:57.229043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-98cdea4f-9c21-4b6e-adf8-116fb8d88483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:40:57.230580 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-98cdea4f-9c21-4b6e-adf8-116fb8d88483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1642494-dc83-485e-8eb6-391174bd043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434735 Aug 28 09:40:57.325305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-2a0ca556-e620-44db-9f75-ba7d36ae622a service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861559 Aug 28 09:40:57.418264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a6149a4-8ac2-4102-a268-23ffd497316a req-d606a690-2128-4543-bc8c-0e2800db6203 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848606 Aug 28 09:40:57.424386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'efa9fa93-8d89-47fb-8449-b04ec924ec2f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'port_id': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'mac_address': 'fa:16:3e:5f:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:40:55Z', 'updated_at': '2021-08-28T09:40:55Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:40:57.453433 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2441e-2c18-4834-9443-5131ed6e1ad6 None None] The sync data for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 is: [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'efa9fa93-8d89-47fb-8449-b04ec924ec2f', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'port_id': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'mac_address': 'fa:16:3e:5f:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:40:55Z', 'updated_at': '2021-08-28T09:40:55Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:40:57.633322 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250569-4a4f-45d8-ad75-8c19830d2f10 None None] New status for floating IP efa9fa93-8d89-47fb-8449-b04ec924ec2f: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:40:57.748301 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19acb0da-131e-4373-bb9e-3e2246e8c7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:40:57.911910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47066) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:40:57.975732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3e08f901-83e1-4429-872e-6917c3ed30a1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/efa9fa93-8d89-47fb-8449-b04ec924ec2f HTTP/1.1" status: 200 len: 994 time: 0.0626829 Aug 28 09:41:00.004887 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:00.278825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afdfa46b-e382-4c02-ae85-63bd58e632f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:02.230269 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:05.199030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:06.284747 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:19.224063 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4da2635a-44ca-4695-ab1a-122fae807bc3 req-36ca3b69-7170-4caa-bcb0-a534ee1ddf1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249679 Aug 28 09:41:19.306880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4da2635a-44ca-4695-ab1a-122fae807bc3 req-babdbafe-97b8-4325-bf5d-faab62a8f036 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0249264 Aug 28 09:41:19.351464 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4da2635a-44ca-4695-ab1a-122fae807bc3 req-23dabd44-79a2-41a7-903f-86adb93ff174 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193827 Aug 28 09:41:19.443762 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2635a-44ca-4695-ab1a-122fae807bc3 req-0cd1b420-8be4-4471-a704-952b4176bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:19.445202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4da2635a-44ca-4695-ab1a-122fae807bc3 req-0cd1b420-8be4-4471-a704-952b4176bf5e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874527 Aug 28 09:41:26.821157 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:27.707259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b392c9b5-53e9-4527-8fd4-c8122c5bafb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:29.932958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-995dcb3f-2f74-4d83-875b-82f2d37e3537 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388150 Aug 28 09:41:29.985920 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:41:30.004313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:30.040259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554820e-6c56-4171-bbec-43778daa3e81 req-40b97f4b-606e-463b-9568-a1e1a1915135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:30.041740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-40b97f4b-606e-463b-9568-a1e1a1915135 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1098 time: 0.0403330 Aug 28 09:41:30.147008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554820e-6c56-4171-bbec-43778daa3e81 req-d070336d-feb2-4746-acb0-fda2e6acad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:30.148474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-d070336d-feb2-4746-acb0-fda2e6acad06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 898 time: 0.0858037 Aug 28 09:41:30.295712 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a736e55e-d7e2-4190-a816-9cf7fc355d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:30.535237 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-1a0c07be-943b-41c5-aee1-9dbaeb23f83a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 1002 time: 0.3784449 Aug 28 09:41:30.587172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554820e-6c56-4171-bbec-43778daa3e81 req-8491f71a-833e-4789-b3bf-0316f75322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:30.588555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-8491f71a-833e-4789-b3bf-0316f75322a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 200 len: 835 time: 0.0416315 Aug 28 09:41:30.636336 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554820e-6c56-4171-bbec-43778daa3e81 req-c2416649-62ab-4ed6-8ec0-e1d2b0a8c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:30.637808 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-c2416649-62ab-4ed6-8ec0-e1d2b0a8c89f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1642494-dc83-485e-8eb6-391174bd043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415866 Aug 28 09:41:30.727062 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-4f8fad93-31e0-4e3d-aaeb-d6bdf494f6ff service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814292 Aug 28 09:41:30.820658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c554820e-6c56-4171-bbec-43778daa3e81 req-e5c4e5b7-e329-48cd-a50c-a497ed59de22 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Aug 28 09:41:32.206847 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:33.313210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc21801-8c84-488e-8af9-7da34e2691ec req-12d8090b-b875-4d02-941c-a625f2ab7dab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:33.315177 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cc21801-8c84-488e-8af9-7da34e2691ec req-12d8090b-b875-4d02-941c-a625f2ab7dab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0506611 Aug 28 09:41:33.352700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7cc21801-8c84-488e-8af9-7da34e2691ec req-1222688a-a5b9-4267-84d7-f21b426ba826 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Aug 28 09:41:33.410433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6dba-fc57-436a-9563-390fd4214283 req-d21f558b-6c30-4cea-9d6b-a4587e43ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:33.411969 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-d21f558b-6c30-4cea-9d6b-a4587e43ccbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1098 time: 0.0394635 Aug 28 09:41:33.503602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6dba-fc57-436a-9563-390fd4214283 req-4618b1c0-44e7-4f1e-86cc-756b4aec92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:33.505030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-4618b1c0-44e7-4f1e-86cc-756b4aec92ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 898 time: 0.0852144 Aug 28 09:41:33.571659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-38a9d1ec-abd2-4c42-afa0-1374bfd06552 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 1002 time: 0.0567913 Aug 28 09:41:33.620690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6dba-fc57-436a-9563-390fd4214283 req-9acc9d36-d7fb-4cb6-82be-7e194fa0cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:33.622667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-9acc9d36-d7fb-4cb6-82be-7e194fa0cf1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 200 len: 835 time: 0.0432625 Aug 28 09:41:33.672020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6dba-fc57-436a-9563-390fd4214283 req-53a4b252-b52f-41e5-b384-27343f43d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:33.673480 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-53a4b252-b52f-41e5-b384-27343f43d361 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1642494-dc83-485e-8eb6-391174bd043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427659 Aug 28 09:41:33.765102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-0efa046d-dd80-4102-894f-f1544b620c9f service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Aug 28 09:41:33.858503 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-168b6dba-fc57-436a-9563-390fd4214283 req-5193f9ee-b8b6-41bb-8d58-496aad5eef06 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855973 Aug 28 09:41:34.469925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12970f31-550a-46df-907d-b1d99330d33f req-d1f9475a-06e6-4da9-beb3-0164e77c6eae tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:34.471334 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12970f31-550a-46df-907d-b1d99330d33f req-d1f9475a-06e6-4da9-beb3-0164e77c6eae tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0490828 Aug 28 09:41:34.509548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12970f31-550a-46df-907d-b1d99330d33f req-e77532c7-44b9-455a-919d-f18499ca14c3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Aug 28 09:41:35.178009 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:35.623551 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a0eb-ac69-4877-a020-151349238353 req-dd6e5305-ba39-4f8a-9e07-1b97c111b3ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:35.625018 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a544a0eb-ac69-4877-a020-151349238353 req-dd6e5305-ba39-4f8a-9e07-1b97c111b3ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0485971 Aug 28 09:41:35.661446 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a544a0eb-ac69-4877-a020-151349238353 req-ab90553a-671c-4e34-b7fa-f2e6f6682f6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Aug 28 09:41:36.290114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:36.786736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da7f50-1b1c-459a-840e-15a659dddf6c req-5d897635-5758-4458-b595-486b543bffcc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:36.788242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9da7f50-1b1c-459a-840e-15a659dddf6c req-5d897635-5758-4458-b595-486b543bffcc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0527625 Aug 28 09:41:36.825471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9da7f50-1b1c-459a-840e-15a659dddf6c req-b1539eec-94dd-453c-862e-0deb4e83bddc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Aug 28 09:41:37.938916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b0c3-3933-4920-8625-33029656aec8 req-108888eb-2fb4-4209-8247-0812942dc44d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:37.940389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a4b0c3-3933-4920-8625-33029656aec8 req-108888eb-2fb4-4209-8247-0812942dc44d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0489013 Aug 28 09:41:37.978504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5a4b0c3-3933-4920-8625-33029656aec8 req-785a6fb0-fb10-40c6-9fe2-20cf8ed0133f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Aug 28 09:41:39.092941 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cf6f4-c385-44c1-a3e3-dd8a870db69b req-5e41b3ba-a2ac-429b-8212-a42ca4bea17e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:39.094422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a09cf6f4-c385-44c1-a3e3-dd8a870db69b req-5e41b3ba-a2ac-429b-8212-a42ca4bea17e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0479112 Aug 28 09:41:39.132165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a09cf6f4-c385-44c1-a3e3-dd8a870db69b req-93bf3f4f-7b56-4844-8c80-b27ba3ae456b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Aug 28 09:41:40.252856 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e7166-8c35-4a1e-8a0e-a48a066d38db req-982ff27c-85f1-4a82-92da-66e180f4ae40 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:40.254348 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a1e7166-8c35-4a1e-8a0e-a48a066d38db req-982ff27c-85f1-4a82-92da-66e180f4ae40 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0530450 Aug 28 09:41:40.292072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8a1e7166-8c35-4a1e-8a0e-a48a066d38db req-b3dfcf04-dcf8-497e-b480-20e370d07d34 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Aug 28 09:41:41.409255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2f721-577f-4e58-9b33-e84182441843 req-f4473422-cae1-47b3-9a92-d5d508576000 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:41.410752 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-75e2f721-577f-4e58-9b33-e84182441843 req-f4473422-cae1-47b3-9a92-d5d508576000 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0482109 Aug 28 09:41:41.447911 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-75e2f721-577f-4e58-9b33-e84182441843 req-902cba19-2d8e-461a-b7b7-64aabbd3793a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308738 Aug 28 09:41:42.563098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399de3-88ee-4210-8bfa-8eb2ddeb6804 req-3e6fd213-b0ef-4f03-95dd-8b10152e5b02 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:42.564573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25399de3-88ee-4210-8bfa-8eb2ddeb6804 req-3e6fd213-b0ef-4f03-95dd-8b10152e5b02 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0487525 Aug 28 09:41:42.601450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25399de3-88ee-4210-8bfa-8eb2ddeb6804 req-b3bc8488-4a57-4880-9194-15cfcffd4bd9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Aug 28 09:41:43.718661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962e10-3194-47ef-843a-4dde2244b144 req-75fe7afe-d70e-4599-bc72-de2407aed575 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:43.720158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a962e10-3194-47ef-843a-4dde2244b144 req-75fe7afe-d70e-4599-bc72-de2407aed575 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0536489 Aug 28 09:41:43.760940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5a962e10-3194-47ef-843a-4dde2244b144 req-200940e2-6a26-422c-9472-24f6080c146b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Aug 28 09:41:44.877507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cec54b-dcf1-4dfb-a6ec-10c0300f1889 req-ff7784d7-1d05-4502-8ca9-ea5c0ddaa72a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:44.879111 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97cec54b-dcf1-4dfb-a6ec-10c0300f1889 req-ff7784d7-1d05-4502-8ca9-ea5c0ddaa72a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0491924 Aug 28 09:41:44.918896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-97cec54b-dcf1-4dfb-a6ec-10c0300f1889 req-1088355b-b786-4970-969b-df8828a74b20 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338821 Aug 28 09:41:46.033817 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0ccdc-5926-463b-84ef-b959fc31925f req-e2b022ae-2425-4385-a5ee-3128873900d0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:41:46.035383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ede0ccdc-5926-463b-84ef-b959fc31925f req-e2b022ae-2425-4385-a5ee-3128873900d0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0493610 Aug 28 09:41:46.073671 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ede0ccdc-5926-463b-84ef-b959fc31925f req-f7d7ac63-db7e-44d9-b678-5fcc5c344c3f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322759 Aug 28 09:41:46.096787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47106) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:41:46.160669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6d74fff1-c7aa-4f3d-a230-6f9497f87177 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/efa9fa93-8d89-47fb-8449-b04ec924ec2f HTTP/1.1" status: 200 len: 994 time: 0.0627015 Aug 28 09:41:56.829497 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:41:57.709420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f1562d8a-e11b-477a-bc42-c0cc8a3cc788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:00.000678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:00.260792 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03e9f522-ba9f-4a94-b166-af967a6ef98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:02.206726 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:05.206283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:06.312181 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:06.985613 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:42:18.812049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47122) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:18.969696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 872cc01a-c37c-467e-be6b-9ce092f090f1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:42:18.970043 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.047123 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.047447 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.058734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 872cc01a-c37c-467e-be6b-9ce092f090f1 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:42:19.335313 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.363194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=872cc01a-c37c-467e-be6b-9ce092f090f1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:19.373934 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.374346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.374889 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.375379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.376144 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.376574 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.377309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.377309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.377563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.377895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.378260 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.378570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:19.438345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.438707 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP efa9fa93-8d89-47fb-8449-b04ec924ec2f disassociated (deleted). External IP: 172.25.0.197, port: 45b9a821-dbdb-412f-8e61-c03e25f46acb. Aug 28 09:42:19.644799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b1f25b2f-a197-4464-a67d-1145815903a7 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:42:19.750758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:42:19.756230 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:19.761590 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Sync routers for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:42:19.770671 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:19.771288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:19.782496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-786ee962-fda1-44a9-b098-02bc372b249a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/floatingips/efa9fa93-8d89-47fb-8449-b04ec924ec2f HTTP/1.1" status: 204 len: 168 time: 0.9693270 Aug 28 09:42:19.783074 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:42:19.785303 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef90beb-77e8-436a-9502-91285410787a" -d '{"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:42:19.877280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:20.071067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:20.103139 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Checking router: b1f25b2f-a197-4464-a67d-1145815903a7 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:42:20.112110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:20.112777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:20.214573 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3cd71f-c3e2-4bab-b1ab-593ad06fa08f x-openstack-request-id: req-fb3cd71f-c3e2-4bab-b1ab-593ad06fa08f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:42:20.222303 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:42:20.222303 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb3cd71f-c3e2-4bab-b1ab-593ad06fa08f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:42:20.222303 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'status': 'completed', 'code': 200} Aug 28 09:42:20.225999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:20.344450 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32d49fbb-ffe4-4c1f-9a0b-0473a5dcc9c5 req-f43da652-cb08-43f8-b807-1d0532ee6c4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1695299 Aug 28 09:42:20.371421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90beb-77e8-436a-9502-91285410787a req-ea2e9834-7341-4f41-8230-1ae75f284637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.373485 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-ea2e9834-7341-4f41-8230-1ae75f284637 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 1098 time: 0.0807066 Aug 28 09:42:20.382380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b2f4-1f93-4f39-82e2-c2217c290250 req-22dbd9d2-9ed8-464e-835d-bc4f7bc731e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.383856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7986b2f4-1f93-4f39-82e2-c2217c290250 req-22dbd9d2-9ed8-464e-835d-bc4f7bc731e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.1145029 Aug 28 09:42:20.437918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:20.463637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2de6fb-a7d9-46fb-a21e-3789c96220cf None None] The sync data for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 is: [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '16ec985d-1a68-4206-a308-08e2377a32b3', 'name': '', 'network_id': 'e1642494-dc83-485e-8eb6-391174bd043c', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:a1:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:39Z', 'updated_at': '2021-08-28T09:40:44Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '4cd50c3a-1b30-4a54-aaf6-3c48d662ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:42:20.472920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32d49fbb-ffe4-4c1f-9a0b-0473a5dcc9c5 req-380d502b-5c5a-47b7-8b74-153a25568e45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0637665 Aug 28 09:42:20.500949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7986b2f4-1f93-4f39-82e2-c2217c290250 req-909227d8-dea9-4f64-9f2c-d4d825de6328 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071126 Aug 28 09:42:20.533477 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32d49fbb-ffe4-4c1f-9a0b-0473a5dcc9c5 req-7a7f8b27-b619-432e-b63f-11448f3fb8f6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256009 Aug 28 09:42:20.564069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90beb-77e8-436a-9502-91285410787a req-6e07c197-4e0e-4160-8931-05cfc326074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.565550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-6e07c197-4e0e-4160-8931-05cfc326074e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 200 len: 898 time: 0.1802380 Aug 28 09:42:20.632819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-d34f6238-496f-4dec-b28b-b58911c07e60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 200 len: 217 time: 0.0431223 Aug 28 09:42:20.695711 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a4e8-5378-46ca-9270-d20ad28c5268 None None] New status for floating IP efa9fa93-8d89-47fb-8449-b04ec924ec2f: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:42:20.712864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d49fbb-ffe4-4c1f-9a0b-0473a5dcc9c5 req-9d749446-4b1d-48a4-9427-02974450f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.714370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-32d49fbb-ffe4-4c1f-9a0b-0473a5dcc9c5 req-9d749446-4b1d-48a4-9427-02974450f96d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724045 Aug 28 09:42:20.716331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90beb-77e8-436a-9502-91285410787a req-985859ec-377b-4032-bb89-9917a455f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.717642 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-985859ec-377b-4032-bb89-9917a455f912 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 200 len: 835 time: 0.0765018 Aug 28 09:42:20.766925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90beb-77e8-436a-9502-91285410787a req-6eaeae50-1985-4fdd-a05d-d5ccac027040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:20.768454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-6eaeae50-1985-4fdd-a05d-d5ccac027040 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1642494-dc83-485e-8eb6-391174bd043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429704 Aug 28 09:42:20.866138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-f231a427-19bc-4afe-bc0d-7557654b1f53 service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866420 Aug 28 09:42:20.955407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ef90beb-77e8-436a-9502-91285410787a req-d855c64d-0167-4e57-aa2e-d3ae9dc8cb4d service neutron] 10.222.0.64 "GET /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802491 Aug 28 09:42:21.622557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c522410-47e2-4cef-9c4e-36e53304e47c req-0df896e0-f9b2-4367-a6fb-4be75992bbd4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:21.624038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c522410-47e2-4cef-9c4e-36e53304e47c req-0df896e0-f9b2-4367-a6fb-4be75992bbd4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0532939 Aug 28 09:42:21.660813 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6c522410-47e2-4cef-9c4e-36e53304e47c req-f3da2ebd-a7de-4208-be63-f3ca67c0bf21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba84c28c-540d-4749-9022-24daf5a68eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309398 Aug 28 09:42:22.319120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-24e9781c-44f1-419d-b99a-71542265a52a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:22.320574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-24e9781c-44f1-419d-b99a-71542265a52a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 946 time: 0.0480034 Aug 28 09:42:22.410912 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 45b9a821-dbdb-412f-8e61-c03e25f46acb {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:42:22.411252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:22.499931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 45b9a821-dbdb-412f-8e61-c03e25f46acb, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=45b9a821-dbdb-412f-8e61-c03e25f46acb,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:22.500219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:22.512613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 45b9a821-dbdb-412f-8e61-c03e25f46acb owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:42:22.717948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:22.747141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=45b9a821-dbdb-412f-8e61-c03e25f46acb,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:22.793418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6adf99b8-1107-4f37-ac02-1855771c95af req-56e125c5-8a48-4bc3-9441-392f6ab9f3b6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 210 time: 0.0508773 Aug 28 09:42:22.813266 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] No DVR routers for this DVR port 45b9a821-dbdb-412f-8e61-c03e25f46acb on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:42:22.818173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:22.818173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3dad376-0f66-4eee-a81e-4d66efb8bd07 req-e9234708-2b5b-490c-9b9c-ebdfc18f6b88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "DELETE /v2.0/ports/45b9a821-dbdb-412f-8e61-c03e25f46acb HTTP/1.1" status: 204 len: 173 time: 0.4870858 Aug 28 09:42:22.818467 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'name': 'network-vif-deleted', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:42:22.820503 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf81a7-f937-43f5-b96b-7f2567e25f1d" -d '{"events": [{"server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "name": "network-vif-deleted", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:42:22.857177 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661aadf6-8013-48ef-90d5-afd4f2374a7a x-openstack-request-id: req-661aadf6-8013-48ef-90d5-afd4f2374a7a {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:42:22.857468 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1615c1bb-5854-40bb-a5dc-93913747a57e", "name": "network-vif-deleted", "tag": "45b9a821-dbdb-412f-8e61-c03e25f46acb", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:42:22.857745 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-661aadf6-8013-48ef-90d5-afd4f2374a7a {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:42:22.858165 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1615c1bb-5854-40bb-a5dc-93913747a57e', 'name': 'network-vif-deleted', 'tag': '45b9a821-dbdb-412f-8e61-c03e25f46acb', 'status': 'completed', 'code': 200} Aug 28 09:42:23.901631 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b094fe7f-24d7-4f16-88cc-c6163fdd01e2 req-4eb43807-f27a-496b-894e-b3efec160c7b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=1615c1bb-5854-40bb-a5dc-93913747a57e HTTP/1.1" status: 200 len: 210 time: 0.0275693 Aug 28 09:42:24.963090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47144) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:25.314545 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:25.884400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 16ec985d-1a68-4206-a308-08e2377a32b3 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:42:25.884746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:25.973602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 16ec985d-1a68-4206-a308-08e2377a32b3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=16ec985d-1a68-4206-a308-08e2377a32b3,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:25.974407 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:25.986975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 16ec985d-1a68-4206-a308-08e2377a32b3 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:42:26.195476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 45b9a821-dbdb-412f-8e61-c03e25f46acb no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:42:26.220467 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 45b9a821-dbdb-412f-8e61-c03e25f46acb {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:42:26.220590 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:26.220979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 45b9a821-dbdb-412f-8e61-c03e25f46acb not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:42:26.250663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=16ec985d-1a68-4206-a308-08e2377a32b3,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:26.426772 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:26.635575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b1f25b2f-a197-4464-a67d-1145815903a7 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:42:26.740681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:42:26.745686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f9ff90d5-086f-4d95-8a6f-94fd49437d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/b1f25b2f-a197-4464-a67d-1145815903a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815607 Aug 28 09:42:26.748972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47146) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:26.752475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Sync routers for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:42:26.768956 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:26.769558 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:26.804606 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting subnet 4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:42:26.807733 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:26.847639 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:26.850196 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:26.877746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:26.934986 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.052728 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:42:26Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:27.078633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Checking router: b1f25b2f-a197-4464-a67d-1145815903a7 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:42:27.086819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Routers {'b1f25b2f-a197-4464-a67d-1145815903a7'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:27.087416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b1f25b2f-a197-4464-a67d-1145815903a7'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:27.092187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.121353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd50c3a-1b30-4a54-aaf6-3c48d662ad43,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:27.124263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.126364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-011bfea1-f87e-4f32-8e2c-45738b7f9741 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/subnets/4cd50c3a-1b30-4a54-aaf6-3c48d662ad43 HTTP/1.1" status: 204 len: 168 time: 0.3764372 Aug 28 09:42:27.129252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47148) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:27.132862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51d3d2-6fa6-48ff-b5a4-fe669e88c33c None None] Network e1642494-dc83-485e-8eb6-391174bd043c requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:42:27.244131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.283976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] Set router b1f25b2f-a197-4464-a67d-1145815903a7 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:27.350363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.450221 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] DHCP port deletion for e1642494-dc83-485e-8eb6-391174bd043c request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:42:27.472785 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 45d71937-a7f7-41dc-9602-80356da8abfd {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:42:27.473136 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.510435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:42:26Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:27.539234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Deleting port 7c09bc65-592e-4265-a411-c93fe9955e1d {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:42:27.539610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.542174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9209328-12b2-468d-8584-c5e0ca5a9f19 None None] The sync data for ids ['b1f25b2f-a197-4464-a67d-1145815903a7'] in n-d-792458-16 is: [{'id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650114375', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:40:36Z', 'updated_at': '2021-08-28T09:42:26Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '45d71937-a7f7-41dc-9602-80356da8abfd', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f25b2f-a197-4464-a67d-1145815903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:40:37Z', 'updated_at': '2021-08-28T09:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:42:27.552365 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 45d71937-a7f7-41dc-9602-80356da8abfd, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=45d71937-a7f7-41dc-9602-80356da8abfd,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:27.553076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.567921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 45d71937-a7f7-41dc-9602-80356da8abfd owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:42:27.770589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] For port 7c09bc65-592e-4265-a411-c93fe9955e1d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7c09bc65-592e-4265-a411-c93fe9955e1d,segment=NetworkSegment(3410c569-16a8-4e81-b3da-ad78030f09c5),segment_id=3410c569-16a8-4e81-b3da-ad78030f09c5)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:27.770949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.783655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Calling delete_port for 7c09bc65-592e-4265-a411-c93fe9955e1d owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:42:27.811886 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.823287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-be070733-51e8-4e3f-844a-03c27317ced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.844089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=45d71937-a7f7-41dc-9602-80356da8abfd,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:27.904965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.920985 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:27.947074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Pushing event deleted for resources: {'Port': ['ID=7c09bc65-592e-4265-a411-c93fe9955e1d,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:27.953341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] No DVR routers for this DVR port 7c09bc65-592e-4265-a411-c93fe9955e1d on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:42:27.966936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.967309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.967632 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.968023 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.968282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.968612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.968937 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.969262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.969580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.969898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.970241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:27.970559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d29099-58f5-4656-bd71-fa16ccf38aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.002246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.004275 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.115030 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.115701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Fanout notify agent at l3_agent the message router_deleted on router b1f25b2f-a197-4464-a67d-1145815903a7 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:42:28.122413 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.123600 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9d511631-4762-413c-abbe-dd9c84f7a375 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/routers/b1f25b2f-a197-4464-a67d-1145815903a7 HTTP/1.1" status: 204 len: 168 time: 0.9934027 Aug 28 09:42:28.126294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47150) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:28.209801 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.298499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.308137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1642494-dc83-485e-8eb6-391174bd043c']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:28.319040 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3410c569-16a8-4e81-b3da-ad78030f09c5') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:28.319352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3410c569-16a8-4e81-b3da-ad78030f09c5') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:28.328606 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.346599 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.352446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:42:28.352835 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:42:28.355720 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:42:28.500340 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.507503 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.508795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/networks/e1642494-dc83-485e-8eb6-391174bd043c HTTP/1.1" status: 204 len: 168 time: 0.3815389 Aug 28 09:42:28.511681 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47152) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:28.521069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72470-7468-473f-8043-c486dc600a21 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Network': ['ID=e1642494-dc83-485e-8eb6-391174bd043c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:28.572966 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.601194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.632688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7c09bc65-592e-4265-a411-c93fe9955e1d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:42:28.656027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7c09bc65-592e-4265-a411-c93fe9955e1d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:42:28.656377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7c09bc65-592e-4265-a411-c93fe9955e1d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:42:28.656802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16ec985d-1a68-4206-a308-08e2377a32b3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:42:28.675940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 16ec985d-1a68-4206-a308-08e2377a32b3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:42:28.676284 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 16ec985d-1a68-4206-a308-08e2377a32b3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:42:28.728845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.731445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:28.733161 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/security-groups/ba84c28c-540d-4749-9022-24daf5a68eaf HTTP/1.1" status: 204 len: 168 time: 0.2203965 Aug 28 09:42:28.742764 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84c28c-540d-4749-9022-24daf5a68eaf,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:28.752957 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.753304 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.753646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.753981 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.754337 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.754671 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.755000 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.755322 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.755647 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.756013 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.756325 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:28.756643 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c40cf4-11f3-495f-a097-18c40f4cacb2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:29.145718 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47160) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:29.150370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146439641', 'description': 'tempest-secgroup-smoke-2146439641 description', 'project_id': '6091fb6e89d642d4816b6d1119c046f5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:29.228976 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.309595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.391381 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.418899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d079e77-e020-48f4-8321-be7b2d84b710,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:29.483705 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.485169 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-11c46ccb-451a-4573-9056-4ad3d2ff9e54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3383963 Aug 28 09:42:29.488189 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47164) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:29.492629 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:29.579410 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.635584 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.699922 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.717819 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75ddca0-8dae-44ca-906e-c554fc2f2750,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:29.814399 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.815620 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1ab8d239-7a94-4842-b0f2-42815f27b909 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265016 Aug 28 09:42:29.818346 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47166) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:29.822855 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:29.922019 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:29.978587 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.002967 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.059935 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.080451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0afdb81-e60c-4012-84fe-38541a48f3b8,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:30.145608 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.146870 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e8d2fdef-3e3f-4394-812c-bf716268b6da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275752 Aug 28 09:42:30.149580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47168) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:30.154692 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:30.236781 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45d71937-a7f7-41dc-9602-80356da8abfd no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:42:30.236981 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.255583 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 45d71937-a7f7-41dc-9602-80356da8abfd {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:42:30.259076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 45d71937-a7f7-41dc-9602-80356da8abfd not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:42:30.294047 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.323081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-008dccdf-3c57-45e6-9d81-360b366bb3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.386223 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.405093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181e7bdb-51e6-40b1-b5ff-1635e6724d39,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:30.500195 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.501359 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-37f37b40-cc58-4d10-bd06-0be06e7ff6b5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508146 Aug 28 09:42:30.504124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47170) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:30.508521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:30.595700 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.654101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.731576 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.751580 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a10b065-7d63-4072-b94b-f4782614db68,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:30.814111 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.815605 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-562e77bf-7b5f-407e-98f1-615bbbc71584 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105340 Aug 28 09:42:30.818091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47172) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:30.822559 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:30.894234 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:42:30.899238 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:30.958160 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.023661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.044879 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d681cfa-8381-4a05-926b-38a0801cd315,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:31.109109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.110345 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dd9d5553-4b26-48ed-8af0-7e8129e82a83 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2912526 Aug 28 09:42:31.113289 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47174) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:31.117862 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '9d079e77-e020-48f4-8321-be7b2d84b710', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:31.195368 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:42:31.200368 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.261381 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.346285 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.364853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7e1076-b942-4b27-abc2-d8b99b26741a,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:31.414285 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.415502 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-64d8ad0f-ca0a-4f8b-9ee7-f9411ac2decc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3012545 Aug 28 09:42:31.418366 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47176) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:31.423315 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'network': {'name': 'tempest-network-smoke--714301628', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:31.505825 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:42:31.509266 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.532468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:42:31.540844 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.541186 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Added segment b5a12b19-e6ec-4de9-a292-0f1d514e0adc of type vlan for network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b Aug 28 09:42:31.580460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.651811 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.657458 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:31.658069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.725466 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Network': ['ID=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:31.736508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:42:31.764343 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8f45790b-4e11-45ec-a78b-81ee7b4ce14b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3420010 Aug 28 09:42:31.764578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47178) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:31.768971 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'admin_state_up': True, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:31.860215 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.861552 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:31.912301 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.124289 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.237813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.386427 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.408121 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.506450 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.82 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/97c2b935-305d-4198-8c09-1b38b6fa2ddc) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:42:32.608026 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.700501 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:32.740473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:32.743353 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:32.747036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:42:32.752467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=97c2b935-305d-4198-8c09-1b38b6fa2ddc,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:33.036027 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:33.539370 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:33.726400 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b7f26d72-f336-42e2-8dff-4c038a39e1a9 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:42:33.834587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:42:33.845422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Sync routers for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:42:33.855513 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:33.856119 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:33.909201 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:33.910520 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bbcd3b07-7575-47e1-bc3b-7fb75f32406c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1450353 Aug 28 09:42:33.913628 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47180) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:33.942318 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8664fc61-9da2-44f1-8367-a27ecbfab06a tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6091fb6e89d642d4816b6d1119c046f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275495 Aug 28 09:42:33.944991 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47182) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:33.958671 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:34.035360 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e04c7-36d0-4f1a-bb4e-e1f2c1bdc020 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:34.036883 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db9e04c7-36d0-4f1a-bb4e-e1f2c1bdc020 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910034 Aug 28 09:42:34.039836 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47184) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:34.068701 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1f70b040-a4a1-481c-9ef9-0068802c3aa8 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278149 Aug 28 09:42:34.071349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47186) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:34.076802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-14011745', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:34.135826 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:32Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:34.163003 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Checking router: b7f26d72-f336-42e2-8dff-4c038a39e1a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:42:34.163424 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Updating router b7f26d72-f336-42e2-8dff-4c038a39e1a9 port 97c2b935-305d-4198-8c09-1b38b6fa2ddc binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:42:34.188459 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.223344 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:42:34.228109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.500656 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.531771 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.541476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Transition to ACTIVE for port object 97c2b935-305d-4198-8c09-1b38b6fa2ddc will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:34.568309 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Subnet': ['ID=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:34.576254 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Checking segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:42:34.576621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network hostable DHCP agents. Network: 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:42:34.606133 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.659512 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Pushing event updated for resources: {'Port': ['ID=97c2b935-305d-4198-8c09-1b38b6fa2ddc,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:34.661427 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Attempting to bind port 97c2b935-305d-4198-8c09-1b38b6fa2ddc on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:42:34.661786 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Attempting to bind port 97c2b935-305d-4198-8c09-1b38b6fa2ddc by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:42:34.662144 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Attempting to bind port 97c2b935-305d-4198-8c09-1b38b6fa2ddc on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:42:34.669786 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:42:34.671685 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.672030 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.672371 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.672703 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.673036 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.673409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.673737 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.674059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.674415 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.674737 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.675057 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.675373 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:42:34.678693 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:42:34.679072 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:42:34.679616 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.680001 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:42:34.680475 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Bound port: 97c2b935-305d-4198-8c09-1b38b6fa2ddc, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:42:34.680848 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.726527 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:34.730736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] For port 97c2b935-305d-4198-8c09-1b38b6fa2ddc, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:42:34.731113 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:34.732351 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.737674 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] For port 97c2b935-305d-4198-8c09-1b38b6fa2ddc, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=97c2b935-305d-4198-8c09-1b38b6fa2ddc,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:42:34.738976 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780ae85-05d5-4eab-b6f2-08bc474c3f1a None None] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:42:34.809250 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.820736 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a2db60df-0cd4-424d-8cfb-8ba498845d1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7482367 Aug 28 09:42:34.823560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47188) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:34.870000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:34.870757 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:34.890098 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:42:34.891245 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:34.904472 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8653251-9bb5-4315-a90d-19416fa17e01 None None] Pushing event updated for resources: {'Port': ['ID=97c2b935-305d-4198-8c09-1b38b6fa2ddc,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:34.981920 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:35.026361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Allocated IP 172.20.0.2 (2d6f6dab-fb88-4d41-bd1b-5e7c373e068b/ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02/1b3f2036-a231-4611-91f1-e8a2c246b0ca) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:42:35.166703 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:32Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:35.186492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.194970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb726bb-6efb-468d-a9a2-29e2b04a5f5b None None] The sync data for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 is: [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:32Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:42:35.196463 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Transition to ACTIVE for port object 1b3f2036-a231-4611-91f1-e8a2c246b0ca will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:35.212213 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Transition to ACTIVE for port object 1b3f2036-a231-4611-91f1-e8a2c246b0ca will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:35.220678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.287038 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.290170 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.332482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:35.335722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:35.344299 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:42:35.345765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Pushing event updated for resources: {'Port': ['ID=1b3f2036-a231-4611-91f1-e8a2c246b0ca,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:35.407930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Attempting to bind port 1b3f2036-a231-4611-91f1-e8a2c246b0ca on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:42:35.408372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Attempting to bind port 1b3f2036-a231-4611-91f1-e8a2c246b0ca by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:42:35.408685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Attempting to bind port 1b3f2036-a231-4611-91f1-e8a2c246b0ca on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:42:35.435741 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:42:35.436475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Checking segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:42:35.436910 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.437307 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Bound using segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:42:35.437784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Bound port: 1b3f2036-a231-4611-91f1-e8a2c246b0ca, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:42:35.438170 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.522817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] For port 1b3f2036-a231-4611-91f1-e8a2c246b0ca, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:42:35.526025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] For port 1b3f2036-a231-4611-91f1-e8a2c246b0ca, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3f2036-a231-4611-91f1-e8a2c246b0ca,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:42:35.592885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.621487 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.1 (2d6f6dab-fb88-4d41-bd1b-5e7c373e068b/ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02/8c9239f1-d33e-46fc-b89e-f7fade8bde8d) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:42:35.658525 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f64d8d-441f-4fbb-937b-37127fab59da None None] Pushing event updated for resources: {'Port': ['ID=1b3f2036-a231-4611-91f1-e8a2c246b0ca,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:35.763657 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.777093 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 8c9239f1-d33e-46fc-b89e-f7fade8bde8d will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:35.886936 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:35.942312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:35.945490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:35.949417 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:42:35.955964 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:35.999784 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.207126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.343282 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.358289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 97c2b935-305d-4198-8c09-1b38b6fa2ddc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:36.499914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 97c2b935-305d-4198-8c09-1b38b6fa2ddc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:36.504163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 97c2b935-305d-4198-8c09-1b38b6fa2ddc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:36.504790 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.564731 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.597801 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.619563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 97c2b935-305d-4198-8c09-1b38b6fa2ddc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=97c2b935-305d-4198-8c09-1b38b6fa2ddc,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:36.629292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.687393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee8230-48c6-4161-9ce0-eb6ba0b529f1 None None] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:42:36.700602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.701394 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3f2036-a231-4611-91f1-e8a2c246b0ca up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:36.709915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:36.713302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:36.821397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:36.822837 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:36.841137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=97c2b935-305d-4198-8c09-1b38b6fa2ddc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:36.927873 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5e4eaad9-a9f1-4927-9c2b-5af3d5fc0542 None None] Provisioning for port 1b3f2036-a231-4611-91f1-e8a2c246b0ca completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:36.939696 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b7f26d72-f336-42e2-8dff-4c038a39e1a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:42:36.977777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 1b3f2036-a231-4611-91f1-e8a2c246b0ca completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:36.983046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1b3f2036-a231-4611-91f1-e8a2c246b0ca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:36.983692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.067876 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.074995 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:42:37.081392 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-afdc5a35-81f9-46c5-9687-7121a4d0f642 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/b7f26d72-f336-42e2-8dff-4c038a39e1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566972 Aug 28 09:42:37.109649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 1b3f2036-a231-4611-91f1-e8a2c246b0ca, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3f2036-a231-4611-91f1-e8a2c246b0ca,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:37.119239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Sync routers for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:42:37.131454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:37.132192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:37.188116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.262248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-7baaf2d8-cfde-4eed-877c-b9734f73c07c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146439641&fields=id&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 267 time: 0.0404880 Aug 28 09:42:37.296428 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=1b3f2036-a231-4611-91f1-e8a2c246b0ca,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:37.310794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:37.381950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Provisioning for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:37.384558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-b9a5d436-ab5e-47ab-8f6d-10612e865323 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:37.386029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Provisioning complete for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:37.386142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-b9a5d436-ab5e-47ab-8f6d-10612e865323 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 796 time: 0.1162102 Aug 28 09:42:37.386367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.406528 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-b9868d82-8ed5-46cb-b241-0207582c2261 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/quotas/6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 375 time: 0.0107191 Aug 28 09:42:37.464737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-235243cd-a552-4eae-81fa-8819a2c4dd18 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523291 Aug 28 09:42:37.465748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:42:37.492771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Provisioning complete for port 1b3f2036-a231-4611-91f1-e8a2c246b0ca triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:37.493139 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae341e07-7b95-45e0-b208-65a4d2d96491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.574048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-d320b9b4-acbd-4b17-960b-74e4f7812540 service neutron] 10.222.0.46 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943139 Aug 28 09:42:37.622997 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 2, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:37.650517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Checking router: b7f26d72-f336-42e2-8dff-4c038a39e1a9 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:42:37.650870 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Updating router b7f26d72-f336-42e2-8dff-4c038a39e1a9 port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:42:37.674877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-f26c52a5-c14c-4981-97f7-43649b58f109 service neutron] 10.222.0.46 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888638 Aug 28 09:42:37.675152 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.795503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-19f6ae43-f532-41b2-aa69-db183796b4b4 None None] Provisioning complete for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:37.795890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-19f6ae43-f532-41b2-aa69-db183796b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.871828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-19f6ae43-f532-41b2-aa69-db183796b4b4 None None] Port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:42:37.938850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5e846fba-0f2b-425a-9a86-0be72f67d5e5 req-a374321a-51b6-4054-9401-f340fd269c0b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 210 time: 0.0269778 Aug 28 09:42:37.975626 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:37.985229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Transition to ACTIVE for port object 8c9239f1-d33e-46fc-b89e-f7fade8bde8d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:38.088874 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:38.146623 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356634-a82c-4897-a7d0-219585a82342 None None] Pushing event updated for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:38.194794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Attempting to bind port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:42:38.195160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Attempting to bind port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:42:38.195522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Attempting to bind port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:42:38.201353 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:42:38.201729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Checking segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:42:38.202130 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:38.202546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Bound using segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:42:38.203134 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Bound port: 8c9239f1-d33e-46fc-b89e-f7fade8bde8d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:42:38.203529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:38.274063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] For port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:42:38.277606 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] For port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:42:38.303760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 97c2b935-305d-4198-8c09-1b38b6fa2ddc up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:38.355203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 97c2b935-305d-4198-8c09-1b38b6fa2ddc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:38.355576 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:38.388620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:38.640101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:38.640734 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:38.644006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356634-a82c-4897-a7d0-219585a82342 None None] Pushing event updated for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:38.712718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3f2036-a231-4611-91f1-e8a2c246b0ca up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:38.792276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:38.824122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 1b3f2036-a231-4611-91f1-e8a2c246b0ca triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:38.824494 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:39.035009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d282fe9-a9b7-4a13-9e21-b09e02d0dfa5 req-4411f425-eda7-4c2a-97e6-26ae9a148ab8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Aug 28 09:42:39.086144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:38Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:39.117252 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714578c1-1a2c-491c-ae89-8b5476b0753b None None] The sync data for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 is: [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:38Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:42:40.139458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e81afc3-f94e-4003-a793-0d715cc06c65 req-79b62503-1761-47c5-9ee0-9b629cb9b651 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 210 time: 0.0313303 Aug 28 09:42:40.175208 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-5b7ff312-6ecb-42dd-b6cc-4d3b8e1f226b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:40.176684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-5b7ff312-6ecb-42dd-b6cc-4d3b8e1f226b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 796 time: 0.1297243 Aug 28 09:42:40.236139 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-559d46c5-a4f1-4361-9664-45b387a96968 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 380 time: 0.0350244 Aug 28 09:42:40.258028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'port': {'device_id': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'admin_state_up': True, 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'security_groups': ['9d079e77-e020-48f4-8321-be7b2d84b710']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:40.314375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8c9239f1-d33e-46fc-b89e-f7fade8bde8d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:40.417610 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:40.422477 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:40.427321 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.446152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:42:40.449954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.498358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.534325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:40.576423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.12 (2d6f6dab-fb88-4d41-bd1b-5e7c373e068b/ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02/a9779eff-a6c8-468a-95a2-9d49e7308390) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:42:40.623928 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.674718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:40.716779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.730508 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object a9779eff-a6c8-468a-95a2-9d49e7308390 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:40.817745 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.865031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:40.868277 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:40.872264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:42:40.897506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:40.926374 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:40.927004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:40.998483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-49acda60-fade-45f6-81fa-16c67dac4a6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7447350 Aug 28 09:42:41.023350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Request body: {'port': {'device_id': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:41.086339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.151404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44f7a647-a0cd-4be7-8e0e-06477fd21398 None None] Provisioning for port a9779eff-a6c8-468a-95a2-9d49e7308390 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:41.155375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-44f7a647-a0cd-4be7-8e0e-06477fd21398 None None] Provisioning complete for port a9779eff-a6c8-468a-95a2-9d49e7308390 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:41.155785 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-44f7a647-a0cd-4be7-8e0e-06477fd21398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.193637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-44f7a647-a0cd-4be7-8e0e-06477fd21398 None None] Port a9779eff-a6c8-468a-95a2-9d49e7308390 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:42:41.316777 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071ecc5-1b43-4dc2-bb90-89235724f67d req-5ffc9604-c13c-4574-ab8e-65e4abee99fe tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:41.318297 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2071ecc5-1b43-4dc2-bb90-89235724f67d req-5ffc9604-c13c-4574-ab8e-65e4abee99fe tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 932 time: 0.0955417 Aug 28 09:42:41.383919 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2071ecc5-1b43-4dc2-bb90-89235724f67d req-40c089bc-794e-40ca-81d0-368aaefe033c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583372 Aug 28 09:42:41.417393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9779eff-a6c8-468a-95a2-9d49e7308390 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:42:41.425296 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.437857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Transition to ACTIVE for port object a9779eff-a6c8-468a-95a2-9d49e7308390 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:42:41.539783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.593663 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:41.661206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:42:41.661550 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:42:41.661894 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:42:41.666776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:42:41.667104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:42:41.672674 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:42:41.673022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Checking segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:42:41.673504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Bound using segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:42:41.673937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Bound port: a9779eff-a6c8-468a-95a2-9d49e7308390, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:42:41.674332 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.743812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:42:41.746857 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:42:41.817998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.852605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:41.853258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:41.854699 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] 10.222.0.64 "PUT /v2.0/ports/a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 1093 time: 0.8358669 Aug 28 09:42:41.855136 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:42:41.857417 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f251a-5d08-47a6-8e52-3e35ff090c18" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:42:41.884186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3ee07-9fd9-473f-94e0-2fc747f0d3bf service neutron] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:41.897417 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b761f13-52a5-4326-aa14-82399adc60c0 x-openstack-request-id: req-5b761f13-52a5-4326-aa14-82399adc60c0 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:42:41.897722 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:42:41.897978 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b761f13-52a5-4326-aa14-82399adc60c0 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:42:41.898442 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'status': 'completed', 'code': 200} Aug 28 09:42:41.994557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-353947f3-b2cf-4f8e-b701-6204ac11b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:41.996225 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-353947f3-b2cf-4f8e-b701-6204ac11b439 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0430136 Aug 28 09:42:42.112352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-4c4dbeb4-1cfd-4818-aa87-f99ec3b0a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.113912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-4c4dbeb4-1cfd-4818-aa87-f99ec3b0a4f1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6091fb6e89d642d4816b6d1119c046f5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1019976 Aug 28 09:42:42.212878 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-b68ce897-0524-418a-b5f0-3700330025eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.214276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-386f251a-5d08-47a6-8e52-3e35ff090c18 req-b68ce897-0524-418a-b5f0-3700330025eb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889347 Aug 28 09:42:42.288609 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8c9239f1-d33e-46fc-b89e-f7fade8bde8d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:42.331284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-dc97f1b7-5a71-4d12-a852-66e8b1c0afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.332794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-dc97f1b7-5a71-4d12-a852-66e8b1c0afc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0463872 Aug 28 09:42:42.338108 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:42.338544 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:42.390279 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-13c33079-89a9-4361-86c2-a202d8824a14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 217 time: 0.0355403 Aug 28 09:42:42.448404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-66d0129d-9147-4fb2-ab4f-d4403346bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.449946 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-66d0129d-9147-4fb2-ab4f-d4403346bdb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0491300 Aug 28 09:42:42.531210 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1fac-6b2c-498b-9f29-fa49307dfde8 req-b6f8d437-7fcc-494f-bd8b-bfc6ebba820f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.532665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8efd1fac-6b2c-498b-9f29-fa49307dfde8 req-b6f8d437-7fcc-494f-bd8b-bfc6ebba820f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0792539 Aug 28 09:42:42.535206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c833e-c725-4703-80aa-f5ba70371356 req-73c3ac84-fc51-41e5-9b5f-784cbe0c6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:42.536551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-73c3ac84-fc51-41e5-9b5f-784cbe0c6b3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750096 Aug 28 09:42:42.615047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8efd1fac-6b2c-498b-9f29-fa49307dfde8 req-77cd473c-96fd-4ac2-a59e-ca5ed0f15f28 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763767 Aug 28 09:42:42.649355 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-0e977e15-7ef1-4904-b85d-73278d36bf03 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973465 Aug 28 09:42:42.751657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-291c833e-c725-4703-80aa-f5ba70371356 req-6c75ee2c-7bdb-4c49-b3b2-f52455d586e1 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901151 Aug 28 09:42:43.727327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2b0e7-f885-4577-ac11-a5a76c2becdd req-fbfb6018-ff91-4324-9977-055e967736fd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:43.728779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dab2b0e7-f885-4577-ac11-a5a76c2becdd req-fbfb6018-ff91-4324-9977-055e967736fd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0487032 Aug 28 09:42:43.766613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dab2b0e7-f885-4577-ac11-a5a76c2becdd req-19bce0ee-2337-44f0-9a00-99abb3d8fade tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Aug 28 09:42:43.984609 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:42:44.878302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0832-d4d1-4402-87f8-ff980388b967 req-86af76df-7898-4c7f-912e-f78c553132f9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:44.879803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a37d0832-d4d1-4402-87f8-ff980388b967 req-86af76df-7898-4c7f-912e-f78c553132f9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0484400 Aug 28 09:42:44.920983 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a37d0832-d4d1-4402-87f8-ff980388b967 req-6cbd3290-5550-4fa6-9b03-85919d602530 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353978 Aug 28 09:42:46.033112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6167b-acd6-489a-96e7-f5efdb0c617e req-d23f499a-319a-49ce-8967-cac96b85c7cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:46.034648 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aa6167b-acd6-489a-96e7-f5efdb0c617e req-d23f499a-319a-49ce-8967-cac96b85c7cc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0492475 Aug 28 09:42:46.072288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7aa6167b-acd6-489a-96e7-f5efdb0c617e req-310e99d6-d599-43be-b839-39edba677102 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Aug 28 09:42:46.292310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:42:46.382178 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:46.392970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'mac_address': 'fa:16:3e:43:93:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:42:46.432145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:46.444130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9779eff-a6c8-468a-95a2-9d49e7308390 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:42:46.462320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:46.543319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:46.589489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:46.939000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['a9779eff-a6c8-468a-95a2-9d49e7308390'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:42:47.187286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887945-0de5-4391-ac3b-42087b6404c5 req-0744f5c0-f0d2-46dd-92c4-e07f5722a1f8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:47.188785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90887945-0de5-4391-ac3b-42087b6404c5 req-0744f5c0-f0d2-46dd-92c4-e07f5722a1f8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Aug 28 09:42:47.228141 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-90887945-0de5-4391-ac3b-42087b6404c5 req-9290e73b-2f07-48ef-8aa6-d7848bf4ddb3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Aug 28 09:42:48.302910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:42:48.339409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5865b-1c5e-49a9-a166-183f2d995c87 req-469f9ba5-f9ca-408b-a8dc-ef27d1ef303b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:48.341436 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ce5865b-1c5e-49a9-a166-183f2d995c87 req-469f9ba5-f9ca-408b-a8dc-ef27d1ef303b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 945 time: 0.0481868 Aug 28 09:42:48.382638 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0ce5865b-1c5e-49a9-a166-183f2d995c87 req-371cb31f-e50d-44a4-b6e6-b8b3a257282d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350749 Aug 28 09:42:48.457396 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port a9779eff-a6c8-468a-95a2-9d49e7308390 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:42:48.467027 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port a9779eff-a6c8-468a-95a2-9d49e7308390 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:42:48.467444 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:48.564725 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:48.587585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:42:48.590013 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded2c94-caa3-488f-917e-c09d8262e1c5" -d '{"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:42:48.602515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:42:48.626898 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae401b77-ee7b-4999-82c2-0d3331e5794e x-openstack-request-id: req-ae401b77-ee7b-4999-82c2-0d3331e5794e {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:42:48.627186 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:42:48.627455 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae401b77-ee7b-4999-82c2-0d3331e5794e {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:42:48.627850 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'code': 200} Aug 28 09:42:48.688637 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:48.735029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:48.763765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbee7f-b164-4ec8-8001-5ad938d48fec req-79a44450-03df-43a9-b4dd-5d8d32a66779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:48.765357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fdbee7f-b164-4ec8-8001-5ad938d48fec req-79a44450-03df-43a9-b4dd-5d8d32a66779 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0421937 Aug 28 09:42:48.803138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fdbee7f-b164-4ec8-8001-5ad938d48fec req-b18cee34-1920-4f66-9a41-62628be862f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280206 Aug 28 09:42:49.500205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe49e-09dd-4b5f-b676-247ceda8d382 req-fe7b54ec-62dc-4835-bb73-39935de5d474 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:49.501674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f7fe49e-09dd-4b5f-b676-247ceda8d382 req-fe7b54ec-62dc-4835-bb73-39935de5d474 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0498576 Aug 28 09:42:49.540091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f7fe49e-09dd-4b5f-b676-247ceda8d382 req-eb09effe-5641-4293-bd43-4f9d5835c6f1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Aug 28 09:42:50.652274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ded9e1-0309-44ad-a6b7-18d6aac317cd req-236c21ee-923e-4b25-90c4-b066ceef961b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:50.654457 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7ded9e1-0309-44ad-a6b7-18d6aac317cd req-236c21ee-923e-4b25-90c4-b066ceef961b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Aug 28 09:42:50.694381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a7ded9e1-0309-44ad-a6b7-18d6aac317cd req-41b95f3b-3f95-42fd-9807-73a180744993 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338631 Aug 28 09:42:50.805826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52ffbd-8495-4e61-b727-ee26f83051c8 req-2970187d-7976-4673-a1c1-22b3dc5822a5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:50.807326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be52ffbd-8495-4e61-b727-ee26f83051c8 req-2970187d-7976-4673-a1c1-22b3dc5822a5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0483248 Aug 28 09:42:50.845196 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-be52ffbd-8495-4e61-b727-ee26f83051c8 req-71ddc595-2846-4b65-83e3-6ae8d3854d48 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Aug 28 09:42:50.866864 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47244) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:50.905314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f492cd-ef34-4203-b72a-122db342821e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:50.906858 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-41f492cd-ef34-4203-b72a-122db342821e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1093 time: 0.0390022 Aug 28 09:42:50.909591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47246) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:50.913901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:42:51.042786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:51.139283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:51.244814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.6 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/3dffcb29-d423-48f2-8258-369bc9f9ad32) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:42:51.678910 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:51.791609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:51.831734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:42:51.834575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:42:51.837133 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:42:51.843091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=3dffcb29-d423-48f2-8258-369bc9f9ad32,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:52.189110 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:52.314112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:52.460308 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:52.528617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:52.595460 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=3dffcb29-d423-48f2-8258-369bc9f9ad32,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:42:52.605175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:52.703219 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP 24e54034-e8d9-464a-9bc9-a67e1a8c4096 associated. External IP: 172.25.0.6, port: a9779eff-a6c8-468a-95a2-9d49e7308390. Aug 28 09:42:52.911393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b7f26d72-f336-42e2-8dff-4c038a39e1a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:42:53.019907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:42:53.029645 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Sync routers for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:42:53.039245 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:53.041291 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:53.094278 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:53.122160 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ee074241-2cd0-4adb-981b-2ed915a52c1a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2110715 Aug 28 09:42:53.122780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:42:53.126533 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00993a50-0a35-4550-83a1-7c1b0d447161" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:42:53.143733 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:53.219439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902fd0-bd9c-46d5-b271-92b3c4db7dc1 req-9471886e-bd55-4a7e-97bf-d52e11b72024 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:53.221047 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8902fd0-bd9c-46d5-b271-92b3c4db7dc1 req-9471886e-bd55-4a7e-97bf-d52e11b72024 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0494146 Aug 28 09:42:53.261834 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8902fd0-bd9c-46d5-b271-92b3c4db7dc1 req-06b088bf-ae84-4366-85c3-d312895d3136 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Aug 28 09:42:53.284844 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47252) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:53.329077 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff0a9f8-22f5-46d4-99c5-ee43d565c932 x-openstack-request-id: req-cff0a9f8-22f5-46d4-99c5-ee43d565c932 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:42:53.329371 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:42:53.329623 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cff0a9f8-22f5-46d4-99c5-ee43d565c932 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:42:53.330024 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'status': 'completed', 'code': 200} Aug 28 09:42:53.358754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d45329f-6056-4aee-bad3-9a88b26bc93b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/24e54034-e8d9-464a-9bc9-a67e1a8c4096 HTTP/1.1" status: 200 len: 990 time: 0.0727637 Aug 28 09:42:53.373699 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '24e54034-e8d9-464a-9bc9-a67e1a8c4096', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'mac_address': 'fa:16:3e:43:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:42:52Z', 'updated_at': '2021-08-28T09:42:52Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:53.398475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-0fc9c53b-f4ec-4fdf-9468-1c64d3548b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:53.399496 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Checking router: b7f26d72-f336-42e2-8dff-4c038a39e1a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:42:53.399977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-0fc9c53b-f4ec-4fdf-9468-1c64d3548b16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0400558 Aug 28 09:42:53.408369 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:42:53.408969 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:42:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:53.493838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-716dd649-d964-4cc3-8488-de75298a544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:53.495280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-716dd649-d964-4cc3-8488-de75298a544b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.0879686 Aug 28 09:42:53.511683 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:42:53.564369 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-5dbb68ae-643e-4607-ae04-b500b7c04476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 998 time: 0.0612261 Aug 28 09:42:53.614731 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-e7dd105b-a2b4-44c5-9028-e464e1c2b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:53.616221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-e7dd105b-a2b4-44c5-9028-e464e1c2b6bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0450778 Aug 28 09:42:53.668107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-f8d3a13c-5315-4f15-a633-b6d64aaf3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:42:53.670058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-f8d3a13c-5315-4f15-a633-b6d64aaf3ba3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470161 Aug 28 09:42:53.733074 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '24e54034-e8d9-464a-9bc9-a67e1a8c4096', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'mac_address': 'fa:16:3e:43:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:42:52Z', 'updated_at': '2021-08-28T09:42:52Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:42:53.761379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-c0e08b41-8d52-4651-8410-60997557722e service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832279 Aug 28 09:42:53.762824 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087850-3feb-403f-b798-50d1a25b74d5 None None] The sync data for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 is: [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '24e54034-e8d9-464a-9bc9-a67e1a8c4096', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'mac_address': 'fa:16:3e:43:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:42:52Z', 'updated_at': '2021-08-28T09:42:52Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:42:53.867594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00993a50-0a35-4550-83a1-7c1b0d447161 req-89fe0792-a586-4b91-82ad-ac2720e51163 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978954 Aug 28 09:42:53.957836 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a5798-db7f-4c2b-9ede-365e9c17f4dc None None] New status for floating IP 24e54034-e8d9-464a-9bc9-a67e1a8c4096: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:42:54.362284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47254) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:42:54.422822 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-70a1217f-f5fd-4318-a93d-c6e0349889a4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/24e54034-e8d9-464a-9bc9-a67e1a8c4096 HTTP/1.1" status: 200 len: 992 time: 0.0593925 Aug 28 09:42:56.847881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:57.705056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5596-7fd3-4c45-9c16-a64989ee889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:42:59.996842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:00.271290 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9e45d39-e074-414a-b77c-c4c5a406d12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:02.231777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:05.171503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:06.319695 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:20.984625 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:43:22.205634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b71240d-a09f-4c1d-a5db-b8550a5ca77d req-93382452-c3c6-4399-bff4-46fa30d6f62a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258250 Aug 28 09:43:22.291468 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b71240d-a09f-4c1d-a5db-b8550a5ca77d req-3cedc471-dc37-4a4f-b48d-4adf5b86385d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Aug 28 09:43:22.339280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b71240d-a09f-4c1d-a5db-b8550a5ca77d req-d409c629-5335-4a59-b552-26b473f985b2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201700 Aug 28 09:43:22.430677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71240d-a09f-4c1d-a5db-b8550a5ca77d req-5d85350e-5a10-452a-ad4c-bd4a74096130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:22.432241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b71240d-a09f-4c1d-a5db-b8550a5ca77d req-5d85350e-5a10-452a-ad4c-bd4a74096130 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866158 Aug 28 09:43:26.899203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:27.733408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d7f57bf1-2315-4913-9921-a3f014a1958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:29.588191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-0349d087-1631-44bc-b141-45b9a68191be req-4a941fa9-3246-4551-a3c7-bcaba3cd3fe1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:43:29.589616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0349d087-1631-44bc-b141-45b9a68191be req-4a941fa9-3246-4551-a3c7-bcaba3cd3fe1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054660 Aug 28 09:43:29.956560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159725b1-6fac-4b06-8201-94894b49543d req-22f7b1cb-e03f-46ca-8a27-1909b0d5c9ce tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:29.958043 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-159725b1-6fac-4b06-8201-94894b49543d req-22f7b1cb-e03f-46ca-8a27-1909b0d5c9ce tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0529451 Aug 28 09:43:30.025964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-159725b1-6fac-4b06-8201-94894b49543d req-de39ec75-c16b-4f25-83d9-5c5464823525 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584567 Aug 28 09:43:30.029235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-4993c1ff-cfc4-4fe7-9b9a-8e301d3d01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:30.030665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-4993c1ff-cfc4-4fe7-9b9a-8e301d3d01b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0717523 Aug 28 09:43:30.033001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:30.136534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-b771e422-721c-46db-a5fc-5766b5542dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:30.138028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-b771e422-721c-46db-a5fc-5766b5542dbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.0864904 Aug 28 09:43:30.163139 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-e2e9e116-5e38-45f5-b708-00f3d29c95af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917485 Aug 28 09:43:30.208872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-cad068f4-1e58-49b4-b398-f21282fc4828 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 1000 time: 0.0629261 Aug 28 09:43:30.263016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-e7484a78-0774-4527-89e2-a4640b8cbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:30.264496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-e7484a78-0774-4527-89e2-a4640b8cbef6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0456614 Aug 28 09:43:30.302773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f33d-0e7c-4e09-9dd9-523a3be61058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:30.312546 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-52e473fe-fd62-48b8-b738-70a33572662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:30.314066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-52e473fe-fd62-48b8-b738-70a33572662c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422170 Aug 28 09:43:30.409988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-d09bc0cf-f73e-4e47-b02e-b9d150916bba service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877388 Aug 28 09:43:30.501564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f1074af-b7d1-42a7-a49b-cec951738845 req-cb323e3a-c789-405a-b4ea-2328e0cf33a3 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833662 Aug 28 09:43:31.142242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661164aa-2e61-42a8-a155-8c478f96a585 req-9fdf9f71-a815-498c-bf44-6cbbde9b8425 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:31.143734 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-661164aa-2e61-42a8-a155-8c478f96a585 req-9fdf9f71-a815-498c-bf44-6cbbde9b8425 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Aug 28 09:43:31.186026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-661164aa-2e61-42a8-a155-8c478f96a585 req-bac41c34-9ce4-4844-ae39-baf7d762d916 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360081 Aug 28 09:43:32.264529 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:32.330622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bded03-7947-4c49-b3b3-7eb098046e05 req-57b1f0d9-0f09-4c6c-be1c-db93647baa99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:32.332121 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9bded03-7947-4c49-b3b3-7eb098046e05 req-57b1f0d9-0f09-4c6c-be1c-db93647baa99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0775754 Aug 28 09:43:32.338230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-01892836-f6aa-4285-93be-2017d47d03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:32.340240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-01892836-f6aa-4285-93be-2017d47d03d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0584683 Aug 28 09:43:32.417465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9bded03-7947-4c49-b3b3-7eb098046e05 req-1c9df814-dcf4-45e4-b9c2-169507163892 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762579 Aug 28 09:43:32.454696 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-23b9da88-27e7-4df2-8d7c-6516ec9078be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:32.456165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-23b9da88-27e7-4df2-8d7c-6516ec9078be service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.1084578 Aug 28 09:43:32.523754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-96a8ab13-8b0b-48ac-bf45-02756aca599b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 1000 time: 0.0576322 Aug 28 09:43:32.584823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-37011822-79df-4349-8407-5867bfa3dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:32.586249 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-37011822-79df-4349-8407-5867bfa3dbf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0468550 Aug 28 09:43:32.632906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-87bde95e-01af-43fd-a436-4097dc4a5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:32.634392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-87bde95e-01af-43fd-a436-4097dc4a5f71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389197 Aug 28 09:43:32.724957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-95c0e7c8-e2b8-493b-acc4-f7f0ba408eca service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793746 Aug 28 09:43:32.822789 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-b26968ec-86e2-4773-a13e-046ce1974f61 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867774 Aug 28 09:43:33.534292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90579-029f-4a30-8754-d678d18ee14a req-36998e7d-a27a-4512-95fc-d81974049800 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:33.535845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef90579-029f-4a30-8754-d678d18ee14a req-36998e7d-a27a-4512-95fc-d81974049800 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Aug 28 09:43:33.582581 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ef90579-029f-4a30-8754-d678d18ee14a req-abbf1ab5-0ec6-4e12-823d-8e4f57002bf1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Aug 28 09:43:34.689353 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00417faf-6043-487e-8cf0-8dfc0b17a8a5 req-040e2e96-dd6d-4465-bf4e-b6eca1fc998d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:34.690851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00417faf-6043-487e-8cf0-8dfc0b17a8a5 req-040e2e96-dd6d-4465-bf4e-b6eca1fc998d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0476940 Aug 28 09:43:34.728110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-00417faf-6043-487e-8cf0-8dfc0b17a8a5 req-65377da7-9f6a-4179-b0bd-796845e9f036 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Aug 28 09:43:35.187829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:35.846498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90083-caaa-4add-9bc0-9013f1092f8f req-ccfe3693-a31c-4bd5-97cf-2d3faa5bb90a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:35.847944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82d90083-caaa-4add-9bc0-9013f1092f8f req-ccfe3693-a31c-4bd5-97cf-2d3faa5bb90a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0522282 Aug 28 09:43:35.885849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82d90083-caaa-4add-9bc0-9013f1092f8f req-2baf5fff-4e79-41e3-8297-4e15b428dba3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 28 09:43:36.315780 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:37.001024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8a37-dc4d-45d3-8e91-66db2246e9c9 req-03d9f186-3455-464c-b748-fc84255cef8f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:37.002531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0ab8a37-dc4d-45d3-8e91-66db2246e9c9 req-03d9f186-3455-464c-b748-fc84255cef8f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0489345 Aug 28 09:43:37.039986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0ab8a37-dc4d-45d3-8e91-66db2246e9c9 req-32e8d0e5-a95a-42ce-95d3-7f126185340c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Aug 28 09:43:38.154331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9e6b-8668-46ae-8fc9-c0dd8624a573 req-db4d1997-8085-46e5-85a2-c7ec82a79522 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:38.155795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-416d9e6b-8668-46ae-8fc9-c0dd8624a573 req-db4d1997-8085-46e5-85a2-c7ec82a79522 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Aug 28 09:43:38.192205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-416d9e6b-8668-46ae-8fc9-c0dd8624a573 req-8585fb18-ea84-4547-95f8-0f5a59384d46 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304980 Aug 28 09:43:39.310586 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef017c15-59c8-45aa-a3d7-2b8a262091bc req-9ccda9c9-82ab-45b9-9f27-e383084d1182 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:39.312080 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef017c15-59c8-45aa-a3d7-2b8a262091bc req-9ccda9c9-82ab-45b9-9f27-e383084d1182 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Aug 28 09:43:39.349361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef017c15-59c8-45aa-a3d7-2b8a262091bc req-e04391e3-a557-4894-84c2-b9759534121c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Aug 28 09:43:40.462425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693decf-1704-4f4f-a0fb-f850004cd054 req-9ae7dc09-c3ba-4828-91f2-a9075ad4de59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:40.463895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d693decf-1704-4f4f-a0fb-f850004cd054 req-9ae7dc09-c3ba-4828-91f2-a9075ad4de59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0488484 Aug 28 09:43:40.501835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d693decf-1704-4f4f-a0fb-f850004cd054 req-0cae83a1-a1a4-44bd-92f6-83443926d4d4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Aug 28 09:43:41.614689 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7dbe-0aa0-4822-8f9d-384d33e9e83c req-ccbb85cb-9e2b-4906-acaa-e7e6e9e32898 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:41.616156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f2f7dbe-0aa0-4822-8f9d-384d33e9e83c req-ccbb85cb-9e2b-4906-acaa-e7e6e9e32898 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0480425 Aug 28 09:43:41.653245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f2f7dbe-0aa0-4822-8f9d-384d33e9e83c req-6b49c774-c78a-408c-84eb-71b8ff4cc10e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Aug 28 09:43:42.769553 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cf224-1cf7-47f1-b060-2478c830aed7 req-495d32a0-30bc-4aad-a96f-94dd6a109050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:42.771157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf5cf224-1cf7-47f1-b060-2478c830aed7 req-495d32a0-30bc-4aad-a96f-94dd6a109050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0521243 Aug 28 09:43:42.809483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bf5cf224-1cf7-47f1-b060-2478c830aed7 req-dbbd8804-a60d-4dd2-b8f5-6263b6e32d38 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Aug 28 09:43:43.923946 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29913-4340-4858-ba11-a54537262630 req-3184b8bc-e4b5-4a39-8e6b-e86a007ea64a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:43.925458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0c29913-4340-4858-ba11-a54537262630 req-3184b8bc-e4b5-4a39-8e6b-e86a007ea64a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Aug 28 09:43:43.964948 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0c29913-4340-4858-ba11-a54537262630 req-7ce70b5e-730a-435c-8480-46044c4eab9b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Aug 28 09:43:45.081642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c99c-9447-482d-b0e4-47ebb8d1a8a1 req-bef708d4-7998-44b6-a0c3-e8b0dbfb7a87 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:45.083156 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4af2c99c-9447-482d-b0e4-47ebb8d1a8a1 req-bef708d4-7998-44b6-a0c3-e8b0dbfb7a87 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0481923 Aug 28 09:43:45.121547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4af2c99c-9447-482d-b0e4-47ebb8d1a8a1 req-ce897176-3ca5-4623-a5e8-ff2dc00ded8f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Aug 28 09:43:46.239390 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf0d7-dd4e-4d83-9185-ea11f1ef500f req-49e8a4c4-e93c-4d8d-b6a6-df026a41d7cd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:46.240904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d56cf0d7-dd4e-4d83-9185-ea11f1ef500f req-49e8a4c4-e93c-4d8d-b6a6-df026a41d7cd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0530329 Aug 28 09:43:46.278721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d56cf0d7-dd4e-4d83-9185-ea11f1ef500f req-eb164a32-2af7-40ce-8842-06dd07c49ab8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Aug 28 09:43:47.395138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a792-7934-4be6-a1f3-c5d23c0bd594 req-5460b401-3072-4c01-8449-8938eabdd53a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:47.396611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4514a792-7934-4be6-a1f3-c5d23c0bd594 req-5460b401-3072-4c01-8449-8938eabdd53a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0483828 Aug 28 09:43:47.433408 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4514a792-7934-4be6-a1f3-c5d23c0bd594 req-2f87b4e0-4c70-4391-b102-a2747721db44 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308840 Aug 28 09:43:48.554162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca0fda-cd15-4d8d-8bfb-76184686aa06 req-67167b36-8dc2-4c20-8442-51aa7e560e80 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:48.555647 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5ca0fda-cd15-4d8d-8bfb-76184686aa06 req-67167b36-8dc2-4c20-8442-51aa7e560e80 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0548346 Aug 28 09:43:48.595079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5ca0fda-cd15-4d8d-8bfb-76184686aa06 req-d5c971a0-83d6-4ff2-a0ea-c342f48a520d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Aug 28 09:43:49.712217 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b509-b9ee-4767-ad0f-a9ac6336f0dc req-5aa399c1-0a40-40e8-83ae-2444f0a0070c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:49.713690 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9d0b509-b9ee-4767-ad0f-a9ac6336f0dc req-5aa399c1-0a40-40e8-83ae-2444f0a0070c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0521350 Aug 28 09:43:49.750189 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9d0b509-b9ee-4767-ad0f-a9ac6336f0dc req-d7e43cab-89a0-4069-ab47-f75aeea1ec58 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Aug 28 09:43:50.864617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe6c91-9a38-4b57-a26f-10b405007e89 req-1de30287-7de3-4f3b-abc1-c89199535b3f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:50.866090 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aebe6c91-9a38-4b57-a26f-10b405007e89 req-1de30287-7de3-4f3b-abc1-c89199535b3f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Aug 28 09:43:50.904275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aebe6c91-9a38-4b57-a26f-10b405007e89 req-e92ad204-1719-47e6-8e27-353771be75c5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Aug 28 09:43:52.021412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25444280-e589-4e42-9a61-87a80cc29557 req-04812348-49a7-4c31-a503-23caa184aac6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:52.022982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25444280-e589-4e42-9a61-87a80cc29557 req-04812348-49a7-4c31-a503-23caa184aac6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0505900 Aug 28 09:43:52.061228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-25444280-e589-4e42-9a61-87a80cc29557 req-6d563ca8-6d9a-4632-983d-1cc664baaffc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Aug 28 09:43:53.179822 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08b06-316f-4529-80ed-042aae68478e req-0d6d9221-289d-45b9-8f49-906940bc43f1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:53.181295 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51b08b06-316f-4529-80ed-042aae68478e req-0d6d9221-289d-45b9-8f49-906940bc43f1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0527747 Aug 28 09:43:53.218499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-51b08b06-316f-4529-80ed-042aae68478e req-338c8f35-16ed-4d61-b01e-61d96ccf2a7c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Aug 28 09:43:54.333132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedae20a-273b-4475-8540-94eeb589bae1 req-5ad08a20-c8c7-4357-a85d-afd3780353c9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:54.334639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eedae20a-273b-4475-8540-94eeb589bae1 req-5ad08a20-c8c7-4357-a85d-afd3780353c9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Aug 28 09:43:54.373061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eedae20a-273b-4475-8540-94eeb589bae1 req-dbf2ff11-fd93-4f39-a0da-6f58573115b3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Aug 28 09:43:55.487884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814f173-2e53-481d-af58-b4bd2e3b9491 req-ccce091d-8dc5-4905-a2ce-448e5154a953 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:55.489373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2814f173-2e53-481d-af58-b4bd2e3b9491 req-ccce091d-8dc5-4905-a2ce-448e5154a953 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0483227 Aug 28 09:43:55.527057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2814f173-2e53-481d-af58-b4bd2e3b9491 req-0442960b-ad7d-45d4-bd1e-db58781770d3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Aug 28 09:43:55.839348 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-10e29011-ae93-45bf-954f-56a1c40f6adf service neutron] show failed (client error): The resource could not be found. Aug 28 09:43:55.840338 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-10e29011-ae93-45bf-954f-56a1c40f6adf service neutron] 10.222.0.64 "GET /v2.0/ports/a9779eff-a6c8-468a-95a2-9d49e7308390/bindings/n-h1-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.0571380 Aug 28 09:43:56.432286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-0c1d6a66-7c2b-438c-9846-405e294e6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:56.433768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-0c1d6a66-7c2b-438c-9846-405e294e6019 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 1098 time: 0.0414233 Aug 28 09:43:56.451840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-16', 'device_owner': 'compute:nova'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:43:56.503481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:56.717876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f387-ac9f-4209-8387-9320f55db1aa req-7d566522-f277-43c0-9b61-010ca65a2d36 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:56.719380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0441f387-ac9f-4209-8387-9320f55db1aa req-7d566522-f277-43c0-9b61-010ca65a2d36 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.1137733 Aug 28 09:43:56.777917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:43:56.782307 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0441f387-ac9f-4209-8387-9320f55db1aa req-c2dfb0c8-3df9-4c08-adc8-9e994fa6a679 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569265 Aug 28 09:43:56.814751 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:43:56.853262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:43:56.855572 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9932c2-93dc-4572-85dd-eb798902603c" -d '{"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:43:56.859834 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:56.872112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Transition to ACTIVE for port object a9779eff-a6c8-468a-95a2-9d49e7308390 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:43:56.896714 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:56.904129 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a79081-80d5-46a4-a295-b16c3f819985 x-openstack-request-id: req-90a79081-80d5-46a4-a295-b16c3f819985 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:43:56.904452 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:43:56.904712 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90a79081-80d5-46a4-a295-b16c3f819985 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:43:56.905113 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'code': 200} Aug 28 09:43:56.948293 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:57.027305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=6']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:43:57.041853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.042240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.042580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.042919 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.043258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.043595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.043930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.044259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.044591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.045115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.045244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.045558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:43:57.084174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] No DVR routers for this DVR port a9779eff-a6c8-468a-95a2-9d49e7308390 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:43:57.222441 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:43:57.222776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:43:57.223103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:43:57.227392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:43:57.227713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Attempting to bind port a9779eff-a6c8-468a-95a2-9d49e7308390 on network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:43:57.232406 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:43:57.232735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Checking segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:43:57.233115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Bound using segment: {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:43:57.233534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Bound port: a9779eff-a6c8-468a-95a2-9d49e7308390, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:43:57.233884 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:57.303228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:43:57.306319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:43:57.382709 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:57.416622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.417236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:57.419236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 1093 time: 0.9713693 Aug 28 09:43:57.439454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc19be-245e-4b4e-a351-7cc06a4ad807 service neutron] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=7']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:43:57.494791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-20adb282-1953-4fa4-935c-73fc46aa417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.496305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-20adb282-1953-4fa4-935c-73fc46aa417d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0426147 Aug 28 09:43:57.594839 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-3687512d-d48c-46e4-b306-572f93c627ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.596315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-3687512d-d48c-46e4-b306-572f93c627ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.0924788 Aug 28 09:43:57.665522 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-a8675bf9-c708-4adf-91d8-fb6485e41590 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 998 time: 0.0580928 Aug 28 09:43:57.711542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-904be581-54bf-47fc-922d-50720d33220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.712990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-904be581-54bf-47fc-922d-50720d33220c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0436172 Aug 28 09:43:57.720923 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0296807e-b3a7-405c-aa56-187cd4944672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:43:57.763237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-0745c142-5506-4a1b-9610-27260610a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.764721 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-0745c142-5506-4a1b-9610-27260610a4dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436604 Aug 28 09:43:57.777132 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-7436b73e-5b8d-4a60-af6a-5c2bfbf1fb9b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:43:57.778145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-7436b73e-5b8d-4a60-af6a-5c2bfbf1fb9b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068228 Aug 28 09:43:57.897474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-69723b15-0c4f-4176-8188-a1a01e4a8f8d service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119633 Aug 28 09:43:57.957997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528303-ab29-47e5-9895-6dbc9b0bea78 req-d182e55f-c928-46c5-8d54-eb9bbc1e4b16 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:57.959483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe528303-ab29-47e5-9895-6dbc9b0bea78 req-d182e55f-c928-46c5-8d54-eb9bbc1e4b16 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.1055858 Aug 28 09:43:57.986476 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:43:58.018670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fe528303-ab29-47e5-9895-6dbc9b0bea78 req-94ca5df7-1580-41db-bbd8-4aee7ab393f9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510743 Aug 28 09:43:58.029742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-aa1aef35-e600-41c6-9993-278e56fbdb7b service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241679 Aug 28 09:43:58.906033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:43:58.908521 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a819b679-8fdd-4da2-8151-a759046d6109" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:43:58.955879 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e1ab7-0d50-46f6-a1a9-a3547d386d36 x-openstack-request-id: req-410e1ab7-0d50-46f6-a1a9-a3547d386d36 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:43:58.956172 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:43:58.956427 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-410e1ab7-0d50-46f6-a1a9-a3547d386d36 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:43:58.956828 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'status': 'completed', 'code': 200} Aug 28 09:43:59.067739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-a716abee-bb62-4cee-8dda-7fb26bb0fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.069244 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-a716abee-bb62-4cee-8dda-7fb26bb0fc38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0748093 Aug 28 09:43:59.075189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-f4a3271d-2281-48bb-a4d0-99c7be305b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.076541 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-f4a3271d-2281-48bb-a4d0-99c7be305b4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0553432 Aug 28 09:43:59.252842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69799-d2ef-4c05-af9d-ba8e6a41963b req-47738509-6647-4b33-a2e3-94a7222ed975 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.254365 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60c69799-d2ef-4c05-af9d-ba8e6a41963b req-47738509-6647-4b33-a2e3-94a7222ed975 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.1528084 Aug 28 09:43:59.280012 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-2c1a585a-fc49-44a2-ac55-a8199d4cdcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.281370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-2c1a585a-fc49-44a2-ac55-a8199d4cdcd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.1960585 Aug 28 09:43:59.282318 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-1e1f15ce-a564-4d2a-a462-4d35bbb4e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.283617 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-1e1f15ce-a564-4d2a-a462-4d35bbb4e0b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.2053764 Aug 28 09:43:59.404392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-60c69799-d2ef-4c05-af9d-ba8e6a41963b req-383dc8bc-6a09-4a34-acaf-35d8b4a0f6dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368766 Aug 28 09:43:59.409880 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-433f0317-4c18-44e4-b6ca-62b1d502c09e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 998 time: 0.1122634 Aug 28 09:43:59.413559 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-9bb155c5-4cfe-4271-8616-5a7121b92525 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 998 time: 0.1239002 Aug 28 09:43:59.495427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-be29eea2-cc84-4b95-8280-fd62fb36653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.496850 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-be29eea2-cc84-4b95-8280-fd62fb36653c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0796540 Aug 28 09:43:59.498230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-0f07c2b8-d50c-4c85-ae8c-556d2b54e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.499512 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-0f07c2b8-d50c-4c85-ae8c-556d2b54e710 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0748873 Aug 28 09:43:59.572073 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-56a6c8b1-4807-4627-9a6c-a1438d60beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.573576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-56a6c8b1-4807-4627-9a6c-a1438d60beab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684943 Aug 28 09:43:59.575977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b679-8fdd-4da2-8151-a759046d6109 req-44e73a00-09cd-4160-811c-3e4dfca62db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:43:59.577294 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-44e73a00-09cd-4160-811c-3e4dfca62db2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651975 Aug 28 09:44:00.030023 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:00.058768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-e522a8cd-8ce4-46f9-b4b6-398a42f3f25e service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759333 Aug 28 09:44:00.060649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-a635bd08-b119-47a5-9f59-7439dea31675 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705133 Aug 28 09:44:00.221547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-6981012c-9fa5-4e04-9969-8fa9166298b2 service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551297 Aug 28 09:44:00.223708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a819b679-8fdd-4da2-8151-a759046d6109 req-d9eba660-42ae-458a-bc22-69f2e1229f5f service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497540 Aug 28 09:44:00.269883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-060f690b-9bc3-4a57-8ab8-cfc0e0615636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:00.524163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6245-79ac-48c9-ac86-3817ec40d18a req-36b5c2cb-4fe0-41b6-a46d-97c48e02e4d9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:00.525703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-919b6245-79ac-48c9-ac86-3817ec40d18a req-36b5c2cb-4fe0-41b6-a46d-97c48e02e4d9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0527730 Aug 28 09:44:00.563356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-919b6245-79ac-48c9-ac86-3817ec40d18a req-c42ebdbe-87ea-4f17-b207-0f722e24854b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Aug 28 09:44:00.669180 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:44:00.708800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:44:01.679396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee3076-75e0-455b-819c-7f7349c9c5a1 req-2c008739-62d5-4fe8-862a-df568de22d9e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:01.680957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5ee3076-75e0-455b-819c-7f7349c9c5a1 req-2c008739-62d5-4fe8-862a-df568de22d9e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0500367 Aug 28 09:44:01.717896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b5ee3076-75e0-455b-819c-7f7349c9c5a1 req-ec5952fc-7f72-4c86-a938-b40b5b43bd37 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Aug 28 09:44:02.078433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e15e4-4896-4cfd-aa54-951b100e5b7f req-d2041564-fdc4-4c8c-b443-949fc0aef545 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.079953 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f0e15e4-4896-4cfd-aa54-951b100e5b7f req-d2041564-fdc4-4c8c-b443-949fc0aef545 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0482316 Aug 28 09:44:02.119883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4f0e15e4-4896-4cfd-aa54-951b100e5b7f req-ae3143df-3ded-42f3-b2c7-a1f839c73ff2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Aug 28 09:44:02.179887 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-9ce44c93-2dce-4ee9-b290-dd9365842183 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.182611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-9ce44c93-2dce-4ee9-b290-dd9365842183 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8&tenant_id=6091fb6e89d642d4816b6d1119c046f5&binding%3Ahost_id=n-h1-792458-16 HTTP/1.1" status: 200 len: 944 time: 0.0577574 Aug 28 09:44:02.233922 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:02.278142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f2bb7-9aae-4733-9b2b-a1e1db2d09f7 req-6079127a-cccf-4339-a926-3ae8737e2b14 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.279655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-247f2bb7-9aae-4733-9b2b-a1e1db2d09f7 req-6079127a-cccf-4339-a926-3ae8737e2b14 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 944 time: 0.0883870 Aug 28 09:44:02.293536 n-d-792458-16 neutron-server[95466]: INFO neutron.api.v2.resource [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-fa1aa781-cef6-45b2-aa47-39d25984834e service neutron] delete failed (client error): The resource could not be found. Aug 28 09:44:02.294493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-fa1aa781-cef6-45b2-aa47-39d25984834e service neutron] 10.222.0.64 "DELETE /v2.0/ports/a9779eff-a6c8-468a-95a2-9d49e7308390/bindings/n-h2-792458-16 HTTP/1.1" status: 404 len: 381 time: 0.1014645 Aug 28 09:44:02.320291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-247f2bb7-9aae-4733-9b2b-a1e1db2d09f7 req-3a18bfe1-d910-4169-8e69-2e513cd17686 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Aug 28 09:44:02.411091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-5e6ad1f6-87b8-46cc-af0d-1a038af5451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.412578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-5e6ad1f6-87b8-46cc-af0d-1a038af5451a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0446496 Aug 28 09:44:02.502291 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-69efd4d2-1bc3-495a-a3a4-daa9cd713380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.503695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-69efd4d2-1bc3-495a-a3a4-daa9cd713380 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.0834727 Aug 28 09:44:02.574361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-7fbce952-6ff2-4ae0-9fa7-9b0c74b07826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 998 time: 0.0619197 Aug 28 09:44:02.625655 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-7ef09d87-f86f-482f-a275-d1dcaf426e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.627221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-7ef09d87-f86f-482f-a275-d1dcaf426e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0431116 Aug 28 09:44:02.672725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-4198e8b9-ab61-46f9-a416-b3d4f63a52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:02.674241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-4198e8b9-ab61-46f9-a416-b3d4f63a52e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392649 Aug 28 09:44:02.771099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-a4c58607-d4c1-4acd-b142-a1c559fa4c65 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Aug 28 09:44:02.863932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85b1db66-ccf5-422a-9986-d26a97ec1db8 req-a552bcec-da0d-49d3-8f3e-259118c7622d service neutron] 10.222.0.64 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Aug 28 09:44:03.008177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:44:03.103817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:03.115183 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'port_id': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'mac_address': 'fa:16:3e:43:93:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:44:03.155335 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:03.167777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9779eff-a6c8-468a-95a2-9d49e7308390 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:44:03.186281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:03.293277 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:03.339420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:03.346801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.347147 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.347485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.347822 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.348152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.348486 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.349339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.349339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.349546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.349763 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.350045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.350404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:03.439505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaeed3-cdad-4602-9cc5-78faf4e2ed06 req-2666b170-62a8-4ea8-b0a2-7e2f41e61e4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:03.441005 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55eaeed3-cdad-4602-9cc5-78faf4e2ed06 req-2666b170-62a8-4ea8-b0a2-7e2f41e61e4a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 28 09:44:03.478573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-55eaeed3-cdad-4602-9cc5-78faf4e2ed06 req-f3564f6c-09da-48f3-8067-11696b8f8ea6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Aug 28 09:44:03.772646 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['a9779eff-a6c8-468a-95a2-9d49e7308390'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:44:04.598109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746c526-7b33-4f29-a2ce-6ac66e48c7f5 req-cb8737cc-fea1-4b85-bf6b-c0121b6395d1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:04.599578 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a746c526-7b33-4f29-a2ce-6ac66e48c7f5 req-cb8737cc-fea1-4b85-bf6b-c0121b6395d1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Aug 28 09:44:04.637263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a746c526-7b33-4f29-a2ce-6ac66e48c7f5 req-e24e0816-003f-4e71-ba2e-eeeaca740b22 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Aug 28 09:44:04.659142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47374) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:04.719301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f2d64501-571d-41f3-9502-b02ced299543 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/24e54034-e8d9-464a-9bc9-a67e1a8c4096 HTTP/1.1" status: 200 len: 991 time: 0.0590231 Aug 28 09:44:05.023440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:44:05.138391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port a9779eff-a6c8-468a-95a2-9d49e7308390 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:44:05.142152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port a9779eff-a6c8-468a-95a2-9d49e7308390 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:44:05.142557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:05.220463 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:05.229415 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:05.243398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:44:05.246292 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51551898-6bc4-44f4-86ad-58eca0b6c6cf" -d '{"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:44:05.258940 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:05.284079 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f943164-4ed6-4662-9ea1-a0b57a668bdb x-openstack-request-id: req-7f943164-4ed6-4662-9ea1-a0b57a668bdb {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:44:05.284079 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:44:05.284079 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f943164-4ed6-4662-9ea1-a0b57a668bdb {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:44:05.284079 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'code': 200} Aug 28 09:44:05.342364 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:05.398765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:06.336627 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:23.218315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1df0b1-05d0-40d9-9e1c-022dda775c92 req-b20c8185-e775-47c4-b2d0-417a106a6fda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253329 Aug 28 09:44:23.304040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1df0b1-05d0-40d9-9e1c-022dda775c92 req-d5fe3d18-98d9-4881-8785-890e3623c473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Aug 28 09:44:23.350255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1df0b1-05d0-40d9-9e1c-022dda775c92 req-89037486-c5c3-4314-b652-7d8be103cf98 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189099 Aug 28 09:44:23.442973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1df0b1-05d0-40d9-9e1c-022dda775c92 req-c7704314-93ed-4dde-80c9-c027d6e10006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:23.444425 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ce1df0b1-05d0-40d9-9e1c-022dda775c92 req-c7704314-93ed-4dde-80c9-c027d6e10006 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860879 Aug 28 09:44:26.891857 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:27.743579 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-053b1192-9c7e-4dd3-ae5a-3b6b421c0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:28.663032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-41e17562-17da-4664-8483-737cd616e72e req-0afa55fa-f19d-4580-b737-9b32c54f0018 service neutron] (95466) timed out ('10.222.0.46', 44798) {{(pid=95466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:44:30.040663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:30.280384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec014-8f36-4175-a457-a0df684d1654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:32.252227 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:34.987235 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:44:35.192701 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:36.366269 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.243723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47392) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:51.398181 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 3dffcb29-d423-48f2-8258-369bc9f9ad32 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:44:51.398561 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.476669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.477006 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.489894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 3dffcb29-d423-48f2-8258-369bc9f9ad32 owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:44:51.724485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.750968 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=3dffcb29-d423-48f2-8258-369bc9f9ad32,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:51.762878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.763235 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.763578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.763916 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.764265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.764706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.764924 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.765257 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.765584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.765909 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.766287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.767312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:44:51.825822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:51.826381 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP 24e54034-e8d9-464a-9bc9-a67e1a8c4096 disassociated (deleted). External IP: 172.25.0.6, port: a9779eff-a6c8-468a-95a2-9d49e7308390. Aug 28 09:44:52.041579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b7f26d72-f336-42e2-8dff-4c038a39e1a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:44:52.151524 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:44:52.156072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:52.163257 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Sync routers for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:44:52.172393 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:44:52.173005 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:44:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:52.183297 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9f7a67aa-abfa-423b-a0be-db79b23217e2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/floatingips/24e54034-e8d9-464a-9bc9-a67e1a8c4096 HTTP/1.1" status: 204 len: 168 time: 0.9385524 Aug 28 09:44:52.183987 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:44:52.186551 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:44:52.278992 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:44:52.478166 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:52.504765 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Checking router: b7f26d72-f336-42e2-8dff-4c038a39e1a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:44:52.513000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:44:52.513595 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:44:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:52.615236 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:44:52.706857 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac254ed-0f85-4b98-b773-14e4f0abe0bd x-openstack-request-id: req-1ac254ed-0f85-4b98-b773-14e4f0abe0bd {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:44:52.708022 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:44:52.708022 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ac254ed-0f85-4b98-b773-14e4f0abe0bd {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:44:52.708315 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'status': 'completed', 'code': 200} Aug 28 09:44:52.816774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:52.826632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-08c98ce0-3a24-4417-b524-111c657e880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:52.828270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-08c98ce0-3a24-4417-b524-111c657e880f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0743380 Aug 28 09:44:52.839013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7b476-8ff5-4c94-b459-8451aa7a19bf req-b1cf016a-88bb-4696-9ec3-8a39c09e8bf4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:52.840445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dc7b476-8ff5-4c94-b459-8451aa7a19bf req-b1cf016a-88bb-4696-9ec3-8a39c09e8bf4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0878720 Aug 28 09:44:52.847164 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c55882-9e71-4894-815b-fca65b06543b None None] The sync data for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 is: [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '8c9239f1-d33e-46fc-b89e-f7fade8bde8d', 'name': '', 'network_id': '2d6f6dab-fb88-4d41-bd1b-5e7c373e068b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:3d:fd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:35Z', 'updated_at': '2021-08-28T09:42:40Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:44:52.925552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dc7b476-8ff5-4c94-b459-8451aa7a19bf req-e90e5e55-884b-4f10-bdaa-9f9a17f54778 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768120 Aug 28 09:44:52.956632 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-71f0430c-fc67-45d5-a47e-70cf3e0d575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:52.958447 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-71f0430c-fc67-45d5-a47e-70cf3e0d575d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 200 len: 897 time: 0.1168458 Aug 28 09:44:53.006729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-af0449fe-3a67-485d-9fb7-12e92c6067af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 200 len: 217 time: 0.0404668 Aug 28 09:44:53.062625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-deeaa98f-fbc7-4867-8ee7-abe8c0704d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:53.064114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-deeaa98f-fbc7-4867-8ee7-abe8c0704d82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 200 len: 833 time: 0.0467243 Aug 28 09:44:53.074174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ffb7c-48ab-47d1-a822-2811b86ab3a1 None None] New status for floating IP 24e54034-e8d9-464a-9bc9-a67e1a8c4096: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:44:53.111754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-ed1214d2-0925-4e0e-b902-c0fe45ff1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:53.113810 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-ed1214d2-0925-4e0e-b902-c0fe45ff1125 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404370 Aug 28 09:44:53.209675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-218c4c66-6adc-4891-9637-573909c97979 service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875130 Aug 28 09:44:53.300392 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f34bd49c-7c4a-4e56-a91a-e7a64ea35b23 req-36039e36-205d-48e4-b980-b341b233755a service neutron] 10.222.0.39 "GET /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814033 Aug 28 09:44:54.047302 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29309889-8ea4-4727-9b13-a271106a9c20 req-a4b5c1a3-c431-4cf0-9993-25de7337e7a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:54.048796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29309889-8ea4-4727-9b13-a271106a9c20 req-a4b5c1a3-c431-4cf0-9993-25de7337e7a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0529945 Aug 28 09:44:54.086276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-29309889-8ea4-4727-9b13-a271106a9c20 req-cf26cf74-00d1-4c8a-98ca-f7f3a50f3a9c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d079e77-e020-48f4-8321-be7b2d84b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Aug 28 09:44:54.344313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-f670a82b-b8b4-4c62-ba18-7185d6f1235b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:44:54.345747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-f670a82b-b8b4-4c62-ba18-7185d6f1235b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 946 time: 0.0473702 Aug 28 09:44:54.432614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port a9779eff-a6c8-468a-95a2-9d49e7308390 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:44:54.432963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:54.524913 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port a9779eff-a6c8-468a-95a2-9d49e7308390, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=a9779eff-a6c8-468a-95a2-9d49e7308390,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:54.525286 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:54.538684 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for a9779eff-a6c8-468a-95a2-9d49e7308390 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:44:54.758601 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:54.786142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=a9779eff-a6c8-468a-95a2-9d49e7308390,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:54.829029 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] No DVR routers for this DVR port a9779eff-a6c8-468a-95a2-9d49e7308390 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:44:54.831889 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:54.834865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffcf19bf-06e2-47f4-b2b6-e2d18dc680cc req-80d16607-e0bd-47cd-85e7-1fc4727cbf0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.39 "DELETE /v2.0/ports/a9779eff-a6c8-468a-95a2-9d49e7308390 HTTP/1.1" status: 204 len: 173 time: 0.4831021 Aug 28 09:44:54.835359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-deleted', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:44:54.838324 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3e4aa6-fdf6-4b9f-9813-1f56b910a080" -d '{"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-deleted", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:44:54.873464 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ee5ff-9101-42b9-999e-0e5cbc620f3b x-openstack-request-id: req-ba6ee5ff-9101-42b9-999e-0e5cbc620f3b {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:44:54.873770 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8104eb-3487-42a7-887c-8b69096fd8c8", "name": "network-vif-deleted", "tag": "a9779eff-a6c8-468a-95a2-9d49e7308390", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:44:54.874030 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba6ee5ff-9101-42b9-999e-0e5cbc620f3b {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:44:54.874499 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8104eb-3487-42a7-887c-8b69096fd8c8', 'name': 'network-vif-deleted', 'tag': 'a9779eff-a6c8-468a-95a2-9d49e7308390', 'status': 'completed', 'code': 200} Aug 28 09:44:55.200696 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21ac3e6f-16fc-40ea-8ae0-7b0b5a34f454 req-a9ab12bf-96f5-4525-97fc-19c8b61ef52d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8104eb-3487-42a7-887c-8b69096fd8c8 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Aug 28 09:44:56.257190 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47416) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:56.901657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:56.923250 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.174587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:44:57.174845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.265380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 8c9239f1-d33e-46fc-b89e-f7fade8bde8d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:57.266114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.278376 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 8c9239f1-d33e-46fc-b89e-f7fade8bde8d owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:44:57.531761 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.558330 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=8c9239f1-d33e-46fc-b89e-f7fade8bde8d,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:57.721199 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0d96d640-0086-4c64-8d48-a871b3c8f9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.752229 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:57.967131 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router b7f26d72-f336-42e2-8dff-4c038a39e1a9 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:44:58.072143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:44:58.077458 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6e5ed383-d858-49f3-a268-cf544961edb6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/b7f26d72-f336-42e2-8dff-4c038a39e1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187549 Aug 28 09:44:58.079650 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47418) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:58.082907 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Sync routers for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:44:58.091995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:44:58.092682 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:44:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:58.130827 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting subnet ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:44:58.133845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.175259 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.196669 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:44:58.263715 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.381822 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:44:57Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:58.407250 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Checking router: b7f26d72-f336-42e2-8dff-4c038a39e1a9 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:44:58.415379 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Routers {'b7f26d72-f336-42e2-8dff-4c038a39e1a9'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:44:58.416009 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:44:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:58.418073 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.452976 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:58.455445 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.458539 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b1007470-866a-4a83-8180-c52d53585f1c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/subnets/ab8e0a87-14ee-443b-8a8a-4f3f8fabbe02 HTTP/1.1" status: 204 len: 168 time: 0.3777382 Aug 28 09:44:58.460951 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47420) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:58.463902 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c2883-4282-4ee9-acb9-380e0ae51334 None None] Network 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:44:58.529128 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] Set router b7f26d72-f336-42e2-8dff-4c038a39e1a9 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:44:58.573169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.688695 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.714278 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:44:57Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:58.817966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] DHCP port deletion for 2d6f6dab-fb88-4d41-bd1b-5e7c373e068b request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:44:58.833661 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1b1d-dcdb-4110-81f4-227b65c96936 None None] The sync data for ids ['b7f26d72-f336-42e2-8dff-4c038a39e1a9'] in n-d-792458-16 is: [{'id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207111143', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:42:31Z', 'updated_at': '2021-08-28T09:44:57Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': '97c2b935-305d-4198-8c09-1b38b6fa2ddc', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f26d72-f336-42e2-8dff-4c038a39e1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:42:32Z', 'updated_at': '2021-08-28T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:44:58.872239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Deleting port 1b3f2036-a231-4611-91f1-e8a2c246b0ca {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:44:58.872617 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.886380 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 97c2b935-305d-4198-8c09-1b38b6fa2ddc {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:44:58.886734 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.939459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] For port 1b3f2036-a231-4611-91f1-e8a2c246b0ca, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=1b3f2036-a231-4611-91f1-e8a2c246b0ca,segment=NetworkSegment(b5a12b19-e6ec-4de9-a292-0f1d514e0adc),segment_id=b5a12b19-e6ec-4de9-a292-0f1d514e0adc)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:58.939783 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.953679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Calling delete_port for 1b3f2036-a231-4611-91f1-e8a2c246b0ca owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:44:58.970845 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 97c2b935-305d-4198-8c09-1b38b6fa2ddc, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=97c2b935-305d-4198-8c09-1b38b6fa2ddc,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:44:58.971217 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:58.982678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 97c2b935-305d-4198-8c09-1b38b6fa2ddc owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:44:59.126266 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.152484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] Pushing event deleted for resources: {'Port': ['ID=1b3f2036-a231-4611-91f1-e8a2c246b0ca,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:59.156449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecdcb9-6314-458c-8fe0-c4f9c719c8f7 None None] No DVR routers for this DVR port 1b3f2036-a231-4611-91f1-e8a2c246b0ca on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:44:59.286595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.314607 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=97c2b935-305d-4198-8c09-1b38b6fa2ddc,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:44:59.376650 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.396423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:44:59.419635 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: a9779eff-a6c8-468a-95a2-9d49e7308390 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:44:59.419904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device a9779eff-a6c8-468a-95a2-9d49e7308390 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:44:59.480688 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.482768 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.632719 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.633297 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Fanout notify agent at l3_agent the message router_deleted on router b7f26d72-f336-42e2-8dff-4c038a39e1a9 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:44:59.640569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.641703 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-cac15f0a-11ad-4dd3-a7f9-2efdb6a93a33 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/routers/b7f26d72-f336-42e2-8dff-4c038a39e1a9 HTTP/1.1" status: 204 len: 168 time: 1.1798148 Aug 28 09:44:59.646068 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47422) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:44:59.726254 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.817200 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.826996 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6f6dab-fb88-4d41-bd1b-5e7c373e068b']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:59.837882 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:59.838169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a12b19-e6ec-4de9-a292-0f1d514e0adc') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:44:59.846866 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.861241 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.867033 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:44:59.867425 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:44:59.870410 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:45:00.057694 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.065607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.067326 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/networks/2d6f6dab-fb88-4d41-bd1b-5e7c373e068b HTTP/1.1" status: 204 len: 168 time: 0.4213116 Aug 28 09:45:00.070129 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47424) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:00.084867 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8e30-3632-4c59-867f-0afa18308482 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Network': ['ID=2d6f6dab-fb88-4d41-bd1b-5e7c373e068b,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:00.120410 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.137417 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.163196 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.326011 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a441ffba-6f80-4f27-b0d1-1f94414abfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.351979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 97c2b935-305d-4198-8c09-1b38b6fa2ddc no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:45:00.365786 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.372471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:00.372471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d079e77-e020-48f4-8321-be7b2d84b710 HTTP/1.1" status: 204 len: 168 time: 0.2984309 Aug 28 09:45:00.372851 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 97c2b935-305d-4198-8c09-1b38b6fa2ddc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:45:00.373201 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 97c2b935-305d-4198-8c09-1b38b6fa2ddc not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:45:00.373626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3f2036-a231-4611-91f1-e8a2c246b0ca no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:45:00.380376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d079e77-e020-48f4-8321-be7b2d84b710,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:00.388290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.388686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.389037 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.389382 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.389726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.390064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.390426 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.390763 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.391352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.391484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.391779 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.392102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c598e14-f1f2-4d76-8856-b144efaa11d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:00.393113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 1b3f2036-a231-4611-91f1-e8a2c246b0ca {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:45:00.393475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 1b3f2036-a231-4611-91f1-e8a2c246b0ca not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:45:00.393948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8c9239f1-d33e-46fc-b89e-f7fade8bde8d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:45:00.416063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 8c9239f1-d33e-46fc-b89e-f7fade8bde8d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:45:00.416410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 8c9239f1-d33e-46fc-b89e-f7fade8bde8d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:45:00.875269 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47432) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:00.880190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500226805', 'description': 'tempest-secgroup-smoke-500226805 description', 'project_id': '6091fb6e89d642d4816b6d1119c046f5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:00.982869 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.061738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.154028 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.183039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623b5196-e2e9-4722-850d-9991ccf45384,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:01.243995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.245238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-58865f27-adba-4e79-8e95-1c104ed9213a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3689663 Aug 28 09:45:01.248187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47434) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:01.252732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:01.354285 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.415887 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.495629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.512435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fe5fc2-a3b7-4cb5-8bda-815d961c7e3a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:01.577068 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.578275 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b78610e9-f168-455f-981f-c7b5bdf42a47 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291454 Aug 28 09:45:01.581010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47436) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:01.586104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:01.696959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.759381 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.851111 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.869641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0d1425-c999-44a1-b89b-b6e33c2ec5a0,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:01.925681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:01.927442 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-51f22e64-3270-4726-a7b4-46b6d403c8a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454998 Aug 28 09:45:01.930089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47440) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:01.934598 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:02.021716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.082096 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.154365 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.175735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7853b156-2d2a-4a53-a4a8-66898f19bb11,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:02.223817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.240629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.241867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c49bb2f5-6442-4910-9366-5f8b04e66342 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108287 Aug 28 09:45:02.244605 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47444) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:02.249584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:02.354477 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.414589 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.479855 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.497760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c81d9e3-52c7-4965-a87e-b4e5b48df672,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:02.558454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.559678 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c2bf5ca4-8ec1-45cf-9451-eef86b97b9f4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139825 Aug 28 09:45:02.562434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47446) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:02.566870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:02.651404 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:45:02.656693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.717290 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.776680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.794358 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8825314b-b420-4f3e-a8f1-f762e12f0006,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:02.861098 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:02.862384 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8b7a6cc1-070a-4bbe-88c1-729467513e8d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989621 Aug 28 09:45:02.865149 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47448) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:02.869583 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': '623b5196-e2e9-4722-850d-9991ccf45384', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:02.943405 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:45:02.948192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.007079 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.091464 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.112915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613bf7f1-0e79-43d7-ba23-6146d6ea525c,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:03.217221 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.218511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b0eefb2b-0faa-4a66-8371-3b3de4e1f486 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3524008 Aug 28 09:45:03.221297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47450) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:03.226235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'network': {'name': 'tempest-network-smoke--37936246', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'port_security_enabled': True}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:03.388309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:45:03.391759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.414315 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:45:03.423023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.423369 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Added segment 490ab764-ea44-49ed-a081-633e495cc76e of type vlan for network 8e1d961d-1820-4acc-bb6a-efd404519a1b Aug 28 09:45:03.463831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.588653 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.594283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:03.594868 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.659350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Network': ['ID=8e1d961d-1820-4acc-bb6a-efd404519a1b,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:03.670446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:45:03.709676 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-67a9a808-be1c-43d6-b0c0-0ca7186a0f6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4873414 Aug 28 09:45:03.712400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47454) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:03.717047 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'admin_state_up': True, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:03.828915 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.829951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:03.884968 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.078881 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.338355 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.356629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.459585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.220 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/de17f6e9-e77f-4200-bc7b-43fea1030f17) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:45:04.572034 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.697716 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:04.738867 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:04.741797 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:04.746016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:45:04.749325 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=de17f6e9-e77f-4200-bc7b-43fea1030f17,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:05.062777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:05.217040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:05.267752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:05.462885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router c8d31267-1410-460b-abd7-750fc09c79f8 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:45:05.566392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:45:05.579384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Sync routers for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:45:05.588398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:05.593974 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:05.643976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:05.645725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-11a9c5fd-38a0-43e8-8eb7-157d3c2037e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9323642 Aug 28 09:45:05.649031 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47456) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:05.691858 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:05.722619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-eab543a6-9973-4444-8d6c-fd0750388599 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6091fb6e89d642d4816b6d1119c046f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723765 Aug 28 09:45:05.725590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47460) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:05.813019 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d132dc9f-2c19-4028-9755-f8138dd19437 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:05.814561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d132dc9f-2c19-4028-9755-f8138dd19437 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880370 Aug 28 09:45:05.818004 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47462) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:05.872281 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:04Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:05.906854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Checking router: c8d31267-1410-460b-abd7-750fc09c79f8 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:45:05.907229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Updating router c8d31267-1410-460b-abd7-750fc09c79f8 port de17f6e9-e77f-4200-bc7b-43fea1030f17 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:45:05.933897 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.172957 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9cab5b90-7d5f-40f7-932a-40aafa4d24be tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3537846 Aug 28 09:45:06.175462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47464) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:06.180774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407495026', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:06.197843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.207962 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Transition to ACTIVE for port object de17f6e9-e77f-4200-bc7b-43fea1030f17 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:06.291145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.338498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Attempting to bind port de17f6e9-e77f-4200-bc7b-43fea1030f17 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:45:06.338884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Attempting to bind port de17f6e9-e77f-4200-bc7b-43fea1030f17 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:45:06.339237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Attempting to bind port de17f6e9-e77f-4200-bc7b-43fea1030f17 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:45:06.347616 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Pushing event updated for resources: {'Port': ['ID=de17f6e9-e77f-4200-bc7b-43fea1030f17,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:06.349804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:45:06.350175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:45:06.350595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.350992 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:45:06.351454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Bound port: de17f6e9-e77f-4200-bc7b-43fea1030f17, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:45:06.351838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.360367 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:45:06.364548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.378236 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.378585 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.378958 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.379821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.380161 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.380538 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.380829 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.381159 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.381485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.381807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.382132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.382549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:06.396719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.417354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] For port de17f6e9-e77f-4200-bc7b-43fea1030f17, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:45:06.420430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] For port de17f6e9-e77f-4200-bc7b-43fea1030f17, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de17f6e9-e77f-4200-bc7b-43fea1030f17,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:45:06.520662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.588669 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:06.589289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:06.593916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39eb14-161c-4796-89eb-1fca2472d2d7 None None] Pushing event updated for resources: {'Port': ['ID=de17f6e9-e77f-4200-bc7b-43fea1030f17,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:06.600173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.672802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Subnet': ['ID=0dde789c-6162-484e-bf99-125b8e3c6e35,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:06.681319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Checking segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:45:06.681682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network hostable DHCP agents. Network: 8e1d961d-1820-4acc-bb6a-efd404519a1b, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:45:06.696961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:06.765544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:45:06.855276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 8e1d961d-1820-4acc-bb6a-efd404519a1b) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:06.859729 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:06.860831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:06.867148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e9732-dc17-498c-8396-0781017fe91b None None] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:45:06.915117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:04Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:06.945540 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6852a61-5241-4e82-a45f-7f6dee55dc36 None None] The sync data for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 is: [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:04Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:45:06.955129 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-150852db-e6b3-4ca3-8b26-42ddc1064ff6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7783537 Aug 28 09:45:06.964156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47466) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:07.056229 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-8e1d961d-1820-4acc-bb6a-efd404519a1b', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:45:07.057241 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.235823 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Allocated IP 172.20.0.2 (8e1d961d-1820-4acc-bb6a-efd404519a1b/0dde789c-6162-484e-bf99-125b8e3c6e35/701818d4-cdd3-4269-adab-54cf027a9c77) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:45:07.399110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.407761 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Transition to ACTIVE for port object 701818d4-cdd3-4269-adab-54cf027a9c77 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:07.423455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Transition to ACTIVE for port object 701818d4-cdd3-4269-adab-54cf027a9c77 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:07.460548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.513217 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.562015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:07.563325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Pushing event updated for resources: {'Port': ['ID=701818d4-cdd3-4269-adab-54cf027a9c77,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:07.565897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:07.568313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:45:07.632117 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Attempting to bind port 701818d4-cdd3-4269-adab-54cf027a9c77 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:45:07.632679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Attempting to bind port 701818d4-cdd3-4269-adab-54cf027a9c77 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:45:07.633151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Attempting to bind port 701818d4-cdd3-4269-adab-54cf027a9c77 on network 8e1d961d-1820-4acc-bb6a-efd404519a1b {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:45:07.638834 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:45:07.639375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Checking segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:45:07.639883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.640382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Bound using segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:45:07.641087 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Bound port: 701818d4-cdd3-4269-adab-54cf027a9c77, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:45:07.641578 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.709170 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] For port 701818d4-cdd3-4269-adab-54cf027a9c77, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:45:07.712895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] For port 701818d4-cdd3-4269-adab-54cf027a9c77, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=701818d4-cdd3-4269-adab-54cf027a9c77,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:45:07.774520 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.1 (8e1d961d-1820-4acc-bb6a-efd404519a1b/0dde789c-6162-484e-bf99-125b8e3c6e35/e81c2185-b69a-4f4c-9294-c982ac63da3c) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:45:07.805079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.862547 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c4f45-6e1f-48f9-9bdd-52194fbd17f1 None None] Pushing event updated for resources: {'Port': ['ID=701818d4-cdd3-4269-adab-54cf027a9c77,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:07.907673 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:07.926023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object e81c2185-b69a-4f4c-9294-c982ac63da3c will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:08.034698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.079474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:08.085458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:08.089732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:45:08.119552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:08.143175 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.371504 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.418711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de17f6e9-e77f-4200-bc7b-43fea1030f17 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:08.526022 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port de17f6e9-e77f-4200-bc7b-43fea1030f17 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:08.530447 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port de17f6e9-e77f-4200-bc7b-43fea1030f17 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:08.531238 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.614552 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.635665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port de17f6e9-e77f-4200-bc7b-43fea1030f17, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de17f6e9-e77f-4200-bc7b-43fea1030f17,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:08.668588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.771347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.772142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 701818d4-cdd3-4269-adab-54cf027a9c77 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:08.829593 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.850424 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=de17f6e9-e77f-4200-bc7b-43fea1030f17,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:08.911520 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:08.920075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:08.984123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 701818d4-cdd3-4269-adab-54cf027a9c77 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:09.019430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:09.021022 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:09.141115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router c8d31267-1410-460b-abd7-750fc09c79f8 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:45:09.208655 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22172e8-e06b-4684-bfd2-d78e5e9f328d None None] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:45:09.263190 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:45:09.277068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Sync routers for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:45:09.278832 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c1be18a5-d9a7-46e9-b34c-19d957854ff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/c8d31267-1410-460b-abd7-750fc09c79f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3176911 Aug 28 09:45:09.292686 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:09.296075 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:09.412971 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:09.417914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Provisioning for port 701818d4-cdd3-4269-adab-54cf027a9c77 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:09.428665 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Provisioning complete for port 701818d4-cdd3-4269-adab-54cf027a9c77 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:09.429663 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.458097 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-23cbfdc6-70ba-4f60-b538-57470327afe5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500226805&fields=id&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 267 time: 0.0547612 Aug 28 09:45:09.539447 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.576254 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] For port 701818d4-cdd3-4269-adab-54cf027a9c77, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=701818d4-cdd3-4269-adab-54cf027a9c77,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:09.614103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-171a8ed6-6186-416d-b062-e0957b85857e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:09.615674 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-171a8ed6-6186-416d-b062-e0957b85857e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 795 time: 0.1496959 Aug 28 09:45:09.631924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-058f4ef2-b922-474a-8a3e-589aac22f160 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/quotas/6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 375 time: 0.0100787 Aug 28 09:45:09.657393 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.685069 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 2, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:09.696031 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-df326fb1-87cc-42b4-8264-a3308aca0bdd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566671 Aug 28 09:45:09.725418 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Checking router: c8d31267-1410-460b-abd7-750fc09c79f8 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:45:09.725788 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Updating router c8d31267-1410-460b-abd7-750fc09c79f8 port e81c2185-b69a-4f4c-9294-c982ac63da3c binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:45:09.735683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ef83-652c-40b1-856c-74951eb6aca5 None None] Pushing event updated for resources: {'Port': ['ID=701818d4-cdd3-4269-adab-54cf027a9c77,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:09.759187 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.820181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-25b1f9d7-e8d3-494a-a5bd-4cec5ed7dcf2 service neutron] 10.222.0.46 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105084 Aug 28 09:45:09.857019 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Provisioning for port e81c2185-b69a-4f4c-9294-c982ac63da3c completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:09.861603 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Provisioning complete for port e81c2185-b69a-4f4c-9294-c982ac63da3c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:09.862164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.899163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Port e81c2185-b69a-4f4c-9294-c982ac63da3c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:45:09.909821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Provisioning complete for port 701818d4-cdd3-4269-adab-54cf027a9c77 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:09.910958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-726e5302-4bbc-4fff-ba16-5f9a0170f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:09.925007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-43c50396-36e5-42c6-b424-63c9d7aaec7c service neutron] 10.222.0.46 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978038 Aug 28 09:45:10.060846 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.072101 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Transition to ACTIVE for port object e81c2185-b69a-4f4c-9294-c982ac63da3c will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:10.117319 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-2003f11a-5c4c-41bb-88ef-75aeb2c6d552 None None] Provisioning complete for port e81c2185-b69a-4f4c-9294-c982ac63da3c triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:10.117758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2003f11a-5c4c-41bb-88ef-75aeb2c6d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.159418 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.164459 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-2003f11a-5c4c-41bb-88ef-75aeb2c6d552 None None] Port e81c2185-b69a-4f4c-9294-c982ac63da3c cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:45:10.200466 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05c0f83b-7bb7-4379-9e44-71d03fb5ef4c req-3050d490-0923-46f6-b35c-e4408d5ed726 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 210 time: 0.0343714 Aug 28 09:45:10.247284 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322edd-764e-4637-b0e2-21390032688d None None] Pushing event updated for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:10.269074 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.269495 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.269784 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.270264 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.270469 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.270881 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.271281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.271615 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.271977 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.272251 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.272572 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.272892 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34322edd-764e-4637-b0e2-21390032688d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:45:10.294671 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Attempting to bind port e81c2185-b69a-4f4c-9294-c982ac63da3c on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:45:10.295218 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Attempting to bind port e81c2185-b69a-4f4c-9294-c982ac63da3c by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:45:10.295391 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Attempting to bind port e81c2185-b69a-4f4c-9294-c982ac63da3c on network 8e1d961d-1820-4acc-bb6a-efd404519a1b {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:45:10.301503 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:45:10.302156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Checking segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:45:10.310791 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.311381 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Bound using segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:45:10.312130 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Bound port: e81c2185-b69a-4f4c-9294-c982ac63da3c, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:45:10.312578 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.382054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de17f6e9-e77f-4200-bc7b-43fea1030f17 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:10.384943 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] For port e81c2185-b69a-4f4c-9294-c982ac63da3c, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:45:10.388214 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] For port e81c2185-b69a-4f4c-9294-c982ac63da3c, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e81c2185-b69a-4f4c-9294-c982ac63da3c,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:45:10.432280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port de17f6e9-e77f-4200-bc7b-43fea1030f17 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:10.432758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.492139 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.525892 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 701818d4-cdd3-4269-adab-54cf027a9c77 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:10.556413 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:10.557050 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:10.574048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 701818d4-cdd3-4269-adab-54cf027a9c77 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:10.574625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:10.594124 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322edd-764e-4637-b0e2-21390032688d None None] Pushing event updated for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:10.683127 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:10.901281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:10Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:10.928428 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1fe35-aa85-4385-9c62-f0c178657bac None None] The sync data for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 is: [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:10Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:45:11.298792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3fb199e8-3a21-4ff4-abd5-f2bbb2674a4b req-2c74eddf-4bf0-4432-b9d0-374450e2a300 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Aug 28 09:45:11.986020 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:45:12.388584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e81c2185-b69a-4f4c-9294-c982ac63da3c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:12.437713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7e4aa3db-1fcb-483b-ae07-a32bc7f29aef req-ed9b4086-f92c-4be0-b0c5-79690b9a129b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 210 time: 0.0357175 Aug 28 09:45:12.483630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-0759ed4a-1c3a-4fe8-9e5d-d63b7c81e9ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:12.485102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-0759ed4a-1c3a-4fe8-9e5d-d63b7c81e9ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 795 time: 0.1381209 Aug 28 09:45:12.542248 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-a8943662-0499-4ef5-8bf4-4566b378b4c8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 379 time: 0.0334949 Aug 28 09:45:12.543095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e81c2185-b69a-4f4c-9294-c982ac63da3c completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:12.547113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e81c2185-b69a-4f4c-9294-c982ac63da3c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:12.547476 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:12.552542 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'port': {'device_id': '4afae996-0219-49de-91f0-747968cf03a3', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'admin_state_up': True, 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'security_groups': ['623b5196-e2e9-4722-850d-9991ccf45384']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:12.630049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:12.666359 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e81c2185-b69a-4f4c-9294-c982ac63da3c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e81c2185-b69a-4f4c-9294-c982ac63da3c,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:12.788571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:45:12.792498 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:12.829064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:12.881327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:12.929265 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.4 (8e1d961d-1820-4acc-bb6a-efd404519a1b/0dde789c-6162-484e-bf99-125b8e3c6e35/9011a107-6e13-45f0-a1e2-e64316a71ec9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:45:13.063431 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.076383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 9011a107-6e13-45f0-a1e2-e64316a71ec9 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:13.183023 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.243841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:13.247242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:13.251429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:45:13.277509 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:13.307900 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:13.308588 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.429668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-b7663e94-b5ef-45fd-b1da-f3352464fca5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8808532 Aug 28 09:45:13.452091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-4ef51cf8-fbbe-4540-9036-d09ed6483ad8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:45:13.452976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-4ef51cf8-fbbe-4540-9036-d09ed6483ad8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053213 Aug 28 09:45:13.464387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Request body: {'port': {'device_id': '4afae996-0219-49de-91f0-747968cf03a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:13.520320 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.565608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c6c16c88-eaf2-4639-9b20-310d144ce2b2 None None] Provisioning for port 9011a107-6e13-45f0-a1e2-e64316a71ec9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:13.569672 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c6c16c88-eaf2-4639-9b20-310d144ce2b2 None None] Provisioning complete for port 9011a107-6e13-45f0-a1e2-e64316a71ec9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:13.570045 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6c16c88-eaf2-4639-9b20-310d144ce2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.605460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c6c16c88-eaf2-4639-9b20-310d144ce2b2 None None] Port 9011a107-6e13-45f0-a1e2-e64316a71ec9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:45:13.612918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089aebb-6b2e-4f8e-b20e-7e4b1d0cc95b req-7840ff99-30a0-4de1-be33-0bdbf07a22f2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:13.615114 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f089aebb-6b2e-4f8e-b20e-7e4b1d0cc95b req-7840ff99-30a0-4de1-be33-0bdbf07a22f2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 931 time: 0.0917790 Aug 28 09:45:13.714937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f089aebb-6b2e-4f8e-b20e-7e4b1d0cc95b req-6745a058-8913-4554-96c2-e33d03e973a2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933018 Aug 28 09:45:13.851603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011a107-6e13-45f0-a1e2-e64316a71ec9 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:45:13.859076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.870725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Transition to ACTIVE for port object 9011a107-6e13-45f0-a1e2-e64316a71ec9 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:45:13.935617 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:13.985931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Pushing event updated for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:14.059707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Attempting to bind port 9011a107-6e13-45f0-a1e2-e64316a71ec9 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:45:14.060051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Attempting to bind port 9011a107-6e13-45f0-a1e2-e64316a71ec9 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:45:14.060404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Attempting to bind port 9011a107-6e13-45f0-a1e2-e64316a71ec9 on network 8e1d961d-1820-4acc-bb6a-efd404519a1b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:45:14.065069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Port 9011a107-6e13-45f0-a1e2-e64316a71ec9 on network 8e1d961d-1820-4acc-bb6a-efd404519a1b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:45:14.065391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Attempting to bind port 9011a107-6e13-45f0-a1e2-e64316a71ec9 on network 8e1d961d-1820-4acc-bb6a-efd404519a1b {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:45:14.071045 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:45:14.076758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Checking segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:45:14.076758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Bound using segment: {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:45:14.076758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Bound port: 9011a107-6e13-45f0-a1e2-e64316a71ec9, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490ab764-ea44-49ed-a081-633e495cc76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:45:14.076758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:14.138916 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:45:14.146482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:45:14.229976 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:14.263494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.264119 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:14.266665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] 10.222.0.64 "PUT /v2.0/ports/9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 1092 time: 0.8056476 Aug 28 09:45:14.272159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:45:14.275573 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d60e39-4e99-465b-8e5e-0473bebd411f" -d '{"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:45:14.307186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67c8eb-30dd-41eb-94d0-542a654cb0bb service neutron] Pushing event updated for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:14.324620 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8419dc-686c-4879-86bb-111582e8cf18 x-openstack-request-id: req-4f8419dc-686c-4879-86bb-111582e8cf18 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:45:14.324991 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:45:14.325323 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f8419dc-686c-4879-86bb-111582e8cf18 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:45:14.325775 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'status': 'completed', 'code': 200} Aug 28 09:45:14.391642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e81c2185-b69a-4f4c-9294-c982ac63da3c up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:14.430840 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-3509c8c7-4a83-42ab-bada-521e539d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.432394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-3509c8c7-4a83-42ab-bada-521e539d3ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1095 time: 0.0531833 Aug 28 09:45:14.443947 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e81c2185-b69a-4f4c-9294-c982ac63da3c triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:14.444327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:14.543207 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-5d84818d-256b-498f-a1b8-34dcbcbf869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.544702 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-5d84818d-256b-498f-a1b8-34dcbcbf869c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6091fb6e89d642d4816b6d1119c046f5&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0924914 Aug 28 09:45:14.647042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-dabebf59-4f29-4dd7-bcf8-6251aede603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.648551 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7d60e39-4e99-465b-8e5e-0473bebd411f req-dabebf59-4f29-4dd7-bcf8-6251aede603f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930941 Aug 28 09:45:14.756454 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-7d9e6b27-ab45-4679-ab68-6030081295cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.758061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-7d9e6b27-ab45-4679-ab68-6030081295cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1095 time: 0.0424595 Aug 28 09:45:14.810932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-a8d66e1a-5709-48ee-a1e4-319ae52deacd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0355618 Aug 28 09:45:14.888197 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-6ccf7af4-8711-4292-bfa6-8af7f4af74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.890643 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-6ccf7af4-8711-4292-bfa6-8af7f4af74e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0700865 Aug 28 09:45:14.901744 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d290bb-b6cf-41eb-a902-b21b81a3c84a req-6af949c0-6e77-4478-9ccf-9161ecfd8c58 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.903274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7d290bb-b6cf-41eb-a902-b21b81a3c84a req-6af949c0-6e77-4478-9ccf-9161ecfd8c58 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 943 time: 0.0948570 Aug 28 09:45:14.962805 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e7d290bb-b6cf-41eb-a902-b21b81a3c84a req-06182867-e2ce-4de1-ab68-e413bcdca2e6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508630 Aug 28 09:45:14.968995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-6b5eb99c-29d0-49fe-8a6e-1f4c71059717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:14.970486 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-6b5eb99c-29d0-49fe-8a6e-1f4c71059717 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663323 Aug 28 09:45:15.068077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-50bedf2d-b14e-433b-95b2-14e0ef0a2af1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Aug 28 09:45:15.156419 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ca47325-d6a8-4e5b-8dc0-cd4492db1389 req-c76c0b73-ee11-48a3-9d28-493aced9d83d service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809658 Aug 28 09:45:16.083718 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194bc2f-c2ec-48d0-b015-eaba0d1fa199 req-2de5b770-cb57-4a95-a3e4-aae9991cff4c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:16.085286 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6194bc2f-c2ec-48d0-b015-eaba0d1fa199 req-2de5b770-cb57-4a95-a3e4-aae9991cff4c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 943 time: 0.0542011 Aug 28 09:45:16.450426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6194bc2f-c2ec-48d0-b015-eaba0d1fa199 req-f78dfccb-ae0a-44c1-9f1d-c3d638051e23 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591192 Aug 28 09:45:17.574826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de84300-3fb9-4c44-b500-6b84fd3cc759 req-01a92b73-de00-4261-a9b5-5fc53994b8d9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:17.576210 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0de84300-3fb9-4c44-b500-6b84fd3cc759 req-01a92b73-de00-4261-a9b5-5fc53994b8d9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 943 time: 0.0597432 Aug 28 09:45:17.612509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0de84300-3fb9-4c44-b500-6b84fd3cc759 req-e5da3bd9-2239-456a-b18f-6283b3b510d7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301170 Aug 28 09:45:18.771364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64890d-0610-4e8c-bb3a-2104db5ebb1d req-bf2c7751-43fd-4eb9-b109-e84b87ce1958 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:18.772868 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b64890d-0610-4e8c-bb3a-2104db5ebb1d req-bf2c7751-43fd-4eb9-b109-e84b87ce1958 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 943 time: 0.0931528 Aug 28 09:45:18.810729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6b64890d-0610-4e8c-bb3a-2104db5ebb1d req-375d71bf-0cd0-4ae4-a662-a57ac5166267 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Aug 28 09:45:19.093175 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9011a107-6e13-45f0-a1e2-e64316a71ec9 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:45:19.204232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:19.215737 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'port_id': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'mac_address': 'fa:16:3e:29:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:45:19.255674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:19.268189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011a107-6e13-45f0-a1e2-e64316a71ec9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:45:19.287530 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:19.381623 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:19.428966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:19.793152 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['9011a107-6e13-45f0-a1e2-e64316a71ec9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:45:19.932398 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d078433-abf8-44a2-b146-a9c939609e84 req-d222701c-4456-49fa-b460-5013dbb0a60b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:19.934565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d078433-abf8-44a2-b146-a9c939609e84 req-d222701c-4456-49fa-b460-5013dbb0a60b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 944 time: 0.0554450 Aug 28 09:45:19.974070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d078433-abf8-44a2-b146-a9c939609e84 req-399d001c-6e46-471d-b723-f97b6395bb88 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Aug 28 09:45:21.094819 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9011a107-6e13-45f0-a1e2-e64316a71ec9 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:45:21.099380 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f007fc-1570-4978-89af-ce011b237575 req-1cd5262c-e30d-4444-b221-536c056f2721 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:21.100913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f007fc-1570-4978-89af-ce011b237575 req-1cd5262c-e30d-4444-b221-536c056f2721 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 944 time: 0.0484452 Aug 28 09:45:21.138700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-85f007fc-1570-4978-89af-ce011b237575 req-66029a7b-e395-41f3-8b7d-81adc4e867e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Aug 28 09:45:21.234523 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 9011a107-6e13-45f0-a1e2-e64316a71ec9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:45:21.238470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 9011a107-6e13-45f0-a1e2-e64316a71ec9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:45:21.238836 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:21.316929 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:21.339191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:45:21.341445 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6540d792-25b4-494f-8825-2fa0c6f05470" -d '{"events": [{"server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "name": "network-vif-plugged", "status": "completed", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:45:21.353758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:45:21.377555 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ced9f90-c993-4432-a454-26f56129037b x-openstack-request-id: req-6ced9f90-c993-4432-a454-26f56129037b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:45:21.377843 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "name": "network-vif-plugged", "status": "completed", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:45:21.378119 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ced9f90-c993-4432-a454-26f56129037b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:45:21.378534 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'code': 200} Aug 28 09:45:21.468403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:21.515951 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:21.524205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbc09b-5fde-4778-a106-ecaf5992274d req-224b2e64-2a0e-415a-b4d6-2a81df801064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:21.525720 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcfbc09b-5fde-4778-a106-ecaf5992274d req-224b2e64-2a0e-415a-b4d6-2a81df801064 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.0405951 Aug 28 09:45:21.562264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dcfbc09b-5fde-4778-a106-ecaf5992274d req-2a9d9c98-975d-4c40-be98-9c8a801d12bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283999 Aug 28 09:45:22.256107 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5764df-7e2c-49a0-9997-829ef271c54e req-2e585bc9-6c07-4ed2-a798-e3a213dc3b9e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:22.257507 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc5764df-7e2c-49a0-9997-829ef271c54e req-2e585bc9-6c07-4ed2-a798-e3a213dc3b9e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0525305 Aug 28 09:45:22.294989 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fc5764df-7e2c-49a0-9997-829ef271c54e req-84668151-884d-4ee4-86aa-9f1d5cfc97bf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Aug 28 09:45:23.414992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262340-1a7b-4e2d-ade7-fb79762b2117 req-8e376b5f-cec9-4b10-9baf-c7bded7a0014 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:23.416461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2262340-1a7b-4e2d-ade7-fb79762b2117 req-8e376b5f-cec9-4b10-9baf-c7bded7a0014 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0558138 Aug 28 09:45:23.454560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2262340-1a7b-4e2d-ade7-fb79762b2117 req-d1095005-9e8a-4216-9311-3a0a086a9c2d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319774 Aug 28 09:45:23.566780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7284-ab31-40dc-957a-74f25887f7cc req-1d48ca69-d6ae-4bc6-a3d0-80cf0c4a13f1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:23.568757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9e7284-ab31-40dc-957a-74f25887f7cc req-1d48ca69-d6ae-4bc6-a3d0-80cf0c4a13f1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Aug 28 09:45:23.606267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b9e7284-ab31-40dc-957a-74f25887f7cc req-8db664eb-d9ae-4227-a735-b7071a088544 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Aug 28 09:45:23.628547 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47526) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:23.670661 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2136f37-a87b-4ceb-a146-17d2fb31778e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:23.672171 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f2136f37-a87b-4ceb-a146-17d2fb31778e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1092 time: 0.0426459 Aug 28 09:45:23.675193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47528) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:23.680024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:45:23.805556 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:23.897739 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.000837 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.23 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/8cc15c91-7021-44e2-8037-7afc532a5460) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:45:24.100346 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.198738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.240466 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:45:24.245326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:45:24.249018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:45:24.274427 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=8cc15c91-7021-44e2-8037-7afc532a5460,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:24.602172 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.756441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.906580 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:24.959836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:25.025396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=8cc15c91-7021-44e2-8037-7afc532a5460,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:45:25.039122 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:25.138956 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP bf9c9635-2b60-4d02-99d2-2e765a26c5d4 associated. External IP: 172.25.0.23, port: 9011a107-6e13-45f0-a1e2-e64316a71ec9. Aug 28 09:45:25.344724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router c8d31267-1410-460b-abd7-750fc09c79f8 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:45:25.450801 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:45:25.461270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Sync routers for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:45:25.471165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:25.471787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:25.537164 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:25.564662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8dfecaf5-78c5-4cfb-b393-3d5b32fcf44c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8883798 Aug 28 09:45:25.565178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:45:25.567974 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec17d18-5349-4d0f-b714-8cafd898258e" -d '{"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:45:25.578888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:25.660622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd10de-2f46-4782-9cc4-45105e414953 req-39901e46-1c1d-45ef-9f1e-1c11c1a34bda tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:25.662240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffbd10de-2f46-4782-9cc4-45105e414953 req-39901e46-1c1d-45ef-9f1e-1c11c1a34bda tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 28 09:45:25.701619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ffbd10de-2f46-4782-9cc4-45105e414953 req-1a3fc6af-b712-4d98-b531-1aefd5c2315a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Aug 28 09:45:25.723885 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47534) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:25.767129 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3749a-4295-4a75-925d-15b136d4d89f x-openstack-request-id: req-2ec3749a-4295-4a75-925d-15b136d4d89f {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:45:25.767423 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:45:25.767677 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ec3749a-4295-4a75-925d-15b136d4d89f {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:45:25.768082 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'status': 'completed', 'code': 200} Aug 28 09:45:25.793652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c7f417e6-cb97-4173-8d9b-63c8315f2287 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/bf9c9635-2b60-4d02-99d2-2e765a26c5d4 HTTP/1.1" status: 200 len: 990 time: 0.0676527 Aug 28 09:45:25.814297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'bf9c9635-2b60-4d02-99d2-2e765a26c5d4', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'port_id': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'mac_address': 'fa:16:3e:29:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afae996-0219-49de-91f0-747968cf03a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:45:24Z', 'updated_at': '2021-08-28T09:45:24Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:25.841030 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Checking router: c8d31267-1410-460b-abd7-750fc09c79f8 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:45:25.849769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:45:25.850431 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:45:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:25.872826 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-74cd1abb-7ae2-465c-a565-3c23a7d9af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:25.874399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-74cd1abb-7ae2-465c-a565-3c23a7d9af40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.0802698 Aug 28 09:45:25.956242 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:45:25.968069 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-8858b20d-045a-4f03-847a-c981e4c491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:25.969562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-8858b20d-045a-4f03-847a-c981e4c491b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 896 time: 0.0834184 Aug 28 09:45:26.041628 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-e9c654f4-641f-46dd-abbf-cc84f0030563 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 998 time: 0.0641797 Aug 28 09:45:26.092138 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-0d0eb341-ff4e-4806-ab72-3b1a91a95e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:26.093182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-0d0eb341-ff4e-4806-ab72-3b1a91a95e89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0442262 Aug 28 09:45:26.139647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-572e9945-79c2-460a-8775-97bba14ebd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:26.141346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-572e9945-79c2-460a-8775-97bba14ebd4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407786 Aug 28 09:45:26.183770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'bf9c9635-2b60-4d02-99d2-2e765a26c5d4', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'port_id': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'mac_address': 'fa:16:3e:29:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afae996-0219-49de-91f0-747968cf03a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:45:24Z', 'updated_at': '2021-08-28T09:45:24Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:45:26.209369 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eaca-9146-4fb6-bd7f-ef8aa6e1bf3c None None] The sync data for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 is: [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'bf9c9635-2b60-4d02-99d2-2e765a26c5d4', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'port_id': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'mac_address': 'fa:16:3e:29:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afae996-0219-49de-91f0-747968cf03a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:45:24Z', 'updated_at': '2021-08-28T09:45:24Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:45:26.242380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-4c59cc5e-6d25-405d-968d-39cb2c260b5b service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910265 Aug 28 09:45:26.335474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5ec17d18-5349-4d0f-b714-8cafd898258e req-caeb07c5-bda3-402a-abf3-fd9befa98acb service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Aug 28 09:45:26.403817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e18b1-a0d8-4abe-bf3e-38b4a3da5e17 None None] New status for floating IP bf9c9635-2b60-4d02-99d2-2e765a26c5d4: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:45:26.797110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47538) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:45:26.865009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-27dbd08f-43f3-4701-b262-f224e450a76a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/bf9c9635-2b60-4d02-99d2-2e765a26c5d4 HTTP/1.1" status: 200 len: 992 time: 0.0667503 Aug 28 09:45:26.897264 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:27.759462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e8119b0-80f4-4327-9e26-02f6287eab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:30.003380 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:30.279618 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d011-4239-4b66-a3c6-d37b05306baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:30.930995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-1bec2e2c-988c-4a66-8133-2af27d90fb23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408046 Aug 28 09:45:31.026580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-b698ca40-e126-45e5-830c-fadfac9ff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:31.028026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-b698ca40-e126-45e5-830c-fadfac9ff25b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.0393913 Aug 28 09:45:31.130078 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-51d1883a-8049-4ddc-aac6-8c1b8f7513cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:31.131558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-51d1883a-8049-4ddc-aac6-8c1b8f7513cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 896 time: 0.0848062 Aug 28 09:45:31.199976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-3d09b527-ea28-41e4-85d1-5a803de8b7a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0566225 Aug 28 09:45:31.252005 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-b93264f9-3492-4aae-a12c-2e46992d2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:31.253429 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-b93264f9-3492-4aae-a12c-2e46992d2037 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0468204 Aug 28 09:45:31.297591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-60b99cb2-41cd-40fe-ad56-a48bb30ee2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:45:31.299051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-60b99cb2-41cd-40fe-ad56-a48bb30ee2e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385704 Aug 28 09:45:31.387785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-2ccbc1b8-8068-4baf-bc44-74a9b6630bd1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797668 Aug 28 09:45:31.485556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-435b75c7-1e88-49f0-bf3b-79f86d2ca2b0 req-a8402e6d-30ec-471c-a655-8b074c257692 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901327 Aug 28 09:45:32.268210 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:35.244816 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:36.353745 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:48.986288 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:45:56.918927 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:57.705883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-17487694-c4fc-49dc-8bd6-06fcf51ed2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:45:59.998728 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:00.273154 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c94dffda-652b-4448-8dc1-f282f7347538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:02.279016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:02.370760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf77cc-66b3-488c-b1d9-53604ba52137 req-d2ddeed6-463e-468c-806a-ca46b439cca3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:02.372285 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bcf77cc-66b3-488c-b1d9-53604ba52137 req-d2ddeed6-463e-468c-806a-ca46b439cca3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Aug 28 09:46:02.409104 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3bcf77cc-66b3-488c-b1d9-53604ba52137 req-27f9f31f-2536-4023-bf2f-140bf27aa266 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307631 Aug 28 09:46:03.527869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fee4a4-2fe2-4921-91e1-dda9a91b9f4b req-038e1c5d-ff95-4904-ba8f-f6200b5be726 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:03.529381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14fee4a4-2fe2-4921-91e1-dda9a91b9f4b req-038e1c5d-ff95-4904-ba8f-f6200b5be726 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Aug 28 09:46:03.572952 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14fee4a4-2fe2-4921-91e1-dda9a91b9f4b req-d23ff8b1-792d-4cd0-8352-4d6f593d8aea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368092 Aug 28 09:46:04.692453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c47bc-d517-4bd7-992f-efb179997629 req-70570bcd-c0a9-40d5-9198-eb1a73fd33dc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:04.694481 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a3c47bc-d517-4bd7-992f-efb179997629 req-70570bcd-c0a9-40d5-9198-eb1a73fd33dc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Aug 28 09:46:04.731708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a3c47bc-d517-4bd7-992f-efb179997629 req-15731f14-c2cf-4f0d-bd85-4bfa0ba62ac7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Aug 28 09:46:05.221551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:05.847147 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75429-f3ce-4078-b213-43d4dea8562c req-147bd19c-7f62-4286-99c4-2608244bccd4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:05.848627 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3c75429-f3ce-4078-b213-43d4dea8562c req-147bd19c-7f62-4286-99c4-2608244bccd4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Aug 28 09:46:05.885760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3c75429-f3ce-4078-b213-43d4dea8562c req-370c9db7-7077-41b7-bfee-2970662f7294 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Aug 28 09:46:06.381616 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:07.003018 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26fb1c-207f-4c8a-8cd6-34312ae43903 req-847516e1-9b6b-42ec-ad5c-6477ff4ac4e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:07.004473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc26fb1c-207f-4c8a-8cd6-34312ae43903 req-847516e1-9b6b-42ec-ad5c-6477ff4ac4e0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0526476 Aug 28 09:46:07.042154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dc26fb1c-207f-4c8a-8cd6-34312ae43903 req-0702b879-ce74-4717-b8b1-d2a452664d40 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Aug 28 09:46:08.156298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a1be0-d39b-4e92-85f5-961939d3b903 req-69c12292-6120-4de5-8f7d-81e7921d114f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:08.157791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e1a1be0-d39b-4e92-85f5-961939d3b903 req-69c12292-6120-4de5-8f7d-81e7921d114f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Aug 28 09:46:08.194960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3e1a1be0-d39b-4e92-85f5-961939d3b903 req-e4068fe2-4914-4784-8768-c5d9c2733966 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Aug 28 09:46:09.310393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdaa70-dd41-4a5f-91ca-976451e1eebc req-ab14e815-e1fa-47e3-b667-c27ed15828fd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:09.312126 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ecdaa70-dd41-4a5f-91ca-976451e1eebc req-ab14e815-e1fa-47e3-b667-c27ed15828fd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0498157 Aug 28 09:46:09.352666 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8ecdaa70-dd41-4a5f-91ca-976451e1eebc req-c3c492e8-8de1-498a-8629-9d9a016de027 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342581 Aug 28 09:46:10.475614 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05800b-2a8f-4b85-b748-87ec4c0507b3 req-5ab5ccf1-7287-49ce-9976-d98a2c50ad9a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:10.477079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d05800b-2a8f-4b85-b748-87ec4c0507b3 req-5ab5ccf1-7287-49ce-9976-d98a2c50ad9a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Aug 28 09:46:10.514552 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d05800b-2a8f-4b85-b748-87ec4c0507b3 req-2057bc8b-e6c6-414c-82f3-e27d43d228c6 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313225 Aug 28 09:46:11.628032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab335-19f6-4156-8359-9be601a33265 req-5546513a-f6fa-434c-8323-ea4873edda30 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:11.630096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-970ab335-19f6-4156-8359-9be601a33265 req-5546513a-f6fa-434c-8323-ea4873edda30 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0498261 Aug 28 09:46:11.666958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-970ab335-19f6-4156-8359-9be601a33265 req-a172472b-5f39-4b76-b100-f105bdd81bce tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Aug 28 09:46:12.780646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cea4d-216b-4e46-a83b-74f6c28c1885 req-78757142-4df9-4894-8b01-4e319f63d07d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:12.782116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f6cea4d-216b-4e46-a83b-74f6c28c1885 req-78757142-4df9-4894-8b01-4e319f63d07d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Aug 28 09:46:12.821020 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f6cea4d-216b-4e46-a83b-74f6c28c1885 req-7f1133c9-2eef-4400-aaa4-ca609c35e12c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Aug 28 09:46:13.938393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36520-15a4-4064-ae3b-d94900bad39b req-5605095c-259f-492d-8773-714356e48c1e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:13.939871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4f36520-15a4-4064-ae3b-d94900bad39b req-5605095c-259f-492d-8773-714356e48c1e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Aug 28 09:46:13.977589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c4f36520-15a4-4064-ae3b-d94900bad39b req-f9f464f7-ffd0-4108-bae1-7e0565697005 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318003 Aug 28 09:46:13.999811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47580) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:14.059962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-b3e97334-b2e9-4bcf-bfb4-20b6abe8150f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/bf9c9635-2b60-4d02-99d2-2e765a26c5d4 HTTP/1.1" status: 200 len: 992 time: 0.0590270 Aug 28 09:46:15.500089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a71b0-ad81-4ad2-b243-f32ae39d6414 req-47bac7d4-5fa8-480e-9b85-a27da4600b03 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:15.501667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-954a71b0-ad81-4ad2-b243-f32ae39d6414 req-47bac7d4-5fa8-480e-9b85-a27da4600b03 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0502117 Aug 28 09:46:15.541730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-954a71b0-ad81-4ad2-b243-f32ae39d6414 req-e3c1cdf5-6c1d-4a23-9f1f-f774f8017176 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Aug 28 09:46:15.632679 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-01fadf40-86a5-4071-be99-c5c90a7500aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:15.634170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-01fadf40-86a5-4071-be99-c5c90a7500aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.0449259 Aug 28 09:46:15.726995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-47e1bfaf-d175-445a-a191-c2edc0583d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:15.728357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-47e1bfaf-d175-445a-a191-c2edc0583d5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 896 time: 0.0823364 Aug 28 09:46:15.800463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-9510523c-15c6-467f-962e-4f51f0d0f11d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0606496 Aug 28 09:46:15.853735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-d47b4e55-9e9d-4435-ac61-9d8c0266b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:15.855165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-d47b4e55-9e9d-4435-ac61-9d8c0266b52d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0437679 Aug 28 09:46:15.903563 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-90c73b11-ec90-4903-b205-29aa0023edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:15.905015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-90c73b11-ec90-4903-b205-29aa0023edf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386584 Aug 28 09:46:15.998799 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-34925b84-d58b-470f-ae3b-e9da71ecdb9a service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838699 Aug 28 09:46:16.093599 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef099909-3842-4c28-b0ab-bbb4d6d20084 req-af2fae60-336a-4d90-8527-4a72d3030ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828967 Aug 28 09:46:16.659433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d9a2-9dd7-45de-af54-52e254cd5011 req-5362effa-9e69-43e6-aa23-339a55b88f7f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:16.660897 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0233d9a2-9dd7-45de-af54-52e254cd5011 req-5362effa-9e69-43e6-aa23-339a55b88f7f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Aug 28 09:46:16.699489 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0233d9a2-9dd7-45de-af54-52e254cd5011 req-4af49f46-0c02-4512-8b0a-d296a1e7f221 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Aug 28 09:46:17.818072 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44d315-15da-4bda-923b-315c5769a7b4 req-6647de13-461c-4c29-a78e-9f60467488ae tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:17.819583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f44d315-15da-4bda-923b-315c5769a7b4 req-6647de13-461c-4c29-a78e-9f60467488ae tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Aug 28 09:46:17.857217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5f44d315-15da-4bda-923b-315c5769a7b4 req-4eee6e95-c69a-4e43-8e08-02895abed158 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Aug 28 09:46:17.879383 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47594) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:17.937471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f1b506c-a7e1-4b88-986b-70650f6dc9f7 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/bf9c9635-2b60-4d02-99d2-2e765a26c5d4 HTTP/1.1" status: 200 len: 992 time: 0.0570118 Aug 28 09:46:25.985472 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:46:26.327959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33416df1-af14-4a81-b151-593d282c378f req-5d3b11e2-94b4-45d0-98ad-311e9f32f5bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249908 Aug 28 09:46:26.409818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33416df1-af14-4a81-b151-593d282c378f req-f0e10189-1b56-4657-b529-f4438854ca4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Aug 28 09:46:26.453579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33416df1-af14-4a81-b151-593d282c378f req-7c0782e7-8dda-4887-b86c-ed6a453c6c77 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192237 Aug 28 09:46:26.546525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416df1-af14-4a81-b151-593d282c378f req-bfca51c3-6752-43c4-a778-e87294549a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:26.547974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-33416df1-af14-4a81-b151-593d282c378f req-bfca51c3-6752-43c4-a778-e87294549a6c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876691 Aug 28 09:46:26.912273 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:27.683859 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-432c8d4f-e5ba-4548-a33b-ea3e0236932f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:30.043945 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:30.301229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e147de5c-54aa-4bfe-9afa-a5dfff83adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:32.249812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:33.108612 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-55d8b889-57e3-4e11-a8ef-801b10bbe8bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396681 Aug 28 09:46:33.218434 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-1a38af7a-f124-47ea-8bee-c25fc6f54581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:33.219998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-1a38af7a-f124-47ea-8bee-c25fc6f54581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.0455222 Aug 28 09:46:33.325786 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-0f0fabcd-eff0-4772-9b09-869432344d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:33.327292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-0f0fabcd-eff0-4772-9b09-869432344d9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 896 time: 0.0851064 Aug 28 09:46:33.396543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-819f5c18-f84b-41bd-8fa6-2bcf70e059de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0618532 Aug 28 09:46:33.445524 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-e034b20e-988a-40e2-ab13-1b5f7f758867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:33.446958 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-e034b20e-988a-40e2-ab13-1b5f7f758867 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0430350 Aug 28 09:46:33.494424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-a0b88442-e8b1-4a4d-aa1e-1b7b61b12259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:33.495865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-a0b88442-e8b1-4a4d-aa1e-1b7b61b12259 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388045 Aug 28 09:46:33.588869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-b9a93951-d100-4188-a0cc-38773d9ebf73 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847838 Aug 28 09:46:33.679391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bb552bdd-b93f-4f1a-b7d9-d4b5fb006f3b req-ff74be0c-7f78-4429-bfd3-3720e9911e0e service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825617 Aug 28 09:46:35.232713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:36.352607 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:50.610294 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47614) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:50.765692 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 8cc15c91-7021-44e2-8037-7afc532a5460 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:46:50.766038 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:50.842852 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:50.843187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:50.855067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 8cc15c91-7021-44e2-8037-7afc532a5460 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:46:51.055347 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:51.081733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=8cc15c91-7021-44e2-8037-7afc532a5460,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:51.094242 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.094594 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.094940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.095283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.095618 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.095953 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.096286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.096617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.096947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.097274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.097597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.097918 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:51.152184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:51.152533 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP bf9c9635-2b60-4d02-99d2-2e765a26c5d4 disassociated (deleted). External IP: 172.25.0.23, port: 9011a107-6e13-45f0-a1e2-e64316a71ec9. Aug 28 09:46:51.385720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router c8d31267-1410-460b-abd7-750fc09c79f8 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:46:51.492122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:46:51.497113 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:51.501789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Sync routers for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:46:51.510679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:46:51.511291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:51.524779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-20d11651-1c48-4705-bd90-0aba8cba3b0f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/floatingips/bf9c9635-2b60-4d02-99d2-2e765a26c5d4 HTTP/1.1" status: 204 len: 168 time: 0.9132986 Aug 28 09:46:51.525377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:46:51.527704 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d75639-ff41-4171-8691-5b5ff2dcc590" -d '{"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:46:51.624784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:46:51.889356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:51.915927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Checking router: c8d31267-1410-460b-abd7-750fc09c79f8 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:46:51.924615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:46:51.925215 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:51.976718 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c7af2-fcac-4657-b1d0-8886e0785774 x-openstack-request-id: req-934c7af2-fcac-4657-b1d0-8886e0785774 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:46:51.977240 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:46:51.977240 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-934c7af2-fcac-4657-b1d0-8886e0785774 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:46:51.977849 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'status': 'completed', 'code': 200} Aug 28 09:46:52.030842 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:46:52.394824 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:52.421400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0e4f8-18f2-4e06-959e-514bfb86559e None None] The sync data for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 is: [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'e81c2185-b69a-4f4c-9294-c982ac63da3c', 'name': '', 'network_id': '8e1d961d-1820-4acc-bb6a-efd404519a1b', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:d6:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:07Z', 'updated_at': '2021-08-28T09:45:12Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': '0dde789c-6162-484e-bf99-125b8e3c6e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:46:52.429800 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-932bb907-55c9-4534-86d1-6c4adc3c3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:52.431379 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-932bb907-55c9-4534-86d1-6c4adc3c3c14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 1097 time: 0.4102633 Aug 28 09:46:52.438835 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c940d8-2e78-4fdc-a8c4-5e7f6df66518 req-eb94deb9-4551-4218-ad1a-827c44c1d038 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:52.440314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91c940d8-2e78-4fdc-a8c4-5e7f6df66518 req-eb94deb9-4551-4218-ad1a-827c44c1d038 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.4108784 Aug 28 09:46:52.531772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-91c940d8-2e78-4fdc-a8c4-5e7f6df66518 req-da9d3f33-907c-47a8-b874-cfeeb0149392 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833127 Aug 28 09:46:52.553621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-bfd3ef18-a902-4e0d-96de-030b2d5532c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:52.555140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-bfd3ef18-a902-4e0d-96de-030b2d5532c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 200 len: 896 time: 0.1139715 Aug 28 09:46:52.604256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-73fb06fe-5f71-40f6-be94-dde0be04d2fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0397599 Aug 28 09:46:52.633863 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1210e-1199-4835-8624-3f7313790ed1 None None] New status for floating IP bf9c9635-2b60-4d02-99d2-2e765a26c5d4: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:46:52.655683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-8093b3ce-2abf-4add-af02-9ea96fc04f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:52.657153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-8093b3ce-2abf-4add-af02-9ea96fc04f52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 200 len: 834 time: 0.0453715 Aug 28 09:46:52.707396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-ac5e61b6-60e0-4e05-b894-c19391101bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:52.708944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-ac5e61b6-60e0-4e05-b894-c19391101bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e1d961d-1820-4acc-bb6a-efd404519a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410688 Aug 28 09:46:52.803390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-75b34eb3-f04e-43ca-9273-b31f7b9d0a27 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Aug 28 09:46:52.894771 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9d75639-ff41-4171-8691-5b5ff2dcc590 req-ecefa052-a0be-4951-98aa-9190bc238035 service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Aug 28 09:46:53.654237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07c849-dca8-4a6e-8668-2be93fef9d0a req-0dc1be72-b28b-4d34-9ec7-002ab0775cc3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:53.659102 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc07c849-dca8-4a6e-8668-2be93fef9d0a req-0dc1be72-b28b-4d34-9ec7-002ab0775cc3 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0572600 Aug 28 09:46:53.698634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bc07c849-dca8-4a6e-8668-2be93fef9d0a req-d3fdf97c-ef9c-4173-affa-50f9b60c9063 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=623b5196-e2e9-4722-850d-9991ccf45384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363908 Aug 28 09:46:53.988054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-71f9d0d9-427d-4c48-a7c1-7534e6ba17bd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:46:53.989493 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-71f9d0d9-427d-4c48-a7c1-7534e6ba17bd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Aug 28 09:46:54.082937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 9011a107-6e13-45f0-a1e2-e64316a71ec9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:46:54.083284 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:54.174284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 9011a107-6e13-45f0-a1e2-e64316a71ec9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=9011a107-6e13-45f0-a1e2-e64316a71ec9,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:46:54.174655 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:54.187230 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 9011a107-6e13-45f0-a1e2-e64316a71ec9 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:46:54.403547 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:54.432650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=9011a107-6e13-45f0-a1e2-e64316a71ec9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:54.473496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] No DVR routers for this DVR port 9011a107-6e13-45f0-a1e2-e64316a71ec9 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:46:54.476139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:54.478137 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0a6f52ca-11c8-4f4b-b377-854f0840ccc5 req-f2d7471f-3398-4476-80bb-75e6af83a9b8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "DELETE /v2.0/ports/9011a107-6e13-45f0-a1e2-e64316a71ec9 HTTP/1.1" status: 204 len: 173 time: 0.4763179 Aug 28 09:46:54.478639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'name': 'network-vif-deleted', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:46:54.480868 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169a20c9-64dd-48d7-a46c-dac64a67ba29" -d '{"events": [{"server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "name": "network-vif-deleted", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:46:54.516864 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32dae0a-4fdc-4ce1-a293-4253bcceec2e x-openstack-request-id: req-f32dae0a-4fdc-4ce1-a293-4253bcceec2e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:46:54.517165 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afae996-0219-49de-91f0-747968cf03a3", "name": "network-vif-deleted", "tag": "9011a107-6e13-45f0-a1e2-e64316a71ec9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:46:54.517922 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f32dae0a-4fdc-4ce1-a293-4253bcceec2e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:46:54.518349 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afae996-0219-49de-91f0-747968cf03a3', 'name': 'network-vif-deleted', 'tag': '9011a107-6e13-45f0-a1e2-e64316a71ec9', 'status': 'completed', 'code': 200} Aug 28 09:46:54.821866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2aea0b29-9bcd-402d-81fb-7e706d04c5a3 req-28b252eb-064e-43ca-af26-88aa273ab0cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4afae996-0219-49de-91f0-747968cf03a3 HTTP/1.1" status: 200 len: 210 time: 0.0330632 Aug 28 09:46:55.881469 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47632) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:56.236951 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:56.493472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port e81c2185-b69a-4f4c-9294-c982ac63da3c {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:46:56.493723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:56.583638 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port e81c2185-b69a-4f4c-9294-c982ac63da3c, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e81c2185-b69a-4f4c-9294-c982ac63da3c,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:46:56.584014 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:56.597298 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for e81c2185-b69a-4f4c-9294-c982ac63da3c owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:46:56.814916 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:56.839802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=e81c2185-b69a-4f4c-9294-c982ac63da3c,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:56.856931 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.857151 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.857492 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.857933 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.858149 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.858503 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.858832 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.859159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.859484 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.859807 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.860135 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.860456 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:56.916964 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.028349 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.240736 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router c8d31267-1410-460b-abd7-750fc09c79f8 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:46:57.664063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:46:57.669321 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79f86f76-7793-4188-ab39-63c6337573ff tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/c8d31267-1410-460b-abd7-750fc09c79f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868102 Aug 28 09:46:57.672058 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47636) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:57.674663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Sync routers for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:46:57.683209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a08bdcee-aaaa-4bb3-bf93-bff77730dbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.686232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:46:57.686898 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:57.722600 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting subnet 0dde789c-6162-484e-bf99-125b8e3c6e35 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:46:57.724257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9011a107-6e13-45f0-a1e2-e64316a71ec9 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:46:57.725714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.747414 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 9011a107-6e13-45f0-a1e2-e64316a71ec9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:46:57.747772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 9011a107-6e13-45f0-a1e2-e64316a71ec9 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:46:57.766573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.812596 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:46:57.851754 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.986669 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:57.993690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:46:56Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:58.015616 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Subnet': ['ID=0dde789c-6162-484e-bf99-125b8e3c6e35,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:58.019372 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.024510 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Checking router: c8d31267-1410-460b-abd7-750fc09c79f8 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:46:58.024642 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a96f3721-9a62-4865-bde1-35a20b7cad5a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/subnets/0dde789c-6162-484e-bf99-125b8e3c6e35 HTTP/1.1" status: 204 len: 168 time: 0.3482454 Aug 28 09:46:58.024642 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47638) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:58.028280 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f46da5-af7b-4dca-95af-973cda009efc None None] Network 8e1d961d-1820-4acc-bb6a-efd404519a1b requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:46:58.075928 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Routers {'c8d31267-1410-460b-abd7-750fc09c79f8'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:46:58.076559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:46:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['c8d31267-1410-460b-abd7-750fc09c79f8'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:58.133706 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.228145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] Set router c8d31267-1410-460b-abd7-750fc09c79f8 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:46:58.247465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.346693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] DHCP port deletion for 8e1d961d-1820-4acc-bb6a-efd404519a1b request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:46:58.369161 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port de17f6e9-e77f-4200-bc7b-43fea1030f17 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:46:58.369524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.437408 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Deleting port 701818d4-cdd3-4269-adab-54cf027a9c77 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:46:58.437789 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.458414 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port de17f6e9-e77f-4200-bc7b-43fea1030f17, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=de17f6e9-e77f-4200-bc7b-43fea1030f17,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:46:58.458790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.470949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for de17f6e9-e77f-4200-bc7b-43fea1030f17 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:46:58.496266 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 701818d4-cdd3-4269-adab-54cf027a9c77 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:46:58.532165 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] For port 701818d4-cdd3-4269-adab-54cf027a9c77, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=701818d4-cdd3-4269-adab-54cf027a9c77,segment=NetworkSegment(490ab764-ea44-49ed-a081-633e495cc76e),segment_id=490ab764-ea44-49ed-a081-633e495cc76e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:46:58.532462 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.544895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:46:56Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:58.583736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Calling delete_port for 701818d4-cdd3-4269-adab-54cf027a9c77 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:46:58.586589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8c7e8-2f8d-4296-a55f-b26a7c6cecfd None None] The sync data for ids ['c8d31267-1410-460b-abd7-750fc09c79f8'] in n-d-792458-16 is: [{'id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584557476', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:45:03Z', 'updated_at': '2021-08-28T09:46:56Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'de17f6e9-e77f-4200-bc7b-43fea1030f17', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d31267-1410-460b-abd7-750fc09c79f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:45:04Z', 'updated_at': '2021-08-28T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:46:58.683255 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.717680 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.744683 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=de17f6e9-e77f-4200-bc7b-43fea1030f17,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:58.804927 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.806585 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 09:46:58.806585 n-d-792458-16 neutron-server[95468]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 28 09:46:58.806585 n-d-792458-16 neutron-server[95468]: [parameters: {'status': 'DOWN', 'ports_id': '701818d4-cdd3-4269-adab-54cf027a9c77'}] Aug 28 09:46:58.806585 n-d-792458-16 neutron-server[95468]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:46:58.807010 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:46:58.808680 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.835157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Pushing event deleted for resources: {'Port': ['ID=701818d4-cdd3-4269-adab-54cf027a9c77,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:58.838354 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] No DVR routers for this DVR port 701818d4-cdd3-4269-adab-54cf027a9c77 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:46:58.845323 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.845668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.846012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.846377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.846712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.847043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.847370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.847696 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.848503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.848503 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.848700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.848955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c4908-ede7-496e-b8c4-7c671f670f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:46:58.901573 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:58.903654 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.009447 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.009992 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Fanout notify agent at l3_agent the message router_deleted on router c8d31267-1410-460b-abd7-750fc09c79f8 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:46:59.021323 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.021323 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-8cc927aa-eb32-4668-8744-47dd2ad9b4da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/routers/c8d31267-1410-460b-abd7-750fc09c79f8 HTTP/1.1" status: 204 len: 168 time: 0.9935513 Aug 28 09:46:59.022114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47640) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:59.102916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.191563 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.202258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d961d-1820-4acc-bb6a-efd404519a1b']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:59.218734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490ab764-ea44-49ed-a081-633e495cc76e') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:59.219032 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490ab764-ea44-49ed-a081-633e495cc76e') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:46:59.229959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.247750 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.254710 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:46:59.258415 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:46:59.332835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Port 701818d4-cdd3-4269-adab-54cf027a9c77 update to DOWN by agent not found {{(pid=95468) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 09:46:59.392161 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.402076 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.402076 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/networks/8e1d961d-1820-4acc-bb6a-efd404519a1b HTTP/1.1" status: 204 len: 168 time: 0.3776205 Aug 28 09:46:59.403729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47644) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:46:59.412866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcc22a-32b5-41d3-a4a2-61219c4ddc59 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Network': ['ID=8e1d961d-1820-4acc-bb6a-efd404519a1b,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:46:59.462499 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.487947 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.615256 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.617845 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:46:59.619077 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/security-groups/623b5196-e2e9-4722-850d-9991ccf45384 HTTP/1.1" status: 204 len: 168 time: 0.2143531 Aug 28 09:46:59.629034 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea302c4-fbfb-46d1-84ed-a996ea725b1d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623b5196-e2e9-4722-850d-9991ccf45384,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:00.032874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47650) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:00.037579 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417841097', 'description': 'tempest-secgroup-smoke-1417841097 description', 'project_id': '6091fb6e89d642d4816b6d1119c046f5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:00.037826 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.128779 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.212402 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.277505 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.300505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aca1367c-a2fb-4eaa-8d50-4cf8d64cad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.307720 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb421243-0cb9-482f-bce3-e9a68c80a78f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:00.357737 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.359042 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-03276db8-2201-4ba1-9456-ba16468f65ca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3251657 Aug 28 09:47:00.362110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47652) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:00.366944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:00.416206 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e81c2185-b69a-4f4c-9294-c982ac63da3c no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:47:00.435712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e81c2185-b69a-4f4c-9294-c982ac63da3c {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:47:00.436045 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e81c2185-b69a-4f4c-9294-c982ac63da3c not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:47:00.436451 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de17f6e9-e77f-4200-bc7b-43fea1030f17 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:47:00.453258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.457335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: de17f6e9-e77f-4200-bc7b-43fea1030f17 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:47:00.457549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device de17f6e9-e77f-4200-bc7b-43fea1030f17 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:47:00.509637 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.597420 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.616626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62785cbc-7958-460b-a72b-836d4f28d2a5,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:00.706718 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.708306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8f96a4bd-d8fe-4c7f-b88a-5ccda776dc99 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448820 Aug 28 09:47:00.711350 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47654) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:00.715845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:00.824764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.884215 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.968831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:00.988581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740855bb-a47b-47bf-a88e-bde233b5d119,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:01.060776 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.062079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c245e68c-4049-477e-8c2b-f5d6a1fb50c2 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497667 Aug 28 09:47:01.065736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47656) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:01.070396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:01.161809 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.218142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.323486 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.341257 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c712c4-3142-440a-9666-2acdd05096bd,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:01.415053 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.416240 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-56a9b7a3-0ef3-4073-9679-6b2f5ed49245 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3494494 Aug 28 09:47:01.419421 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47658) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:01.424944 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:01.522898 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.580787 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.677439 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.695158 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce6c261-532a-456c-8f10-5bac9a5168bf,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:01.763280 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.764511 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-301fd1ab-1d80-406c-8ea3-b55eeaa2b3e8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440659 Aug 28 09:47:01.767874 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47662) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:01.772420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:01.854664 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:47:01.859781 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.919568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:01.991682 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.008507 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677bd137-ae51-4742-83e6-48193d2d6b03,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:02.077510 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.078770 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-7266f0a6-5ac0-4c70-b2ee-749b4386c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3099370 Aug 28 09:47:02.082143 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47664) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:02.086646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'security_group_rule': {'security_group_id': 'fb421243-0cb9-482f-bce3-e9a68c80a78f', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:02.203784 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Project 6091fb6e89d642d4816b6d1119c046f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:47:02.209648 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.273530 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.283521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.367873 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.387107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fc6008-102a-4837-8fa3-d595ed13cb88,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:02.447814 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.449046 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1de1da5b-9e0b-43a1-9a86-bb4f209c9050 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3659136 Aug 28 09:47:02.451892 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47666) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:02.456915 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'network': {'name': 'tempest-network-smoke--2107504011', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'port_security_enabled': True}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:02.527814 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:47:02.531147 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.554049 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:47:02.562380 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.569769 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Added segment ee96bba4-b9b2-41a7-9288-5f40e7526504 of type vlan for network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 Aug 28 09:47:02.601092 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.700082 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.706220 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:02.706827 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.774490 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Network': ['ID=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:02.785291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:47:02.835063 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-4d5ca4cc-aaff-4305-a931-28b681c62b54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3796403 Aug 28 09:47:02.835407 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47668) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:02.840039 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'admin_state_up': True, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:02.912190 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.913236 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.965232 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:02.984840 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:47:03.161783 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:03.403392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:03.422391 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:03.525171 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.217 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/fb9fa582-485e-447c-97ae-7de36d7bb025) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:47:03.624607 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:03.729143 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:03.764826 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:03.769547 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:03.773047 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:47:03.796688 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=fb9fa582-485e-447c-97ae-7de36d7bb025,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:04.087955 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:04.293029 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:04.528805 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router 75e36083-03b3-4853-ad6c-9a238da0bf48 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:47:04.635779 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:47:04.646557 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Sync routers for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:47:04.655646 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:04.656255 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:04.741364 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:04.742662 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ce618ec7-b3c1-4eef-adf4-d1ccb24b1dcf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9063230 Aug 28 09:47:04.745761 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47672) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:04.756851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:04.774911 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-3835f8f3-eb04-4944-903d-dc6e63a4ad1a tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6091fb6e89d642d4816b6d1119c046f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278676 Aug 28 09:47:04.779042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47674) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:04.864710 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9f6e1-d4cc-4341-84be-15a33cf3fe83 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:04.866270 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2cd9f6e1-d4cc-4341-84be-15a33cf3fe83 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861502 Aug 28 09:47:04.869311 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47676) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:04.898044 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c594a612-907b-4918-9f5d-46320c5a2aa4 tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=224a4daf-e4f3-4425-86aa-f5f5a682c8cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273695 Aug 28 09:47:04.900418 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47678) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:04.905110 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635666263', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:04.931771 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:03Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:04.957375 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Checking router: 75e36083-03b3-4853-ad6c-9a238da0bf48 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:47:04.957724 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Updating router 75e36083-03b3-4853-ad6c-9a238da0bf48 port fb9fa582-485e-447c-97ae-7de36d7bb025 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:47:04.981713 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.072146 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'subnet': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:47:05.075756 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13336071'] for subnet, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.236709 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.237811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.246995 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Transition to ACTIVE for port object fb9fa582-485e-447c-97ae-7de36d7bb025 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:05.323298 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.377059 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Pushing event updated for resources: {'Port': ['ID=fb9fa582-485e-447c-97ae-7de36d7bb025,revision_number=2']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:05.379219 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Attempting to bind port fb9fa582-485e-447c-97ae-7de36d7bb025 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:47:05.379581 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Attempting to bind port fb9fa582-485e-447c-97ae-7de36d7bb025 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:47:05.379936 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Attempting to bind port fb9fa582-485e-447c-97ae-7de36d7bb025 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:47:05.388674 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:47:05.389042 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:47:05.389445 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.389834 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:47:05.390314 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Bound port: fb9fa582-485e-447c-97ae-7de36d7bb025, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:47:05.390689 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.394159 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.394528 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.394866 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.395205 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.395531 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.395856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.396179 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.396496 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.396817 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.397137 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.397459 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.397767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:47:05.451245 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] For port fb9fa582-485e-447c-97ae-7de36d7bb025, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:47:05.456383 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] For port fb9fa582-485e-447c-97ae-7de36d7bb025, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fb9fa582-485e-447c-97ae-7de36d7bb025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:47:05.546777 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.599565 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:05.600173 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:05.643466 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80027824-cd40-4534-b6b7-aada35eb955b None None] Pushing event updated for resources: {'Port': ['ID=fb9fa582-485e-447c-97ae-7de36d7bb025,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:05.660992 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13262052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13336081'] for subnet, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.713397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:05.719521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Subnet': ['ID=fe919eb2-1d30-48fb-8648-41aba09d8d82,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:05.728858 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Checking segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:47:05.729226 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network hostable DHCP agents. Network: bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:47:05.809249 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:47:05.860526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106) {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:05.864759 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:05.865356 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:05.870826 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfa94a-39ac-4cb5-bfbc-5bcbe6cb16f4 None None] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:47:05.889077 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:03Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:05.916707 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640cde9-4fb8-4585-aad1-bb1554395b72 None None] The sync data for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 is: [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:03Z', 'revision_number': 3, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:47:05.941723 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-42d9ddfc-58db-4909-8b0f-4002bb47b9dd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0402761 Aug 28 09:47:05.944754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47680) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:06.020239 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:47:06.021327 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.182565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Allocated IP 172.20.0.2 (bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106/fe919eb2-1d30-48fb-8648-41aba09d8d82/6d500281-d6c4-4fe7-a2b1-94a12592c94f) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:47:06.353614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.362588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Transition to ACTIVE for port object 6d500281-d6c4-4fe7-a2b1-94a12592c94f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:06.378344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Transition to ACTIVE for port object 6d500281-d6c4-4fe7-a2b1-94a12592c94f will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:06.420150 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.432335 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.455182 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fb9fa582-485e-447c-97ae-7de36d7bb025 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:06.496322 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.546007 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:06.552727 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:06.555403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:47:06.562777 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Pushing event updated for resources: {'Port': ['ID=6d500281-d6c4-4fe7-a2b1-94a12592c94f,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:06.617994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Attempting to bind port 6d500281-d6c4-4fe7-a2b1-94a12592c94f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:47:06.618407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Attempting to bind port 6d500281-d6c4-4fe7-a2b1-94a12592c94f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:47:06.618772 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Attempting to bind port 6d500281-d6c4-4fe7-a2b1-94a12592c94f on network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:47:06.624131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:47:06.624752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Checking segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:47:06.624915 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.625287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Bound using segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:47:06.625752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Bound port: 6d500281-d6c4-4fe7-a2b1-94a12592c94f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:47:06.626135 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.664222 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port fb9fa582-485e-447c-97ae-7de36d7bb025 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:06.674542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fb9fa582-485e-447c-97ae-7de36d7bb025 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:06.674914 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.710647 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.1 (bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106/fe919eb2-1d30-48fb-8648-41aba09d8d82/5931a73a-5bdd-4e3f-aafb-d2d102385b7d) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:47:06.726309 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] For port 6d500281-d6c4-4fe7-a2b1-94a12592c94f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:47:06.739589 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] For port 6d500281-d6c4-4fe7-a2b1-94a12592c94f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d500281-d6c4-4fe7-a2b1-94a12592c94f,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:47:06.783496 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.812442 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port fb9fa582-485e-447c-97ae-7de36d7bb025, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fb9fa582-485e-447c-97ae-7de36d7bb025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:06.816484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.853818 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.871483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object 5931a73a-5bdd-4e3f-aafb-d2d102385b7d will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:06.895787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e5ad-c91a-40b4-a875-e81209171da4 None None] Pushing event updated for resources: {'Port': ['ID=6d500281-d6c4-4fe7-a2b1-94a12592c94f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:06.900193 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:06.982646 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.023597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:07.031387 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:07.037118 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:47:07.091263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:07.110129 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.120339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=fb9fa582-485e-447c-97ae-7de36d7bb025,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:07.320052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.595742 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.660276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.738715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:07.740469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:07.836280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:07.837697 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:07.961319 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router 75e36083-03b3-4853-ad6c-9a238da0bf48 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:47:08.004385 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c19f6c-2c4a-4ba5-8663-36f3b9090af4 None None] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:47:08.074445 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:47:08.082803 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-72744095-4ed3-4067-9336-1df6e5cc5f6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/75e36083-03b3-4853-ad6c-9a238da0bf48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331167 Aug 28 09:47:08.108412 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Sync routers for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:47:08.137243 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:08.137889 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:08.219182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-771dc8de-273e-4641-9589-97b2bd3b7d53 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417841097&fields=id&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 267 time: 0.0332496 Aug 28 09:47:08.243091 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-95c81e77-3f29-44a8-aa5d-58069170e059 None None] Provisioning for port 6d500281-d6c4-4fe7-a2b1-94a12592c94f completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:08.275382 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:08.347811 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-1fe37563-b77d-4c77-8940-85b141b4227e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:08.349621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-1fe37563-b77d-4c77-8940-85b141b4227e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 797 time: 0.1212177 Aug 28 09:47:08.373179 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-877fc7d5-3ec2-4496-b3d6-42b085d6cc8a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/quotas/6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 375 time: 0.0176952 Aug 28 09:47:08.426887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-98d93c73-58ef-4fbf-b77a-f108163c4b7c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528245 Aug 28 09:47:08.513625 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 2, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:08.549026 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fb9fa582-485e-447c-97ae-7de36d7bb025 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:08.551427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Checking router: 75e36083-03b3-4853-ad6c-9a238da0bf48 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:47:08.551788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Updating router 75e36083-03b3-4853-ad6c-9a238da0bf48 port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:47:08.588148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-b1d23f21-be2c-4e06-8ac4-8568f85a946b service neutron] 10.222.0.46 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479337 Aug 28 09:47:08.611347 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:08.671580 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port fb9fa582-485e-447c-97ae-7de36d7bb025 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:08.671958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:08.695593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-5a3bd070-3a61-4035-9819-7ba22de59cbb service neutron] 10.222.0.46 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952954 Aug 28 09:47:08.740712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae4f6ced-5064-42a5-b85e-512232bc528a None None] Provisioning for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:08.755457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-ae4f6ced-5064-42a5-b85e-512232bc528a None None] Provisioning complete for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:08.755656 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6ced-5064-42a5-b85e-512232bc528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:08.856356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f6ced-5064-42a5-b85e-512232bc528a None None] Port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:47:08.935670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d500281-d6c4-4fe7-a2b1-94a12592c94f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:08.962861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37ac1539-301f-45bc-82e1-ad67b09ebbb7 req-9ea2685f-eff3-426f-9407-dc06865c9c80 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 210 time: 0.0318966 Aug 28 09:47:09.053010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.056524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d347e3e5-ebd3-4fbe-b545-c34fabfba68e None None] Provisioning complete for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:09.056898 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d347e3e5-ebd3-4fbe-b545-c34fabfba68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.085136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Transition to ACTIVE for port object 5931a73a-5bdd-4e3f-aafb-d2d102385b7d will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:09.098491 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d347e3e5-ebd3-4fbe-b545-c34fabfba68e None None] Port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:47:09.123325 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 6d500281-d6c4-4fe7-a2b1-94a12592c94f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:09.127964 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6d500281-d6c4-4fe7-a2b1-94a12592c94f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:09.128337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.192381 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.242302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.272094 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eaad7-7052-4b29-a35d-b6f86456720d None None] Pushing event updated for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:09.332925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 6d500281-d6c4-4fe7-a2b1-94a12592c94f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d500281-d6c4-4fe7-a2b1-94a12592c94f,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:09.337872 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Attempting to bind port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:47:09.338291 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Attempting to bind port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:47:09.338667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Attempting to bind port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d on network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:47:09.345017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:47:09.346085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Checking segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:47:09.346420 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.352488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Bound using segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:47:09.352488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Bound port: 5931a73a-5bdd-4e3f-aafb-d2d102385b7d, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:47:09.352488 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.413838 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] For port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:47:09.416955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] For port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:47:09.437535 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.488262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=6d500281-d6c4-4fe7-a2b1-94a12592c94f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:09.519794 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:09.579062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:09.579788 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:09.584611 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eaad7-7052-4b29-a35d-b6f86456720d None None] Pushing event updated for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:09.696966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:09.906104 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:09Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:09.936305 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370eea8-73fe-4dd0-9e7e-4937cc7909e8 None None] The sync data for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 is: [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:09Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:47:10.060566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9b5fd7c7-dd9a-4887-9dee-d102f9f41743 req-c63e180e-3b83-437b-8b8f-b501b817951c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 210 time: 0.0272310 Aug 28 09:47:10.498322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5931a73a-5bdd-4e3f-aafb-d2d102385b7d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:10.615122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:10.619288 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:10.619668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:10.701019 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:10.739297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:10.820861 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:10.821790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d500281-d6c4-4fe7-a2b1-94a12592c94f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:10.898537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:10.918406 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 6d500281-d6c4-4fe7-a2b1-94a12592c94f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:10.918828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:11.087416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-fa07642a-f289-40e1-9689-da2307869119 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:11.088916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-fa07642a-f289-40e1-9689-da2307869119 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 797 time: 0.1122513 Aug 28 09:47:11.149153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-9f11371d-7553-49ee-899f-39aa6b97a48b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6091fb6e89d642d4816b6d1119c046f5 HTTP/1.1" status: 200 len: 380 time: 0.0437109 Aug 28 09:47:11.167141 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'port': {'device_id': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'admin_state_up': True, 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'security_groups': ['fb421243-0cb9-482f-bce3-e9a68c80a78f']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:11.171476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-531025cc-0e45-4bf3-a54c-03a8bad34706 req-7fe61f96-5f1d-4e4b-aa29-3834c5e32ecc tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 210 time: 0.0397515 Aug 28 09:47:11.346433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Made reservation on behalf of 6091fb6e89d642d4816b6d1119c046f5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:47:11.349949 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:11.472709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.20.0.8 (bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106/fe919eb2-1d30-48fb-8648-41aba09d8d82/a4057797-7c65-4c2f-a711-b620192b5b81) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:47:11.614945 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:11.629030 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Transition to ACTIVE for port object a4057797-7c65-4c2f-a711-b620192b5b81 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:11.740752 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:11.785120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:11.788201 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:11.791999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:47:11.798279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:11.845422 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:11.846044 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:11.924428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-d05683d8-e3fb-488b-b787-8f5b6eca71b1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611821 Aug 28 09:47:11.949381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Request body: {'port': {'device_id': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:12.008764 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.089074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f5c0090e-cee6-4c0e-bbda-c2ba641f8156 None None] Provisioning for port a4057797-7c65-4c2f-a711-b620192b5b81 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:12.093436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f5c0090e-cee6-4c0e-bbda-c2ba641f8156 None None] Provisioning complete for port a4057797-7c65-4c2f-a711-b620192b5b81 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:12.093959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f5c0090e-cee6-4c0e-bbda-c2ba641f8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.128355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0090e-cee6-4c0e-bbda-c2ba641f8156 None None] Port a4057797-7c65-4c2f-a711-b620192b5b81 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:47:12.295683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4057797-7c65-4c2f-a711-b620192b5b81 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:47:12.303959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.320766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Transition to ACTIVE for port object a4057797-7c65-4c2f-a711-b620192b5b81 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:47:12.331575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7ddc6-f672-48c8-99f4-17b1f7d62934 req-16335e78-7f10-484a-b0d7-556f83aa183d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:12.333050 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1a7ddc6-f672-48c8-99f4-17b1f7d62934 req-16335e78-7f10-484a-b0d7-556f83aa183d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 931 time: 0.0739684 Aug 28 09:47:12.375088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1a7ddc6-f672-48c8-99f4-17b1f7d62934 req-e20c2e67-5a61-405c-bbde-7b21f64a75ab tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Aug 28 09:47:12.392483 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.427980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5931a73a-5bdd-4e3f-aafb-d2d102385b7d up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:12.441529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:12.480373 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:12.481008 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.515798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Attempting to bind port a4057797-7c65-4c2f-a711-b620192b5b81 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:47:12.516262 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Attempting to bind port a4057797-7c65-4c2f-a711-b620192b5b81 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:47:12.516590 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Attempting to bind port a4057797-7c65-4c2f-a711-b620192b5b81 on network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:47:12.521952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Port a4057797-7c65-4c2f-a711-b620192b5b81 on network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:47:12.522309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Attempting to bind port a4057797-7c65-4c2f-a711-b620192b5b81 on network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:47:12.527548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:47:12.527888 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Checking segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:47:12.528271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Bound using segment: {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:47:12.528727 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Bound port: a4057797-7c65-4c2f-a711-b620192b5b81, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee96bba4-b9b2-41a7-9288-5f40e7526504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:47:12.529084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.597891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:47:12.601102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a4057797-7c65-4c2f-a711-b620192b5b81,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:47:12.666470 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.699094 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:12.699720 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:12.701238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 1092 time: 0.7562542 Aug 28 09:47:12.703289 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:47:12.705613 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5000df71-2963-4daa-b42d-51c6607d6b03" -d '{"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:47:12.734300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247429e-211b-4501-b08c-6ea88a563f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:12.752724 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de605d10-37b4-4e47-82b9-221d1f9b4430 x-openstack-request-id: req-de605d10-37b4-4e47-82b9-221d1f9b4430 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:47:12.753017 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:47:12.753270 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de605d10-37b4-4e47-82b9-221d1f9b4430 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:47:12.753698 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'status': 'completed', 'code': 200} Aug 28 09:47:12.852061 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-08184582-4f42-473f-84b3-e1b07bc221b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:12.853596 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-08184582-4f42-473f-84b3-e1b07bc221b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0420327 Aug 28 09:47:12.964695 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-88c326e4-145c-441a-a1ef-e12b4f3519b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:12.966099 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-88c326e4-145c-441a-a1ef-e12b4f3519b6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6091fb6e89d642d4816b6d1119c046f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0970705 Aug 28 09:47:13.061600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-1be0d4fa-2e18-4b42-8412-ca50799f22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:13.063027 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5000df71-2963-4daa-b42d-51c6607d6b03 req-1be0d4fa-2e18-4b42-8412-ca50799f22b7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876651 Aug 28 09:47:13.167881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-5f30e02c-891b-47c6-a298-0c9250579477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:13.169494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-5f30e02c-891b-47c6-a298-0c9250579477 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0407255 Aug 28 09:47:13.229467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-21056b25-2949-4cee-a484-f186df826031 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 217 time: 0.0378230 Aug 28 09:47:13.281820 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-040d6ba1-39e2-43db-ad47-c644f6b42d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:13.283829 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-040d6ba1-39e2-43db-ad47-c644f6b42d8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 200 len: 835 time: 0.0426719 Aug 28 09:47:13.331329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a8b26fa2-e618-426b-83a0-b6d47b8a2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:13.332778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-a8b26fa2-e618-426b-83a0-b6d47b8a2bc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390995 Aug 28 09:47:13.787891 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b596-219a-4173-8c53-f9cbb7c90265 req-a4e69221-ab02-44fb-ba8b-61b41f70f2cf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:13.789347 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8799b596-219a-4173-8c53-f9cbb7c90265 req-a4e69221-ab02-44fb-ba8b-61b41f70f2cf tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 943 time: 0.0761971 Aug 28 09:47:13.791577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-b5ed3cf6-5b9a-491e-acbe-06a83a69cee7 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485676 Aug 28 09:47:13.876383 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8799b596-219a-4173-8c53-f9cbb7c90265 req-66c4099b-4242-4f90-a068-c02170c46543 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809753 Aug 28 09:47:13.906198 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ff485ba5-2e18-4d5c-8555-fbd2837c4ca0 req-4865a44c-ee0e-4976-a48e-83d2ba64bc9c service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036274 Aug 28 09:47:14.989204 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6076b8f-869b-4f34-9737-c71466fd7689 req-37223a87-b7d8-4e59-bfc0-99e8a82d236d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:14.990796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6076b8f-869b-4f34-9737-c71466fd7689 req-37223a87-b7d8-4e59-bfc0-99e8a82d236d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 943 time: 0.0491083 Aug 28 09:47:15.029611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c6076b8f-869b-4f34-9737-c71466fd7689 req-44708670-393a-4ff1-851f-ada73f617924 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Aug 28 09:47:16.140117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5288d-1b9e-43dd-846f-8bb3720e12e8 req-1180dd69-5e06-472c-aa51-c724daf8c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:16.142103 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fa5288d-1b9e-43dd-846f-8bb3720e12e8 req-1180dd69-5e06-472c-aa51-c724daf8c218 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 943 time: 0.0477974 Aug 28 09:47:16.180098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0fa5288d-1b9e-43dd-846f-8bb3720e12e8 req-cd7b6a0a-a69a-494b-b271-b707a1b25c9e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Aug 28 09:47:17.301715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915794-7869-4538-9f2a-73294c59d8ac req-e380954b-7b8f-4ac1-9940-39a370dc31c1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:17.303220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82915794-7869-4538-9f2a-73294c59d8ac req-e380954b-7b8f-4ac1-9940-39a370dc31c1 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 943 time: 0.0532825 Aug 28 09:47:17.341614 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-82915794-7869-4538-9f2a-73294c59d8ac req-539c0d64-bab4-4c47-a334-3e3e38628b8f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Aug 28 09:47:17.845364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a4057797-7c65-4c2f-a711-b620192b5b81 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:47:17.939676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a4057797-7c65-4c2f-a711-b620192b5b81,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:17.951313 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'port_id': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'mac_address': 'fa:16:3e:41:23:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:47:17.987566 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:18.002800 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4057797-7c65-4c2f-a711-b620192b5b81 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:47:18.021267 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a4057797-7c65-4c2f-a711-b620192b5b81,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:18.116366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:18.163817 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:18.471303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb38f5-1162-462f-b245-054e4d7bd293 req-5bbc6f55-b303-4ea0-9871-4b57ae065326 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:18.472780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9bb38f5-1162-462f-b245-054e4d7bd293 req-5bbc6f55-b303-4ea0-9871-4b57ae065326 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 944 time: 0.0478857 Aug 28 09:47:18.512091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d9bb38f5-1162-462f-b245-054e4d7bd293 req-d17d1a26-e39c-4194-8a53-a449b7693b6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331390 Aug 28 09:47:18.535690 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['a4057797-7c65-4c2f-a711-b620192b5b81'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:47:19.636588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ca0cf-34f4-4be8-9a56-3005f757b706 req-d7e48e06-6eff-4ecb-b81e-5ed7501fa99d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:19.638079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-897ca0cf-34f4-4be8-9a56-3005f757b706 req-d7e48e06-6eff-4ecb-b81e-5ed7501fa99d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 944 time: 0.0538020 Aug 28 09:47:19.676236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-897ca0cf-34f4-4be8-9a56-3005f757b706 req-060633a5-ec5c-467e-8098-f03203bb61be tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Aug 28 09:47:19.850708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a4057797-7c65-4c2f-a711-b620192b5b81 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:47:19.957042 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port a4057797-7c65-4c2f-a711-b620192b5b81 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:47:19.960953 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port a4057797-7c65-4c2f-a711-b620192b5b81 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:47:19.961332 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:20.041233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:20.062534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:47:20.065333 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58075d5a-d17e-4588-a24d-eda98690bbd7" -d '{"events": [{"server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:47:20.077270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a4057797-7c65-4c2f-a711-b620192b5b81,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:47:20.127981 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:20.156066 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90fd73-9ccc-483c-bb74-acc177541358 x-openstack-request-id: req-ce90fd73-9ccc-483c-bb74-acc177541358 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:47:20.160635 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:47:20.160635 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce90fd73-9ccc-483c-bb74-acc177541358 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:47:20.160635 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'code': 200} Aug 28 09:47:20.179652 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:20.290962 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21931-7f24-4a3b-a9b2-83da79eafc9b req-d539e416-4541-4b6e-a283-0df7f122aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:20.292308 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bf21931-7f24-4a3b-a9b2-83da79eafc9b req-d539e416-4541-4b6e-a283-0df7f122aabf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0425830 Aug 28 09:47:20.328271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0bf21931-7f24-4a3b-a9b2-83da79eafc9b req-d3b7d9e6-3845-40fa-b9f4-0ed86a2b250e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276148 Aug 28 09:47:20.792457 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26ffa-291f-48ff-adde-81c7df8c58f3 req-b73d79a3-380d-4dbc-a8fe-a20589b760da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:20.793939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ca26ffa-291f-48ff-adde-81c7df8c58f3 req-b73d79a3-380d-4dbc-a8fe-a20589b760da tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0486317 Aug 28 09:47:20.832298 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9ca26ffa-291f-48ff-adde-81c7df8c58f3 req-9fe5b000-8408-4199-b1a5-e4c03e80efd5 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Aug 28 09:47:21.945548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33054d-4785-4126-bb80-6f18c9aaf5b4 req-0b5925df-8ffd-419d-b332-f91c69a938bd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:21.947221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac33054d-4785-4126-bb80-6f18c9aaf5b4 req-0b5925df-8ffd-419d-b332-f91c69a938bd tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0488603 Aug 28 09:47:21.984815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ac33054d-4785-4126-bb80-6f18c9aaf5b4 req-085de87b-0529-45cb-bf0c-5a646f8673f0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Aug 28 09:47:22.117968 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1307c-e4c6-4729-ba10-fc685477c8d2 req-d4fbd0f7-8ff6-453e-bbbc-0c91aa8b7759 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:22.119393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdf1307c-e4c6-4729-ba10-fc685477c8d2 req-d4fbd0f7-8ff6-453e-bbbc-0c91aa8b7759 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0556650 Aug 28 09:47:22.158173 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bdf1307c-e4c6-4729-ba10-fc685477c8d2 req-2cb99216-aaae-4151-9982-f3a57f69f93c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Aug 28 09:47:22.180244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:22.219523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f993956-13cb-44cb-b596-d41cfd139f3e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:22.221037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6f993956-13cb-44cb-b596-d41cfd139f3e tempest-TestNetworkAdvancedServerOps-251238985 tempest-TestNetworkAdvancedServerOps-251238985-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1092 time: 0.0398309 Aug 28 09:47:22.223981 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47746) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:22.228474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:47:22.288364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:22.388489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:22.489795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Allocated IP 172.25.0.238 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/c3ba867f-4124-4078-bfbf-c1390c392268) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:47:22.592268 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:22.677724 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:22.722589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:47:22.730033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:47:22.733937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:47:22.755481 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=c3ba867f-4124-4078-bfbf-c1390c392268,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:23.089356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:23.228487 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:23.379979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:23.425819 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:23.488792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event updated for resources: {'Port': ['ID=c3ba867f-4124-4078-bfbf-c1390c392268,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:47:23.504404 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:23.602658 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP 37bcfe20-3953-4c74-91fa-76dd6d38eb8a associated. External IP: 172.25.0.238, port: a4057797-7c65-4c2f-a711-b620192b5b81. Aug 28 09:47:23.810882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router 75e36083-03b3-4853-ad6c-9a238da0bf48 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:47:23.918373 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:47:23.928160 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Sync routers for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:47:23.937607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:23.940104 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:23.997170 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:24.025387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-0774a364-64b8-49e7-bd32-0207797ae1cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8003936 Aug 28 09:47:24.025984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:47:24.028292 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0328fda-7bd5-4798-a6d5-4155baec4e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:47:24.043954 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:24.120552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017b278-299c-4c2f-8f36-1967a6cfc072 req-9ff2fbc9-83d7-4135-bd4a-2c7aa2c9f668 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:24.122096 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e017b278-299c-4c2f-8f36-1967a6cfc072 req-9ff2fbc9-83d7-4135-bd4a-2c7aa2c9f668 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 28 09:47:24.162584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e017b278-299c-4c2f-8f36-1967a6cfc072 req-b69730f0-ee65-4c11-be13-ac58ca503527 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Aug 28 09:47:24.185653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47752) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:24.208315 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c3bea-6176-4143-9e26-6b03af4f1659 x-openstack-request-id: req-296c3bea-6176-4143-9e26-6b03af4f1659 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:47:24.208618 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:47:24.208876 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-296c3bea-6176-4143-9e26-6b03af4f1659 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:47:24.209287 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'status': 'completed', 'code': 200} Aug 28 09:47:24.260552 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9981188b-b918-4f8d-aa4a-81b0700cdca4 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 200 len: 991 time: 0.0732129 Aug 28 09:47:24.301770 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-d1a5167e-b7b0-456b-9f2f-4b942109553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:24.303370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-d1a5167e-b7b0-456b-9f2f-4b942109553b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0479906 Aug 28 09:47:24.364900 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37bcfe20-3953-4c74-91fa-76dd6d38eb8a', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'port_id': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'mac_address': 'fa:16:3e:41:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:47:22Z', 'updated_at': '2021-08-28T09:47:22Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:24.390610 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Checking router: 75e36083-03b3-4853-ad6c-9a238da0bf48 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:47:24.396680 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-253f99fe-e6ed-461d-92af-6fd8a355266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:24.398296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-253f99fe-e6ed-461d-92af-6fd8a355266b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 898 time: 0.0870631 Aug 28 09:47:24.398780 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:47:24.399380 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:47:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:24.468138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-a72c1d11-522b-4ce3-b12f-124f0056e681 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 999 time: 0.0628452 Aug 28 09:47:24.503220 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:47:24.519831 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-65a3206e-9872-4142-8164-d06bba107d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:24.521292 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-65a3206e-9872-4142-8164-d06bba107d98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 200 len: 835 time: 0.0450833 Aug 28 09:47:24.569592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-a013d1ff-8ff4-4482-b5c2-8c7fddfe050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:24.571138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-a013d1ff-8ff4-4482-b5c2-8c7fddfe050f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411172 Aug 28 09:47:24.667337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-99b77689-df1f-417c-9fc0-af85132d0731 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883052 Aug 28 09:47:24.735703 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37bcfe20-3953-4c74-91fa-76dd6d38eb8a', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'port_id': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'mac_address': 'fa:16:3e:41:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:47:22Z', 'updated_at': '2021-08-28T09:47:22Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:47:24.756455 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d0328fda-7bd5-4798-a6d5-4155baec4e5d req-84b7f987-1869-4b35-9b1e-08842d77b454 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814412 Aug 28 09:47:24.764510 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73141-b148-4d86-88c2-2030c0a718b4 None None] The sync data for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 is: [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '37bcfe20-3953-4c74-91fa-76dd6d38eb8a', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'port_id': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'mac_address': 'fa:16:3e:41:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:47:22Z', 'updated_at': '2021-08-28T09:47:22Z', 'revision_number': 0, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:47:24.960714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2650f50-03c5-447f-986c-785ca9f1aaad None None] New status for floating IP 37bcfe20-3953-4c74-91fa-76dd6d38eb8a: ACTIVE {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:47:25.262397 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47754) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:25.324604 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-393dda90-24da-4ac2-b43a-62ec580ca8a0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 200 len: 991 time: 0.0610852 Aug 28 09:47:26.227564 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4a2ee77-43e1-47f3-8f48-efdae4e81846 req-012a0aed-a1ff-40a5-ac01-c0e23faa5382 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0692582 Aug 28 09:47:26.305819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4a2ee77-43e1-47f3-8f48-efdae4e81846 req-e4fa8fe5-adea-4b87-9381-0fd1ef2537c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0241897 Aug 28 09:47:26.328074 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47760) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:47:26.352859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4a2ee77-43e1-47f3-8f48-efdae4e81846 req-55346ca1-91ca-4e4f-b8d8-175d59ef8897 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237961 Aug 28 09:47:26.392300 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d456fd16-c774-4883-b323-67de533d2953 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 200 len: 993 time: 0.0625329 Aug 28 09:47:26.448810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2ee77-43e1-47f3-8f48-efdae4e81846 req-dcec5812-1c42-43b4-b63f-ce544ae62e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:26.450350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a4a2ee77-43e1-47f3-8f48-efdae4e81846 req-dcec5812-1c42-43b4-b63f-ce544ae62e86 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912354 Aug 28 09:47:26.905454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:27.705759 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd69b-7852-4236-bd6b-bc3f641c4f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:30.008844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:30.270814 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7fdf68e5-a69d-4aaf-864c-52704969ddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:32.283070 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:34.936115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-350a7f57-730f-45a7-918e-db0c5dd19930 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396783 Aug 28 09:47:35.045139 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-24702e1a-1d4c-47f4-9ab0-40bf4e0cd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:35.046662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-24702e1a-1d4c-47f4-9ab0-40bf4e0cd12b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0446908 Aug 28 09:47:35.149937 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-b8a086b7-0f93-42f0-987f-b8af159a5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:35.151460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-b8a086b7-0f93-42f0-987f-b8af159a5f1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 898 time: 0.0841033 Aug 28 09:47:35.202864 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:35.221830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-f569e060-6305-42c6-9d3b-182cc7646446 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 1001 time: 0.0620127 Aug 28 09:47:35.270754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-eec4fe3c-d496-4999-b7aa-091835f16cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:35.272164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-eec4fe3c-d496-4999-b7aa-091835f16cef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 200 len: 835 time: 0.0433817 Aug 28 09:47:35.321630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-c312229b-52fa-4d82-9710-c4c06856f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:47:35.323148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-c312229b-52fa-4d82-9710-c4c06856f526 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391002 Aug 28 09:47:35.418930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-c34cef91-fac4-4aa7-8310-16b4d260a804 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847220 Aug 28 09:47:35.509406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11d0136b-07c6-4356-9a7c-eacba5da0caf req-a65ae682-8f29-4f56-a1e4-93bfafa93cb0 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Aug 28 09:47:36.436385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:39.983845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:47:56.933561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:47:57.705040 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0eee332a-f703-42c2-901b-969d9167ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:00.008174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:00.276388 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5c24adc8-000e-4f99-bc33-a5e891fd23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:02.072090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd664a-d487-4690-bc1d-005e42405c3b req-25d6cdfd-79b1-47b3-b9ed-54366a8e0220 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:02.073594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37cd664a-d487-4690-bc1d-005e42405c3b req-25d6cdfd-79b1-47b3-b9ed-54366a8e0220 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0508590 Aug 28 09:48:02.112563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37cd664a-d487-4690-bc1d-005e42405c3b req-a2b07847-7d51-4f8d-a3a6-c196893b128f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Aug 28 09:48:02.270946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:03.231681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe410f-3716-4a2a-9701-2a596c5ea065 req-39613c56-833e-49b7-a42e-c61535bb092a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:03.233159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0fe410f-3716-4a2a-9701-2a596c5ea065 req-39613c56-833e-49b7-a42e-c61535bb092a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0522263 Aug 28 09:48:03.272830 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f0fe410f-3716-4a2a-9701-2a596c5ea065 req-7ff88c5f-ba9f-4701-b374-ae37ec7c6d6e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328555 Aug 28 09:48:04.386705 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831a48d-0711-4b99-b83a-8f879067f84a req-7ff0824f-87ba-49ed-82f8-c36d285951de tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:04.388166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c831a48d-0711-4b99-b83a-8f879067f84a req-7ff0824f-87ba-49ed-82f8-c36d285951de tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0476081 Aug 28 09:48:04.425809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c831a48d-0711-4b99-b83a-8f879067f84a req-007f36c8-ec82-4359-89b1-2ecebb0191a8 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Aug 28 09:48:04.447759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47780) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:04.511601 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-9598fc3f-ed6c-481f-98f0-3e95d9df14b9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 200 len: 993 time: 0.0627584 Aug 28 09:48:05.253844 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:05.948971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279bd5-059d-489b-824e-7acf9179d677 req-d3b3b146-61e7-43f2-9d2f-63df60b91a6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:05.950497 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c279bd5-059d-489b-824e-7acf9179d677 req-d3b3b146-61e7-43f2-9d2f-63df60b91a6d tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0484519 Aug 28 09:48:05.989513 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7c279bd5-059d-489b-824e-7acf9179d677 req-2d2b3a67-9ce4-43f7-ba97-6c60d920dd41 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Aug 28 09:48:06.085879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-e9645005-0ff5-4245-b93b-9a276645ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:06.087374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-e9645005-0ff5-4245-b93b-9a276645ebfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0409155 Aug 28 09:48:06.179639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-1cbb272d-6705-4f9d-9ab0-17fa29cb5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:06.181125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-1cbb272d-6705-4f9d-9ab0-17fa29cb5619 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 898 time: 0.0864456 Aug 28 09:48:06.246072 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-d6b398af-7439-4325-a6e6-797a964ffff0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 1001 time: 0.0574164 Aug 28 09:48:06.299789 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-a0714cf3-3b05-4741-8b4b-c0cc5d85a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:06.301211 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-a0714cf3-3b05-4741-8b4b-c0cc5d85a450 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 200 len: 835 time: 0.0437875 Aug 28 09:48:06.353739 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-65046c63-6ded-477a-b103-bd476dd18379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:06.355579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-65046c63-6ded-477a-b103-bd476dd18379 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457356 Aug 28 09:48:06.407900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:06.449217 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-db7743ca-9f22-4c6a-89e3-a374f2c45343 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809367 Aug 28 09:48:06.547271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d71d18ec-1ac1-450b-8037-e006d2018db7 req-31208305-08eb-4a9a-8cbc-5a66ba633e9c service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864077 Aug 28 09:48:07.103362 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958677f-6f4b-4f63-b205-4009071e618c req-c24549ec-d604-407b-9193-72d8b75cebeb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:07.105101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8958677f-6f4b-4f63-b205-4009071e618c req-c24549ec-d604-407b-9193-72d8b75cebeb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0486650 Aug 28 09:48:07.142986 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8958677f-6f4b-4f63-b205-4009071e618c req-0f0124f1-637d-46e1-8896-284db75052d9 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Aug 28 09:48:08.256726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5381f9-2c34-4671-afb7-e1f0151516c2 req-eb96a30e-07cf-47ba-b94c-0019f543fff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:08.258233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad5381f9-2c34-4671-afb7-e1f0151516c2 req-eb96a30e-07cf-47ba-b94c-0019f543fff0 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0488889 Aug 28 09:48:08.294826 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ad5381f9-2c34-4671-afb7-e1f0151516c2 req-0e5425d0-360b-4911-811e-85941e3eafca tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306768 Aug 28 09:48:08.316909 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47792) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:08.381898 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c93783a0-d843-4dc8-abc5-97605d1314ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 200 len: 993 time: 0.0638785 Aug 28 09:48:08.647984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47798) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:08.807633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port c3ba867f-4124-4078-bfbf-c1390c392268 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:48:08.807920 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:08.881971 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:08.882337 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:08.893713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for c3ba867f-4124-4078-bfbf-c1390c392268 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:48:09.110916 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:09.142943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=c3ba867f-4124-4078-bfbf-c1390c392268,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:09.166424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.166813 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.167159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.167499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.167833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.168198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.168564 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.168862 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.169191 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.169516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.169838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.170159 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:09.212339 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:09.212602 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Floating IP 37bcfe20-3953-4c74-91fa-76dd6d38eb8a disassociated (deleted). External IP: 172.25.0.238, port: a4057797-7c65-4c2f-a711-b620192b5b81. Aug 28 09:48:09.746429 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router 75e36083-03b3-4853-ad6c-9a238da0bf48 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:48:09.851182 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:09.856198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:09.862093 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Sync routers for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:09.870973 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:09.871576 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:09.881792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-96504dfe-5a91-4276-9aca-d04ba90cc7cb tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/floatingips/37bcfe20-3953-4c74-91fa-76dd6d38eb8a HTTP/1.1" status: 204 len: 168 time: 1.2327318 Aug 28 09:48:09.882421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:48:09.884645 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2696eeb-0065-4f69-9fab-57899307ab45" -d '{"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:48:09.976135 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:10.170029 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:10.199458 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Checking router: 75e36083-03b3-4853-ad6c-9a238da0bf48 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:10.208431 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:10.208898 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:10.215806 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5fc5f-b126-4478-9282-0c86e448391e x-openstack-request-id: req-37a5fc5f-b126-4478-9282-0c86e448391e {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:48:10.216565 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:48:10.216565 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37a5fc5f-b126-4478-9282-0c86e448391e {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:48:10.216765 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'status': 'completed', 'code': 200} Aug 28 09:48:10.319519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121b346-b671-4ef4-96d2-cc8f28de281b req-0e51e024-cf83-4c34-90ab-777dbb689495 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:10.319705 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:10.321119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f121b346-b671-4ef4-96d2-cc8f28de281b req-0e51e024-cf83-4c34-90ab-777dbb689495 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0581374 Aug 28 09:48:10.372854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-a3edf3fd-6922-499c-9306-a7a32b61e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:10.374364 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-a3edf3fd-6922-499c-9306-a7a32b61e984 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6091fb6e89d642d4816b6d1119c046f5&device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0718632 Aug 28 09:48:10.379753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f121b346-b671-4ef4-96d2-cc8f28de281b req-75f4ce00-88ab-42b9-99e3-713fdde26a3e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Aug 28 09:48:10.468580 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-fd476c85-1e90-4da9-a61e-8c8a4eeac177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:10.470441 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-fd476c85-1e90-4da9-a61e-8c8a4eeac177 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 200 len: 898 time: 0.0881915 Aug 28 09:48:10.513856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-858aa2e0-4e86-4e9e-a143-4a0fb241cc63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 200 len: 217 time: 0.0350995 Aug 28 09:48:10.516417 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:10.541556 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3c42e-03ae-4419-a879-4aff64887bdf None None] The sync data for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 is: [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:47:07Z', 'revision_number': 4, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '5931a73a-5bdd-4e3f-aafb-d2d102385b7d', 'name': '', 'network_id': 'bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:06Z', 'updated_at': '2021-08-28T09:47:10Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'subnets': [{'id': 'fe919eb2-1d30-48fb-8648-41aba09d8d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:10.575097 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-d381c4a7-832b-4bf7-b4ae-f092d39bb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:10.576576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-d381c4a7-832b-4bf7-b4ae-f092d39bb2d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 200 len: 835 time: 0.0515132 Aug 28 09:48:10.625957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-34605310-f30d-4872-9465-24141bc02bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:10.627499 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-34605310-f30d-4872-9465-24141bc02bca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422707 Aug 28 09:48:10.721174 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-a073489e-c9c3-4f8b-9e33-9baa32b76beb service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Aug 28 09:48:10.756685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e57807-de94-4fcb-9ec9-ecf6d640fde0 None None] New status for floating IP 37bcfe20-3953-4c74-91fa-76dd6d38eb8a: DOWN {{(pid=95468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:48:10.817644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a2696eeb-0065-4f69-9fab-57899307ab45 req-3d4b2c6c-d606-4e9f-9c4e-96e1fdd9d862 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881827 Aug 28 09:48:11.496343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31dd8-c7e5-42be-9513-5dc6c139e94f req-c35a45ca-81b1-434c-9e45-d5463330674e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:11.497809 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cf31dd8-c7e5-42be-9513-5dc6c139e94f req-c35a45ca-81b1-434c-9e45-d5463330674e tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0490227 Aug 28 09:48:11.535404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1cf31dd8-c7e5-42be-9513-5dc6c139e94f req-7212666a-90a8-484f-b52e-d74164852620 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Aug 28 09:48:12.386745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-c481f54c-1086-4803-87e7-7e4557181451 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:12.388183 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-c481f54c-1086-4803-87e7-7e4557181451 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.0474672 Aug 28 09:48:12.489863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port a4057797-7c65-4c2f-a711-b620192b5b81 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:48:12.490224 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:12.578023 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port a4057797-7c65-4c2f-a711-b620192b5b81, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=a4057797-7c65-4c2f-a711-b620192b5b81,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:12.579004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:12.592263 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for a4057797-7c65-4c2f-a711-b620192b5b81 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:48:12.704552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd422e9b-dd52-4d6e-9e40-5be35e557432 req-0407331a-2e91-4776-9571-3cf302e1d39a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:12.706070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd422e9b-dd52-4d6e-9e40-5be35e557432 req-0407331a-2e91-4776-9571-3cf302e1d39a tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 945 time: 0.1016345 Aug 28 09:48:12.784504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd422e9b-dd52-4d6e-9e40-5be35e557432 req-9c49c92d-ece4-426e-b60d-e99daf213c6b tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb421243-0cb9-482f-bce3-e9a68c80a78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690377 Aug 28 09:48:12.825052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:12.858781 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=a4057797-7c65-4c2f-a711-b620192b5b81,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:12.902571 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] No DVR routers for this DVR port a4057797-7c65-4c2f-a711-b620192b5b81 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:48:12.905198 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:12.907323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-487f5e45-bbb0-4155-9d6c-a6ead7f8391d req-68a6f8d9-e9e4-4de0-bd25-4bb556887d35 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.64 "DELETE /v2.0/ports/a4057797-7c65-4c2f-a711-b620192b5b81 HTTP/1.1" status: 204 len: 173 time: 0.5092263 Aug 28 09:48:12.907876 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'name': 'network-vif-deleted', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:48:12.910150 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461dddbc-f02f-46bb-94be-bdce2e802f38" -d '{"events": [{"server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "name": "network-vif-deleted", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:48:12.947857 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205c1e5-6a00-4e6f-8d86-81cf34e3ee5d x-openstack-request-id: req-9205c1e5-6a00-4e6f-8d86-81cf34e3ee5d {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:48:12.947857 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c", "name": "network-vif-deleted", "tag": "a4057797-7c65-4c2f-a711-b620192b5b81", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:48:12.947857 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9205c1e5-6a00-4e6f-8d86-81cf34e3ee5d {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:48:12.947857 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c', 'name': 'network-vif-deleted', 'tag': 'a4057797-7c65-4c2f-a711-b620192b5b81', 'status': 'completed', 'code': 200} Aug 28 09:48:13.891264 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a0c5b-526f-470a-b86c-315b0027d00d req-477fc22b-fd9f-4eaa-a3a3-001a71340d8c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2684ea8d-a5dd-40a3-a8ee-dbe068dfeb0c HTTP/1.1" status: 200 len: 210 time: 0.0266645 Aug 28 09:48:14.946541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47816) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:15.306875 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:15.559295 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:48:15.559559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:15.648110 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port 5931a73a-5bdd-4e3f-aafb-d2d102385b7d, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:15.648473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:15.661009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for 5931a73a-5bdd-4e3f-aafb-d2d102385b7d owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:48:15.904607 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:15.929288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=5931a73a-5bdd-4e3f-aafb-d2d102385b7d,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:16.113363 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.118707 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a4057797-7c65-4c2f-a711-b620192b5b81 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:48:16.142106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: a4057797-7c65-4c2f-a711-b620192b5b81 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:48:16.142600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device a4057797-7c65-4c2f-a711-b620192b5b81 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:48:16.332597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Router 75e36083-03b3-4853-ad6c-9a238da0bf48 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:48:16.440330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:16.445572 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1aae0435-3b0d-443b-87ed-c041477661ea tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "PUT /v2.0/routers/75e36083-03b3-4853-ad6c-9a238da0bf48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979429 Aug 28 09:48:16.448310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47818) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:16.451810 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Sync routers for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:16.461880 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:16.462697 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:16.502495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting subnet fe919eb2-1d30-48fb-8648-41aba09d8d82 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:48:16.505525 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.544462 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.567714 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:16.630975 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.739303 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.745645 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:48:15Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:16.766356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Subnet': ['ID=fe919eb2-1d30-48fb-8648-41aba09d8d82,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:16.769928 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.774382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-8800c37b-5a5d-418d-9ef9-42e9cc14ed6f tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/subnets/fe919eb2-1d30-48fb-8648-41aba09d8d82 HTTP/1.1" status: 204 len: 168 time: 0.3224916 Aug 28 09:48:16.774494 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Checking router: 75e36083-03b3-4853-ad6c-9a238da0bf48 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:16.774600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47820) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:16.780758 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c2771-253e-46a7-8f43-7cf8b0753f96 None None] Network bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:48:16.783900 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Routers {'75e36083-03b3-4853-ad6c-9a238da0bf48'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:16.784524 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['75e36083-03b3-4853-ad6c-9a238da0bf48'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:16.890269 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:16.971297 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] DHCP port deletion for bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:48:16.985478 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] Set router 75e36083-03b3-4853-ad6c-9a238da0bf48 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:17.015290 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:48:17.023617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Deleting port 6d500281-d6c4-4fe7-a2b1-94a12592c94f {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:48:17.023994 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.089697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] For port 6d500281-d6c4-4fe7-a2b1-94a12592c94f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=6d500281-d6c4-4fe7-a2b1-94a12592c94f,segment=NetworkSegment(ee96bba4-b9b2-41a7-9288-5f40e7526504),segment_id=ee96bba4-b9b2-41a7-9288-5f40e7526504)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:17.090097 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.105261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Calling delete_port for 6d500281-d6c4-4fe7-a2b1-94a12592c94f owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:48:17.173948 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:48:15Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:17.205999 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cbea1-82c5-44b8-b87a-2396c6d50299 None None] The sync data for ids ['75e36083-03b3-4853-ad6c-9a238da0bf48'] in n-d-792458-16 is: [{'id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805090656', 'tenant_id': '6091fb6e89d642d4816b6d1119c046f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:47:02Z', 'updated_at': '2021-08-28T09:48:15Z', 'revision_number': 5, 'project_id': '6091fb6e89d642d4816b6d1119c046f5', 'gw_port': {'id': 'fb9fa582-485e-447c-97ae-7de36d7bb025', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:82:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e36083-03b3-4853-ad6c-9a238da0bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:47:03Z', 'updated_at': '2021-08-28T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:17.259137 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.283302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Pushing event deleted for resources: {'Port': ['ID=6d500281-d6c4-4fe7-a2b1-94a12592c94f,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:17.292910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] No DVR routers for this DVR port 6d500281-d6c4-4fe7-a2b1-94a12592c94f on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:48:17.298163 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.298436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.298764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.299102 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.299438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.299769 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.300099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.300869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.300869 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.301043 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.301370 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.301693 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d800d8-8be9-4215-9b81-2f4db1f228e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:17.355329 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.544123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Deleting port fb9fa582-485e-447c-97ae-7de36d7bb025 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:48:17.544471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.626757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] For port fb9fa582-485e-447c-97ae-7de36d7bb025, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=fb9fa582-485e-447c-97ae-7de36d7bb025,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:17.627139 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.642471 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Calling delete_port for fb9fa582-485e-447c-97ae-7de36d7bb025 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:48:17.921785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:17.948955 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Port': ['ID=fb9fa582-485e-447c-97ae-7de36d7bb025,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:18.009432 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.097808 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.099929 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.213441 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.213989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Fanout notify agent at l3_agent the message router_deleted on router 75e36083-03b3-4853-ad6c-9a238da0bf48 {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:48:18.222684 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.224965 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-40df3ed5-3416-4fec-9e08-8b0b00d83d05 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/routers/75e36083-03b3-4853-ad6c-9a238da0bf48 HTTP/1.1" status: 204 len: 168 time: 1.4488778 Aug 28 09:48:18.227494 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47822) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:18.310356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.398680 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.408437 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:18.418757 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee96bba4-b9b2-41a7-9288-5f40e7526504') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:18.419059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee96bba4-b9b2-41a7-9288-5f40e7526504') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:18.428322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.449537 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.455433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:48:18.455815 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:48:18.458734 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:48:18.601803 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.608727 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.611363 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/networks/bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106 HTTP/1.1" status: 204 len: 168 time: 0.3827744 Aug 28 09:48:18.614155 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47824) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:18.623000 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ada3-2d83-44e7-be4b-3273ca983a54 tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'Network': ['ID=bbbb5ea3-f3f1-4bdd-ab7c-16d36784d106,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:18.679257 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.708714 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.712879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5931a73a-5bdd-4e3f-aafb-d2d102385b7d no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:48:18.733771 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 5931a73a-5bdd-4e3f-aafb-d2d102385b7d {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:48:18.734113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 5931a73a-5bdd-4e3f-aafb-d2d102385b7d not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:48:18.735110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fb9fa582-485e-447c-97ae-7de36d7bb025 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:48:18.757465 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: fb9fa582-485e-447c-97ae-7de36d7bb025 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:48:18.757893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device fb9fa582-485e-447c-97ae-7de36d7bb025 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:48:18.758237 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d500281-d6c4-4fe7-a2b1-94a12592c94f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:48:18.776787 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 6d500281-d6c4-4fe7-a2b1-94a12592c94f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:48:18.777133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 6d500281-d6c4-4fe7-a2b1-94a12592c94f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:48:18.830469 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.833275 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:18.834617 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb421243-0cb9-482f-bce3-e9a68c80a78f HTTP/1.1" status: 204 len: 168 time: 0.2194536 Aug 28 09:48:18.844236 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb421243-0cb9-482f-bce3-e9a68c80a78f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:18.852112 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.852392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.852737 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.853078 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.853420 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.853789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.854128 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.854748 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.855082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.855413 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.855739 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:18.856065 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cecaf1-f103-4535-bf53-1b255faaf81c tempest-TestNetworkAdvancedServerOps-589077547 tempest-TestNetworkAdvancedServerOps-589077547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:19.520758 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47832) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:19.648843 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f794f954-6222-49f7-8755-6d28666aaa7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6091fb6e89d642d4816b6d1119c046f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269038 Aug 28 09:48:19.651283 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47836) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:19.698186 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:19.719524 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:19.830498 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:19.832961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:19.834451 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6eb9c8b-e1f3-49fe-b4bf-cb2a5260f2d6 HTTP/1.1" status: 204 len: 168 time: 0.1819546 Aug 28 09:48:19.842107 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614f82a-7639-4424-9fd8-82051f4ec687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb9c8b-e1f3-49fe-b4bf-cb2a5260f2d6,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:20.521908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47842) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:20.536187 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa072326-7122-4c9f-99c5-6ba6a6cbc72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.622151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa072326-7122-4c9f-99c5-6ba6a6cbc72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.682000 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-fa072326-7122-4c9f-99c5-6ba6a6cbc72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.723579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa072326-7122-4c9f-99c5-6ba6a6cbc72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8febeb9-e254-4813-b8c4-023858ff25ea,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:20.729231 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-fa072326-7122-4c9f-99c5-6ba6a6cbc72d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8ed6b9a012b4ef09620aa18af981cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059867 Aug 28 09:48:20.732196 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47844) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:20.784918 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.805965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.921649 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.925265 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:20.926550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8febeb9-e254-4813-b8c4-023858ff25ea HTTP/1.1" status: 204 len: 168 time: 0.1934335 Aug 28 09:48:20.934356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c95a-c2f8-4ca2-8fcf-578ce3eb5745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8febeb9-e254-4813-b8c4-023858ff25ea,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:22.092051 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:22.186754 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-967844446-network', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:22.276024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Made reservation on behalf of f9b7d23099f0449f99983e0a966637b5 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:48:22.278397 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.287512 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.376219 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.458954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.483033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:48:22.492469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75621756-bd05-4ad3-b6f9-c63e540cff90,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:22.497544 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.497900 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Added segment 8ee9e98d-e912-4e3b-bd69-61eb394393ed of type vlan for network 3dfe191b-b1e6-484c-8823-5078535645a4 Aug 28 09:48:22.537524 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.636182 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.637064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:22.637686 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:22.696247 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] Pushing event updated for resources: {'Network': ['ID=3dfe191b-b1e6-484c-8823-5078535645a4,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:22.706468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 3dfe191b-b1e6-484c-8823-5078535645a4 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:48:22.779593 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-02fccd3e-0a99-4608-970c-de09d1e1b62a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6864035 Aug 28 09:48:22.782538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47870) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:22.787412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Request body: {'subnet': {'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-967844446-subnet', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:22.898972 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Made reservation on behalf of f9b7d23099f0449f99983e0a966637b5 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:48:22.901227 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.174060 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.227701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16f4647-316b-4b7d-98b5-83d3689e2747,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:23.238120 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Checking segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:23.238628 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Network hostable DHCP agents. Network: 3dfe191b-b1e6-484c-8823-5078535645a4, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:48:23.350343 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:48:23.510693 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 3dfe191b-b1e6-484c-8823-5078535645a4) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:23.514986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:23.516148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.520066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c2d78-ce0e-47d2-9366-cc13534e38aa None None] Network 3dfe191b-b1e6-484c-8823-5078535645a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:48:23.591280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c91b9fd3-c778-4f18-ba49-277f710de7b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8075914 Aug 28 09:48:23.594462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47872) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:23.598836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:23.661070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-3dfe191b-b1e6-484c-8823-5078535645a4', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:48:23.661902 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.699189 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.700246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.755755 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.792736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Allocated IP 172.20.0.2 (3dfe191b-b1e6-484c-8823-5078535645a4/f16f4647-316b-4b7d-98b5-83d3689e2747/e259c804-22e8-4bed-9000-17670ac5baad) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:23.934287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.942735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Transition to ACTIVE for port object e259c804-22e8-4bed-9000-17670ac5baad will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:23.955345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:23.957148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Transition to ACTIVE for port object e259c804-22e8-4bed-9000-17670ac5baad will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:24.059263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.095537 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:24.100287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:24.103961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:24.112833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Pushing event updated for resources: {'Port': ['ID=e259c804-22e8-4bed-9000-17670ac5baad,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:24.167514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Attempting to bind port e259c804-22e8-4bed-9000-17670ac5baad on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:24.167888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Attempting to bind port e259c804-22e8-4bed-9000-17670ac5baad by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:24.168257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Attempting to bind port e259c804-22e8-4bed-9000-17670ac5baad on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:24.173897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:24.174310 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Checking segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:24.174713 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.175109 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Bound using segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:24.175575 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Bound port: e259c804-22e8-4bed-9000-17670ac5baad, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:24.175960 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.240969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] For port e259c804-22e8-4bed-9000-17670ac5baad, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:24.244171 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] For port e259c804-22e8-4bed-9000-17670ac5baad, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e259c804-22e8-4bed-9000-17670ac5baad,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:24.290100 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.309468 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.333597 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.392257 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180c554-4d9f-46a4-965a-7b56f1acee6e None None] Pushing event updated for resources: {'Port': ['ID=e259c804-22e8-4bed-9000-17670ac5baad,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:24.423095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Allocated IP 172.25.0.74 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/9911ffbf-4ada-4ff5-b8fa-43521c1462d3) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:24.542516 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.671046 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:24.707253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:24.712009 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:24.715585 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:24.745677 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Pushing event updated for resources: {'Port': ['ID=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:25.036677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:25.237142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:25.249507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81482fad-c2f8-440e-8f8a-b4123d9165ab None None] Network 3dfe191b-b1e6-484c-8823-5078535645a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:48:25.369365 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a948c290-760f-4bf5-9839-923dec3cd16a None None] Provisioning for port e259c804-22e8-4bed-9000-17670ac5baad completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:25.436548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Router 03181d98-b2a0-4128-9386-932ff4e7526b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:48:25.547845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:25.557516 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:25.567383 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:25.568017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:25.631273 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:25.632756 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2903fdf8-9b5f-4bf6-9fd7-5c2e7be2d957 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0373442 Aug 28 09:48:25.635470 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47874) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:25.679735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:25.858204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:24Z', 'revision_number': 3, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:25.883637 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:25.883982 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Updating router 03181d98-b2a0-4128-9386-932ff4e7526b port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:48:25.908696 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.047191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.155167 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.165153 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Transition to ACTIVE for port object 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:26.226802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94c07016-0fa6-4544-8a55-168cd9e7fbb6 req-18ef5f2c-3906-4823-8268-d433203fc1d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0364590 Aug 28 09:48:26.227848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Allocated IP 172.20.0.1 (3dfe191b-b1e6-484c-8823-5078535645a4/f16f4647-316b-4b7d-98b5-83d3689e2747/7871323c-c138-475a-b861-cf61ed8688b1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:26.282027 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.326658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94c07016-0fa6-4544-8a55-168cd9e7fbb6 req-7c7bb78f-8e10-4aa3-8eae-703da64c6019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0411272 Aug 28 09:48:26.340713 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eeb67-3747-40b9-a003-ef387989961a None None] Pushing event updated for resources: {'Port': ['ID=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:26.344099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Attempting to bind port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:26.344489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Attempting to bind port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:26.345274 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Attempting to bind port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:26.351614 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:26.351995 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:26.352399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.352847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:26.353321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Bound port: 9911ffbf-4ada-4ff5-b8fa-43521c1462d3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:26.353705 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.362041 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.382787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94c07016-0fa6-4544-8a55-168cd9e7fbb6 req-7822991f-8105-4e5c-8aca-adaba7e8828d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314765 Aug 28 09:48:26.389539 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Transition to ACTIVE for port object 7871323c-c138-475a-b861-cf61ed8688b1 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:26.405975 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] For port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:26.409372 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] For port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:26.488059 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.497823 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c07016-0fa6-4544-8a55-168cd9e7fbb6 req-962c3d07-bbfc-406f-b144-0309559d3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:26.499367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94c07016-0fa6-4544-8a55-168cd9e7fbb6 req-962c3d07-bbfc-406f-b144-0309559d3edb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077347 Aug 28 09:48:26.501879 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e259c804-22e8-4bed-9000-17670ac5baad up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:26.590501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:26.591132 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:26.595536 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eeb67-3747-40b9-a003-ef387989961a None None] Pushing event updated for resources: {'Port': ['ID=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:26.596486 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.633957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:26.640806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:26.644405 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:26.649814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:26.692385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.708628 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:26.735601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e259c804-22e8-4bed-9000-17670ac5baad completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:26.767046 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e259c804-22e8-4bed-9000-17670ac5baad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:26.767417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.895798 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.956935 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:26.966654 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.007813 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port e259c804-22e8-4bed-9000-17670ac5baad, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e259c804-22e8-4bed-9000-17670ac5baad,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:27.012711 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:24Z', 'revision_number': 3, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:27.038804 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9bf0c-aa70-4c43-86cf-6f8274fa2442 None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:24Z', 'revision_number': 3, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:27.041729 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fde22428-f0c8-4d34-8e87-7ec54998cf0b None None] Provisioning for port 7871323c-c138-475a-b861-cf61ed8688b1 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:27.045668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-fde22428-f0c8-4d34-8e87-7ec54998cf0b None None] Provisioning complete for port 7871323c-c138-475a-b861-cf61ed8688b1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:27.046038 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fde22428-f0c8-4d34-8e87-7ec54998cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.067367 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.071761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.107533 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-fde22428-f0c8-4d34-8e87-7ec54998cf0b None None] Port 7871323c-c138-475a-b861-cf61ed8688b1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:48:27.127743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.130557 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=e259c804-22e8-4bed-9000-17670ac5baad,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:27.199904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.201824 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:27.305306 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:27.307010 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:27.432807 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:48:27.523250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-bf5f0336-a125-4e36-bb94-d75ac6eeef64 None None] Provisioning complete for port 7871323c-c138-475a-b861-cf61ed8688b1 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:27.523819 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bf5f0336-a125-4e36-bb94-d75ac6eeef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:27.563736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f0336-a125-4e36-bb94-d75ac6eeef64 None None] Port 7871323c-c138-475a-b861-cf61ed8688b1 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:48:27.564098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:27.570380 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7e87428b-8ba4-4483-8fde-c52a4365a9c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/03181d98-b2a0-4128-9386-932ff4e7526b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337723 Aug 28 09:48:27.710636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-689adad9-4e7f-422d-a5ca-74bc33c8a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.207907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:28.214812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43270514-network', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:28.304700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Made reservation on behalf of 0884a3eff36c4234a835c7bd6fb754fa for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:48:28.307168 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.316261 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.415781 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.481966 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.511077 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:48:28.522345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61ecf8-9949-4379-bf5c-fbf5c8a0953c,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:28.527523 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.527877 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Added segment 9c3e82ee-dbc9-4461-b5c8-1c7d618d3699 of type vlan for network dacc8651-31d7-4689-b86d-d7640252e0c1 Aug 28 09:48:28.557115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:28.569956 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:28.578962 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:28.579576 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:28.582963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.653489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.654531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:28.655131 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.681731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:28.686093 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:28.686492 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:28.686692 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.714363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] Pushing event updated for resources: {'Network': ['ID=dacc8651-31d7-4689-b86d-d7640252e0c1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:28.729011 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network dacc8651-31d7-4689-b86d-d7640252e0c1 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:48:28.814289 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-25747764-aad0-4e5c-a1a6-78301ec807ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6047933 Aug 28 09:48:28.817184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47894) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:28.822995 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Request body: {'subnet': {'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43270514-subnet', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:28.894717 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 2, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:28.921665 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:28.922024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Updating router 03181d98-b2a0-4128-9386-932ff4e7526b port 7871323c-c138-475a-b861-cf61ed8688b1 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:48:28.955177 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:28.967425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Made reservation on behalf of 0884a3eff36c4234a835c7bd6fb754fa for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:48:28.970811 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.005278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.029954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:29.167855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.168654 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e259c804-22e8-4bed-9000-17670ac5baad up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:29.216310 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.226409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Transition to ACTIVE for port object 7871323c-c138-475a-b861-cf61ed8688b1 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:29.248806 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:29.264443 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e259c804-22e8-4bed-9000-17670ac5baad triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:29.264443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.310783 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.344478 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.368853 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16875cc-b50b-47af-9f47-2d4b36dc7f68,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:29.376448 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Checking segment: {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:29.376816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Network hostable DHCP agents. Network: dacc8651-31d7-4689-b86d-d7640252e0c1, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:48:29.395011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Pushing event updated for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:29.419409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.419673 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.420012 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.420345 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.420677 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.421005 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.421828 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.422152 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.422496 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.422820 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.423143 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.423461 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:48:29.461011 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Attempting to bind port 7871323c-c138-475a-b861-cf61ed8688b1 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:29.461382 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Attempting to bind port 7871323c-c138-475a-b861-cf61ed8688b1 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:29.461744 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Attempting to bind port 7871323c-c138-475a-b861-cf61ed8688b1 on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:29.464866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Network dacc8651-31d7-4689-b86d-d7640252e0c1 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:48:29.467281 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:29.467905 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Checking segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:29.468056 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.469024 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Bound using segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:29.469538 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Bound port: 7871323c-c138-475a-b861-cf61ed8688b1, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:29.469902 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.533301 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, dacc8651-31d7-4689-b86d-d7640252e0c1) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:29.541171 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] For port 7871323c-c138-475a-b861-cf61ed8688b1, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:29.541617 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] For port 7871323c-c138-475a-b861-cf61ed8688b1, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7871323c-c138-475a-b861-cf61ed8688b1,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:29.542720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:29.543209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83217c-34c0-424b-8b8a-f79cb73da907 None None] Network dacc8651-31d7-4689-b86d-d7640252e0c1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:48:29.543562 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.663556 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.664098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ca98f0b8-08eb-4755-9c82-172c80b40972 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8411069 Aug 28 09:48:29.664506 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47896) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:29.668942 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:29.707074 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-dacc8651-31d7-4689-b86d-d7640252e0c1', 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'fixed_ips': [{'subnet_id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:48:29.707957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.713970 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:29.714687 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:29.716435 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352f36c-663e-404e-9425-abd4330ead97 None None] Pushing event updated for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:29.801822 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.803302 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.850858 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:29.860850 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:29.865949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Allocated IP 172.20.0.2 (dacc8651-31d7-4689-b86d-d7640252e0c1/b16875cc-b50b-47af-9f47-2d4b36dc7f68/903bfa04-0294-4a9b-9667-3e272178b46a) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:30.037514 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.039455 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.049032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Transition to ACTIVE for port object 903bfa04-0294-4a9b-9667-3e272178b46a will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:30.065439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Transition to ACTIVE for port object 903bfa04-0294-4a9b-9667-3e272178b46a will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:30.068360 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:30.095080 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc92a53-0f3a-4230-a366-9999dcb286c2 None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:30.099758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.145095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.191514 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Network dacc8651-31d7-4689-b86d-d7640252e0c1 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:30.194881 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:30.198743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:30.210799 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Pushing event updated for resources: {'Port': ['ID=903bfa04-0294-4a9b-9667-3e272178b46a,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:30.271137 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Attempting to bind port 903bfa04-0294-4a9b-9667-3e272178b46a on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:30.271739 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Attempting to bind port 903bfa04-0294-4a9b-9667-3e272178b46a by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:30.272174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Attempting to bind port 903bfa04-0294-4a9b-9667-3e272178b46a on network dacc8651-31d7-4689-b86d-d7640252e0c1 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:30.278029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:30.278507 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Checking segment: {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:30.278976 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.279438 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Bound using segment: {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:30.279991 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Bound port: 903bfa04-0294-4a9b-9667-3e272178b46a, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:30.280467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.294812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb56-babc-4ad2-926b-385dc44e3414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.374524 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] For port 903bfa04-0294-4a9b-9667-3e272178b46a, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:30.380048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] For port 903bfa04-0294-4a9b-9667-3e272178b46a, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=903bfa04-0294-4a9b-9667-3e272178b46a,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:30.415194 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.436418 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.441109 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.512597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9d00-5d9b-4789-baa3-ece0d05dee67 None None] Pushing event updated for resources: {'Port': ['ID=903bfa04-0294-4a9b-9667-3e272178b46a,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:30.587619 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Allocated IP 172.25.0.196 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/4dc94122-bc63-4f8d-a4b5-39e843f7413f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:30.592779 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:30.661122 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:30.661949 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.745037 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.788449 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7871323c-c138-475a-b861-cf61ed8688b1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:30.865454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.908755 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:30.910455 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 7871323c-c138-475a-b861-cf61ed8688b1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:30.911897 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:30.915004 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7871323c-c138-475a-b861-cf61ed8688b1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:30.917614 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:30.917744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:30.941853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc94122-bc63-4f8d-a4b5-39e843f7413f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:31.000114 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:31.039668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 7871323c-c138-475a-b861-cf61ed8688b1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7871323c-c138-475a-b861-cf61ed8688b1,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:31.121987 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:31.182112 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:31.281945 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:31.498963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:31.515168 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471cfb46-f587-463a-8992-31eb354fc0a0 None None] Network dacc8651-31d7-4689-b86d-d7640252e0c1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:48:31.631738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-1e5f51d2-3a2e-40c4-bb16-7ad9f781741f None None] Provisioning for port 903bfa04-0294-4a9b-9667-3e272178b46a completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:31.699118 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Router bd02ebd6-7440-495a-9fee-da21197ca88d is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:48:31.811393 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:31.820233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Sync routers for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:31.830517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:31.831241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:31.887543 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:31.892007 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d4dd3f9b-b9c8-406f-945b-1b9044972db7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2250872 Aug 28 09:48:31.892162 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47898) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:31.936922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:32.120724 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 3, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:32.148194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Checking router: bd02ebd6-7440-495a-9fee-da21197ca88d for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:32.148475 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Updating router bd02ebd6-7440-495a-9fee-da21197ca88d port 4dc94122-bc63-4f8d-a4b5-39e843f7413f binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:48:32.178366 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.317184 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.335854 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.445228 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.455081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Transition to ACTIVE for port object 4dc94122-bc63-4f8d-a4b5-39e843f7413f will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:32.483622 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Allocated IP 172.20.0.1 (dacc8651-31d7-4689-b86d-d7640252e0c1/b16875cc-b50b-47af-9f47-2d4b36dc7f68/f8679a3a-fc68-4ed7-8ba9-107c13df5e73) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:32.527709 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.563138 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 903bfa04-0294-4a9b-9667-3e272178b46a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:32.594016 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.609237 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Transition to ACTIVE for port object f8679a3a-fc68-4ed7-8ba9-107c13df5e73 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:32.622922 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Attempting to bind port 4dc94122-bc63-4f8d-a4b5-39e843f7413f on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:32.623287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Attempting to bind port 4dc94122-bc63-4f8d-a4b5-39e843f7413f by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:32.623649 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Attempting to bind port 4dc94122-bc63-4f8d-a4b5-39e843f7413f on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:32.625518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fbf63-83fe-400e-bd60-a03f4bc7fb1a None None] Pushing event updated for resources: {'Port': ['ID=4dc94122-bc63-4f8d-a4b5-39e843f7413f,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:32.634888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:32.635260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:32.635657 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.636041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:32.636527 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Bound port: 4dc94122-bc63-4f8d-a4b5-39e843f7413f, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:32.636884 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.696106 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] For port 4dc94122-bc63-4f8d-a4b5-39e843f7413f, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:32.699060 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] For port 4dc94122-bc63-4f8d-a4b5-39e843f7413f, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4dc94122-bc63-4f8d-a4b5-39e843f7413f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:32.739155 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.773596 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.777859 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 903bfa04-0294-4a9b-9667-3e272178b46a completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:32.780127 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Network dacc8651-31d7-4689-b86d-d7640252e0c1 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:32.785019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:32.787646 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:32.809196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 903bfa04-0294-4a9b-9667-3e272178b46a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:32.809507 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.813621 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Pushing event updated for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:32.835495 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:32.875667 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:32.876317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:32.917642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fbf63-83fe-400e-bd60-a03f4bc7fb1a None None] Pushing event updated for resources: {'Port': ['ID=4dc94122-bc63-4f8d-a4b5-39e843f7413f,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:33.041404 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.184974 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.203954 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:33.212420 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.268871 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-91c61ef2-d562-4323-9cd6-a0921878dbcc None None] Provisioning for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:33.313393 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-91c61ef2-d562-4323-9cd6-a0921878dbcc None None] Provisioning complete for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:33.313736 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-91c61ef2-d562-4323-9cd6-a0921878dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.316320 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 903bfa04-0294-4a9b-9667-3e272178b46a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=903bfa04-0294-4a9b-9667-3e272178b46a,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:33.322097 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.368088 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-91c61ef2-d562-4323-9cd6-a0921878dbcc None None] Port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:48:33.387436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Pushing event updated for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:33.390454 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.430748 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.431545 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7871323c-c138-475a-b861-cf61ed8688b1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:33.457534 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 3, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:33.483521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Network dacc8651-31d7-4689-b86d-d7640252e0c1 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:33.484966 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:33.508330 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb8588-e677-482c-a56d-959af9f4e3ce None None] The sync data for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 is: [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 3, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:33.541368 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=903bfa04-0294-4a9b-9667-3e272178b46a,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:33.553460 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 7871323c-c138-475a-b861-cf61ed8688b1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:33.553822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.793212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a1a676d5-3921-47a3-91ab-c25dad3f0276 None None] Provisioning complete for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:33.793586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a1a676d5-3921-47a3-91ab-c25dad3f0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:33.842830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a1a676d5-3921-47a3-91ab-c25dad3f0276 None None] Port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:48:33.967199 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Router bd02ebd6-7440-495a-9fee-da21197ca88d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:48:34.114746 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:34.120436 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e89a7c24-03f8-444e-8110-4aaa171ca708 admin admin] 10.222.0.46 "PUT /v2.0/routers/bd02ebd6-7440-495a-9fee-da21197ca88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2273102 Aug 28 09:48:34.540695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4dc94122-bc63-4f8d-a4b5-39e843f7413f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:34.681444 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4dc94122-bc63-4f8d-a4b5-39e843f7413f completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:34.685662 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4dc94122-bc63-4f8d-a4b5-39e843f7413f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:34.686048 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:34.768371 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:34.789906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4dc94122-bc63-4f8d-a4b5-39e843f7413f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4dc94122-bc63-4f8d-a4b5-39e843f7413f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:34.864399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:34.865224 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 903bfa04-0294-4a9b-9667-3e272178b46a up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:34.940261 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4dc94122-bc63-4f8d-a4b5-39e843f7413f,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:34.955430 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 903bfa04-0294-4a9b-9667-3e272178b46a triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:34.956015 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:34.957706 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47906) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:34.962762 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875962511', 'description': 'tempest-secgroup-smoke-875962511 description', 'project_id': 'f9b7d23099f0449f99983e0a966637b5'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:35.056769 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Sync routers for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:35.066711 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:35.071270 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:35.092941 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.182622 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.258983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.259601 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:35.293513 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.323187 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2896f92-3ffa-438a-91d6-189b1628504c,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:35.407790 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.409084 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-33d197d3-f5f1-401c-be96-af9678eb3623 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4502532 Aug 28 09:48:35.412473 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47908) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:35.417340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:35.458092 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:32Z', 'revision_number': 4, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8679a3a-fc68-4ed7-8ba9-107c13df5e73', 'name': '', 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'mac_address': 'fa:16:3e:43:f5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:32Z', 'updated_at': '2021-08-28T09:48:33Z', 'revision_number': 2, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'subnets': [{'id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:35.487425 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Checking router: bd02ebd6-7440-495a-9fee-da21197ca88d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:35.487778 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Updating router bd02ebd6-7440-495a-9fee-da21197ca88d port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:48:35.509434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.512078 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.565123 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.675758 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.695312 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6660b32d-d40a-499c-927b-82f89f0fddcd,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:35.771530 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.780845 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Transition to ACTIVE for port object f8679a3a-fc68-4ed7-8ba9-107c13df5e73 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:35.813329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.814638 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-77417d20-48f1-4b57-a907-bad81b6bb643 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011157 Aug 28 09:48:35.817578 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47910) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:35.821980 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:35.933154 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.985068 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:35.991754 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca4bc1-d60b-4add-b058-810348f04697 None None] Pushing event updated for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:36.048096 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Attempting to bind port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:36.048554 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Attempting to bind port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:36.048922 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Attempting to bind port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 on network dacc8651-31d7-4689-b86d-d7640252e0c1 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:36.051816 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.054504 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:36.054877 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Checking segment: {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:36.055295 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.055671 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Bound using segment: {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:36.056136 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Bound port: f8679a3a-fc68-4ed7-8ba9-107c13df5e73, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:36.056517 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.130680 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] For port f8679a3a-fc68-4ed7-8ba9-107c13df5e73, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:36.133904 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] For port f8679a3a-fc68-4ed7-8ba9-107c13df5e73, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:36.156475 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.174144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67195b5-0f1c-438b-9bbc-6edce3f37887,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:36.339084 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.339573 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.349965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-0f998cd6-a960-4583-a431-43e34f5f0de2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5231736 Aug 28 09:48:36.350173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47912) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:36.350173 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:36.401599 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:36.402239 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:36.403906 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca4bc1-d60b-4add-b058-810348f04697 None None] Pushing event updated for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:36.459172 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.476677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.483271 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4dc94122-bc63-4f8d-a4b5-39e843f7413f up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:36.523178 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:36.537604 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4dc94122-bc63-4f8d-a4b5-39e843f7413f triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:36.537979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.562748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.647679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.666174 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfaee9f0-eb49-4f97-89cf-70393ed91bb3,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:36.739721 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:32Z', 'revision_number': 4, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8679a3a-fc68-4ed7-8ba9-107c13df5e73', 'name': '', 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'mac_address': 'fa:16:3e:43:f5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:32Z', 'updated_at': '2021-08-28T09:48:36Z', 'revision_number': 4, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'subnets': [{'id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:36.750738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.752049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-39ca8269-3b75-4661-a41f-476ed8f18872 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070768 Aug 28 09:48:36.754977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47914) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:36.759775 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:36.766159 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9033380-0423-44cc-9ae0-4463013782ea None None] The sync data for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 is: [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:48:32Z', 'revision_number': 4, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': 'f8679a3a-fc68-4ed7-8ba9-107c13df5e73', 'name': '', 'network_id': 'dacc8651-31d7-4689-b86d-d7640252e0c1', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'mac_address': 'fa:16:3e:43:f5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:32Z', 'updated_at': '2021-08-28T09:48:36Z', 'revision_number': 4, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'subnets': [{'id': 'b16875cc-b50b-47af-9f47-2d4b36dc7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:36.859724 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:36.923711 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.012938 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.033351 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c80baec-3ac6-4643-9de8-3af5e3a6a3e6,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:37.127669 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.128931 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-268e1f4e-7813-4326-9fc1-f7251509f8fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729718 Aug 28 09:48:37.131736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47916) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:37.136186 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:37.219567 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Project f9b7d23099f0449f99983e0a966637b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:48:37.225089 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.288571 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.344996 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.366042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694ef4de-0798-4edc-aa15-ecd827e9589a,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:37.441899 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.443223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-7ca0eb1f-9c1f-4197-b8b5-148b96938b9f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106160 Aug 28 09:48:37.446169 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 47918) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:37.451936 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': 'd2896f92-3ffa-438a-91d6-189b1628504c', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:37.550432 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Project f9b7d23099f0449f99983e0a966637b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:48:37.555998 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.622292 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.699013 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.717754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b698191-65fb-4b48-8bff-4c7c18947ab3,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:37.824723 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:37.825965 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-91ffe19a-f263-4dfb-967f-2aae19f66feb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3779905 Aug 28 09:48:37.979271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-14add6db-a68b-4ae6-a3a0-bd5b0955a7fb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875962511&fields=id&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 267 time: 0.0352824 Aug 28 09:48:38.087401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-933c3175-1069-4d50-8928-151fcf159130 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:38.089166 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-933c3175-1069-4d50-8928-151fcf159130 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 808 time: 0.1022060 Aug 28 09:48:38.105138 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-7dbcc04e-155d-4146-a0cb-2adb58c53015 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/quotas/f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 375 time: 0.0097442 Aug 28 09:48:38.156878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-7579bbca-a360-47d4-a11a-e28c22646070 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452230 Aug 28 09:48:38.256461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-73c3523b-f63d-4ca1-a608-c3415c2ee465 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873852 Aug 28 09:48:38.343391 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-24820294-9d6b-42a3-9db7-29fe76944745 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802493 Aug 28 09:48:38.493483 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8679a3a-fc68-4ed7-8ba9-107c13df5e73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:38.601576 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e38459b-154a-4c5e-9e2a-c6a8763b1293 req-4a8cd6b8-236a-4f81-aa6c-bc60878defeb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 210 time: 0.0325096 Aug 28 09:48:38.635998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:38.644404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:38.644404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:38.729324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:38.766705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port f8679a3a-fc68-4ed7-8ba9-107c13df5e73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:38.864473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:38.918581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:39.694006 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f3646438-31e4-4dc7-9d6f-0fe1c58eae4f req-c1501b6f-c9b1-4188-b659-6ac5debadf8a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Aug 28 09:48:40.475736 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8679a3a-fc68-4ed7-8ba9-107c13df5e73 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:40.524013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:40.524382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:40.798738 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1c5abbb9-f271-4317-9f0c-65293c96b99b req-22fbdfe5-8041-4b1f-aeea-4fae99534899 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 210 time: 0.0357354 Aug 28 09:48:40.825576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-f56e5ac0-328a-4cae-b87b-9323f67787bf tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:40.827070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-f56e5ac0-328a-4cae-b87b-9323f67787bf tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 808 time: 0.1253083 Aug 28 09:48:40.883421 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-9e0e8eb4-cbbc-45d5-8bcd-6577fdd1ca22 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 379 time: 0.0384815 Aug 28 09:48:40.896345 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'port': {'device_id': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'admin_state_up': True, 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'security_groups': ['d2896f92-3ffa-438a-91d6-189b1628504c']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:41.121485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Made reservation on behalf of f9b7d23099f0449f99983e0a966637b5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:48:41.125721 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:41.576552 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Allocated IP 172.20.0.8 (3dfe191b-b1e6-484c-8823-5078535645a4/f16f4647-316b-4b7d-98b5-83d3689e2747/0e35f36f-a7b5-46ba-acd7-5438fb633cd5) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:41.711107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:41.723495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Transition to ACTIVE for port object 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:41.860948 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:41.937102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:41.942281 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:41.945608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:41.949883 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:41.996581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689cc21-f4e5-47b3-ba61-b6f347a501f7 req-ba499151-9608-4589-9ca5-a22c0d3ddd60 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:41.998125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7689cc21-f4e5-47b3-ba61-b6f347a501f7 req-ba499151-9608-4589-9ca5-a22c0d3ddd60 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 931 time: 0.1277003 Aug 28 09:48:42.018734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:42.019352 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.054548 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7689cc21-f4e5-47b3-ba61-b6f347a501f7 req-c11d31d9-efea-4cc3-ba00-6e7f99521d06 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501139 Aug 28 09:48:42.105725 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c30ec033-c7cf-4b47-a758-3f1a634dc974 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2129345 Aug 28 09:48:42.133555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Request body: {'port': {'device_id': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:42.191185 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.287259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c75b5d1a-7939-4b74-9174-71a55fcb5397 None None] Provisioning for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:42.292420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c75b5d1a-7939-4b74-9174-71a55fcb5397 None None] Provisioning complete for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:42.292818 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d1a-7939-4b74-9174-71a55fcb5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.330154 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c75b5d1a-7939-4b74-9174-71a55fcb5397 None None] Port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:48:42.457038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:48:42.464322 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.477151 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Transition to ACTIVE for port object 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:48:42.561084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.613046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:42.688500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Attempting to bind port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:48:42.688841 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Attempting to bind port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:48:42.689177 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Attempting to bind port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:42.693930 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 on network 3dfe191b-b1e6-484c-8823-5078535645a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:48:42.694278 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Attempting to bind port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:48:42.699304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:48:42.699646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Checking segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:48:42.700058 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Bound using segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:48:42.700475 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Bound port: 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:48:42.700836 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.768112 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:48:42.771071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:48:42.841877 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.878356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:42.878959 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:42.880377 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] 10.222.0.64 "PUT /v2.0/ports/0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1092 time: 0.7513630 Aug 28 09:48:42.880810 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:48:42.883102 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d31cc4-0077-48de-98c1-ef051e3415a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:48:42.908391 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f8fba-5740-4254-addc-636d3ff2070a service neutron] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:42.929342 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9a7186-3170-4aee-93e9-8dd94e322241 x-openstack-request-id: req-bb9a7186-3170-4aee-93e9-8dd94e322241 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:48:42.929342 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:48:42.929830 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb9a7186-3170-4aee-93e9-8dd94e322241 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:48:42.930542 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'status': 'completed', 'code': 200} Aug 28 09:48:43.021446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-0d9a6488-60ec-47e6-94e6-c1b7aa7f6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.023092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-0d9a6488-60ec-47e6-94e6-c1b7aa7f6384 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1095 time: 0.0476124 Aug 28 09:48:43.154239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-4103bfed-248f-421c-813b-c6cde1064b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.155639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-4103bfed-248f-421c-813b-c6cde1064b14 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f9b7d23099f0449f99983e0a966637b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1139488 Aug 28 09:48:43.235039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064aa77-695e-457c-b109-11f2f2902064 req-d60e3411-35da-4f47-9585-da122cdc81c6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.236471 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d064aa77-695e-457c-b109-11f2f2902064 req-d60e3411-35da-4f47-9585-da122cdc81c6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.1130004 Aug 28 09:48:43.299283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d064aa77-695e-457c-b109-11f2f2902064 req-3111b70c-bad3-4707-95df-6507f511dfca tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562253 Aug 28 09:48:43.300486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-f63c8819-cacb-47fc-b655-767131c52aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.301930 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-52d31cc4-0077-48de-98c1-ef051e3415a2 req-f63c8819-cacb-47fc-b655-767131c52aab service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379938 Aug 28 09:48:43.414519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-22158829-7aba-4e92-b2c7-5e543a021bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.416100 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-22158829-7aba-4e92-b2c7-5e543a021bc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1095 time: 0.0411587 Aug 28 09:48:43.470670 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-b41fe500-5360-40c2-a164-4eadc5b00d56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 217 time: 0.0385568 Aug 28 09:48:43.524331 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-b2d85fd1-2cbb-4056-8928-d8adb8cac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.525817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-b2d85fd1-2cbb-4056-8928-d8adb8cac8c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0455508 Aug 28 09:48:43.571804 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-be15a3e7-d33a-443d-8a01-a87e0b59c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:43.573254 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-be15a3e7-d33a-443d-8a01-a87e0b59c709 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393760 Aug 28 09:48:43.667585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-e22eb8fd-852a-4b16-8822-0834ba95efd8 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862329 Aug 28 09:48:43.761987 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0284e7e0-d7d9-4322-9db5-b1582cc9a74b req-2413106b-ca07-4d95-9935-433b3c3efdab service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825286 Aug 28 09:48:44.419610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac24af0-0956-4dcf-969e-b96f1880b72a req-38c0d91e-21e4-446e-b886-f8d9935121c3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:44.421616 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aac24af0-0956-4dcf-969e-b96f1880b72a req-38c0d91e-21e4-446e-b886-f8d9935121c3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0547278 Aug 28 09:48:44.461048 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aac24af0-0956-4dcf-969e-b96f1880b72a req-8619e62e-850e-49e8-bf3f-f3a7a65a3c9b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Aug 28 09:48:45.574424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb98b6f-9e9b-45c4-bf14-b189b4b9ce75 req-7256e153-0bd5-44e4-b6d8-62999c412637 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:45.575815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb98b6f-9e9b-45c4-bf14-b189b4b9ce75 req-7256e153-0bd5-44e4-b6d8-62999c412637 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0477190 Aug 28 09:48:45.613458 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2fb98b6f-9e9b-45c4-bf14-b189b4b9ce75 req-087bcf36-81e0-4095-b4e4-e13dbf27dcda tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310075 Aug 28 09:48:46.294697 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:48:46.388685 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:46.399776 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:48:46.440384 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:46.453191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:48:46.472113 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:46.538435 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:46.584582 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:46.726982 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2a028-6a18-4042-a1d1-f6dc78f84328 req-aac66a2e-5e37-4912-a9d5-2335a0c2fb46 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:46.728435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9f2a028-6a18-4042-a1d1-f6dc78f84328 req-aac66a2e-5e37-4912-a9d5-2335a0c2fb46 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0480947 Aug 28 09:48:46.764859 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9f2a028-6a18-4042-a1d1-f6dc78f84328 req-4bcdc2cc-0556-4dd3-9125-57aa30310d64 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Aug 28 09:48:46.890774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0e35f36f-a7b5-46ba-acd7-5438fb633cd5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:48:47.883330 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ec23e-6372-464c-a7cd-087ef1020279 req-4267300c-815a-4de4-ae94-827968f0dace tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:47.884796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b79ec23e-6372-464c-a7cd-087ef1020279 req-4267300c-815a-4de4-ae94-827968f0dace tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0528588 Aug 28 09:48:47.920909 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b79ec23e-6372-464c-a7cd-087ef1020279 req-f5e12b8c-5e71-4750-85fb-4a20bbb96a70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303226 Aug 28 09:48:48.297668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:48:48.414204 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:48:48.419095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:48:48.419464 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:48.543873 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:48.573499 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:48:48.575662 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a797ecdc-bbad-4838-ac21-cced0b74303a" -d '{"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:48:48.593930 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:48:48.613781 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fae22-5862-4de3-a9cb-4be59ddad0fd x-openstack-request-id: req-1c7fae22-5862-4de3-a9cb-4be59ddad0fd {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:48:48.614070 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:48:48.614365 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c7fae22-5862-4de3-a9cb-4be59ddad0fd {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:48:48.614759 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'code': 200} Aug 28 09:48:48.715958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:48.755529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270490b-a7e5-4992-95ea-5366b68c2368 req-6a2e0c79-80af-417d-aab7-5755aca88953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:48.757055 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6270490b-a7e5-4992-95ea-5366b68c2368 req-6a2e0c79-80af-417d-aab7-5755aca88953 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1097 time: 0.0425041 Aug 28 09:48:48.763012 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:48.794422 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6270490b-a7e5-4992-95ea-5366b68c2368 req-3313b559-eec8-4730-ba3a-4bae4d02a87a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296113 Aug 28 09:48:49.037359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ddb0-2359-40cf-8221-1514f34a636d req-a2fb2550-64b5-43d6-a3e5-870297fa54b4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:49.038875 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b792ddb0-2359-40cf-8221-1514f34a636d req-a2fb2550-64b5-43d6-a3e5-870297fa54b4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Aug 28 09:48:49.076913 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b792ddb0-2359-40cf-8221-1514f34a636d req-056a2380-0c0f-47a2-ba60-e807be12d557 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Aug 28 09:48:50.200251 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296c0ab-7340-447c-ade0-cd01ec12efa9 req-1293b73e-579f-41bd-9352-b91a724f6357 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:50.201780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7296c0ab-7340-447c-ade0-cd01ec12efa9 req-1293b73e-579f-41bd-9352-b91a724f6357 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Aug 28 09:48:50.241465 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7296c0ab-7340-447c-ade0-cd01ec12efa9 req-989a68f8-bc67-4c74-ae00-2fd15647dda0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337727 Aug 28 09:48:51.356597 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd957-aade-410b-9fae-b4a7d11d6fb8 req-01512dfb-6cca-46ed-ac17-c409407fc624 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:51.358089 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a5dd957-aade-410b-9fae-b4a7d11d6fb8 req-01512dfb-6cca-46ed-ac17-c409407fc624 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Aug 28 09:48:51.395778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a5dd957-aade-410b-9fae-b4a7d11d6fb8 req-c22a02fd-4fc7-45d0-ae09-eacc9ad06582 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Aug 28 09:48:51.507654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3cf2-930f-4b21-b5e6-5e746c321690 req-cf9ce154-c78b-412c-b2cd-de8bc7afeb93 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:51.509118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba2e3cf2-930f-4b21-b5e6-5e746c321690 req-cf9ce154-c78b-412c-b2cd-de8bc7afeb93 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Aug 28 09:48:51.547041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ba2e3cf2-930f-4b21-b5e6-5e746c321690 req-4221c68d-f98a-4095-a6f1-166f637eb651 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Aug 28 09:48:51.568504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47978) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:51.695224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88dd1a8-3f82-4376-afd6-a9f2ecba9285 tempest-TestShelveInstance-1877128825 tempest-TestShelveInstance-1877128825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:51.696722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c88dd1a8-3f82-4376-afd6-a9f2ecba9285 tempest-TestShelveInstance-1877128825 tempest-TestShelveInstance-1877128825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1092 time: 0.1272390 Aug 28 09:48:51.699685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 47982) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:48:51.704055 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:48:51.841734 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:51.937616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:52.041875 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Allocated IP 172.25.0.131 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/59f41a40-6cd5-4601-8c5d-272e44b07880) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:48:52.140961 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:52.236262 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:52.281276 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:48:52.284187 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:48:52.288046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:48:52.293346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=59f41a40-6cd5-4601-8c5d-272e44b07880,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:52.639795 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:52.767939 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:52.916274 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:53.006667 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:53.071971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=59f41a40-6cd5-4601-8c5d-272e44b07880,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:48:53.085678 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:53.184737 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Floating IP a1984165-29eb-4e20-b6ae-eb6a2e73dfcf associated. External IP: 172.25.0.131, port: 0e35f36f-a7b5-46ba-acd7-5438fb633cd5. Aug 28 09:48:53.392816 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:48:53.499288 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:48:53.509262 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:48:53.518854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:53.519468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:53.601585 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:53.624565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:53.631353 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-2d2969b4-8da3-4522-9286-1ac55731049a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9305983 Aug 28 09:48:53.632317 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:48:53.634984 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5686536-f040-4fd3-a294-0bbd4f77171a" -d '{"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:48:53.672778 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdfd9ed-83a4-4cfb-a4e9-9065ab5a58eb x-openstack-request-id: req-4bdfd9ed-83a4-4cfb-a4e9-9065ab5a58eb {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:48:53.673389 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:48:53.673389 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bdfd9ed-83a4-4cfb-a4e9-9065ab5a58eb {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:48:53.673701 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'status': 'completed', 'code': 200} Aug 28 09:48:53.755855 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-56ab634d-82d2-4948-93fa-ae66615f8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:53.757356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-56ab634d-82d2-4948-93fa-ae66615f8c07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1097 time: 0.0410259 Aug 28 09:48:53.850437 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a1984165-29eb-4e20-b6ae-eb6a2e73dfcf', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:48:52Z', 'updated_at': '2021-08-28T09:48:52Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:53.852092 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-020ed140-39c7-4365-9c3d-153c858d2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:53.853584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-020ed140-39c7-4365-9c3d-153c858d2b00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0893869 Aug 28 09:48:53.876642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:48:53.885103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:48:53.885722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:48:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:53.919109 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-4f38adb8-7361-42e1-a3b5-d4fd959f7981 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 999 time: 0.0580146 Aug 28 09:48:53.967776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-9db1f2e5-6d27-4bad-b270-a3c61ddd5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:53.969818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-9db1f2e5-6d27-4bad-b270-a3c61ddd5e8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0432012 Aug 28 09:48:53.991764 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:48:53.995052 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:48:54.020412 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-fee0cffc-070b-47c8-9a94-5bb4309c7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:48:54.021901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-fee0cffc-070b-47c8-9a94-5bb4309c7c98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442588 Aug 28 09:48:54.112426 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-87eafa4e-199b-4357-96f4-242e28b60249 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Aug 28 09:48:54.219322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d5686536-f040-4fd3-a294-0bbd4f77171a req-409088b2-c929-46e6-9993-ee3c3e0830ca service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985525 Aug 28 09:48:54.244876 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a1984165-29eb-4e20-b6ae-eb6a2e73dfcf', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:48:52Z', 'updated_at': '2021-08-28T09:48:52Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:48:54.275612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3982f31-e5e2-464e-aab8-037832d68405 None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a1984165-29eb-4e20-b6ae-eb6a2e73dfcf', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:48:52Z', 'updated_at': '2021-08-28T09:48:52Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:48:54.468657 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c87140-2d10-4ad3-afa1-f3e9b5b7203c None None] New status for floating IP a1984165-29eb-4e20-b6ae-eb6a2e73dfcf: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:48:56.961246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:48:57.738263 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1fd88ca8-763a-4594-80e4-f6ac12f2f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:00.040924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:00.315244 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6a402574-64b8-478d-a792-514a1b66588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:02.286843 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:05.235446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:06.452225 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:26.971697 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:27.181821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4030b700-e94a-4421-82aa-c6353fa53e47 req-5dd7d23d-75c9-4e6b-9e55-cc5e535d7115 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258024 Aug 28 09:49:27.261932 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4030b700-e94a-4421-82aa-c6353fa53e47 req-0b1c9aec-c7a8-489f-a181-6a6db3660682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0244174 Aug 28 09:49:27.305688 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4030b700-e94a-4421-82aa-c6353fa53e47 req-b0b2ccfe-5f3a-433d-8d7c-1f41ffcf91e5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191936 Aug 28 09:49:27.401075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b700-e94a-4421-82aa-c6353fa53e47 req-0b0e729f-6065-47aa-bdda-470f0d3a77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:49:27.402561 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4030b700-e94a-4421-82aa-c6353fa53e47 req-0b0e729f-6065-47aa-bdda-470f0d3a77be service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905147 Aug 28 09:49:27.686358 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-edd4990d-3017-4cb3-9462-8914a770aafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:30.062931 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:30.297782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1bce065d-c0d5-4e9e-8aef-9753bdc6410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:30.994161 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:49:32.303557 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:35.257441 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:35.795454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-956b394e-809b-4692-8128-a97b9f758e3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394392 Aug 28 09:49:35.902162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbded147-a2c2-402f-b9db-ae4314109753 req-bb60f26f-4433-4c98-a652-23dd876caf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:49:35.903659 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-bb60f26f-4433-4c98-a652-23dd876caf6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1097 time: 0.0394201 Aug 28 09:49:36.032557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbded147-a2c2-402f-b9db-ae4314109753 req-31be836d-6b90-47a3-af12-dd732e46d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:49:36.034000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-31be836d-6b90-47a3-af12-dd732e46d9d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.1040983 Aug 28 09:49:36.102592 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-a16bec5a-145e-4b25-8579-24eae05f6709 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0566144 Aug 28 09:49:36.155401 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbded147-a2c2-402f-b9db-ae4314109753 req-7afce058-64f0-4729-9759-4097961bcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:49:36.162835 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-7afce058-64f0-4729-9759-4097961bcad9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0425103 Aug 28 09:49:36.209496 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbded147-a2c2-402f-b9db-ae4314109753 req-3d537578-d7e6-45be-9d78-f01e872a6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:49:36.211037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-3d537578-d7e6-45be-9d78-f01e872a6b36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430608 Aug 28 09:49:36.314633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-8978701b-f118-44e4-8932-f69e09b09fb8 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913975 Aug 28 09:49:36.410971 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-dbded147-a2c2-402f-b9db-ae4314109753 req-b232512b-c47e-4aa7-86fa-ef8c9d956c9d service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876219 Aug 28 09:49:36.457761 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:56.965636 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:49:57.719855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e26441f-22d6-42ec-aa1c-d14c1ea6a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:00.096737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:00.359777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1eda5e2d-3a99-4743-9184-a8b2ba7324d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:02.274270 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:05.245397 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:06.439613 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:07.993771 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:50:27.005550 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:27.730687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-091849ac-aac6-48b9-82b1-3fd79159ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:28.210658 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c797d24c-7ef5-47ac-8700-0ee9032fa6c4 req-f3496282-955f-4f8b-95d1-92fc72e881b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265429 Aug 28 09:50:28.289785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c797d24c-7ef5-47ac-8700-0ee9032fa6c4 req-32bf82f7-d230-45c1-8e4b-45d755a0916b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0247636 Aug 28 09:50:28.341603 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c797d24c-7ef5-47ac-8700-0ee9032fa6c4 req-f3934c5b-e873-41b8-943b-9cc91672279e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272706 Aug 28 09:50:28.445886 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797d24c-7ef5-47ac-8700-0ee9032fa6c4 req-1b66b804-d057-421f-aa0a-f4925324eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:28.447389 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c797d24c-7ef5-47ac-8700-0ee9032fa6c4 req-1b66b804-d057-421f-aa0a-f4925324eb68 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989041 Aug 28 09:50:30.187882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:30.285756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b8acdd1a-b6a6-4214-a0ce-56dffb9929b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:32.296319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:35.233541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:35.758511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-b9742769-08b8-43ed-8656-6e4b7b754540 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0977507 Aug 28 09:50:35.861600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-24fcf44f-2f0a-4688-bd85-43f76f6d0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:35.863082 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-24fcf44f-2f0a-4688-bd85-43f76f6d0090 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1097 time: 0.0406225 Aug 28 09:50:36.290725 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-b59e7623-8af6-421b-b388-8b1de65e8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:36.292204 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-b59e7623-8af6-421b-b388-8b1de65e8ed1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.4080622 Aug 28 09:50:36.364145 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-35dbf637-1aaa-4734-a26e-3885da8817a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0576673 Aug 28 09:50:36.414024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-75507a29-d5d9-4814-99c5-028871564dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:36.415543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-75507a29-d5d9-4814-99c5-028871564dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0441220 Aug 28 09:50:36.439737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:36.464359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-44e72125-194d-40b2-ad5a-ac852b2db2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:36.466115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-44e72125-194d-40b2-ad5a-ac852b2db2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427387 Aug 28 09:50:36.558494 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-358ef256-1725-421d-ab78-831d64976e97 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820539 Aug 28 09:50:36.651356 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1ffbef-82c0-4556-adc6-2596825fd8ba req-e6871954-3778-4ff6-aa78-caa39b1aca25 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Aug 28 09:50:44.996582 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:50:53.053248 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6e10-fdd4-4dcb-83cd-2d638497047e req-1d50e55d-c4b0-4066-bb96-e7bc72e9b939 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:53.054768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-216a6e10-fdd4-4dcb-83cd-2d638497047e req-1d50e55d-c4b0-4066-bb96-e7bc72e9b939 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0501385 Aug 28 09:50:53.093778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-216a6e10-fdd4-4dcb-83cd-2d638497047e req-e996338c-85ee-42a2-b604-b17f498af8a8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Aug 28 09:50:54.212612 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac2ef-0f43-4d72-b7bd-176caf3ddeb1 req-f2e14dd7-72c4-4cad-9b48-cd86ced2ea47 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:54.214589 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-974ac2ef-0f43-4d72-b7bd-176caf3ddeb1 req-f2e14dd7-72c4-4cad-9b48-cd86ced2ea47 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Aug 28 09:50:54.252412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-974ac2ef-0f43-4d72-b7bd-176caf3ddeb1 req-1902242d-6db4-4555-bad2-38442905f76c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Aug 28 09:50:55.370178 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f959b6-e97d-4da4-8fc6-2003e9ba4b12 req-2c3fdf8f-9ed0-4ea3-9a49-b3196b29eca8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:55.371672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39f959b6-e97d-4da4-8fc6-2003e9ba4b12 req-2c3fdf8f-9ed0-4ea3-9a49-b3196b29eca8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0535049 Aug 28 09:50:55.409070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-39f959b6-e97d-4da4-8fc6-2003e9ba4b12 req-301517b5-538d-4143-b4cd-78dcdcc5f282 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Aug 28 09:50:56.537305 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617acdee-f36c-4d9e-b7b5-583c2374a9d6 req-a2f87f3d-bc21-4363-822a-2e31403ecd7d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:56.539435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617acdee-f36c-4d9e-b7b5-583c2374a9d6 req-a2f87f3d-bc21-4363-822a-2e31403ecd7d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0635190 Aug 28 09:50:56.578902 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-617acdee-f36c-4d9e-b7b5-583c2374a9d6 req-1293e445-c2a5-40f9-82f4-69b06814f252 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333328 Aug 28 09:50:57.113164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:57.693908 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493adc61-c07c-415b-97ec-c47b632d9c59 req-7fff882f-fa2f-4853-9156-8b91eb8193d5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:57.695357 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493adc61-c07c-415b-97ec-c47b632d9c59 req-7fff882f-fa2f-4853-9156-8b91eb8193d5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Aug 28 09:50:57.733423 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493adc61-c07c-415b-97ec-c47b632d9c59 req-9afaf6c9-ad54-4af6-84e2-f84302c0ccde tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Aug 28 09:50:57.827724 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1648-e66f-4dda-aa25-51944d422354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:50:58.851896 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de3ff4-72e2-4ebb-84d2-f9d9eaac6f7d req-3f027c18-c527-4b92-b65b-af067aed1fc0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:50:58.853273 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63de3ff4-72e2-4ebb-84d2-f9d9eaac6f7d req-3f027c18-c527-4b92-b65b-af067aed1fc0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0524657 Aug 28 09:50:58.890757 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-63de3ff4-72e2-4ebb-84d2-f9d9eaac6f7d req-feebc3ad-3290-4d93-ad25-e4d58b92fef7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Aug 28 09:51:00.005236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471d929-22a4-4959-9788-1b0921e14290 req-b3df2bab-60a2-4640-a7d0-1ed4f5d70ca7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:00.006770 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2471d929-22a4-4959-9788-1b0921e14290 req-b3df2bab-60a2-4640-a7d0-1ed4f5d70ca7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Aug 28 09:51:00.022144 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:00.046193 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-2471d929-22a4-4959-9788-1b0921e14290 req-3794004a-b548-4dfd-a882-f0172e733637 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335472 Aug 28 09:51:00.279308 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-9859e56e-a069-4af4-a137-c28e59c7e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:01.160997 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94b07-910a-49f4-97a3-6e3077bfb14e req-531328ae-dbf7-48c1-8253-35f8aa31bf4e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:01.163241 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d94b07-910a-49f4-97a3-6e3077bfb14e req-531328ae-dbf7-48c1-8253-35f8aa31bf4e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Aug 28 09:51:01.199883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72d94b07-910a-49f4-97a3-6e3077bfb14e req-64d1219e-4fdc-4d62-be5c-7ece624d2fab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307007 Aug 28 09:51:02.267624 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:02.321329 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7482bc6-7ab7-4bd2-a7a6-ce395212d772 req-743ecd79-71e5-4c58-831c-98cd52819e11 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:02.322896 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7482bc6-7ab7-4bd2-a7a6-ce395212d772 req-743ecd79-71e5-4c58-831c-98cd52819e11 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0558734 Aug 28 09:51:02.361042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7482bc6-7ab7-4bd2-a7a6-ce395212d772 req-9b7a314f-9f6e-4b0b-8ebc-363cba74d0d2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Aug 28 09:51:03.473787 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bf45-1a72-4b0f-adb1-bc68909c29de req-1cf9d362-67c6-4c3f-a25e-4ba767535dc9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:03.475291 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66c9bf45-1a72-4b0f-adb1-bc68909c29de req-1cf9d362-67c6-4c3f-a25e-4ba767535dc9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Aug 28 09:51:03.513205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-66c9bf45-1a72-4b0f-adb1-bc68909c29de req-9c7ee4b0-f5b2-4242-b966-23c3527751b2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Aug 28 09:51:04.627215 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f2fb4-e49a-45e3-a65f-3dacd2e424bd req-6a5ca013-5663-444c-b612-77d95424e98a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:04.628680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d2f2fb4-e49a-45e3-a65f-3dacd2e424bd req-6a5ca013-5663-444c-b612-77d95424e98a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Aug 28 09:51:04.666904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d2f2fb4-e49a-45e3-a65f-3dacd2e424bd req-9d2de2cd-5cc9-4a95-b6ec-8f0f0e222cfb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Aug 28 09:51:04.963212 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:51:05.058900 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:05.070419 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:51:05.105486 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:05.118008 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:51:05.136474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:05.215641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:05.252357 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:05.266099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:51:05.273960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.274335 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.274679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.275020 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.275355 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.275688 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.276041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.276415 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.276746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.277079 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.277409 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.277794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:51:05.415296 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0e35f36f-a7b5-46ba-acd7-5438fb633cd5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:51:05.783733 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbe7c0-7c0e-4a65-b9ce-1f2c651be224 req-18d2fea7-d065-453f-922d-1481b4ec2923 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:05.785206 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61fbe7c0-7c0e-4a65-b9ce-1f2c651be224 req-18d2fea7-d065-453f-922d-1481b4ec2923 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0524921 Aug 28 09:51:05.822751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61fbe7c0-7c0e-4a65-b9ce-1f2c651be224 req-b25941c3-6e7d-4f8e-a0bc-0c79c5a08d1d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315499 Aug 28 09:51:06.490399 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:06.935668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547ee69-6caf-4ab6-bcea-fa63151c039f req-6a1f31ed-bbf1-4222-8823-746d2b22f772 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:06.937057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6547ee69-6caf-4ab6-bcea-fa63151c039f req-6a1f31ed-bbf1-4222-8823-746d2b22f772 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0478463 Aug 28 09:51:06.975914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6547ee69-6caf-4ab6-bcea-fa63151c039f req-84faa57d-b1fe-4d7d-a861-e7c391be795c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Aug 28 09:51:06.984086 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:51:07.049013 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:51:07.049387 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:07.130484 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:07.156292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:51:07.160722 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095615db-a1f0-472a-bb78-5ede6e4b3cf5" -d '{"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:51:07.175735 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:07.208588 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d3e95a-a5e9-4e7c-856e-0b411bd3f273 x-openstack-request-id: req-c6d3e95a-a5e9-4e7c-856e-0b411bd3f273 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:51:07.208888 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:51:07.209142 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6d3e95a-a5e9-4e7c-856e-0b411bd3f273 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:51:07.209540 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'code': 200} Aug 28 09:51:07.262191 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:07.320743 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:51:08.107451 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc3cdb-3be7-47a0-9af2-e7d9851e1e37 req-f76a60aa-a272-4522-9ebf-428d0ee2e8d7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:08.109772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77dc3cdb-3be7-47a0-9af2-e7d9851e1e37 req-f76a60aa-a272-4522-9ebf-428d0ee2e8d7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0579908 Aug 28 09:51:08.160025 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-77dc3cdb-3be7-47a0-9af2-e7d9851e1e37 req-355a4076-f0e2-45ca-8222-8fa2aedd4bf5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Aug 28 09:51:09.312355 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823c9bc-b86d-42da-a412-30df5bcacb79 req-62435e5a-f58a-4e08-b202-46f393dd60cb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:09.321654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6823c9bc-b86d-42da-a412-30df5bcacb79 req-62435e5a-f58a-4e08-b202-46f393dd60cb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0699224 Aug 28 09:51:09.359322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6823c9bc-b86d-42da-a412-30df5bcacb79 req-b006ccf8-387b-438b-8d7c-c7678c7c9b2e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367560 Aug 28 09:51:10.495600 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807875-fa6c-40b4-a599-341d003f5a64 req-c4c23627-0dee-452b-85ed-1097e5809194 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:10.497074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd807875-fa6c-40b4-a599-341d003f5a64 req-c4c23627-0dee-452b-85ed-1097e5809194 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0526636 Aug 28 09:51:10.550484 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd807875-fa6c-40b4-a599-341d003f5a64 req-24d6813a-9cd1-4a39-a9b7-6daa54e8ff31 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Aug 28 09:51:11.665028 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a88f-c5b1-4035-80e4-06626a548bd9 req-d70bc07c-fdc7-4c95-943b-eb1431724fa3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:11.667506 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cf8a88f-c5b1-4035-80e4-06626a548bd9 req-d70bc07c-fdc7-4c95-943b-eb1431724fa3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Aug 28 09:51:11.716382 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cf8a88f-c5b1-4035-80e4-06626a548bd9 req-d6d1198f-93da-426f-a7b0-a485bd6a54ea tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Aug 28 09:51:12.835404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3763b58-f119-4b26-b0ea-0ef4dce8edcd req-43845ce2-c3fe-4e30-9e78-c36afdf761f9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:12.836926 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3763b58-f119-4b26-b0ea-0ef4dce8edcd req-43845ce2-c3fe-4e30-9e78-c36afdf761f9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0548959 Aug 28 09:51:12.874975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3763b58-f119-4b26-b0ea-0ef4dce8edcd req-6cbee5f5-f6c6-47e5-810f-2f7dc05983e1 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Aug 28 09:51:14.007258 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3829cc6-85cc-4adc-829a-12dca8d99412 req-dc652510-e364-4a55-b886-d9ee9acdfe77 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:14.008846 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3829cc6-85cc-4adc-829a-12dca8d99412 req-dc652510-e364-4a55-b886-d9ee9acdfe77 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0588799 Aug 28 09:51:14.056326 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3829cc6-85cc-4adc-829a-12dca8d99412 req-f1d23566-f5f3-4faa-92c9-116454054506 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397420 Aug 28 09:51:15.197660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aa2d8-8b09-49f0-8ffc-7148ebf54a70 req-fa6f8275-c9dd-4252-b4fa-e62aa897271b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:15.201258 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-413aa2d8-8b09-49f0-8ffc-7148ebf54a70 req-fa6f8275-c9dd-4252-b4fa-e62aa897271b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0584116 Aug 28 09:51:15.242577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-413aa2d8-8b09-49f0-8ffc-7148ebf54a70 req-4c62f131-b4ee-4421-9ebc-4731858522b3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Aug 28 09:51:16.367396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efd06-6404-48f8-9fe5-d0f0b49a4271 req-257a1def-9384-4610-8b7a-028e2831f528 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:16.368894 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-009efd06-6404-48f8-9fe5-d0f0b49a4271 req-257a1def-9384-4610-8b7a-028e2831f528 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0543828 Aug 28 09:51:16.407024 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-009efd06-6404-48f8-9fe5-d0f0b49a4271 req-bb08b393-e2d4-476d-adb1-d9c9eda77a99 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Aug 28 09:51:17.529424 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5a05f-8302-4bed-a222-d4a69a50cd8a req-edff51aa-2693-48c4-974b-686fcda9e48a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:17.530257 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8a5a05f-8302-4bed-a222-d4a69a50cd8a req-edff51aa-2693-48c4-974b-686fcda9e48a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Aug 28 09:51:17.569515 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a8a5a05f-8302-4bed-a222-d4a69a50cd8a req-a13ddabf-7295-4b56-bc2c-2345f5cd016b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Aug 28 09:51:18.390622 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e00e9e-3382-4534-ba43-52578582a6cc req-ceda9314-91da-4019-a2dc-8a5926ce76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:18.392718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-ceda9314-91da-4019-a2dc-8a5926ce76fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1097 time: 0.0412517 Aug 28 09:51:18.488713 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e00e9e-3382-4534-ba43-52578582a6cc req-79e15b96-1121-42e1-978c-b766d6cf337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:18.490265 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-79e15b96-1121-42e1-978c-b766d6cf337b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0899453 Aug 28 09:51:18.557223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-925d8837-699d-47b6-82fe-7a507b7d1838 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0582051 Aug 28 09:51:18.611517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e00e9e-3382-4534-ba43-52578582a6cc req-33c4567c-e8e9-419a-ad0e-12e0e2f18905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:18.612990 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-33c4567c-e8e9-419a-ad0e-12e0e2f18905 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0482135 Aug 28 09:51:18.690683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e00e9e-3382-4534-ba43-52578582a6cc req-1eac3a7f-6d82-4850-86d4-5d8071239b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:18.692150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-1eac3a7f-6d82-4850-86d4-5d8071239b4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687695 Aug 28 09:51:18.703536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718dba-5327-46dd-a9e4-985d85cb64ee req-e02fc961-3e9f-4402-aa3b-6d84ee32ddba tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:18.704886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1718dba-5327-46dd-a9e4-985d85cb64ee req-e02fc961-3e9f-4402-aa3b-6d84ee32ddba tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0578058 Aug 28 09:51:18.790634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d1718dba-5327-46dd-a9e4-985d85cb64ee req-37bf92ad-e3bf-4729-b87c-f4d2fd2d4354 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773189 Aug 28 09:51:18.819316 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-59db648d-f8ac-4098-bb53-0e4af07d0cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135228 Aug 28 09:51:18.910577 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-12e00e9e-3382-4534-ba43-52578582a6cc req-feec0117-3be7-4601-ab4c-c96fd5813168 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827739 Aug 28 09:51:19.909623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bff36-b8a1-451e-8fe1-30ab14242f9f req-a1408fff-b81c-4c4c-a95a-7048b15e4422 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:19.911130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b06bff36-b8a1-451e-8fe1-30ab14242f9f req-a1408fff-b81c-4c4c-a95a-7048b15e4422 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0540698 Aug 28 09:51:19.948974 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b06bff36-b8a1-451e-8fe1-30ab14242f9f req-ab0df48e-8318-4c69-8bee-7018da8cbf60 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311763 Aug 28 09:51:21.063486 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02945a06-33c4-4161-9ff9-d1cbde0883d5 req-4b7ecaa6-b9d3-449c-9719-8d40d9bbf86b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:21.064973 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02945a06-33c4-4161-9ff9-d1cbde0883d5 req-4b7ecaa6-b9d3-449c-9719-8d40d9bbf86b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 28 09:51:21.088015 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:51:21.105230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-02945a06-33c4-4161-9ff9-d1cbde0883d5 req-626221ce-1276-4d0a-81f5-3d3a0bc91e3e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Aug 28 09:51:21.169687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:21.191270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:51:21.193476 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d9790-40be-47f5-9b8c-fefc7609c892" -d '{"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-unplugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:51:21.205805 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:21.231301 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0dc314-02b4-4d2b-83ab-348c75660efa x-openstack-request-id: req-8e0dc314-02b4-4d2b-83ab-348c75660efa {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:51:21.231602 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-unplugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:51:21.231853 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e0dc314-02b4-4d2b-83ab-348c75660efa {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:51:21.232248 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'code': 200} Aug 28 09:51:21.267016 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:21.315856 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:51:21.995400 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:51:22.225075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1313900-9482-469a-9dcf-4c54c1435d71 req-2d05855a-71f0-4f72-8819-a077e387d638 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:22.225075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1313900-9482-469a-9dcf-4c54c1435d71 req-2d05855a-71f0-4f72-8819-a077e387d638 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0479116 Aug 28 09:51:22.262281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1313900-9482-469a-9dcf-4c54c1435d71 req-62c161d9-beb9-473d-a7c3-fc14f4a716f4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321951 Aug 28 09:51:22.330421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-a1e3c2be-ee11-4f0d-951e-6fa5d39a7034 req-16ebebd1-66b6-43b7-88d5-ba0b445bd11b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:51:22.331403 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1e3c2be-ee11-4f0d-951e-6fa5d39a7034 req-16ebebd1-66b6-43b7-88d5-ba0b445bd11b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054331 Aug 28 09:51:22.713449 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfad8d6-e8a5-4174-8f4d-1ed9f8d5fa9e req-655c3c1c-f694-41c9-b2b9-03a3a9901eec tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:22.714950 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dfad8d6-e8a5-4174-8f4d-1ed9f8d5fa9e req-655c3c1c-f694-41c9-b2b9-03a3a9901eec tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0531111 Aug 28 09:51:22.754569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7dfad8d6-e8a5-4174-8f4d-1ed9f8d5fa9e req-9ded8063-9fb5-4f5c-8d67-efa48c45e160 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Aug 28 09:51:23.083604 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48186) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:51:23.171092 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-83e438dd-6bed-42f7-9df2-0331eef7963b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863962 Aug 28 09:51:23.871166 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef878-e53e-4675-962a-853a54544ca0 req-2dd4ce0e-bb5b-4ece-9939-e340196faef5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:23.872742 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8ef878-e53e-4675-962a-853a54544ca0 req-2dd4ce0e-bb5b-4ece-9939-e340196faef5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0507720 Aug 28 09:51:23.910153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3d8ef878-e53e-4675-962a-853a54544ca0 req-48bf550e-7bcf-4999-9b44-22cea9ebd5ec tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Aug 28 09:51:24.732604 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-7f51f635-cb0d-4c4c-884d-3be75a65bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:24.734094 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-7f51f635-cb0d-4c4c-884d-3be75a65bec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 1095 time: 0.0416808 Aug 28 09:51:24.812842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-2b7adf43-04d5-406b-9e76-a65f5ae5d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:24.814339 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-2b7adf43-04d5-406b-9e76-a65f5ae5d0b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1095 time: 0.0401337 Aug 28 09:51:24.915595 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-60ec86ba-d943-4d0c-ac3b-7dbfac379be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:24.917051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-60ec86ba-d943-4d0c-ac3b-7dbfac379be8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0930142 Aug 28 09:51:24.991567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-b4ba1bac-2500-44fa-8be8-813c067fd6e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 999 time: 0.0664351 Aug 28 09:51:25.061068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-02154f26-ef0e-4866-be99-10c26a204882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:25.062549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-02154f26-ef0e-4866-be99-10c26a204882 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0526404 Aug 28 09:51:25.071410 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b9e1-c977-45f1-800f-af08410a2486 req-43870eed-1c95-466f-8146-6bf47c2795c2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:25.072765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6804b9e1-c977-45f1-800f-af08410a2486 req-43870eed-1c95-466f-8146-6bf47c2795c2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0935159 Aug 28 09:51:25.084778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:51:25.139278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6804b9e1-c977-45f1-800f-af08410a2486 req-c91521e9-86e3-41ea-a9a1-4e8eaae09c82 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582407 Aug 28 09:51:25.141881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-167ebaa6-e1b6-45e4-8e77-fd90a1c755b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:25.143337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-167ebaa6-e1b6-45e4-8e77-fd90a1c755b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696373 Aug 28 09:51:25.239640 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-65dbbc47-5743-4d92-b17b-3b90ca51c03a service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884633 Aug 28 09:51:25.329549 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c880b5e4-8e7e-46c4-93ae-3edf279691ef req-5237e081-7645-4c2e-acd4-d6600c401138 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817091 Aug 28 09:51:26.272244 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442fbdd-5a09-4188-a368-cdf62dbfc068 req-911b4cca-a90c-4223-82a7-45bd397f331b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:26.273812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0442fbdd-5a09-4188-a368-cdf62dbfc068 req-911b4cca-a90c-4223-82a7-45bd397f331b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0626376 Aug 28 09:51:26.314626 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0442fbdd-5a09-4188-a368-cdf62dbfc068 req-a6bb5dd3-56ac-4e9b-80c9-373da6a2a94a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334842 Aug 28 09:51:26.987665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:27.433654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e4eb-8245-4621-9aee-f340d6b0e02b req-6aab23c2-6ab4-413c-aab2-b17b96233597 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:27.435274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30f7e4eb-8245-4621-9aee-f340d6b0e02b req-6aab23c2-6ab4-413c-aab2-b17b96233597 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0507712 Aug 28 09:51:27.475584 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30f7e4eb-8245-4621-9aee-f340d6b0e02b req-8d40da9f-8b70-4835-9338-2160d0bb2217 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340264 Aug 28 09:51:27.712950 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-135949c6-75e1-4950-b419-649569205120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:28.179251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e54c0d01-a33a-48a8-abf1-f41ddfea6d31 req-067af245-e537-4ce0-89e5-9b568d7f6818 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256820 Aug 28 09:51:28.263092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e54c0d01-a33a-48a8-abf1-f41ddfea6d31 req-7ab5752d-7d87-446f-abfa-c5890912a047 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0262096 Aug 28 09:51:28.310606 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e54c0d01-a33a-48a8-abf1-f41ddfea6d31 req-64b35d31-4e32-45f2-bf4d-5749fa425958 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221238 Aug 28 09:51:28.413199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0d01-a33a-48a8-abf1-f41ddfea6d31 req-32860687-8bb8-4f44-9c5a-fd59c3989531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:28.414717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e54c0d01-a33a-48a8-abf1-f41ddfea6d31 req-32860687-8bb8-4f44-9c5a-fd59c3989531 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964398 Aug 28 09:51:28.595403 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ddd9-1f47-4915-98fd-43849fd11e5e req-00d9338d-8a12-4361-aee2-85ec2dd5c847 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:28.597146 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aab5ddd9-1f47-4915-98fd-43849fd11e5e req-00d9338d-8a12-4361-aee2-85ec2dd5c847 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0525277 Aug 28 09:51:28.642700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aab5ddd9-1f47-4915-98fd-43849fd11e5e req-b1a6b8be-bc30-4b53-9da0-f724740217ef tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 Aug 28 09:51:29.766532 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0f1b-0764-471d-8017-66658ecdff19 req-5698ef09-5ed8-4984-b904-842575e80299 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:29.768030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a6d0f1b-0764-471d-8017-66658ecdff19 req-5698ef09-5ed8-4984-b904-842575e80299 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0553041 Aug 28 09:51:29.810081 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4a6d0f1b-0764-471d-8017-66658ecdff19 req-38f83ec9-ca1b-4200-9b58-e7f3272f225e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359576 Aug 28 09:51:30.049518 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:30.290450 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-51373111-9690-44e3-a495-5866fccde643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:30.953892 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e5e82-b7f9-4217-9c68-575d0af5b080 req-4443ecb9-182f-4676-ad1c-f9b51092b17a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:30.955566 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96e5e82-b7f9-4217-9c68-575d0af5b080 req-4443ecb9-182f-4676-ad1c-f9b51092b17a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0645688 Aug 28 09:51:31.001454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d96e5e82-b7f9-4217-9c68-575d0af5b080 req-78c03d63-010c-4516-a4aa-18beabac4405 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Aug 28 09:51:32.134664 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8c62f-da89-464b-9afb-6200c750aa77 req-5e480ecc-7829-4e1e-8bc8-f244594ab92e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:32.136188 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5f8c62f-da89-464b-9afb-6200c750aa77 req-5e480ecc-7829-4e1e-8bc8-f244594ab92e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0492470 Aug 28 09:51:32.175792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e5f8c62f-da89-464b-9afb-6200c750aa77 req-d3590e60-37e2-493c-8802-7a77e4075b19 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Aug 28 09:51:32.290452 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:33.300615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f78d5-7efc-46e4-8c65-13150263c259 req-c6fc82fe-e189-4a59-a3b1-6cbc6bc7420c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:33.302301 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-843f78d5-7efc-46e4-8c65-13150263c259 req-c6fc82fe-e189-4a59-a3b1-6cbc6bc7420c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0552261 Aug 28 09:51:33.345405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-843f78d5-7efc-46e4-8c65-13150263c259 req-2a9d5d1c-2978-4cfb-a6cb-6a748f1575e2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370369 Aug 28 09:51:34.472641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adff619-16ef-4905-99b6-579ceb7bc987 req-e88c22b9-c434-4240-86c1-ed3f26008576 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:34.475130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5adff619-16ef-4905-99b6-579ceb7bc987 req-e88c22b9-c434-4240-86c1-ed3f26008576 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0520818 Aug 28 09:51:34.515305 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5adff619-16ef-4905-99b6-579ceb7bc987 req-4558559f-cc20-49f7-80b5-cfb7cf6f484b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Aug 28 09:51:35.256205 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:35.638240 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681c390-2b4b-419f-bbad-7918b1344ff9 req-80b38e06-ca6a-4db7-a58c-b526f6b876b8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:35.639821 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b681c390-2b4b-419f-bbad-7918b1344ff9 req-80b38e06-ca6a-4db7-a58c-b526f6b876b8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0507007 Aug 28 09:51:35.680491 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b681c390-2b4b-419f-bbad-7918b1344ff9 req-9cc16ea4-a4a1-452b-8cc8-d396a944617d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Aug 28 09:51:36.443602 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:36.798625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94870a-38b7-4208-9eb3-99192313c46c req-e27576d7-ceab-49c2-9d99-d92fbb30b01c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:36.800085 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d94870a-38b7-4208-9eb3-99192313c46c req-e27576d7-ceab-49c2-9d99-d92fbb30b01c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0517721 Aug 28 09:51:36.837668 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5d94870a-38b7-4208-9eb3-99192313c46c req-728aa2f5-52bc-4890-b423-1b1a53950518 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Aug 28 09:51:37.952758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0aef8-a460-4ab2-a203-c1e872c7ddba req-6de856b9-4d3c-4eee-8b64-52d93e86eee1 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:37.954236 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ca0aef8-a460-4ab2-a203-c1e872c7ddba req-6de856b9-4d3c-4eee-8b64-52d93e86eee1 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0491920 Aug 28 09:51:37.992288 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1ca0aef8-a460-4ab2-a203-c1e872c7ddba req-459bb07a-1f33-4b33-8c66-a34ee5b02611 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Aug 28 09:51:39.109537 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1041-f9cc-4f4e-a318-393df598b633 req-baf174a3-c491-4a97-ad60-0eb304fa1984 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:39.111029 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a96d1041-f9cc-4f4e-a318-393df598b633 req-baf174a3-c491-4a97-ad60-0eb304fa1984 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 943 time: 0.0510652 Aug 28 09:51:39.147695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a96d1041-f9cc-4f4e-a318-393df598b633 req-734e5ed4-2f16-4260-9d1a-0b508a12a047 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307724 Aug 28 09:51:39.166796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:51:39.261440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:39.273144 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'port_id': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'mac_address': 'fa:16:3e:2f:b8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:51:39.309385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:39.321564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:51:39.340103 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:39.449499 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:39.498546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=9']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:51:39.832789 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['0e35f36f-a7b5-46ba-acd7-5438fb633cd5'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:51:40.265080 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f12e-5d8d-4989-9c9e-019178bf06b5 req-707621fe-4ebd-4a5c-83ad-90569aaa4e62 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:40.266545 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e059f12e-5d8d-4989-9c9e-019178bf06b5 req-707621fe-4ebd-4a5c-83ad-90569aaa4e62 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0522738 Aug 28 09:51:40.303611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e059f12e-5d8d-4989-9c9e-019178bf06b5 req-423f4735-c485-480b-ae91-84e4a36f0da0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Aug 28 09:51:41.180484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:51:41.227145 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:51:41.227547 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:41.300372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:41.325160 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:51:41.327984 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3bea8d-675d-4027-a674-1b7c9a369d99" -d '{"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:51:41.340185 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:51:41.398773 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:41.419347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cad44-f98b-4235-b390-2c1fb3f1be1c req-59b262b5-911e-4148-b843-7f95b8b232d3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:41.420877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a2cad44-f98b-4235-b390-2c1fb3f1be1c req-59b262b5-911e-4148-b843-7f95b8b232d3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 944 time: 0.0493138 Aug 28 09:51:41.446014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=10']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:51:41.458849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a2cad44-f98b-4235-b390-2c1fb3f1be1c req-921a42c6-ea7f-4a4a-99a3-57f83e68109c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 28 09:51:41.502194 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b639877-2190-4f87-9ff5-7935eee2beb3 x-openstack-request-id: req-0b639877-2190-4f87-9ff5-7935eee2beb3 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:51:41.502514 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-plugged", "status": "completed", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:51:41.502772 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b639877-2190-4f87-9ff5-7935eee2beb3 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:51:41.503196 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'code': 200} Aug 28 09:51:41.801393 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca07f02-734f-4e66-9e3e-8d4f1b543586 req-33edee29-1c9c-4625-8302-32d52f77299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:41.802801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ca07f02-734f-4e66-9e3e-8d4f1b543586 req-33edee29-1c9c-4625-8302-32d52f77299e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1098 time: 0.0398939 Aug 28 09:51:41.837255 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6ca07f02-734f-4e66-9e3e-8d4f1b543586 req-cc17bab2-5f64-4cf6-8064-a02933bb57c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263591 Aug 28 09:51:42.579964 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e1a9-32a3-4c0b-8261-d2e511f6bcf7 req-7200512e-8d55-4e7f-adaa-2629050e2d15 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:42.579964 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e864e1a9-32a3-4c0b-8261-d2e511f6bcf7 req-7200512e-8d55-4e7f-adaa-2629050e2d15 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0523658 Aug 28 09:51:42.618003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e864e1a9-32a3-4c0b-8261-d2e511f6bcf7 req-38f95fb7-27a9-404a-b068-8a5e3a85e159 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Aug 28 09:51:43.173668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-dd8e0685-3930-4d92-9ac0-7a3e79b6f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:43.175268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-dd8e0685-3930-4d92-9ac0-7a3e79b6f83b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1098 time: 0.0418022 Aug 28 09:51:43.278433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-fad0f6d6-4d8d-45c8-939d-93058be080fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:43.279758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-fad0f6d6-4d8d-45c8-939d-93058be080fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0836494 Aug 28 09:51:43.350153 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-ea245009-173c-42f3-87ff-31f1fabda8f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0626202 Aug 28 09:51:43.401483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-ba87f382-6556-4a9d-96d6-352fe7351161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:43.403556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-ba87f382-6556-4a9d-96d6-352fe7351161 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0438216 Aug 28 09:51:43.449567 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-6b11011b-7cdf-4b46-a724-9d8fd2b50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:43.451113 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-6b11011b-7cdf-4b46-a724-9d8fd2b50dfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402005 Aug 28 09:51:43.545779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-67cf2618-6280-4af7-b480-5c6cc29d285f service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865595 Aug 28 09:51:43.638866 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-493b3d40-2ae4-4364-8f34-b8fb3af836a5 req-195e1659-8b3c-4028-ae4b-f43a17ec377d service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820882 Aug 28 09:51:43.742090 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0523c-75ef-42e1-9213-8f32d00c987d req-819b5307-60cd-40c7-8442-277cd8feae53 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:43.759223 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62b0523c-75ef-42e1-9213-8f32d00c987d req-819b5307-60cd-40c7-8442-277cd8feae53 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0548477 Aug 28 09:51:43.781125 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-62b0523c-75ef-42e1-9213-8f32d00c987d req-885bed7d-12e3-4e69-adfc-5adf212383bb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Aug 28 09:51:44.898619 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41da74-6e15-413f-a289-a4b1e6d2ed3d req-58ac7e6d-268c-48cd-9d85-6d511f1892aa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:51:44.900105 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a41da74-6e15-413f-a289-a4b1e6d2ed3d req-58ac7e6d-268c-48cd-9d85-6d511f1892aa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0497334 Aug 28 09:51:44.937562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9a41da74-6e15-413f-a289-a4b1e6d2ed3d req-15dcb559-02d4-45c7-b76d-b8e0688eaca7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Aug 28 09:51:57.038127 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:57.712323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b756f330-9876-4eac-bb4c-7c67b342e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:51:58.994919 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:52:00.095165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:00.329708 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-68bd6a4f-8373-4a5c-8674-0f832b8867e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:02.346980 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:05.267729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:06.478007 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:27.037356 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:27.689280 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-eb525f1a-cc86-4cf3-bb27-6576f8c7b362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:29.289874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c756a684-ea78-438b-a500-8456ab29dd42 req-89cac51f-4093-4028-8f99-e70d3a4c1bae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1056767 Aug 28 09:52:29.369594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c756a684-ea78-438b-a500-8456ab29dd42 req-6ee36670-18fe-4836-b4cf-95a9050779ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0248747 Aug 28 09:52:29.416088 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c756a684-ea78-438b-a500-8456ab29dd42 req-0a4b39b5-3794-4d9c-b69e-67307f77fab8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219979 Aug 28 09:52:29.507890 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a684-ea78-438b-a500-8456ab29dd42 req-cf12ce71-5546-4297-a652-c643aa919684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:52:29.510317 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c756a684-ea78-438b-a500-8456ab29dd42 req-cf12ce71-5546-4297-a652-c643aa919684 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878344 Aug 28 09:52:30.089031 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:30.357601 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f24d8ff1-e1e8-4ef2-8423-92c926a39417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:32.317477 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:35.248123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:35.928644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-b499898d-ef0f-4ebc-9bfa-c7ef8b4c7405 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391736 Aug 28 09:52:35.994352 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:52:36.048231 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-e31ef226-fe0c-47d1-b007-7e58477dacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:52:36.049778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-e31ef226-fe0c-47d1-b007-7e58477dacf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1098 time: 0.0468273 Aug 28 09:52:36.153899 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-c267d2ac-2fd1-4889-845d-c40e39ce86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:52:36.155399 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-c267d2ac-2fd1-4889-845d-c40e39ce86aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0837226 Aug 28 09:52:36.226686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-39d2db9c-193c-41c5-aaf9-86638c2cd302 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0617995 Aug 28 09:52:36.277938 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-838cc575-9952-4970-8463-579cf2f4ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:52:36.279412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-838cc575-9952-4970-8463-579cf2f4ec8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0446761 Aug 28 09:52:36.326458 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-19b8a7a1-8a59-441b-a001-10345bf7a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:52:36.328007 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-19b8a7a1-8a59-441b-a001-10345bf7a2ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406699 Aug 28 09:52:36.432247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:36.432862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-dd37cc9c-1ba5-44ad-8509-429842f7162b service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964563 Aug 28 09:52:36.523747 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1a9a28b1-8d6e-4170-9d13-6ef9170e6f6b req-3719e8b2-1e27-477f-803e-acd683a85e0c service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809026 Aug 28 09:52:56.991560 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:52:57.716503 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-36060ed8-7d02-4ad5-ba20-16cebfb6e078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:00.065858 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:00.288746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c12e8ef-2572-4ba0-8625-32f00d74af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:02.289224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.377425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48322) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:03.530975 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Deleting port 59f41a40-6cd5-4601-8c5d-272e44b07880 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:53:03.531319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.607533 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.607870 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.619189 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Calling delete_port for 59f41a40-6cd5-4601-8c5d-272e44b07880 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:53:03.820049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.845071 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'Port': ['ID=59f41a40-6cd5-4601-8c5d-272e44b07880,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:03.857148 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.857495 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.857884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.858160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.858516 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.858842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.859163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.859483 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.859799 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.860116 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.860435 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.860752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:03.913188 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:03.913492 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Floating IP a1984165-29eb-4e20-b6ae-eb6a2e73dfcf disassociated (deleted). External IP: 172.25.0.131, port: 0e35f36f-a7b5-46ba-acd7-5438fb633cd5. Aug 28 09:53:04.118703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:53:04.548156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:53:04.552682 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:04.559598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:53:04.569565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:53:04.570194 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:53:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:04.580346 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-60653603-286f-4787-9455-1f7b9324ae92 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "DELETE /v2.0/floatingips/a1984165-29eb-4e20-b6ae-eb6a2e73dfcf HTTP/1.1" status: 204 len: 168 time: 1.2018199 Aug 28 09:53:04.581279 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:53:04.583672 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b8246-9985-47ac-b69d-870984e2c077" -d '{"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:53:04.677617 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:53:04.869387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:04.895260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:53:04.903292 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:53:04.903894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:53:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:05.009676 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:53:05.064891 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cddd215-4ec5-4ab6-b34a-50e37e9f43f3 x-openstack-request-id: req-1cddd215-4ec5-4ab6-b34a-50e37e9f43f3 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:53:05.065256 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:53:05.065578 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cddd215-4ec5-4ab6-b34a-50e37e9f43f3 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:53:05.066042 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'status': 'completed', 'code': 200} Aug 28 09:53:05.189910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d967f-1c9f-4cd2-a8e5-9e8ffd2cbe8e req-fd11e861-3aa3-4343-abc8-24166765f455 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:05.191431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a16d967f-1c9f-4cd2-a8e5-9e8ffd2cbe8e req-fd11e861-3aa3-4343-abc8-24166765f455 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0815625 Aug 28 09:53:05.196734 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8246-9985-47ac-b69d-870984e2c077 req-5c54d238-fc13-402e-a4d5-5ce3897dd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:05.198168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-5c54d238-fc13-402e-a4d5-5ce3897dd4e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 1098 time: 0.0617995 Aug 28 09:53:05.222300 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:05.249301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88a622-2575-469f-8302-a5dd5b74567d None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:53:05.264415 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:05.273873 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a16d967f-1c9f-4cd2-a8e5-9e8ffd2cbe8e req-9a181de5-1748-481f-b2c9-de06250527c5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747156 Aug 28 09:53:05.318256 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8246-9985-47ac-b69d-870984e2c077 req-62ce3624-d1a8-4572-b7dc-10363b957088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:05.319722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-62ce3624-d1a8-4572-b7dc-10363b957088 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.1076412 Aug 28 09:53:05.376815 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-8cc4188a-f5a8-4526-b1a7-ffbbd7c78df7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 200 len: 217 time: 0.0407436 Aug 28 09:53:05.430453 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8246-9985-47ac-b69d-870984e2c077 req-ec8efe49-f21c-4133-b000-537ee268fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:05.431988 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-ec8efe49-f21c-4133-b000-537ee268fdf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0466242 Aug 28 09:53:05.482134 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8246-9985-47ac-b69d-870984e2c077 req-ce7fd8ae-9deb-4f16-84b4-d296ac5afb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:05.483680 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-ce7fd8ae-9deb-4f16-84b4-d296ac5afb77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428915 Aug 28 09:53:05.486649 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363118c0-2b80-4a80-9957-1142d12293e3 None None] New status for floating IP a1984165-29eb-4e20-b6ae-eb6a2e73dfcf: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:53:05.580595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-bd238ea6-fc81-4360-9da6-165fc9b62f4f service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879908 Aug 28 09:53:05.672767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-344b8246-9985-47ac-b69d-870984e2c077 req-c19c7654-731d-4d0f-8b8b-0714dacfae6d service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808833 Aug 28 09:53:06.397616 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ded3d-f0d3-4df1-84a0-6528362ebf6a req-31d7309d-9437-43cb-81a2-0e8e0a6f66af tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:06.399150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a94ded3d-f0d3-4df1-84a0-6528362ebf6a req-31d7309d-9437-43cb-81a2-0e8e0a6f66af tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0495672 Aug 28 09:53:06.437458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:06.438064 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a94ded3d-f0d3-4df1-84a0-6528362ebf6a req-7b36ce3e-3746-4aa5-8bf3-9f7a5b6f4850 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2896f92-3ffa-438a-91d6-189b1628504c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Aug 28 09:53:07.021296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-7cdf1aec-3d12-49b6-9bf4-1c62550d4ab9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:07.022818 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-7cdf1aec-3d12-49b6-9bf4-1c62550d4ab9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 946 time: 0.0525229 Aug 28 09:53:07.118050 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Deleting port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:53:07.118433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:07.208658 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] For port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:53:07.209027 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:07.222089 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Calling delete_port for 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:53:07.431433 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:07.459906 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'Port': ['ID=0e35f36f-a7b5-46ba-acd7-5438fb633cd5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:07.506711 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] No DVR routers for this DVR port 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:53:07.509223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:07.511245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5da6aa6f-9196-47b1-b641-2ad806acb890 req-20ab1a01-f759-4967-a856-d256df970d70 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "DELETE /v2.0/ports/0e35f36f-a7b5-46ba-acd7-5438fb633cd5 HTTP/1.1" status: 204 len: 173 time: 0.4810755 Aug 28 09:53:07.512498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-deleted', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:53:07.514778 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a098d-495a-4071-9c46-8542f8ced040" -d '{"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-deleted", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:53:07.543933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-56680b6e-ed7f-4a1e-83c9-86c88dc68fe7 req-93ae7954-7db2-42ed-8653-66e8948a9802 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Aug 28 09:53:07.588005 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a54c8-850b-42ef-a678-98add0264784 x-openstack-request-id: req-9a7a54c8-850b-42ef-a678-98add0264784 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:53:07.588361 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79a57d8-78c2-4e66-b608-9d8921498976", "name": "network-vif-deleted", "tag": "0e35f36f-a7b5-46ba-acd7-5438fb633cd5", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:53:07.588686 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a7a54c8-850b-42ef-a678-98add0264784 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:53:07.589134 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79a57d8-78c2-4e66-b608-9d8921498976', 'name': 'network-vif-deleted', 'tag': '0e35f36f-a7b5-46ba-acd7-5438fb633cd5', 'status': 'completed', 'code': 200} Aug 28 09:53:08.651463 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fed2c368-9dc5-433a-90b2-00512555c617 req-5923ca6c-b09b-4b70-8f6d-c245d4281efb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79a57d8-78c2-4e66-b608-9d8921498976 HTTP/1.1" status: 200 len: 210 time: 0.0263150 Aug 28 09:53:09.707020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48346) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:09.724931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:53:09.744792 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:53:09.745135 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device 0e35f36f-a7b5-46ba-acd7-5438fb633cd5 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:53:09.769906 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:09.794287 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:09.932676 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:09.935965 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:09.937115 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2896f92-3ffa-438a-91d6-189b1628504c HTTP/1.1" status: 204 len: 168 time: 0.2291136 Aug 28 09:53:09.946035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2873814-c553-48e3-8b07-7986b455dcdd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2896f92-3ffa-438a-91d6-189b1628504c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:10.294416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48352) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:10.299163 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673067121', 'description': 'tempest-secgroup-smoke-673067121 description', 'project_id': 'f9b7d23099f0449f99983e0a966637b5'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:10.414084 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.493810 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.579555 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.607584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:10.728369 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.729621 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4b1c731f-c0cb-4388-9b60-7897cce68414 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4341881 Aug 28 09:53:10.732977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48354) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:10.737433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:10.824507 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.881218 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.979508 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:10.998378 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5454ab7d-fd41-4d60-952b-af3e9f689a24,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:11.110345 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.114350 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-185ba4d7-ba86-4064-9070-71420692fd02 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776007 Aug 28 09:53:11.114538 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48356) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:11.119059 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:11.299904 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.357236 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.442663 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.461356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aa95c6-562d-430a-a077-9609926868fc,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:11.539616 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.540856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-a5f1a588-41e7-4fed-8250-b500e3089b2b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4253376 Aug 28 09:53:11.543756 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48358) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:11.550529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:11.669235 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.717771 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.812802 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.829371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322a53c0-e584-4eba-88b0-a92e28927ccc,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:11.838508 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.838853 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.839193 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.839531 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.840442 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.840772 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.841105 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.841438 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.841812 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.842123 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.842472 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.842818 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:11.922882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:11.924091 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-29a718a5-19cb-457a-999f-f9d65006412f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793402 Aug 28 09:53:11.926846 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48362) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:11.931451 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:12.036069 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.094465 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.195938 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.216050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7a6eed-b5ce-49ba-b746-f6b81201d483,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:12.317116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.318449 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-642d1c2f-5118-43af-9d7c-b6366fc18360 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3906355 Aug 28 09:53:12.321086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48364) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:12.325587 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:12.453970 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Project f9b7d23099f0449f99983e0a966637b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:53:12.458963 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.518519 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.602825 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.624455 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e83a86-d6fc-4ff0-8e7e-e553fc282d57,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:12.706057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.707342 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-a80d6bdf-8822-44af-a1ee-c8354fcf7087 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3852677 Aug 28 09:53:12.710321 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48366) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:12.715375 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'security_group_rule': {'security_group_id': '0e1b8c13-5758-4b2a-bda2-3c5278cb7b26', 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:12.801440 n-d-792458-16 neutron-server[95467]: INFO neutron.db.securitygroups_db [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Project f9b7d23099f0449f99983e0a966637b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:53:12.806346 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.868169 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.945486 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:12.968919 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c301e74-25ce-4e6d-9bb0-e7dcc57c2eb9,revision_number=0']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:12.993306 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:53:13.071681 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:13.072944 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-22dd05d0-a7df-4857-9647-c782455fa312 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616748 Aug 28 09:53:27.088278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:27.773079 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5ccca27-6ca7-4bc1-8904-7de4cc57165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:30.156986 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:30.176598 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3841460b-8c86-4bfa-87c7-a422e2f97a3c req-a6958496-a52e-4853-82c9-6dd28bb3d98d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258071 Aug 28 09:53:30.259110 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3841460b-8c86-4bfa-87c7-a422e2f97a3c req-b3692fb8-2df7-43ef-919f-e87a5d633272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0266039 Aug 28 09:53:30.304804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3841460b-8c86-4bfa-87c7-a422e2f97a3c req-01a9deb1-f16e-4457-a0e9-977c169a1654 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217085 Aug 28 09:53:30.322584 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2221412f-5032-4421-b1e2-811a3ec52c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:30.406952 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841460b-8c86-4bfa-87c7-a422e2f97a3c req-29d53f3d-ed2f-476c-8a04-d209ea22163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:30.408498 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3841460b-8c86-4bfa-87c7-a422e2f97a3c req-29d53f3d-ed2f-476c-8a04-d209ea22163e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975168 Aug 28 09:53:32.357793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:33.079686 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-2ed8006f-f4cd-4971-a559-2a4ca25c3ab3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673067121&fields=id&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 267 time: 0.0337222 Aug 28 09:53:33.194064 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-d07300f9-b3b9-4bac-8cb8-cc01a5c23478 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:33.196182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-d07300f9-b3b9-4bac-8cb8-cc01a5c23478 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 808 time: 0.1095831 Aug 28 09:53:33.211460 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-ee896bc9-a853-4cb2-9997-29abbd41f026 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/quotas/f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Aug 28 09:53:33.265144 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-dba9fc59-7c82-48d1-989a-8f2c91a5e7db tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475383 Aug 28 09:53:33.281324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5b063b9c-c29f-43a9-b83f-972bc06b9582 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:53:33.282315 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5b063b9c-c29f-43a9-b83f-972bc06b9582 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063550 Aug 28 09:53:33.412644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-6035f9b6-961c-4e18-952e-4fc7eb027c97 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245391 Aug 28 09:53:33.517886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-c89f045e-a980-4405-b555-20f10d127d3b service neutron] 10.222.0.46 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987334 Aug 28 09:53:34.195922 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a718a27-bee8-45ca-8284-64e9703c59bd req-6065b7c6-3a98-4436-ab89-16762e09e9fa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Aug 28 09:53:35.272005 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:35.368882 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6cb40b3e-bdb9-442d-94fd-b5ffce27ff05 req-1925cbe1-1ab9-4df5-b04f-219c4335b5aa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0286684 Aug 28 09:53:36.436710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:36.460891 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-93796c96-0ff7-4659-83cc-3a6d62406c0e req-eb298842-6dcc-451e-b4af-e3d0a18e5db2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0255640 Aug 28 09:53:36.894469 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-4705cb0c-4b19-41d6-8bdf-fed94c62884d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:36.896887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-4705cb0c-4b19-41d6-8bdf-fed94c62884d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 808 time: 0.1078229 Aug 28 09:53:36.971785 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-d87d90f8-4659-4720-a907-51f7316f1224 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 379 time: 0.0347519 Aug 28 09:53:36.982052 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'port': {'device_id': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'admin_state_up': True, 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'security_groups': ['0e1b8c13-5758-4b2a-bda2-3c5278cb7b26']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:37.201557 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Made reservation on behalf of f9b7d23099f0449f99983e0a966637b5 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:53:37.205311 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:37.335986 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Allocated IP 172.20.0.6 (3dfe191b-b1e6-484c-8823-5078535645a4/f16f4647-316b-4b7d-98b5-83d3689e2747/e53f1522-1aa2-4e4d-b8df-cdf509788dfc) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:53:37.484202 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:37.510326 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Transition to ACTIVE for port object e53f1522-1aa2-4e4d-b8df-cdf509788dfc will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:53:37.565530 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7243b21d-f2ea-48fd-b5bc-05409b8fd727 req-48089a7e-eca4-4759-8bba-7e7a29c69289 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0296321 Aug 28 09:53:37.666160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:37.709249 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Network 3dfe191b-b1e6-484c-8823-5078535645a4 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:53:37.714575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:53:37.718543 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:53:37.752682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:37.781359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:37.781880 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:37.872467 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-a86367e5-cbcb-4fe7-a3d9-05513421fcab tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944173 Aug 28 09:53:37.916895 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Request body: {'port': {'device_id': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:37.975543 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.048364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-399d52df-4823-4636-ad06-cdc8b393f1b9 None None] Provisioning for port e53f1522-1aa2-4e4d-b8df-cdf509788dfc completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:53:38.052683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-399d52df-4823-4636-ad06-cdc8b393f1b9 None None] Provisioning complete for port e53f1522-1aa2-4e4d-b8df-cdf509788dfc triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:53:38.053198 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-399d52df-4823-4636-ad06-cdc8b393f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.089731 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-399d52df-4823-4636-ad06-cdc8b393f1b9 None None] Port e53f1522-1aa2-4e4d-b8df-cdf509788dfc cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:53:38.244491 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53f1522-1aa2-4e4d-b8df-cdf509788dfc {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:53:38.252072 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.264525 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Transition to ACTIVE for port object e53f1522-1aa2-4e4d-b8df-cdf509788dfc will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:53:38.356963 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.409717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:38.481381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Attempting to bind port e53f1522-1aa2-4e4d-b8df-cdf509788dfc on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:53:38.481721 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Attempting to bind port e53f1522-1aa2-4e4d-b8df-cdf509788dfc by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:53:38.482054 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Attempting to bind port e53f1522-1aa2-4e4d-b8df-cdf509788dfc on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:53:38.486758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Port e53f1522-1aa2-4e4d-b8df-cdf509788dfc on network 3dfe191b-b1e6-484c-8823-5078535645a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:53:38.487430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Attempting to bind port e53f1522-1aa2-4e4d-b8df-cdf509788dfc on network 3dfe191b-b1e6-484c-8823-5078535645a4 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:53:38.492143 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:53:38.492484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Checking segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:53:38.492873 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Bound using segment: {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:53:38.493310 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Bound port: e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee9e98d-e912-4e3b-bd69-61eb394393ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:53:38.493674 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.571103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:53:38.576462 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:53:38.652706 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.705812 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:38.706474 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:38.707886 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1092 time: 0.7959013 Aug 28 09:53:38.708346 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:53:38.710662 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8285f405-31a5-4d96-9db1-968dc3090ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:53:38.746650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235660-cc2b-4c75-81bc-639478146bf9 req-29029ee2-80fb-4db3-8a49-58344fff6d6c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:38.748220 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2235660-cc2b-4c75-81bc-639478146bf9 req-29029ee2-80fb-4db3-8a49-58344fff6d6c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.1069579 Aug 28 09:53:38.749396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ffd4-4e1e-4a6c-9296-d01eb724b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:38.796582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2235660-cc2b-4c75-81bc-639478146bf9 req-5677f921-51ae-4111-912e-24367196b638 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369639 Aug 28 09:53:38.862741 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b35a55-30a7-400d-be33-56c40a0c9780 x-openstack-request-id: req-54b35a55-30a7-400d-be33-56c40a0c9780 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:53:38.863147 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:53:38.863494 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54b35a55-30a7-400d-be33-56c40a0c9780 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:53:38.863997 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'status': 'completed', 'code': 200} Aug 28 09:53:38.937264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-1a5557c0-a0e7-4335-b38e-eb9eff354ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:38.938860 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-1a5557c0-a0e7-4335-b38e-eb9eff354ee0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1095 time: 0.0504775 Aug 28 09:53:38.990644 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-76411ed1-8540-412d-8432-4ad5ef4d8203 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 217 time: 0.0365460 Aug 28 09:53:39.044440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-0ac79bc1-3486-4a61-92e0-2b3d4b170578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.045949 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-0ac79bc1-3486-4a61-92e0-2b3d4b170578 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0477202 Aug 28 09:53:39.096505 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-3db43460-620b-4183-b2c0-64f18c92b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.098791 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-3db43460-620b-4183-b2c0-64f18c92b421 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442226 Aug 28 09:53:39.225585 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-6f6db914-bce2-4641-8450-747233844019 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150115 Aug 28 09:53:39.332420 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7eae7cf9-549b-4453-80ce-6f6807e2e0b8 req-b9d1abb2-7c35-47a2-b65f-cf597ed1020e service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988111 Aug 28 09:53:39.523984 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-92e9d5bf-f9af-4b49-99b1-562cf871a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.525504 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-92e9d5bf-f9af-4b49-99b1-562cf871a2a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1095 time: 0.0459700 Aug 28 09:53:39.616758 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-23395cab-f395-4db4-84d1-9d3c0cbc95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.618296 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-23395cab-f395-4db4-84d1-9d3c0cbc95af service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0849211 Aug 28 09:53:39.666823 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-5e6acd11-480c-44d7-908b-dbe3ff9aee5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 217 time: 0.0398667 Aug 28 09:53:39.722699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-c66baaec-77a0-4304-a4e8-c6f7ed442f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.725328 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-c66baaec-77a0-4304-a4e8-c6f7ed442f30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0470550 Aug 28 09:53:39.775536 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-391c45ed-c1ad-430b-a00e-51413ce97bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.776951 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-391c45ed-c1ad-430b-a00e-51413ce97bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411215 Aug 28 09:53:39.888976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-c1e087e3-b377-474a-a009-79cab366bc85 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044400 Aug 28 09:53:39.974381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3753a-680d-49af-8fe0-cb77f0f1ad04 req-5850d58c-57ad-4c90-bff5-1613fe0780e4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:39.974381 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96a3753a-680d-49af-8fe0-cb77f0f1ad04 req-5850d58c-57ad-4c90-bff5-1613fe0780e4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0993118 Aug 28 09:53:40.022895 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8285f405-31a5-4d96-9db1-968dc3090ff7 req-e7da2790-b809-4d55-bf3f-a471643279c5 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205270 Aug 28 09:53:40.035509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-96a3753a-680d-49af-8fe0-cb77f0f1ad04 req-0bab43c4-9341-43d9-baeb-91f4dd7fbede tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523357 Aug 28 09:53:41.153526 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1c65-34cb-4086-9678-8650cbace45d req-517ebbcc-0886-488f-9137-3fb1ea732218 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:41.155119 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-732e1c65-34cb-4086-9678-8650cbace45d req-517ebbcc-0886-488f-9137-3fb1ea732218 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0501297 Aug 28 09:53:41.193792 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-732e1c65-34cb-4086-9678-8650cbace45d req-4ab7190e-05a0-41f5-9127-831d3ee12839 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326490 Aug 28 09:53:42.307152 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac555f-590d-496e-9109-b4ceb7b763c1 req-7c841030-dfad-4b37-be9c-17492152d965 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:42.309148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05ac555f-590d-496e-9109-b4ceb7b763c1 req-7c841030-dfad-4b37-be9c-17492152d965 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0484176 Aug 28 09:53:42.347133 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-05ac555f-590d-496e-9109-b4ceb7b763c1 req-6287b49d-4e52-4a5f-a380-a499ddb86821 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 28 09:53:43.468869 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382ca94-99d9-4a46-93d4-2eede4ee80ed req-672eedb6-b48f-4c18-987f-fda17226755f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:43.470370 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3382ca94-99d9-4a46-93d4-2eede4ee80ed req-672eedb6-b48f-4c18-987f-fda17226755f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0524471 Aug 28 09:53:43.507142 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3382ca94-99d9-4a46-93d4-2eede4ee80ed req-bb7f9c67-7894-4708-8716-49d50fd988a1 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305631 Aug 28 09:53:44.625709 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1541203-ef9c-442a-8aac-83a5ada214de req-8ee31461-9e91-4cff-a9ce-a63103796672 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:44.627232 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1541203-ef9c-442a-8aac-83a5ada214de req-8ee31461-9e91-4cff-a9ce-a63103796672 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0499249 Aug 28 09:53:44.664877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a1541203-ef9c-442a-8aac-83a5ada214de req-bb194df3-cb4c-45e9-944e-6ee4f42e23aa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Aug 28 09:53:45.778642 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab917d93-ccc1-43e1-88a1-1e20ec1e10d4 req-a7390502-c78b-4a61-8755-0f7f466857b6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:45.780136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab917d93-ccc1-43e1-88a1-1e20ec1e10d4 req-a7390502-c78b-4a61-8755-0f7f466857b6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Aug 28 09:53:45.819665 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ab917d93-ccc1-43e1-88a1-1e20ec1e10d4 req-56c147bc-6b44-4f0e-af1c-5406aeac7284 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327096 Aug 28 09:53:46.942910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b556-530d-4008-b1d7-c4aee4f65641 req-03733408-5932-4d66-a602-cd73cb236f10 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:46.944435 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e73b556-530d-4008-b1d7-c4aee4f65641 req-03733408-5932-4d66-a602-cd73cb236f10 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0590198 Aug 28 09:53:46.988610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0e73b556-530d-4008-b1d7-c4aee4f65641 req-fbe6de20-22b3-4c0b-b7f7-4169f2e805e9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Aug 28 09:53:48.114421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468c7-a3a8-43b0-8c93-03a8bb494ff0 req-f35f48e4-1ac7-473e-8412-39bf47ab4e76 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:48.115981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3a468c7-a3a8-43b0-8c93-03a8bb494ff0 req-f35f48e4-1ac7-473e-8412-39bf47ab4e76 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0550735 Aug 28 09:53:48.155034 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d3a468c7-a3a8-43b0-8c93-03a8bb494ff0 req-cd7e8551-593c-4efc-8050-b297fa2dc4a1 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Aug 28 09:53:49.287935 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b905ad-d265-45fd-85b9-59b87551b9ed req-f11a468f-653a-400f-9d78-dce49927a40c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:49.289434 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83b905ad-d265-45fd-85b9-59b87551b9ed req-f11a468f-653a-400f-9d78-dce49927a40c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0500178 Aug 28 09:53:49.329554 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-83b905ad-d265-45fd-85b9-59b87551b9ed req-85bb020f-5a28-4129-8100-4563f5775eae tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Aug 28 09:53:49.831072 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:53:49.922714 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:53:49.937903 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'mac_address': 'fa:16:3e:be:2c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:53:49.974492 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:49.987187 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53f1522-1aa2-4e4d-b8df-cdf509788dfc {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:53:49.991633 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:53:50.006553 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:53:50.145331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:50.193972 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:50.201375 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.201718 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.202096 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.202420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.202752 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.203085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.203407 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.203733 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.204053 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.204377 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.204708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.205025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:53:50.449504 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32b51f-3860-4687-98ce-0ad945c011db req-02c7e190-b4e3-44ae-8e2e-b1c1c31fec6a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:50.450933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f32b51f-3860-4687-98ce-0ad945c011db req-02c7e190-b4e3-44ae-8e2e-b1c1c31fec6a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 944 time: 0.0527782 Aug 28 09:53:50.491872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7f32b51f-3860-4687-98ce-0ad945c011db req-baa0367b-2484-4277-aa62-a50c6478db1a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349889 Aug 28 09:53:50.520270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e53f1522-1aa2-4e4d-b8df-cdf509788dfc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:53:51.608414 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e7ac5-29da-4b50-94e3-86fd17b00ebb req-15f6a1e8-92d9-48bf-9543-5d59ac0bf833 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:51.609982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b80e7ac5-29da-4b50-94e3-86fd17b00ebb req-15f6a1e8-92d9-48bf-9543-5d59ac0bf833 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 944 time: 0.0506134 Aug 28 09:53:51.650251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b80e7ac5-29da-4b50-94e3-86fd17b00ebb req-5078e98e-cd98-47a0-8564-6f69e71775bd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335357 Aug 28 09:53:51.838287 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:53:51.956181 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port e53f1522-1aa2-4e4d-b8df-cdf509788dfc completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:53:51.959830 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e53f1522-1aa2-4e4d-b8df-cdf509788dfc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:53:51.960203 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:52.038699 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:52.060931 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:53:52.063178 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe49cc-a2dd-45f3-a559-4bafa4924c63" -d '{"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-plugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:53:52.075555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:53:52.150114 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0546a1d8-13f5-4b6c-9302-55a76392d521 x-openstack-request-id: req-0546a1d8-13f5-4b6c-9302-55a76392d521 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:53:52.150455 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-plugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:53:52.150712 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0546a1d8-13f5-4b6c-9302-55a76392d521 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:53:52.151112 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'code': 200} Aug 28 09:53:52.162350 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:52.211882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:52.299368 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36961daf-e39d-4c4f-9619-1dafef58299f req-4eb89077-dfa1-4f7e-8bc6-074d7803dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:52.301796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36961daf-e39d-4c4f-9619-1dafef58299f req-4eb89077-dfa1-4f7e-8bc6-074d7803dc4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0437031 Aug 28 09:53:52.340073 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-36961daf-e39d-4c4f-9619-1dafef58299f req-f615a064-1148-475a-a534-1a63e8bd2b2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290089 Aug 28 09:53:52.783027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251c41-c1e2-441e-abd9-3dd43ba759b1 req-28cc7f1d-0810-48f9-8ff6-1b0e3f197c64 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:52.784562 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7251c41-c1e2-441e-abd9-3dd43ba759b1 req-28cc7f1d-0810-48f9-8ff6-1b0e3f197c64 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Aug 28 09:53:52.822633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7251c41-c1e2-441e-abd9-3dd43ba759b1 req-4cb3d4a3-68f7-4208-b031-3449e1db1430 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320978 Aug 28 09:53:53.941510 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8dc06-0c25-4357-b8f8-e47445f909ff req-fb268bd0-d653-47e3-8b9e-804c1566dfd2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:53.943067 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40b8dc06-0c25-4357-b8f8-e47445f909ff req-fb268bd0-d653-47e3-8b9e-804c1566dfd2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Aug 28 09:53:53.985418 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40b8dc06-0c25-4357-b8f8-e47445f909ff req-25bbc624-dcb0-4dec-b6d1-17c420ba5c8b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355396 Aug 28 09:53:54.112103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cade7-b745-40f2-b88a-9ce30609f294 req-9633730b-d169-4396-8d07-cfeda3065f04 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:54.113588 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-621cade7-b745-40f2-b88a-9ce30609f294 req-9633730b-d169-4396-8d07-cfeda3065f04 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Aug 28 09:53:54.152461 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-621cade7-b745-40f2-b88a-9ce30609f294 req-71360703-5a4d-4db1-8f82-a8146760183f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323792 Aug 28 09:53:54.174382 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48578) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:54.256265 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760da53-624f-495e-8225-2b4e74bd9e9f tempest-TestShelveInstance-1877128825 tempest-TestShelveInstance-1877128825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:54.257796 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-6760da53-624f-495e-8225-2b4e74bd9e9f tempest-TestShelveInstance-1877128825 tempest-TestShelveInstance-1877128825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1092 time: 0.0824220 Aug 28 09:53:54.260731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48582) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:53:54.265521 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:53:54.367421 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:54.472460 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:54.582142 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Allocated IP 172.25.0.210 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/96e59179-af63-415b-970d-be325452913f) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:53:54.695727 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:54.849116 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:54.892043 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:53:54.895184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:53:54.899878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:53:54.905459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=96e59179-af63-415b-970d-be325452913f,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:55.270971 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:55.407158 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:55.561557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:55.625617 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:55.691348 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event updated for resources: {'Port': ['ID=96e59179-af63-415b-970d-be325452913f,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:53:55.711876 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:55.821249 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Floating IP 0c91ea82-a5b9-47c9-9957-a81c54326043 associated. External IP: 172.25.0.210, port: e53f1522-1aa2-4e4d-b8df-cdf509788dfc. Aug 28 09:53:56.051553 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:53:56.164295 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:53:56.177480 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:53:56.188410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:53:56.205896 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:53:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:56.265261 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:56.294330 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-262dd937-1d2d-4f50-91dd-17d4ef2a4380 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0320618 Aug 28 09:53:56.295101 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:53:56.297578 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1584ad-c060-4b2e-8b45-335c692dca23" -d '{"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:53:56.299304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:53:56.710349 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8494bb8-2054-4867-b902-9f23b61d2a86 x-openstack-request-id: req-b8494bb8-2054-4867-b902-9f23b61d2a86 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:53:56.710647 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:53:56.710900 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8494bb8-2054-4867-b902-9f23b61d2a86 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:53:56.711305 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'status': 'completed', 'code': 200} Aug 28 09:53:56.712679 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0c91ea82-a5b9-47c9-9957-a81c54326043', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:be:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:53:55Z', 'updated_at': '2021-08-28T09:53:55Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:56.739801 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:53:56.749146 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:53:56.749807 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:53:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:56.802767 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-3a489b72-0778-421f-b297-7a51848f3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:56.805218 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-3a489b72-0778-421f-b297-7a51848f3ca9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0512474 Aug 28 09:53:56.859600 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:53:56.916654 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-855ec05e-f154-4dc2-8a88-1c7e134168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:56.918754 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-855ec05e-f154-4dc2-8a88-1c7e134168ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.1065769 Aug 28 09:53:56.993722 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-f2c76f81-d6b9-47b6-a880-a391e974395e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 999 time: 0.0666113 Aug 28 09:53:57.052041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-942d48ab-3426-41ad-ac5a-205b2e0338c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:57.053622 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-942d48ab-3426-41ad-ac5a-205b2e0338c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0482850 Aug 28 09:53:57.099324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:53:57.105999 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-567ef36a-752a-4ca5-8270-1430d35170bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:53:57.107760 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-567ef36a-752a-4ca5-8270-1430d35170bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454078 Aug 28 09:53:57.108969 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0c91ea82-a5b9-47c9-9957-a81c54326043', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:be:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:53:55Z', 'updated_at': '2021-08-28T09:53:55Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:53:57.137410 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f216e-0b90-40e2-8a44-da90fe5aa553 None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': '0c91ea82-a5b9-47c9-9957-a81c54326043', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'mac_address': 'fa:16:3e:be:2c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:53:55Z', 'updated_at': '2021-08-28T09:53:55Z', 'revision_number': 0, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:53:57.211934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-72b91f2e-70d9-4c8e-b03d-62a09fa2e7e1 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954466 Aug 28 09:53:57.305274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd1584ad-c060-4b2e-8b45-335c692dca23 req-3f16e580-c33a-4162-a1f5-a31aa52e79b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856531 Aug 28 09:53:57.348351 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f9243-fd55-487c-a2d7-a9eb87ba577c None None] New status for floating IP 0c91ea82-a5b9-47c9-9957-a81c54326043: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:53:57.739533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bbba5b8c-244d-4aff-bfe0-93bd313d74b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:00.114838 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:00.345344 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8326ea7d-8238-440c-b642-5f57c86457cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:02.356813 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:05.264933 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:06.457603 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:26.990526 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:54:27.093174 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:27.704207 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d38d3de5-04e7-4f73-8f2c-7fc70740a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:30.070013 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:30.207017 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7aad460-a9c6-4eae-b61b-26378f56e31d req-5c02a296-1757-46e2-9fb4-ec3a4e6070e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259404 Aug 28 09:54:30.287042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7aad460-a9c6-4eae-b61b-26378f56e31d req-f0466b87-2b5d-4747-a5c8-cfc690b202f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0251379 Aug 28 09:54:30.304802 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6686acaf-8014-410d-953e-72a3c77bac77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:30.330692 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7aad460-a9c6-4eae-b61b-26378f56e31d req-a6acf529-83bf-4283-8347-b34393da0b2d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196469 Aug 28 09:54:30.429701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad460-a9c6-4eae-b61b-26378f56e31d req-8f6097c3-1105-4a9b-88b0-5825cde88367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:54:30.431263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7aad460-a9c6-4eae-b61b-26378f56e31d req-8f6097c3-1105-4a9b-88b0-5825cde88367 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946169 Aug 28 09:54:32.308248 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:35.270443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:36.521753 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:37.920014 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-6ce1a2e9-b536-4831-9e40-52a5c9b65cda service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390949 Aug 28 09:54:38.039396 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-782ceec2-6947-4633-8a2a-b0b19b5a8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:54:38.040871 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-782ceec2-6947-4633-8a2a-b0b19b5a8872 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0407317 Aug 28 09:54:38.146795 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-c0fa0d03-260f-4d27-9c74-175cbe2faaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:54:38.148310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-c0fa0d03-260f-4d27-9c74-175cbe2faaee service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0879214 Aug 28 09:54:38.214376 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-38148b21-d31c-41e7-a368-f00064082206 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0570002 Aug 28 09:54:38.271686 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-a1ad377e-2f59-44d9-bcd1-a0056f73f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:54:38.273191 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-a1ad377e-2f59-44d9-bcd1-a0056f73f569 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0481431 Aug 28 09:54:38.319312 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-1f6504d2-e59e-4e0f-ae31-57dc59c6e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:54:38.320817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-1f6504d2-e59e-4e0f-ae31-57dc59c6e35d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392275 Aug 28 09:54:38.413092 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-6bc23463-fca9-4193-945b-dfe2b99a9a4e service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812662 Aug 28 09:54:38.511608 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-667ff2fe-a575-43b7-9965-42e179c090f2 req-d9e14fb1-910f-44af-a7ad-77fc0efb8d84 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869489 Aug 28 09:54:57.069828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:54:57.704052 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-00881cbe-1170-4d91-b24e-faba51a9bf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:00.132718 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:00.326684 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fe32475b-c8d3-4cf4-9967-8dbd50c55c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:02.310012 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:03.989186 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:55:05.279561 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:06.465295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:27.086668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:27.703788 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d0dddeb2-18b0-4fb8-8291-8d3e301611b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:30.046402 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:30.292120 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e428-f5a4-44b0-bfe8-877e4eec47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:32.172367 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ce1a77-76fe-4016-adf6-eb56b5d12ee4 req-54aa857a-636f-40b7-9159-038d375905c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261316 Aug 28 09:55:32.252779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ce1a77-76fe-4016-adf6-eb56b5d12ee4 req-4412838d-4aee-415a-a365-bbec36e439b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0253522 Aug 28 09:55:32.295604 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:32.296256 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ce1a77-76fe-4016-adf6-eb56b5d12ee4 req-13fe05fb-702e-4fb3-a93e-326dbcd79e17 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196099 Aug 28 09:55:32.390506 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce1a77-76fe-4016-adf6-eb56b5d12ee4 req-93f66436-28ec-41ba-94d9-4198d4ce9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:55:32.392011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2ce1a77-76fe-4016-adf6-eb56b5d12ee4 req-93f66436-28ec-41ba-94d9-4198d4ce9d53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899222 Aug 28 09:55:35.257682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:36.463495 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:39.962611 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-1e126807-4ff0-4e15-a03e-5d5d6ab70511 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776970 Aug 28 09:55:40.063870 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-472706f0-2152-4da6-85d6-6a28d29e6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:55:40.065332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-472706f0-2152-4da6-85d6-6a28d29e6dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0404372 Aug 28 09:55:40.173421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-e9dc580f-6dae-42af-b4f1-e1a3da64c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:55:40.174848 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-e9dc580f-6dae-42af-b4f1-e1a3da64c2a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0900993 Aug 28 09:55:40.241373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-10d03b8a-b3d5-4d9c-9d86-af6525cbcfe8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0578151 Aug 28 09:55:40.294558 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-1dff791a-5f03-4200-9a4c-fb6534413f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:55:40.295955 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-1dff791a-5f03-4200-9a4c-fb6534413f36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0473266 Aug 28 09:55:40.341863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-e7415a52-d27e-4d0c-9a7a-4f0fa137159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:55:40.343366 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-e7415a52-d27e-4d0c-9a7a-4f0fa137159c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394497 Aug 28 09:55:40.356865 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-55c84268-ce61-47ef-8b50-0657d9050676 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 09:55:40.357912 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-55c84268-ce61-47ef-8b50-0657d9050676 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049360 Aug 28 09:55:40.446172 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-f8dc639f-3d60-43a3-b45c-125ccd8cebe7 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798357 Aug 28 09:55:40.865553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-646dfe03-f957-4fab-9384-f37bad0e3081 req-e1199fb9-a1f2-4653-af84-2b732518dc6e service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109914 Aug 28 09:55:40.987870 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:55:57.095749 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:55:57.714272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee0ed-f3ec-4e78-a5ed-4153d9993c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:00.040077 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:00.297398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0424e599-914d-4058-bb36-d509dc75299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:02.293069 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:05.291947 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:06.443298 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:17.986659 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:56:27.117164 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:27.720295 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a966d0e5-8d58-471d-bcf8-420ed134b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:30.079805 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:30.291278 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b23f173d-0cd8-453a-8272-9645007291d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:32.303003 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:33.202473 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7877354f-6d5f-4b82-b5c4-a589925befd7 req-9a094d82-438f-46aa-ab37-2fbf50501730 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265889 Aug 28 09:56:33.284168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7877354f-6d5f-4b82-b5c4-a589925befd7 req-45a883e6-d147-4345-899f-20ec22554490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0243976 Aug 28 09:56:33.327652 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7877354f-6d5f-4b82-b5c4-a589925befd7 req-d472e2e3-8bf9-4027-a789-07469ac6620b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194728 Aug 28 09:56:33.425752 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877354f-6d5f-4b82-b5c4-a589925befd7 req-8015b40b-3558-4126-bfa6-272548b1f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:33.427899 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7877354f-6d5f-4b82-b5c4-a589925befd7 req-8015b40b-3558-4126-bfa6-272548b1f667 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928581 Aug 28 09:56:35.174070 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9c31-d6b0-4a6c-9154-daf7c3204f3a req-567da3ea-73dc-47cc-826e-3ffd4d76ce27 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:35.175587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b14d9c31-d6b0-4a6c-9154-daf7c3204f3a req-567da3ea-73dc-47cc-826e-3ffd4d76ce27 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.1054325 Aug 28 09:56:35.214430 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b14d9c31-d6b0-4a6c-9154-daf7c3204f3a req-2cbc9e0d-6031-4c95-a79b-14c1194713fa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Aug 28 09:56:35.271617 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:36.334193 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7814c-aae3-4ede-a5b9-bed1c6868c30 req-7cf03280-2c34-4db6-815d-0283345e4efc tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:36.335713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2b7814c-aae3-4ede-a5b9-bed1c6868c30 req-7cf03280-2c34-4db6-815d-0283345e4efc tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0545342 Aug 28 09:56:36.374677 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e2b7814c-aae3-4ede-a5b9-bed1c6868c30 req-eb83d792-45ee-4e5d-897e-d6c27e5baba9 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Aug 28 09:56:36.474467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:37.501079 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d68e-5332-4854-9378-530a51369d31 req-33d7358b-57de-4ff6-8597-6b870c0106a4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:37.502609 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c268d68e-5332-4854-9378-530a51369d31 req-33d7358b-57de-4ff6-8597-6b870c0106a4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0607593 Aug 28 09:56:37.542066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c268d68e-5332-4854-9378-530a51369d31 req-8228aa74-d570-4a2e-9c1a-f654ac77d7eb tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333636 Aug 28 09:56:38.654184 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e98b9-3f42-430d-b64f-c686d858a7d3 req-16c8c75c-fbe9-4a08-8952-6d248cc29407 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:38.655657 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a2e98b9-3f42-430d-b64f-c686d858a7d3 req-16c8c75c-fbe9-4a08-8952-6d248cc29407 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0473347 Aug 28 09:56:38.692939 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6a2e98b9-3f42-430d-b64f-c686d858a7d3 req-cd59f105-3f75-444d-abd6-9d11eceb913f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Aug 28 09:56:39.813660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee603a80-e9e9-4bc3-b264-c5bfe65f8772 req-33cb08ec-c30a-40d8-b087-10ec0843f55c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:39.815152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee603a80-e9e9-4bc3-b264-c5bfe65f8772 req-33cb08ec-c30a-40d8-b087-10ec0843f55c tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Aug 28 09:56:39.856679 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ee603a80-e9e9-4bc3-b264-c5bfe65f8772 req-073c3b48-cb0b-44f7-8995-ed0ba3a9e0b7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349278 Aug 28 09:56:40.972485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872703-52cc-4e0f-8c31-a591514d5b02 req-c9387d14-c760-4367-84af-ace2113d7389 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:40.973864 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae872703-52cc-4e0f-8c31-a591514d5b02 req-c9387d14-c760-4367-84af-ace2113d7389 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Aug 28 09:56:41.011086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ae872703-52cc-4e0f-8c31-a591514d5b02 req-4aa27bc5-6898-4256-86d7-849420cd4304 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Aug 28 09:56:41.984603 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-ffa0d482-ce7f-4feb-bd6a-e1b2c31b8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:41.985982 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-ffa0d482-ce7f-4feb-bd6a-e1b2c31b8b5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0412216 Aug 28 09:56:42.116421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-68e10b7f-619c-4802-9ce0-455c25988d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:42.117879 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-68e10b7f-619c-4802-9ce0-455c25988d5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.1126819 Aug 28 09:56:42.177307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3da54-a67a-4923-88cf-514588940398 req-44950e61-3bce-461c-a899-7c38140ed67b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:42.178840 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47b3da54-a67a-4923-88cf-514588940398 req-44950e61-3bce-461c-a899-7c38140ed67b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.1008101 Aug 28 09:56:42.217788 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-8894ce60-c38d-4c0e-8e8e-02f148bf392f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0920610 Aug 28 09:56:42.231404 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-47b3da54-a67a-4923-88cf-514588940398 req-1dc22d5f-b3b2-4087-acdd-2e6947057919 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456843 Aug 28 09:56:42.274945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-aa6f60e2-bf03-4aa6-b9dd-0e81bf7e53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:42.277086 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-aa6f60e2-bf03-4aa6-b9dd-0e81bf7e53e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0441592 Aug 28 09:56:42.323439 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-df76d070-fb22-4bbe-bebe-67d980061e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:42.324993 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-df76d070-fb22-4bbe-bebe-67d980061e27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409014 Aug 28 09:56:42.419021 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-b9a8b511-763d-4773-add5-e833a5f7ee9b service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852771 Aug 28 09:56:42.517049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b71b16d-c735-464f-9ff7-907e4c4fe4e5 req-75474728-bf98-4371-9d6a-47b52b2d4e8a service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855813 Aug 28 09:56:43.344008 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362693-39cc-4006-ab86-9e76d9d8d94f req-8a7bd7ef-2f80-479d-af79-3654865ea9d2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:43.345753 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb362693-39cc-4006-ab86-9e76d9d8d94f req-8a7bd7ef-2f80-479d-af79-3654865ea9d2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Aug 28 09:56:43.388250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb362693-39cc-4006-ab86-9e76d9d8d94f req-aaf18ecb-2e0a-498e-967c-ede77fefcb48 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357938 Aug 28 09:56:44.506236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc5fb-3d13-4111-99cb-c5168649bded req-544267a9-6524-4ffb-a2e9-56e66ca9111e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:44.510730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e63fc5fb-3d13-4111-99cb-c5168649bded req-544267a9-6524-4ffb-a2e9-56e66ca9111e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Aug 28 09:56:44.546263 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e63fc5fb-3d13-4111-99cb-c5168649bded req-fbd3ba0a-8aa8-4f53-b0aa-00cc03f1a515 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 Aug 28 09:56:45.495386 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb16db-534a-4236-9674-353fe0e94377 req-6e4bffc6-6818-48ca-be8f-e56f2699da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:45.496887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-6e4bffc6-6818-48ca-be8f-e56f2699da71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0414364 Aug 28 09:56:45.594172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb16db-534a-4236-9674-353fe0e94377 req-ef3cc324-cb59-4068-a513-d5f0359a8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:45.595980 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-ef3cc324-cb59-4068-a513-d5f0359a8b6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0884485 Aug 28 09:56:45.688920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-1acf4ed4-628c-40aa-b8a2-f1b01cf39990 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0831950 Aug 28 09:56:45.700724 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6bc3-a6d5-4da2-9d5d-6e43ddf992c2 req-92d1b2dd-1fb4-438f-a9b7-a7d3f49e3270 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:45.702132 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfcf6bc3-a6d5-4da2-9d5d-6e43ddf992c2 req-92d1b2dd-1fb4-438f-a9b7-a7d3f49e3270 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0893173 Aug 28 09:56:45.771115 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb16db-534a-4236-9674-353fe0e94377 req-deab8f79-3b66-4922-9d5f-c258a43e2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:45.772565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-deab8f79-3b66-4922-9d5f-c258a43e2c5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0695684 Aug 28 09:56:45.777474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bfcf6bc3-a6d5-4da2-9d5d-6e43ddf992c2 req-a7cffeee-97e1-418f-ac80-d786046695ee tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670023 Aug 28 09:56:45.819791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb16db-534a-4236-9674-353fe0e94377 req-623fb079-a3e2-4ef9-818b-614f5775d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:45.821267 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-623fb079-a3e2-4ef9-818b-614f5775d075 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409489 Aug 28 09:56:45.915563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-fa21a3ea-3af3-4db7-a77e-f82ddc078907 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Aug 28 09:56:46.004412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e6eb16db-534a-4236-9674-353fe0e94377 req-839aa1f5-ea82-410f-ac62-7182dc854e23 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811973 Aug 28 09:56:46.893433 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9802-cceb-4144-ad0e-143737fce8ef req-d4aaf201-0386-4c30-8106-d0884f819466 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:46.895553 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94cf9802-cceb-4144-ad0e-143737fce8ef req-d4aaf201-0386-4c30-8106-d0884f819466 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Aug 28 09:56:46.931744 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-94cf9802-cceb-4144-ad0e-143737fce8ef req-104b2107-cef6-4aec-a982-eb7249978faa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303168 Aug 28 09:56:48.053194 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016379-e4f2-4fa8-90fc-1ab994871163 req-b45a18be-34be-40c1-b704-ff91337b528a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:48.054703 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40016379-e4f2-4fa8-90fc-1ab994871163 req-b45a18be-34be-40c1-b704-ff91337b528a tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0560861 Aug 28 09:56:48.092836 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40016379-e4f2-4fa8-90fc-1ab994871163 req-c115ae0f-433f-4d45-bea3-0827480d6e10 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Aug 28 09:56:49.214531 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56b9c-0721-4cf7-b2fa-05a628c32de6 req-f99b5b97-f580-4734-bd5d-36bcddc6118b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:49.216042 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c56b9c-0721-4cf7-b2fa-05a628c32de6 req-f99b5b97-f580-4734-bd5d-36bcddc6118b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0572667 Aug 28 09:56:49.256136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76c56b9c-0721-4cf7-b2fa-05a628c32de6 req-27a3b411-15b6-4bfb-a257-3d132024c24b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335720 Aug 28 09:56:50.375806 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba2c6-bced-4816-8562-94d3e4edc730 req-419232f0-4f67-46e0-9bcc-bf0738a44257 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:50.377302 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6aba2c6-bced-4816-8562-94d3e4edc730 req-419232f0-4f67-46e0-9bcc-bf0738a44257 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Aug 28 09:56:50.416215 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d6aba2c6-bced-4816-8562-94d3e4edc730 req-79d22821-f5b2-4871-bbc6-4bd9065ec337 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Aug 28 09:56:50.779925 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:56:50.780610 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b00f-0398-47d1-a0c9-ad7a02dbf29e req-eab0c197-3243-4502-a694-ea7b51263add tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:50.782175 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6783b00f-0398-47d1-a0c9-ad7a02dbf29e req-eab0c197-3243-4502-a694-ea7b51263add tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0527434 Aug 28 09:56:50.825475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-6783b00f-0398-47d1-a0c9-ad7a02dbf29e req-2d4b8314-a9ad-41c2-ad1f-ee69d2448765 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340817 Aug 28 09:56:50.859113 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:50.882131 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:56:50.885103 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e3ee1-c031-4b2d-883b-b323a6b74d31" -d '{"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-unplugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:56:50.899581 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:56:50.924290 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41149eb4-4f0b-475a-b0f8-d8b91a1ca18b x-openstack-request-id: req-41149eb4-4f0b-475a-b0f8-d8b91a1ca18b {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:56:50.924778 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-unplugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:56:50.925090 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41149eb4-4f0b-475a-b0f8-d8b91a1ca18b {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:56:50.925578 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'code': 200} Aug 28 09:56:50.934929 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-e977a073-8968-42cf-abb4-44452cb1dec0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671019 Aug 28 09:56:50.985882 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:51.039040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:56:51.046374 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.046720 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.047054 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.047384 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.047710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.048034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.048356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.048673 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.048990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.049308 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.049621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.049934 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:56:51.941224 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8ce29-af9c-4f61-b3a4-807935969a89 req-0e13afae-9532-45d1-babd-c674734f8759 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:51.942667 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eff8ce29-af9c-4f61-b3a4-807935969a89 req-0e13afae-9532-45d1-babd-c674734f8759 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0495548 Aug 28 09:56:51.981390 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eff8ce29-af9c-4f61-b3a4-807935969a89 req-4a86ad0d-78dc-4f3c-98b8-e9ebb0a3c4d0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326221 Aug 28 09:56:53.095498 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd076-e972-4769-8db8-8ee0536d4b54 req-03a08ed2-48c2-4a18-9740-be8880cff830 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:53.097000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-716fd076-e972-4769-8db8-8ee0536d4b54 req-03a08ed2-48c2-4a18-9740-be8880cff830 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0489371 Aug 28 09:56:53.136278 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-716fd076-e972-4769-8db8-8ee0536d4b54 req-0d133582-d835-4e88-b084-57ff70eaa637 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Aug 28 09:56:54.261002 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d4a1-6c41-44bb-a348-f528e9f8ef24 req-78e2aed8-79c6-4431-8056-bd5682252c4d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:54.264547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9879d4a1-6c41-44bb-a348-f528e9f8ef24 req-78e2aed8-79c6-4431-8056-bd5682252c4d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0554636 Aug 28 09:56:54.300555 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9879d4a1-6c41-44bb-a348-f528e9f8ef24 req-9032d2e9-4ff4-44a8-989f-2a7e4396e482 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Aug 28 09:56:54.986000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:56:55.416626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb707bf5-d1a6-4617-8899-ae6f6ccf2e01 req-bab32e62-9b09-42ed-93f3-75d25800d8e7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:55.418116 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb707bf5-d1a6-4617-8899-ae6f6ccf2e01 req-bab32e62-9b09-42ed-93f3-75d25800d8e7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0495729 Aug 28 09:56:55.456393 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eb707bf5-d1a6-4617-8899-ae6f6ccf2e01 req-2a6c7d42-d527-48ba-854d-1cb9c8e600bd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322411 Aug 28 09:56:56.573205 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef707405-e205-4b7e-b178-a29056458d20 req-c1c84d5d-8d3c-4260-b1ef-e450c26cd3f6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:56.574587 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef707405-e205-4b7e-b178-a29056458d20 req-c1c84d5d-8d3c-4260-b1ef-e450c26cd3f6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0484233 Aug 28 09:56:56.611098 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ef707405-e205-4b7e-b178-a29056458d20 req-6dd1474a-04d9-476d-9f9d-7418ea55922d tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306065 Aug 28 09:56:56.745264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-271747df-faf8-4818-b42c-a2d84951d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:56.746737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-271747df-faf8-4818-b42c-a2d84951d355 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&tenant_id=f9b7d23099f0449f99983e0a966637b5 HTTP/1.1" status: 200 len: 1095 time: 0.0442379 Aug 28 09:56:56.818024 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-58e8e1d7-96b8-4546-8869-94d99cbc6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:56.819496 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-58e8e1d7-96b8-4546-8869-94d99cbc6d70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1095 time: 0.0391850 Aug 28 09:56:56.905685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-20a7fb55-602f-42be-9f8f-f2f0fc4ce862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:56.907131 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-20a7fb55-602f-42be-9f8f-f2f0fc4ce862 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0806046 Aug 28 09:56:56.979120 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-07039f4e-d8db-429d-84cf-3f352e9119c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 999 time: 0.0649083 Aug 28 09:56:57.029268 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-df17ea18-22c7-48af-b0ec-a0f3cf7cc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:57.030773 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-df17ea18-22c7-48af-b0ec-a0f3cf7cc47a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0443387 Aug 28 09:56:57.075694 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-44e7324b-a1ae-4198-a6f6-237550842477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:57.077149 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-44e7324b-a1ae-4198-a6f6-237550842477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386300 Aug 28 09:56:57.090961 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:57.169342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-8fea0abc-3ba1-47bf-9869-c4b494a8d6d8 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844409 Aug 28 09:56:57.257091 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-c6abfb92-b47c-4331-85e1-340146c01990 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805027 Aug 28 09:56:57.694478 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bb18c960-8a7c-43b1-9795-924a6f7b2c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:56:57.759473 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3ce04-f04e-44a9-8265-c18b4d37ad88 req-ed725b36-fce3-4658-86b2-5d7f52f27d6f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:57.760862 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fef3ce04-f04e-44a9-8265-c18b4d37ad88 req-ed725b36-fce3-4658-86b2-5d7f52f27d6f tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0546606 Aug 28 09:56:57.797543 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fef3ce04-f04e-44a9-8265-c18b4d37ad88 req-06cc8c80-859c-40d6-93d7-59ed89415650 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307264 Aug 28 09:56:58.911161 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99baf84-3cfe-40bf-beda-90d831bce693 req-15a34870-7d6f-46b0-bd7f-aecd9e414182 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:56:58.912693 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99baf84-3cfe-40bf-beda-90d831bce693 req-15a34870-7d6f-46b0-bd7f-aecd9e414182 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0497520 Aug 28 09:56:58.951474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b99baf84-3cfe-40bf-beda-90d831bce693 req-2069c59b-74ef-4c65-b3c2-3d65acb5ae00 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Aug 28 09:57:00.048267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:00.066413 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e697-44fe-4309-a620-d739a2f0b764 req-b4fef1fc-97eb-40da-8713-f48fab0b27c0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:00.067887 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4072e697-44fe-4309-a620-d739a2f0b764 req-b4fef1fc-97eb-40da-8713-f48fab0b27c0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0490980 Aug 28 09:57:00.105978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4072e697-44fe-4309-a620-d739a2f0b764 req-82cae5ea-5114-4012-8068-bc6a530a6d6e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320897 Aug 28 09:57:00.393707 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-0ebf544a-565c-4e77-a1d3-033a79d8a448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:01.221712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f697-1606-4870-be7d-6a430382998f req-aa8219ed-0f43-48f7-b5d0-8b0b1561bb7b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:01.223717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f575f697-1606-4870-be7d-6a430382998f req-aa8219ed-0f43-48f7-b5d0-8b0b1561bb7b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0513191 Aug 28 09:57:01.261322 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f575f697-1606-4870-be7d-6a430382998f req-fe0ee268-6b62-4221-aa6c-144395f6c7c7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Aug 28 09:57:02.331430 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:02.377371 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae893a-4090-4c98-bc6b-53a8ca7f3a63 req-300487c4-4e40-4b59-b89b-9100ec663c71 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:02.378881 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1ae893a-4090-4c98-bc6b-53a8ca7f3a63 req-300487c4-4e40-4b59-b89b-9100ec663c71 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0489316 Aug 28 09:57:02.419074 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c1ae893a-4090-4c98-bc6b-53a8ca7f3a63 req-0553d1be-6a1c-41a9-bdca-aafe94473faa tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 28 09:57:03.534621 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe735-c54f-4b19-9ad2-807a402ed4e7 req-6333fe65-dd02-4892-b832-d8d2d3513877 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:03.536176 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de1fe735-c54f-4b19-9ad2-807a402ed4e7 req-6333fe65-dd02-4892-b832-d8d2d3513877 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0501378 Aug 28 09:57:03.574003 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-de1fe735-c54f-4b19-9ad2-807a402ed4e7 req-a1f93cf0-be49-4895-92b9-8b77505851b4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Aug 28 09:57:04.706802 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeecf15-bd7a-49df-af7b-b22b56fa0e5d req-0e9e25b0-78ab-4a20-88e2-5ee412497407 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:04.710311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5eeecf15-bd7a-49df-af7b-b22b56fa0e5d req-0e9e25b0-78ab-4a20-88e2-5ee412497407 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0541358 Aug 28 09:57:04.748571 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5eeecf15-bd7a-49df-af7b-b22b56fa0e5d req-30d47397-f1ff-4018-bfd0-89a08bdaf9d4 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Aug 28 09:57:05.268279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:05.862561 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b92514-4c02-4298-8eff-e12183c621f9 req-e0d10a74-6e16-4756-b37b-da8a40ae9980 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:05.864037 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b92514-4c02-4298-8eff-e12183c621f9 req-e0d10a74-6e16-4756-b37b-da8a40ae9980 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0489616 Aug 28 09:57:05.902181 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b0b92514-4c02-4298-8eff-e12183c621f9 req-9f415a8e-7de3-4f0c-bf73-4f3dac4a95e8 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Aug 28 09:57:06.447951 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:06.873593 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:57:06.967998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:57:06.980130 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'port_id': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'mac_address': 'fa:16:3e:be:2c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:57:07.021810 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:07.029131 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcb5eb-2982-4b0c-b8ab-c2f8545e90ff req-331470df-ab3e-41eb-8586-0f906d948184 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:07.030755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bedcb5eb-2982-4b0c-b8ab-c2f8545e90ff req-331470df-ab3e-41eb-8586-0f906d948184 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 943 time: 0.0609484 Aug 28 09:57:07.035990 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53f1522-1aa2-4e4d-b8df-cdf509788dfc {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:57:07.056349 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:57:07.074633 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-bedcb5eb-2982-4b0c-b8ab-c2f8545e90ff req-e2201b73-a6b3-4727-bbb3-abc0424178d3 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372100 Aug 28 09:57:07.119365 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:07.166821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:57:07.461116 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['e53f1522-1aa2-4e4d-b8df-cdf509788dfc'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:57:08.191712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc040f-2afc-42dc-878e-f7441f32d54f req-2b32e73d-4079-42ce-a4dc-39c7120e3fc0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:08.193164 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7cc040f-2afc-42dc-878e-f7441f32d54f req-2b32e73d-4079-42ce-a4dc-39c7120e3fc0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 944 time: 0.0520430 Aug 28 09:57:08.230540 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d7cc040f-2afc-42dc-878e-f7441f32d54f req-d2739f2e-a5dc-46a3-a989-581090b76e27 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Aug 28 09:57:08.882659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:57:08.930427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port e53f1522-1aa2-4e4d-b8df-cdf509788dfc triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:57:08.930719 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:09.008491 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:09.029712 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:57:09.031948 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3add19-db59-4c54-8bf5-9e0488711890" -d '{"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-plugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:57:09.044029 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:57:09.071317 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb581b8-f7fb-4a04-90f3-74cc333d5854 x-openstack-request-id: req-ddb581b8-f7fb-4a04-90f3-74cc333d5854 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:57:09.071648 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-plugged", "status": "completed", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:57:09.071905 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddb581b8-f7fb-4a04-90f3-74cc333d5854 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:57:09.072337 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'code': 200} Aug 28 09:57:09.131323 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:09.180564 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:57:09.282388 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c44f1-5778-43f5-ab34-b997299d1b57 req-57702057-e6d5-45a1-9f41-909ea2cde412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:09.284066 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e9c44f1-5778-43f5-ab34-b997299d1b57 req-57702057-e6d5-45a1-9f41-909ea2cde412 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0410774 Aug 28 09:57:09.355449 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1e9c44f1-5778-43f5-ab34-b997299d1b57 req-0894937a-7041-411d-a286-7c92058a6c13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583742 Aug 28 09:57:09.368352 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7496b-1f47-42ce-989b-4a6a94feb93d req-64cc3628-81af-4308-a06d-c6ba82cfb073 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:09.369798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbf7496b-1f47-42ce-989b-4a6a94feb93d req-64cc3628-81af-4308-a06d-c6ba82cfb073 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0666242 Aug 28 09:57:09.408233 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fbf7496b-1f47-42ce-989b-4a6a94feb93d req-b0de3123-6701-4e2c-8ba5-c46baec49985 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 28 09:57:10.528068 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781483dd-a754-4db4-904b-00419e9cd79c req-e4c29f1d-1a00-47e2-9013-16266a2e4945 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:10.529544 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-781483dd-a754-4db4-904b-00419e9cd79c req-e4c29f1d-1a00-47e2-9013-16266a2e4945 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Aug 28 09:57:10.571795 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-781483dd-a754-4db4-904b-00419e9cd79c req-b079c3ff-0ad3-4ce3-b13f-31b38f549658 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308897 Aug 28 09:57:11.682280 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e602-6f7b-47f1-99de-69ba9ab45908 req-47b8b674-01a3-4ef0-9419-8071b80f3cb0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:11.683772 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5352e602-6f7b-47f1-99de-69ba9ab45908 req-47b8b674-01a3-4ef0-9419-8071b80f3cb0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0483832 Aug 28 09:57:11.721560 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5352e602-6f7b-47f1-99de-69ba9ab45908 req-8301c328-3ace-4193-8f5b-12fdfbb583a7 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318484 Aug 28 09:57:27.145060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:27.739758 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afcd2065-2204-42b8-8a0a-05941ac8e15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:30.060054 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:30.365232 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-012d4613-7095-4804-bfd4-71c0a7881bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:31.984851 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:57:32.348498 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:35.209009 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f28a4d8-68d4-496b-b41d-7671d28f54e3 req-f70af177-01bd-4146-baca-3b9557c50a0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0637262 Aug 28 09:57:35.292061 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f28a4d8-68d4-496b-b41d-7671d28f54e3 req-6ef29b4b-8096-4dd9-8772-bf64aa19c5d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0289903 Aug 28 09:57:35.313443 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:35.337213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f28a4d8-68d4-496b-b41d-7671d28f54e3 req-78e0d8f8-26aa-4d43-b7d6-a702c3ae51e4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206866 Aug 28 09:57:35.435440 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a4d8-68d4-496b-b41d-7671d28f54e3 req-a6603c1a-3563-47d3-b099-066a0bdcdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:35.436944 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0f28a4d8-68d4-496b-b41d-7671d28f54e3 req-a6603c1a-3563-47d3-b099-066a0bdcdb07 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934093 Aug 28 09:57:36.453539 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:42.955865 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-08201fc0-476a-4d6a-8580-c09a2c5b707d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401251 Aug 28 09:57:43.067544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-9dac7d13-2d3d-4e2d-a22a-ac4feb2f6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:43.069000 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-9dac7d13-2d3d-4e2d-a22a-ac4feb2f6199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0442801 Aug 28 09:57:43.173717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-5844467b-f9e7-4d0c-8570-a8a70e8922ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:43.175778 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-5844467b-f9e7-4d0c-8570-a8a70e8922ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0837305 Aug 28 09:57:43.246583 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-1dc24f56-f6cf-4b65-b869-a89e9ccb9f68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0628572 Aug 28 09:57:43.298915 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-756c3f3c-fd81-46d0-b7ea-1e0211fe2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:43.300991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-756c3f3c-fd81-46d0-b7ea-1e0211fe2fef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0457182 Aug 28 09:57:43.347530 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-8d479955-63a3-4874-8b16-61d4999caa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:57:43.348981 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-8d479955-63a3-4874-8b16-61d4999caa9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401142 Aug 28 09:57:43.442011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-36460fac-4461-4cde-8bc7-b59462ebc64f service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Aug 28 09:57:43.535514 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ea2a16ef-7dc7-4017-a3ad-cd30b8bf6a92 req-9cb9b5b2-ceda-462d-9f07-c1787470ef4b service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817907 Aug 28 09:57:57.132669 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:57:57.695757 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-86adb7bb-1df5-4319-83a9-0f09b82c2954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:00.067505 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:00.338475 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b1f67957-cf97-4389-abb9-cd1ad3358404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:02.330777 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:05.285055 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:06.632110 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:08.984204 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:58:27.149437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:27.715213 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7f45d0dc-3460-4ebd-96a8-fb4a8445f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:30.043635 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:30.164370 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-a148d1dc-60f7-4b19-ad4a-d891f208e62d req-e2e9e116-5e38-45f5-b708-00f3d29c95af service neutron] (95467) timed out ('10.222.0.46', 43054) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 09:58:30.300625 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-533a1d34-3d52-422e-9bae-be860191078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:32.313559 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:35.274575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:36.463536 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:37.182934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eed4d3ca-cff9-40ff-ba23-8ca69f6834d8 req-21154cc6-dd59-4e97-8a0f-3e257795ceeb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285621 Aug 28 09:58:37.261032 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eed4d3ca-cff9-40ff-ba23-8ca69f6834d8 req-5c483359-66bb-4494-9138-d19a5617e89f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0241809 Aug 28 09:58:37.307251 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eed4d3ca-cff9-40ff-ba23-8ca69f6834d8 req-a433bb58-96d6-481d-8cb8-f0abd0d27fe3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229049 Aug 28 09:58:37.399314 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4d3ca-cff9-40ff-ba23-8ca69f6834d8 req-72921117-512a-4cd3-b867-df3dd7d041de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:37.400765 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-eed4d3ca-cff9-40ff-ba23-8ca69f6834d8 req-72921117-512a-4cd3-b867-df3dd7d041de service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875223 Aug 28 09:58:43.908841 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-8f83fecc-466f-43e0-8380-915ce55aec3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405183 Aug 28 09:58:44.018511 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-244beb0a-a7d3-46ab-90b8-100693dd0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:44.019962 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-244beb0a-a7d3-46ab-90b8-100693dd0185 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0438559 Aug 28 09:58:44.124202 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-abf58532-fd03-419a-bf44-2b1c4d2b5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:44.126488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-abf58532-fd03-419a-bf44-2b1c4d2b5dfd service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.0834241 Aug 28 09:58:44.196281 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-d643cd01-6097-494d-bd7e-331a2bbd0128 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 1001 time: 0.0621660 Aug 28 09:58:44.247925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-5db75325-da81-47ea-96de-e307767e01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:44.249374 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-5db75325-da81-47ea-96de-e307767e01e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0455406 Aug 28 09:58:44.295379 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-094b5880-bd5c-495c-8951-bb3d41426220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:44.296819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-094b5880-bd5c-495c-8951-bb3d41426220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394399 Aug 28 09:58:44.389719 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-da99c198-fc73-46df-8fed-d3eddd89f58f service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Aug 28 09:58:44.485730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-d2c9d4bd-b926-4207-b0b9-a3e3ae833051 req-9a78e8e4-625d-400f-b0b0-8684d550d83b service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835555 Aug 28 09:58:45.983759 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:58:53.722073 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48784) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:58:54.041766 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Deleting port 96e59179-af63-415b-970d-be325452913f {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:58:54.042008 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.115282 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.115644 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.126962 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Calling delete_port for 96e59179-af63-415b-970d-be325452913f owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:58:54.337616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.362091 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'Port': ['ID=96e59179-af63-415b-970d-be325452913f,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:58:54.371848 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.372194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.372529 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.372863 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.373194 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.374009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.374009 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.374262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.374480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.374813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.375119 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.375468 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:54.436872 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.437201 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Floating IP 0c91ea82-a5b9-47c9-9957-a81c54326043 disassociated (deleted). External IP: 172.25.0.210, port: e53f1522-1aa2-4e4d-b8df-cdf509788dfc. Aug 28 09:58:54.637159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:58:54.745080 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:58:54.750126 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:54.754839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:58:54.763753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:58:54.764361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:58:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:58:54.777581 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ee4979bb-12c7-40c7-bf22-3f2fb0684394 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "DELETE /v2.0/floatingips/0c91ea82-a5b9-47c9-9957-a81c54326043 HTTP/1.1" status: 204 len: 168 time: 1.0543916 Aug 28 09:58:54.778164 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:58:54.780497 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67410c7-5643-4dc8-b49a-9e29deb6a815" -d '{"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:58:54.871446 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:58:55.073040 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:58:55.099821 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:58:55.108127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:58:55.108980 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:58:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:58:55.214561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:58:55.261144 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfeba30-4412-49aa-ad43-f49a65a7a5e9 x-openstack-request-id: req-1cfeba30-4412-49aa-ad43-f49a65a7a5e9 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:58:55.261507 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:58:55.261831 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cfeba30-4412-49aa-ad43-f49a65a7a5e9 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:58:55.262343 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'status': 'completed', 'code': 200} Aug 28 09:58:55.384297 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b06590-ac35-4ce9-a2af-101fdb4a673f req-43358b07-e01c-47d1-a20b-77a118131ddd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:55.385801 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69b06590-ac35-4ce9-a2af-101fdb4a673f req-43358b07-e01c-47d1-a20b-77a118131ddd tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0806611 Aug 28 09:58:55.401737 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-e2a63731-dde0-4062-887f-12b50a3d77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:55.403154 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-e2a63731-dde0-4062-887f-12b50a3d77ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f9b7d23099f0449f99983e0a966637b5&device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 1097 time: 0.0680749 Aug 28 09:58:55.425233 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-046f7470-a829-417a-a894-7e946decdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:58:55.455172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7470-a829-417a-a894-7e946decdf52 None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:48:26Z', 'revision_number': 4, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '7871323c-c138-475a-b861-cf61ed8688b1', 'name': '', 'network_id': '3dfe191b-b1e6-484c-8823-5078535645a4', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'mac_address': 'fa:16:3e:74:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:26Z', 'updated_at': '2021-08-28T09:48:31Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'subnets': [{'id': 'f16f4647-316b-4b7d-98b5-83d3689e2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:58:55.473361 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69b06590-ac35-4ce9-a2af-101fdb4a673f req-0ee39360-78eb-4d96-91a2-20618353541b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790880 Aug 28 09:58:55.515581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-dcb7ecd9-876e-482b-8d8c-e0efbcacb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:55.517228 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-dcb7ecd9-876e-482b-8d8c-e0efbcacb7e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 200 len: 909 time: 0.1050904 Aug 28 09:58:55.565713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-b55fc2a7-5a51-4765-b841-eddf2bc37fb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 200 len: 217 time: 0.0397069 Aug 28 09:58:55.623993 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-ef90064f-710a-4678-a85a-e66187f9eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:55.626118 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-ef90064f-710a-4678-a85a-e66187f9eba8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 200 len: 847 time: 0.0509870 Aug 28 09:58:55.675327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-c89f0f05-5c5c-4963-a810-62403ea5f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:55.676883 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-c89f0f05-5c5c-4963-a810-62403ea5f9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfe191b-b1e6-484c-8823-5078535645a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424290 Aug 28 09:58:55.682422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454827e9-1a06-44cc-aa15-3066a2e44d8a None None] New status for floating IP 0c91ea82-a5b9-47c9-9957-a81c54326043: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:58:55.777057 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-74944b9c-52d9-475c-baf0-0c643a9ddf11 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868955 Aug 28 09:58:55.866933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c67410c7-5643-4dc8-b49a-9e29deb6a815 req-08dbba17-2a3e-4c44-af05-de05aa908f9e service neutron] 10.222.0.64 "GET /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814450 Aug 28 09:58:56.589499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e3bf-a7d3-45cb-af0d-489e50fde82e req-b55a8b51-227e-4b6f-b428-77bf906285c5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:56.590901 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed34e3bf-a7d3-45cb-af0d-489e50fde82e req-b55a8b51-227e-4b6f-b428-77bf906285c5 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0480330 Aug 28 09:58:56.628597 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ed34e3bf-a7d3-45cb-af0d-489e50fde82e req-0d36a236-7b6e-450a-af81-314a04886607 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Aug 28 09:58:57.129219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.360507 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-72812d5f-b51b-47b6-a24b-a3d06346e84e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:57.361925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-72812d5f-b51b-47b6-a24b-a3d06346e84e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Aug 28 09:58:57.450615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Deleting port e53f1522-1aa2-4e4d-b8df-cdf509788dfc {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:58:57.450864 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.541771 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] For port e53f1522-1aa2-4e4d-b8df-cdf509788dfc, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:58:57.542142 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.555304 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Calling delete_port for e53f1522-1aa2-4e4d-b8df-cdf509788dfc owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:58:57.689403 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-29798deb-0feb-4445-941f-d33938bbc26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.747575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963446d-16d6-4c01-aa0c-22e1a3a20815 req-d13cf032-8cbe-462b-b3a5-991408534223 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:58:57.748959 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c963446d-16d6-4c01-aa0c-22e1a3a20815 req-d13cf032-8cbe-462b-b3a5-991408534223 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 945 time: 0.0520527 Aug 28 09:58:57.751900 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.789103 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'Port': ['ID=e53f1522-1aa2-4e4d-b8df-cdf509788dfc,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:58:57.807227 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.807591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.807920 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.808259 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.808602 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.808932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.809261 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.809659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.809907 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.810275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.810613 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.810944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:58:57.858794 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] No DVR routers for this DVR port e53f1522-1aa2-4e4d-b8df-cdf509788dfc on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:58:57.862929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c963446d-16d6-4c01-aa0c-22e1a3a20815 req-2d53a0d3-d710-437b-acda-855dd79c31a6 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/security-groups?id=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034565 Aug 28 09:58:57.863953 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:58:57.865937 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-76dbcdb7-9211-4f90-9af2-bf4c7e65cad6 req-535dc11a-dc6a-4b5b-9b4c-53e830093ec2 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.64 "DELETE /v2.0/ports/e53f1522-1aa2-4e4d-b8df-cdf509788dfc HTTP/1.1" status: 204 len: 173 time: 0.4969461 Aug 28 09:58:57.866237 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-deleted', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:58:57.868689 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ed99e-4a9c-42bf-9e09-e6f9714cdd2e" -d '{"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-deleted", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:58:57.959483 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4873e3c1-7811-43f4-9f4f-e2d8ef97c57c x-openstack-request-id: req-4873e3c1-7811-43f4-9f4f-e2d8ef97c57c {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:58:57.959781 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a794867-6c42-4e17-b79e-bab231ac7d58", "name": "network-vif-deleted", "tag": "e53f1522-1aa2-4e4d-b8df-cdf509788dfc", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:58:57.960042 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4873e3c1-7811-43f4-9f4f-e2d8ef97c57c {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:58:57.960446 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a794867-6c42-4e17-b79e-bab231ac7d58', 'name': 'network-vif-deleted', 'tag': 'e53f1522-1aa2-4e4d-b8df-cdf509788dfc', 'status': 'completed', 'code': 200} Aug 28 09:58:58.960691 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f5d70cd9-ca94-45ed-9a7d-b7fde231d5d3 req-7e4b3cf1-93fd-4e89-9a6e-5231994dcc7e tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0288415 Aug 28 09:59:00.055311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8280ea88-4145-4664-afb7-87fedcaa26d2 req-26df7a4a-1b51-487a-a8b6-daa1774740fc tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Aug 28 09:59:00.066552 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:00.306756 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-255fea67-fec4-4a71-8ac8-0dbc8788b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:01.147730 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f2aad28a-dc51-4368-9da4-00d3e9510558 req-670d3c78-cc6f-4573-9972-51150d06b07b tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0257757 Aug 28 09:59:01.538196 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:01.558304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: e53f1522-1aa2-4e4d-b8df-cdf509788dfc {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:01.558698 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device e53f1522-1aa2-4e4d-b8df-cdf509788dfc not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:02.255158 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1277a3da-7217-4808-9418-0c2f7e085658 req-ed570902-967e-4f7e-8214-447b16a1e8b0 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a794867-6c42-4e17-b79e-bab231ac7d58 HTTP/1.1" status: 200 len: 210 time: 0.0286341 Aug 28 09:59:02.314272 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:03.311878 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48830) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:03.379153 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:03.404595 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:03.560569 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:03.563145 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:03.564346 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] 10.222.0.46 "DELETE /v2.0/security-groups/0e1b8c13-5758-4b2a-bda2-3c5278cb7b26 HTTP/1.1" status: 204 len: 168 time: 0.2502928 Aug 28 09:59:03.575830 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55064f7-aab5-4858-b45d-f6cbb91a4e32 tempest-TestShelveInstance-1370352218 tempest-TestShelveInstance-1370352218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b8c13-5758-4b2a-bda2-3c5278cb7b26,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:03.670899 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48834) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:04.151641 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:04.415242 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Deleting port 7871323c-c138-475a-b861-cf61ed8688b1 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:04.416869 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:04.501549 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] For port 7871323c-c138-475a-b861-cf61ed8688b1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=7871323c-c138-475a-b861-cf61ed8688b1,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:04.501853 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:04.514984 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Calling delete_port for 7871323c-c138-475a-b861-cf61ed8688b1 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:04.788773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:04.813783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Pushing event deleted for resources: {'Port': ['ID=7871323c-c138-475a-b861-cf61ed8688b1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:04.999060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:05.220625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Router 03181d98-b2a0-4128-9386-932ff4e7526b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:59:05.289487 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:05.640635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:05.645635 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-b2dc5b49-e7d8-4e7e-9044-db834adbe92e admin admin] 10.222.0.46 "PUT /v2.0/routers/03181d98-b2a0-4128-9386-932ff4e7526b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736257 Aug 28 09:59:05.648268 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48838) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:05.650893 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Sync routers for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:05.660492 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:05.661101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:05.753882 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:05.862799 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:05.916301 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:05.968044 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Deleting port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:05.968388 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.052159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] For port 9911ffbf-4ada-4ff5-b8fa-43521c1462d3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:06.052531 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.065961 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Calling delete_port for 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:06.090559 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:59:04Z', 'revision_number': 5, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port': {'id': '9911ffbf-4ada-4ff5-b8fa-43521c1462d3', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:24Z', 'updated_at': '2021-08-28T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:06.120622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Checking router: 03181d98-b2a0-4128-9386-932ff4e7526b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:06.129488 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Routers {'03181d98-b2a0-4128-9386-932ff4e7526b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:06.130107 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['03181d98-b2a0-4128-9386-932ff4e7526b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:06.214746 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] Set router 03181d98-b2a0-4128-9386-932ff4e7526b gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:06.266550 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:59:05Z', 'revision_number': 6, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:06.283329 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.295572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c34b10-60ca-42bc-beb6-dd72a6458d6a None None] The sync data for ids ['03181d98-b2a0-4128-9386-932ff4e7526b'] in n-d-792458-16 is: [{'id': '03181d98-b2a0-4128-9386-932ff4e7526b', 'name': 'tempest-TestShelveInstance-967844446-router', 'tenant_id': 'f9b7d23099f0449f99983e0a966637b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:23Z', 'updated_at': '2021-08-28T09:59:05Z', 'revision_number': 6, 'project_id': 'f9b7d23099f0449f99983e0a966637b5', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:06.311914 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Pushing event deleted for resources: {'Port': ['ID=9911ffbf-4ada-4ff5-b8fa-43521c1462d3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:06.372661 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.466317 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.469343 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.469917 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.571106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.571729 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03181d98-b2a0-4128-9386-932ff4e7526b {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:59:06.576385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.577503 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-13678760-f18a-4352-8fc4-b61e9f0ca6df admin admin] 10.222.0.46 "DELETE /v2.0/routers/03181d98-b2a0-4128-9386-932ff4e7526b HTTP/1.1" status: 204 len: 168 time: 0.9281852 Aug 28 09:59:06.580050 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48840) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:06.625403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Deleting subnet f16f4647-316b-4b7d-98b5-83d3689e2747 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:59:06.628436 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.664518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.752568 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.878228 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.904839 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16f4647-316b-4b7d-98b5-83d3689e2747,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:06.907385 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:06.909913 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-f4c9bdcc-8709-408b-a347-b4627f7d16cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f16f4647-316b-4b7d-98b5-83d3689e2747 HTTP/1.1" status: 204 len: 168 time: 0.3282461 Aug 28 09:59:06.912046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48842) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:06.912551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3bd9b-362b-48a2-a6f3-e7c00c4c87ff None None] Network 3dfe191b-b1e6-484c-8823-5078535645a4 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:06.982785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.096198 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] DHCP port deletion for 3dfe191b-b1e6-484c-8823-5078535645a4 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:59:07.140403 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:07.163710 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:07.164058 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9911ffbf-4ada-4ff5-b8fa-43521c1462d3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:07.164489 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7871323c-c138-475a-b861-cf61ed8688b1 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:07.189703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 7871323c-c138-475a-b861-cf61ed8688b1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:07.190032 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 7871323c-c138-475a-b861-cf61ed8688b1 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:07.205828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Deleting port e259c804-22e8-4bed-9000-17670ac5baad {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:07.206229 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.274341 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] For port e259c804-22e8-4bed-9000-17670ac5baad, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e259c804-22e8-4bed-9000-17670ac5baad,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:07.275095 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.293037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Calling delete_port for e259c804-22e8-4bed-9000-17670ac5baad owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:07.381236 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Deleting port e259c804-22e8-4bed-9000-17670ac5baad {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:07.381575 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.444485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] For port e259c804-22e8-4bed-9000-17670ac5baad, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e259c804-22e8-4bed-9000-17670ac5baad,segment=NetworkSegment(8ee9e98d-e912-4e3b-bd69-61eb394393ed),segment_id=8ee9e98d-e912-4e3b-bd69-61eb394393ed)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:07.444860 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.458866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Calling delete_port for e259c804-22e8-4bed-9000-17670ac5baad owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:07.514283 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.536519 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.538659 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Pushing event deleted for resources: {'Port': ['ID=e259c804-22e8-4bed-9000-17670ac5baad,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:07.547948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.547948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.548282 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.548573 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.548910 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.549241 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.549565 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.549887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.550232 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.550552 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.550878 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.551189 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:07.553914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c1080-4436-4aed-a7c8-64848f743823 None None] No DVR routers for this DVR port e259c804-22e8-4bed-9000-17670ac5baad on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:59:07.564957 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] No DVR routers for this DVR port e259c804-22e8-4bed-9000-17670ac5baad on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:59:07.566195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Pushing event deleted for resources: {'Port': ['ID=e259c804-22e8-4bed-9000-17670ac5baad,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:07.639112 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.648838 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfe191b-b1e6-484c-8823-5078535645a4']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:07.659088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee9e98d-e912-4e3b-bd69-61eb394393ed') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:07.659419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee9e98d-e912-4e3b-bd69-61eb394393ed') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:07.668135 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.681925 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.688286 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:59:07.688677 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self.session.flush() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: timer() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:59:07.690394 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:59:07.844108 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.849640 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:07.851362 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] 10.222.0.46 "DELETE /v2.0/networks/3dfe191b-b1e6-484c-8823-5078535645a4 HTTP/1.1" status: 204 len: 168 time: 0.9382389 Aug 28 09:59:07.854499 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48844) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:07.863370 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3bcce-c0d2-4637-a02d-ee2366fb284d admin admin] Pushing event deleted for resources: {'Network': ['ID=3dfe191b-b1e6-484c-8823-5078535645a4,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:08.203597 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:08.450754 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Deleting port f8679a3a-fc68-4ed7-8ba9-107c13df5e73 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:08.451093 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:08.528152 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] For port f8679a3a-fc68-4ed7-8ba9-107c13df5e73, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:08.528443 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:08.542021 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Calling delete_port for f8679a3a-fc68-4ed7-8ba9-107c13df5e73 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:08.806269 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:08.806470 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e259c804-22e8-4bed-9000-17670ac5baad no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:08.828025 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e259c804-22e8-4bed-9000-17670ac5baad {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:08.828535 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e259c804-22e8-4bed-9000-17670ac5baad not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:08.838602 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8679a3a-fc68-4ed7-8ba9-107c13df5e73,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:09.010370 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:09.242526 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Router bd02ebd6-7440-495a-9fee-da21197ca88d has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:59:09.349999 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:09.355358 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e6996307-4118-42b6-88d7-d54dc7b7f8e9 admin admin] 10.222.0.46 "PUT /v2.0/routers/bd02ebd6-7440-495a-9fee-da21197ca88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4998317 Aug 28 09:59:09.358013 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48848) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:09.358996 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Sync routers for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:09.373978 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:09.374645 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:09.479736 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:09.484223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:09.587471 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:09.661404 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:59:08Z', 'revision_number': 5, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port': {'id': '4dc94122-bc63-4f8d-a4b5-39e843f7413f', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:48:30Z', 'updated_at': '2021-08-28T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:09.687607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Checking router: bd02ebd6-7440-495a-9fee-da21197ca88d for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:09.695958 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Routers {'bd02ebd6-7440-495a-9fee-da21197ca88d'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:09.696565 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['bd02ebd6-7440-495a-9fee-da21197ca88d'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:09.700033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Deleting port 4dc94122-bc63-4f8d-a4b5-39e843f7413f {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:09.700384 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:09.783075 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] For port 4dc94122-bc63-4f8d-a4b5-39e843f7413f, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4dc94122-bc63-4f8d-a4b5-39e843f7413f,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:09.783356 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:09.791263 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] Set router bd02ebd6-7440-495a-9fee-da21197ca88d gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:09.794854 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Calling delete_port for 4dc94122-bc63-4f8d-a4b5-39e843f7413f owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:09.844071 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:59:09Z', 'revision_number': 6, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:09.869593 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6052938-00c6-4ac6-9410-a328c63498f2 None None] The sync data for ids ['bd02ebd6-7440-495a-9fee-da21197ca88d'] in n-d-792458-16 is: [{'id': 'bd02ebd6-7440-495a-9fee-da21197ca88d', 'name': 'tempest-TestShelveInstance-43270514-router', 'tenant_id': '0884a3eff36c4234a835c7bd6fb754fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:48:29Z', 'updated_at': '2021-08-28T09:59:09Z', 'revision_number': 6, 'project_id': '0884a3eff36c4234a835c7bd6fb754fa', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:10.022825 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.048348 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc94122-bc63-4f8d-a4b5-39e843f7413f,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:10.106402 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.198148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.200385 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.343440 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.347474 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd02ebd6-7440-495a-9fee-da21197ca88d {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 09:59:10.348570 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.349727 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c5c1eb6c-f8e3-43c2-8879-1ef95198c752 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bd02ebd6-7440-495a-9fee-da21197ca88d HTTP/1.1" status: 204 len: 168 time: 0.9904962 Aug 28 09:59:10.352246 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48852) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:10.396720 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Deleting subnet b16875cc-b50b-47af-9f47-2d4b36dc7f68 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 09:59:10.399687 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.434276 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.516191 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.640473 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.664836 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16875cc-b50b-47af-9f47-2d4b36dc7f68,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:10.674675 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.674675 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-44bc8f1b-7126-4a82-954d-de547a4e2d61 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b16875cc-b50b-47af-9f47-2d4b36dc7f68 HTTP/1.1" status: 204 len: 168 time: 0.3210311 Aug 28 09:59:10.677396 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48854) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:10.679343 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89787828-06e6-4b90-b44e-2698a130f99a None None] Network dacc8651-31d7-4689-b86d-d7640252e0c1 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:10.748671 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.824144 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Deleting port 903bfa04-0294-4a9b-9667-3e272178b46a {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:10.825848 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.841003 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8679a3a-fc68-4ed7-8ba9-107c13df5e73 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:10.864142 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: f8679a3a-fc68-4ed7-8ba9-107c13df5e73 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:10.864521 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device f8679a3a-fc68-4ed7-8ba9-107c13df5e73 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:10.864949 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4dc94122-bc63-4f8d-a4b5-39e843f7413f no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:10.888999 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] DHCP port deletion for dacc8651-31d7-4689-b86d-d7640252e0c1 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 09:59:10.891277 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4dc94122-bc63-4f8d-a4b5-39e843f7413f {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:10.891626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4dc94122-bc63-4f8d-a4b5-39e843f7413f not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:10.901225 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] For port 903bfa04-0294-4a9b-9667-3e272178b46a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=903bfa04-0294-4a9b-9667-3e272178b46a,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:10.901602 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:10.916011 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Calling delete_port for 903bfa04-0294-4a9b-9667-3e272178b46a owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:10.947515 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Deleting port 903bfa04-0294-4a9b-9667-3e272178b46a {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 09:59:10.947900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.010642 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] For port 903bfa04-0294-4a9b-9667-3e272178b46a, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=903bfa04-0294-4a9b-9667-3e272178b46a,segment=NetworkSegment(9c3e82ee-dbc9-4461-b5c8-1c7d618d3699),segment_id=9c3e82ee-dbc9-4461-b5c8-1c7d618d3699)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:11.011047 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.024127 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Calling delete_port for 903bfa04-0294-4a9b-9667-3e272178b46a owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 09:59:11.083392 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.104458 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.108932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Pushing event deleted for resources: {'Port': ['ID=903bfa04-0294-4a9b-9667-3e272178b46a,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:11.112731 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] No DVR routers for this DVR port 903bfa04-0294-4a9b-9667-3e272178b46a on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:59:11.140199 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] Pushing event deleted for resources: {'Port': ['ID=903bfa04-0294-4a9b-9667-3e272178b46a,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:11.142705 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d1d5-e699-4e4a-8367-7feb7be42a21 None None] No DVR routers for this DVR port 903bfa04-0294-4a9b-9667-3e272178b46a on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 09:59:11.195077 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.204664 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacc8651-31d7-4689-b86d-d7640252e0c1']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:11.214653 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:11.214949 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3e82ee-dbc9-4461-b5c8-1c7d618d3699') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:11.223988 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.237704 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.243367 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 09:59:11.243748 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: timer() Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 09:59:11.245359 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 09:59:11.351744 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.357582 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.359859 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dacc8651-31d7-4689-b86d-d7640252e0c1 HTTP/1.1" status: 204 len: 168 time: 0.6814659 Aug 28 09:59:11.371062 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67585-db32-492f-a79d-9ec7cbac1083 admin admin] Pushing event deleted for resources: {'Network': ['ID=dacc8651-31d7-4689-b86d-d7640252e0c1,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:11.666533 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48858) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:11.706565 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-c4f97ed4-b679-4e9f-a265-e73915c7c713 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9b7d23099f0449f99983e0a966637b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388179 Aug 28 09:59:11.709018 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48860) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:11.756818 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dae22824-3773-4146-9102-585681333248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.778041 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dae22824-3773-4146-9102-585681333248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.885450 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dae22824-3773-4146-9102-585681333248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.888105 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-dae22824-3773-4146-9102-585681333248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:11.889223 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-dae22824-3773-4146-9102-585681333248 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75621756-bd05-4ad3-b6f9-c63e540cff90 HTTP/1.1" status: 204 len: 168 time: 0.1793256 Aug 28 09:59:11.897869 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae22824-3773-4146-9102-585681333248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75621756-bd05-4ad3-b6f9-c63e540cff90,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:12.548293 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48866) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:12.589405 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-6e05f5ea-9749-4e9f-a363-60d1d5211383 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0884a3eff36c4234a835c7bd6fb754fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398834 Aug 28 09:59:12.592034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48868) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:12.637914 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:12.662732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:12.805172 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 903bfa04-0294-4a9b-9667-3e272178b46a no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 09:59:12.808999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:12.811693 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:12.815807 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b61ecf8-9949-4379-bf5c-fbf5c8a0953c HTTP/1.1" status: 204 len: 168 time: 0.2205575 Aug 28 09:59:12.821581 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8abd37-9695-4fd6-b590-8ad11a66e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61ecf8-9949-4379-bf5c-fbf5c8a0953c,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:12.828188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 903bfa04-0294-4a9b-9667-3e272178b46a {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 09:59:12.828188 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 903bfa04-0294-4a9b-9667-3e272178b46a not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 09:59:13.924091 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48890) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:14.043884 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1217736318-network', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:14.136404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Made reservation on behalf of 23d97231c5ff4cb9ab62c0838b3b16a4 for: {'network': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:59:14.138698 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.146991 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.233466 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.305804 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.332717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:59:14.339327 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1eb9a7-4e92-4cc2-957f-4d9f7ca8bc7e,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:14.347292 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.348194 n-d-792458-16 neutron-server[95466]: INFO neutron.db.segments_db [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Added segment 5264deb6-e549-47c2-be67-899834b804eb of type vlan for network 0ca5b582-f077-403c-98bc-92b5ee94ee50 Aug 28 09:59:14.387951 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.477510 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.478540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:14.479132 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.539994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca5b582-f077-403c-98bc-92b5ee94ee50,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:14.550167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:59:14.604454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-5a7ad152-8abd-480d-89d5-ae25cd6ca060 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6790378 Aug 28 09:59:14.607033 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48896) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:14.612570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Request body: {'subnet': {'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1217736318-subnet', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:14.688928 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Made reservation on behalf of 23d97231c5ff4cb9ab62c0838b3b16a4 for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:59:14.691364 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.908598 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:14.966973 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163ec879-ccb2-490e-860e-9245be27c441,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:14.974943 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Checking segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:14.975307 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Network hostable DHCP agents. Network: 0ca5b582-f077-403c-98bc-92b5ee94ee50, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:59:15.051188 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:59:15.114034 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 0ca5b582-f077-403c-98bc-92b5ee94ee50) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:15.117926 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:15.118539 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.122615 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3daa4-4194-4092-a66b-fc52850f71c3 None None] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:15.178033 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-026efa67-8f4e-49a6-a779-e8ecf21b1c65 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5698268 Aug 28 09:59:15.180701 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48898) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:15.185123 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:15.262802 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-0ca5b582-f077-403c-98bc-92b5ee94ee50', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:59:15.263717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.274656 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.275728 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.331954 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.399862 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Allocated IP 172.20.0.2 (0ca5b582-f077-403c-98bc-92b5ee94ee50/163ec879-ccb2-490e-860e-9245be27c441/affd84ba-a270-4fc6-8db8-04ddf751ecb5) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:15.540597 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.545382 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.548621 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Transition to ACTIVE for port object affd84ba-a270-4fc6-8db8-04ddf751ecb5 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:15.563279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Transition to ACTIVE for port object affd84ba-a270-4fc6-8db8-04ddf751ecb5 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:15.660883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.700404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:15.705421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:15.709832 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:15.712608 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Pushing event updated for resources: {'Port': ['ID=affd84ba-a270-4fc6-8db8-04ddf751ecb5,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:15.767177 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Attempting to bind port affd84ba-a270-4fc6-8db8-04ddf751ecb5 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:15.767960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Attempting to bind port affd84ba-a270-4fc6-8db8-04ddf751ecb5 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:15.768332 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Attempting to bind port affd84ba-a270-4fc6-8db8-04ddf751ecb5 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:15.773231 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:15.773602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Checking segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:15.774003 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.774423 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Bound using segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:15.774888 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Bound port: affd84ba-a270-4fc6-8db8-04ddf751ecb5, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:15.775270 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.827263 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.836471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] For port affd84ba-a270-4fc6-8db8-04ddf751ecb5, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:15.839441 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] For port affd84ba-a270-4fc6-8db8-04ddf751ecb5, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=affd84ba-a270-4fc6-8db8-04ddf751ecb5,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:15.847503 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.897653 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:15.960418 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209eade0-778c-4ef7-9823-04af8fdc14e6 None None] Pushing event updated for resources: {'Port': ['ID=affd84ba-a270-4fc6-8db8-04ddf751ecb5,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:15.965626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Allocated IP 172.25.0.99 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/127eabb7-55a7-4bc3-8b40-d606681d18c1) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:16.070258 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:16.177499 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:16.214347 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:16.220234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:16.224165 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:16.254765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Pushing event updated for resources: {'Port': ['ID=127eabb7-55a7-4bc3-8b40-d606681d18c1,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:16.571033 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:16.768732 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:16.838348 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device affd84ba-a270-4fc6-8db8-04ddf751ecb5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:16.875076 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae1ff7-aa1d-4d31-aeb3-50a4ca167903 None None] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:17.000517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:59:17.029703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Provisioning for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:17.031633 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:17.039014 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:17.039812 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.041304 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Provisioning complete for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:17.041661 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.112096 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:17.126512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:17.162661 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:17.163321 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:17.228748 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.232654 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cd93303b-dbdf-4dc5-93ab-bc6279ba8816 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0484326 Aug 28 09:59:17.234349 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48904) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:17.243189 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.316900 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.498555 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] For port affd84ba-a270-4fc6-8db8-04ddf751ecb5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=affd84ba-a270-4fc6-8db8-04ddf751ecb5,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:17.514482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:17.572338 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.705116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 09:59:17.705476 n-d-792458-16 neutron-server[95468]: DEBUG oslo_db.api [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 09:59:17.718796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5428296-3357-4d3d-aa3b-b28c4e6dbc83 None None] Pushing event updated for resources: {'Port': ['ID=affd84ba-a270-4fc6-8db8-04ddf751ecb5,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:17.734839 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d89b334e-4e68-4f02-8330-630b68f25c85 None None] Provisioning complete for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:17.735219 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d89b334e-4e68-4f02-8330-630b68f25c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.867517 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:16Z', 'revision_number': 3, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:17.893345 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:17.893703 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Updating router 4980a7b7-5d1f-49b4-be40-d48965f6510b port 127eabb7-55a7-4bc3-8b40-d606681d18c1 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:59:17.922572 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:17.979711 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.134675 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Allocated IP 172.20.0.1 (0ca5b582-f077-403c-98bc-92b5ee94ee50/163ec879-ccb2-490e-860e-9245be27c441/3e6bf460-9e4c-4b76-9920-c267af275618) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:18.172878 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.182479 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Transition to ACTIVE for port object 127eabb7-55a7-4bc3-8b40-d606681d18c1 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:18.243101 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.256067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.provisioning_blocks [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Transition to ACTIVE for port object 3e6bf460-9e4c-4b76-9920-c267af275618 will not be triggered until provisioned by entity DHCP. {{(pid=95467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:18.260803 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.308009 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Attempting to bind port 127eabb7-55a7-4bc3-8b40-d606681d18c1 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:18.308387 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Attempting to bind port 127eabb7-55a7-4bc3-8b40-d606681d18c1 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:18.308850 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Attempting to bind port 127eabb7-55a7-4bc3-8b40-d606681d18c1 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:18.316738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e8a00-c0f6-4131-ad9b-5e699237239d None None] Pushing event updated for resources: {'Port': ['ID=127eabb7-55a7-4bc3-8b40-d606681d18c1,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:18.320289 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:18.326037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:18.326037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.326037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:18.326037 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Bound port: 127eabb7-55a7-4bc3-8b40-d606681d18c1, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:18.326037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.366191 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.376811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] For port 127eabb7-55a7-4bc3-8b40-d606681d18c1, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:18.380041 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] For port 127eabb7-55a7-4bc3-8b40-d606681d18c1, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=127eabb7-55a7-4bc3-8b40-d606681d18c1,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:18.411159 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:18.413877 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:18.417480 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:18.441789 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:18.452108 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.461961 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.511250 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:18.511897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:18.549251 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e8a00-c0f6-4131-ad9b-5e699237239d None None] Pushing event updated for resources: {'Port': ['ID=127eabb7-55a7-4bc3-8b40-d606681d18c1,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:18.632167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:18.664018 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.800561 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c547c542-595b-4948-b4ec-b37e4817f468 None None] Provisioning for port 3e6bf460-9e4c-4b76-9920-c267af275618 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:18.806509 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-c547c542-595b-4948-b4ec-b37e4817f468 None None] Provisioning complete for port 3e6bf460-9e4c-4b76-9920-c267af275618 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:18.806885 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c547c542-595b-4948-b4ec-b37e4817f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.824057 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.834833 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device affd84ba-a270-4fc6-8db8-04ddf751ecb5 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:18.880328 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c547c542-595b-4948-b4ec-b37e4817f468 None None] Port 3e6bf460-9e4c-4b76-9920-c267af275618 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:59:18.883485 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.892894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:16Z', 'revision_number': 3, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:18.924082 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ff4dd-6c46-4b51-887d-25719949abae None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:16Z', 'revision_number': 3, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:18.929378 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port affd84ba-a270-4fc6-8db8-04ddf751ecb5 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:18.929660 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.955860 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:18.957824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:19.053234 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:19.054753 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:19.191939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:59:19.301466 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-8d1233d0-5a4c-4428-8d3a-3b1219bc2b1d None None] Provisioning complete for port 3e6bf460-9e4c-4b76-9920-c267af275618 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:19.301828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8d1233d0-5a4c-4428-8d3a-3b1219bc2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:19.310563 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:19.324844 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-db6e98cd-d16f-4a90-af34-7ee2b538e8f4 admin admin] 10.222.0.46 "PUT /v2.0/routers/4980a7b7-5d1f-49b4-be40-d48965f6510b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887179 Aug 28 09:59:19.344755 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-8d1233d0-5a4c-4428-8d3a-3b1219bc2b1d None None] Port 3e6bf460-9e4c-4b76-9920-c267af275618 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:59:19.995278 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 48920) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:20.000371 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-450763929-network', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:20.096701 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Made reservation on behalf of 9ec688d62d86463cb57e87cb3fe5b93b for: {'network': 1} {{(pid=95467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:59:20.099106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for network, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.108405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.205557 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.277693 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.308939 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 09:59:20.317307 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07feb29-8695-4f7f-bc04-cb95b836b8d5,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:20.325342 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.325342 n-d-792458-16 neutron-server[95467]: INFO neutron.db.segments_db [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Added segment 82c921e6-6b4f-4557-95e7-6c9832c14afa of type vlan for network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 Aug 28 09:59:20.367053 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790851446375'] for network, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.404807 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:20.414523 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:20.415124 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:20.474309 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301'] for network, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.475340 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:20.475934 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.520163 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:20.539227 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] Pushing event updated for resources: {'Network': ['ID=6d7483bc-c832-4781-9471-0ef3ba1f0f08,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:20.550203 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 details requested by agent ovs-agent-n-d-792458-16 with host n-d-792458-16 {{(pid=95468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 09:59:20.608798 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-36af5662-3485-42d8-98a6-bcb708d1353b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6097791 Aug 28 09:59:20.609298 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48924) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:20.614633 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Request body: {'subnet': {'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-450763929-subnet', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'ip_version': 4}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:20.708309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Made reservation on behalf of 9ec688d62d86463cb57e87cb3fe5b93b for: {'subnet': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:59:20.710679 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554992'] for subnet, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.807422 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 2, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:20.839640 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:20.840374 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Updating router 4980a7b7-5d1f-49b4-be40-d48965f6510b port 3e6bf460-9e4c-4b76-9920-c267af275618 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:59:20.841295 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 127eabb7-55a7-4bc3-8b40-d606681d18c1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:20.866141 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:20.954629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 127eabb7-55a7-4bc3-8b40-d606681d18c1 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:20.958774 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 127eabb7-55a7-4bc3-8b40-d606681d18c1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:20.959154 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.005831 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8795780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554982'] for subnet, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.037361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.057887 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 127eabb7-55a7-4bc3-8b40-d606681d18c1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=127eabb7-55a7-4bc3-8b40-d606681d18c1,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:21.064214 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7109b3c-3b06-49ce-aea6-76ec3222c7a8,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:21.072548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Checking segment: {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:21.072548 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Network hostable DHCP agents. Network: 6d7483bc-c832-4781-9471-0ef3ba1f0f08, hostable agents: ['1f3cc6e4-070d-4bcb-9a49-b0b6123d49da'], hosted agents: [] {{(pid=95466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 09:59:21.114243 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.128465 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.138426 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Transition to ACTIVE for port object 3e6bf460-9e4c-4b76-9920-c267af275618 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:21.142765 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 is scheduled to be hosted by DHCP agent 1f3cc6e4-070d-4bcb-9a49-b0b6123d49da with binding_index 1 {{(pid=95466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 09:59:21.163895 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=127eabb7-55a7-4bc3-8b40-d606681d18c1,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:21.256985 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.279707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-16, 6d7483bc-c832-4781-9471-0ef3ba1f0f08) {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:21.284992 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:21.285747 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.299067 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3470ad-8679-41f1-b140-b1833c93c294 None None] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:21.323812 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Pushing event updated for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:21.333914 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.334594 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.334928 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.335257 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.335767 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.336272 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.336607 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.336929 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.337249 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.337569 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.337890 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.338225 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 09:59:21.373328 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Attempting to bind port 3e6bf460-9e4c-4b76-9920-c267af275618 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:21.373716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Attempting to bind port 3e6bf460-9e4c-4b76-9920-c267af275618 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:21.374340 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Attempting to bind port 3e6bf460-9e4c-4b76-9920-c267af275618 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:21.376004 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-936a117d-db88-4f09-9f31-5b5665d9bcd5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7655873 Aug 28 09:59:21.378556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48926) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:21.380231 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:21.380591 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Checking segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:21.381006 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.381379 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Bound using segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:21.381842 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Bound port: 3e6bf460-9e4c-4b76-9920-c267af275618, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:21.382235 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.382901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:21.448056 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] For port 3e6bf460-9e4c-4b76-9920-c267af275618, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:21.451348 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] For port 3e6bf460-9e4c-4b76-9920-c267af275618, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e6bf460-9e4c-4b76-9920-c267af275618,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:21.472645 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71f372ac-1715-54c8-b928-8b7ea29fedf5-6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8'}]}} from n-d-792458-16. {{(pid=95468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 09:59:21.473565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.511979 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496180'] for router, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.513246 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496191'] for router, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.543257 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.583319 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.592479 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:21.593126 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:21.627542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.db_base_plugin_common [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Allocated IP 172.20.0.2 (6d7483bc-c832-4781-9471-0ef3ba1f0f08/d7109b3c-3b06-49ce-aea6-76ec3222c7a8/e763f22d-1f7e-4985-96a1-6e6b493cd4a3) {{(pid=95468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:21.714620 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:21.792755 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks [] for port, precommit_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.803658 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Transition to ACTIVE for port object e763f22d-1f7e-4985-96a1-6e6b493cd4a3 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:21.822089 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Transition to ACTIVE for port object e763f22d-1f7e-4985-96a1-6e6b493cd4a3 will not be triggered until provisioned by entity DHCP. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:21.825235 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.834257 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a9d0-1a6d-49b7-82f2-0380d74510f1 None None] Pushing event updated for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:21.889409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190'] for port, after_create {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:21.923501 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 is already hosted by enough agents. {{(pid=95468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:21.926936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.scheduler.base_scheduler [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Resources bound (agent type, host, resource id): {{(pid=95468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:21.927546 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:21.930440 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Received port after_create {{(pid=95468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:21.955716 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff934166-b02a-487e-a9ab-4a3d72f0ecde None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:21.965317 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Pushing event updated for resources: {'Port': ['ID=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,revision_number=1']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:22.008643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Attempting to bind port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:22.008643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Attempting to bind port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:22.008988 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Attempting to bind port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 on network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:22.014885 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:22.015269 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Checking segment: {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:22.015922 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.016841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Bound using segment: {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:22.017333 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Bound port: e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:22.017729 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.103001 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] For port e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:22.106502 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] For port e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:22.172883 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.241957 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb54ad-ccb3-4b7d-8a3c-4be6fb4e4a84 None None] Pushing event updated for resources: {'Port': ['ID=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:22.535064 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.555049 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.672782 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Allocated IP 172.25.0.126 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:22.780283 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.887004 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:22.939591 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:22.946956 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:22.949772 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:22.953195 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:22.975785 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 127eabb7-55a7-4bc3-8b40-d606681d18c1 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:22.982856 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 09:59:23.032775 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 127eabb7-55a7-4bc3-8b40-d606681d18c1 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:23.033276 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.133998 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e763f22d-1f7e-4985-96a1-6e6b493cd4a3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:23.253264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a596707-80ee-4beb-9c4f-e3aee5c28494 None None] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 09:59:23.310569 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:23.317416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e6bf460-9e4c-4b76-9920-c267af275618 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:23.320078 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.376099 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Provisioning for port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:23.401601 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Provisioning complete for port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:23.401973 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.506411 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 3e6bf460-9e4c-4b76-9920-c267af275618 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:23.519246 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3e6bf460-9e4c-4b76-9920-c267af275618 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:23.519620 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.523993 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997630'] for router, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.553049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.601264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] For port e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:23.648695 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.683992 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.688197 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 3e6bf460-9e4c-4b76-9920-c267af275618, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e6bf460-9e4c-4b76-9920-c267af275618,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:23.740294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ae5b1-5c63-4741-affd-d01b865ca0ae None None] Pushing event updated for resources: {'Port': ['ID=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:23.740540 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 is scheduled to L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 with binding_index 1 {{(pid=95466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 09:59:23.795417 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.826034 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b891f8aa-38e4-4925-a471-d873e0a8ca51 None None] Provisioning complete for port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:23.826404 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b891f8aa-38e4-4925-a471-d873e0a8ca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.853290 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:23.870598 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Sync routers for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:23.887056 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:23.896961 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:23.897571 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:23.957995 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:23.959323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-71e20405-cb28-4005-b293-f125e8d81936 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5797944 Aug 28 09:59:23.962102 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48930) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:24.199150 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:24.372509 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.372794 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 3, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:24.398090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Checking router: 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:24.398474 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Updating router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 binding host n-d-792458-16 {{(pid=95468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:59:24.424010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.528267 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Allocated IP 172.20.0.1 (6d7483bc-c832-4781-9471-0ef3ba1f0f08/d7109b3c-3b06-49ce-aea6-76ec3222c7a8/9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:24.630148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.642579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Transition to ACTIVE for port object 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:24.677598 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks [] for port, precommit_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.687190 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Transition to ACTIVE for port object 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 will not be triggered until provisioned by entity L2. {{(pid=95468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:24.742919 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.789395 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:24.792472 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:24.802088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:24.817608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Pushing event updated for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:24.834437 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.838917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999309'] for router_interface, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.850683 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e763f22d-1f7e-4985-96a1-6e6b493cd4a3 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:24.907666 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Attempting to bind port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:24.908038 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Attempting to bind port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:24.908398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Attempting to bind port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 on network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:24.924337 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:24.924760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Checking segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:24.925112 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.925563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Bound using segment: {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'} {{(pid=95468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:24.926048 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.managers [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Bound port: 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb'}}] {{(pid=95468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:24.926454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:24.963722 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e22c4e-a1f9-41b9-85c0-783d870189de None None] Pushing event updated for resources: {'Port': ['ID=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,revision_number=2']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:25.011993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] For port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97, host n-d-792458-16, cleared binding levels {{(pid=95468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:25.011993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] For port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:25.011993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:25.011993 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.114570 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e6bf460-9e4c-4b76-9920-c267af275618 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:25.163050 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 3e6bf460-9e4c-4b76-9920-c267af275618 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:25.163050 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.179952 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.193302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.236978 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9e527e2-c082-4b4e-a352-44a8274faf20 None None] Provisioning for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:25.254151 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-b9e527e2-c082-4b4e-a352-44a8274faf20 None None] Provisioning complete for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:25.254541 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b9e527e2-c082-4b4e-a352-44a8274faf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.307081 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e22c4e-a1f9-41b9-85c0-783d870189de None None] Pushing event updated for resources: {'Port': ['ID=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,revision_number=3']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:25.310361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:25.311692 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:25.345194 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.381904 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-b9e527e2-c082-4b4e-a352-44a8274faf20 None None] Port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:59:25.408917 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.446450 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:25.476098 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Pushing event updated for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:25.478627 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-997949'] for router_interface, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.570523 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:25.571965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:25.653400 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8', 'name': '', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'mac_address': 'fa:16:3e:2a:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:24Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 1, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'subnets': [{'id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:25.680578 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92dc67-278c-4d44-98f3-f2a3b4ed79ae None None] The sync data for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 is: [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8', 'name': '', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'mac_address': 'fa:16:3e:2a:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:24Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 1, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'subnets': [{'id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:25.686264 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:59:25.802913 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f70107a1-6fc4-452d-8e09-c810f066f371 None None] Provisioning complete for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:25.803100 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:25.803318 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f70107a1-6fc4-452d-8e09-c810f066f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:25.816329 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-f0070d2c-3e6e-432c-8659-358951a395bf admin admin] 10.222.0.46 "PUT /v2.0/routers/58a1621b-dffd-4ac8-ba6b-b9e04cc0c876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448818 Aug 28 09:59:25.848017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f70107a1-6fc4-452d-8e09-c810f066f371 None None] Port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:59:26.481780 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48938) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:26.487287 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44325168', 'description': 'tempest-secgroup-smoke-44325168 description', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:26.574763 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:26.664250 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:26.742569 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:26.780046 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa94b1c5-e825-4040-8d12-17c3c761d649,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:26.839759 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:26.841170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-1eda243a-5daa-4970-9058-aba9dfda8a5f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3582585 Aug 28 09:59:26.844488 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48940) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:26.849016 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:26.862312 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:26.940489 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:26.995785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.010993 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:27.015453 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:27.015829 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.088898 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.102936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.110579 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bc75d4-8143-4e67-8589-52242f6ef82f,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:27.125916 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:27.174461 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.208674 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.209018 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.211150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-48ba45fc-4271-48f8-91fd-fc9561cbe8c6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648262 Aug 28 09:59:27.213020 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48942) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:27.218519 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:27.258174 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:27.313400 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.369330 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.479184 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.497977 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f222d9d-53a3-43ba-926a-2e2582d2d293,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:27.574703 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.575890 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ce923f05-9c7e-43c0-867c-fc5c0ae6f312 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614988 Aug 28 09:59:27.578635 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48944) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:27.582994 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:27.688253 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.719896 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f08a309c-9fb8-4ff7-a976-064d124f0ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.749173 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.843708 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.862745 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3668c5-253d-4ef8-9ee3-28d266446e83,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:27.934777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:27.937729 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d1d77507-4682-40ad-8c75-fdf8935a8270 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564529 Aug 28 09:59:27.938866 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48946) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:27.943415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:28.036609 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.095934 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.179999 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.198122 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0235c35-48a0-4206-9a85-25a15aa1fc18,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:28.279481 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.280761 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-292c728c-1abe-4ecd-8943-fa9a15b929b6 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408689 Aug 28 09:59:28.283419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48948) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:28.287783 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:28.375327 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Project 23d97231c5ff4cb9ab62c0838b3b16a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:59:28.380738 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.440343 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.531405 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.548776 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fdc63c-9690-4b71-901b-838db0ba1840,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:28.645342 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.646595 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-3f1ca2df-cc95-4913-834a-14277907284c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621781 Aug 28 09:59:28.649284 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 48950) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:28.653615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'security_group_rule': {'security_group_id': 'fa94b1c5-e825-4040-8d12-17c3c761d649', 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:28.748214 n-d-792458-16 neutron-server[95466]: INFO neutron.db.securitygroups_db [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Project 23d97231c5ff4cb9ab62c0838b3b16a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 09:59:28.754454 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.825758 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.829668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:28.880259 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:28.880621 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.908102 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583661'] for security_group_rule, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:28.927446 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66e425f-5b18-41c0-b680-5e111c3a4d8b,revision_number=0']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:28.944813 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Sync routers for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:28.954186 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:28.955075 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:29.011080 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.012327 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-e7a941ca-2ca4-487c-9261-a1f2cbe89c0c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3621230 Aug 28 09:59:29.064742 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:29.151159 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-93544fc6-d571-4d10-a813-8d8e73223b30 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44325168&fields=id&tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 267 time: 0.0325594 Aug 28 09:59:29.258377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-03dc4f24-d0eb-457d-b846-e3358e98b893 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:29.259175 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8', 'name': '', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'mac_address': 'fa:16:3e:2a:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:24Z', 'updated_at': '2021-08-28T09:59:25Z', 'revision_number': 2, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'subnets': [{'id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:29.259768 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-03dc4f24-d0eb-457d-b846-e3358e98b893 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 810 time: 0.1009493 Aug 28 09:59:29.275101 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-5aaf9026-b9e7-4f0b-8803-6378f075f780 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/quotas/23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Aug 28 09:59:29.288217 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Checking router: 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:29.288566 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Updating router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 binding host n-d-792458-16 {{(pid=95469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 09:59:29.315138 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.329704 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-310b5ce2-e680-4a69-8b95-4489873d9b30 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492163 Aug 28 09:59:29.513186 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-85303906-681d-4498-8b56-e82fa233c4ea service neutron] 10.222.0.46 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716475 Aug 28 09:59:29.575686 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks [] for port, precommit_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.585397 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.provisioning_blocks [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Transition to ACTIVE for port object 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 will not be triggered until provisioned by entity L2. {{(pid=95469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:29.609620 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-7aac7b84-80d3-4b65-9009-ee96c3fa5ec2 service neutron] 10.222.0.46 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900340 Aug 28 09:59:29.674449 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.726019 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600d0e-5309-4542-971a-a8b9b3f87c0d None None] Pushing event updated for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=3']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:29.777054 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Attempting to bind port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 on host n-d-792458-16 for vnic_type normal with profile {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:29.777416 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Attempting to bind port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 by drivers openvswitch,hyperv on host n-d-792458-16 at level 0 using segments [{'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:29.777774 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Attempting to bind port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 on network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:29.784974 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Checking agent: {'id': '1853702b-0cd1-4bf2-80a7-5dbc9c2cba7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 0), 'started_at': datetime.datetime(2021, 8, 28, 8, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:29.785355 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Checking segment: {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:29.785763 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.786156 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Bound using segment: {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'} {{(pid=95469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:29.786649 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.managers [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Bound port: 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8, host: n-d-792458-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c921e6-6b4f-4557-95e7-6c9832c14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08'}}] {{(pid=95469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:29.787031 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:29.862481 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] For port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8, host n-d-792458-16, cleared binding levels {{(pid=95469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:29.866098 n-d-792458-16 neutron-server[95469]: DEBUG neutron.plugins.ml2.db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] For port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8, host n-d-792458-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:29.877276 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e1a1e848-ff16-4242-887c-ea4ad4101ba7 req-5dc3e5b8-3462-4b66-b0e0-ee2e762ba13f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 210 time: 0.0322940 Aug 28 09:59:29.943063 n-d-792458-16 neutron-server[95469]: DEBUG neutron_lib.callbacks.manager [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:30.009307 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:30.009953 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:30.012163 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600d0e-5309-4542-971a-a8b9b3f87c0d None None] Pushing event updated for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=4']} {{(pid=95469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:30.060319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:30.224361 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:30.359940 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-ba03c739-762f-4711-86ca-21ce8d5e2348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:30.423560 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8', 'name': '', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'mac_address': 'fa:16:3e:2a:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:24Z', 'updated_at': '2021-08-28T09:59:29Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'subnets': [{'id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:30.449409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2681a4-3bc6-4c93-866a-a9996169355c None None] The sync data for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 is: [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T09:59:24Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8', 'name': '', 'network_id': '6d7483bc-c832-4781-9471-0ef3ba1f0f08', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'mac_address': 'fa:16:3e:2a:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:24Z', 'updated_at': '2021-08-28T09:59:29Z', 'revision_number': 4, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'subnets': [{'id': 'd7109b3c-3b06-49ce-aea6-76ec3222c7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:30.846847 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:30.969760 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:30.973932 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:30.974338 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:30.981065 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-11243503-0822-4bf0-bd20-3e1c2dd7713f req-c4da8211-006e-488c-b979-850ddceed698 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Aug 28 09:59:31.057151 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:31.089118 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] For port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:31.165396 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:31.212835 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Pushing event updated for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:32.076740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7279b3f7-5a0d-4349-b91f-a831ec877b45 req-6f46fb97-187f-44d5-97b0-f11aa8d306ce tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 210 time: 0.0265653 Aug 28 09:59:32.193400 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-cda3f4f7-642c-48a8-8d07-460a476e7ce3 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:32.194872 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-cda3f4f7-642c-48a8-8d07-460a476e7ce3 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 810 time: 0.1037753 Aug 28 09:59:32.248607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-ed3fca6c-f58a-4671-87f5-10ca0dc5dc80 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 378 time: 0.0353622 Aug 28 09:59:32.259083 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'port': {'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'admin_state_up': True, 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'security_groups': ['fa94b1c5-e825-4040-8d12-17c3c761d649']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:32.365355 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:32.473828 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Made reservation on behalf of 23d97231c5ff4cb9ab62c0838b3b16a4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 09:59:32.477415 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:32.604274 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Allocated IP 172.20.0.3 (0ca5b582-f077-403c-98bc-92b5ee94ee50/163ec879-ccb2-490e-860e-9245be27c441/b571f170-4151-421f-a321-c47eb6afdba9) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:32.735797 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:32.747717 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Transition to ACTIVE for port object b571f170-4151-421f-a321-c47eb6afdba9 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:32.825708 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 up at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:32.849071 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:32.876884 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Provisioning complete for port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:32.877258 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:32.897842 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:32.900910 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:32.904759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:32.931690 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:32.966965 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:32.968201 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:33.057779 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-b882e7ce-03dd-48d3-93a2-be7c64380ee5 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023543 Aug 28 09:59:33.079940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Request body: {'port': {'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:33.133323 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:33.226589 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa2196-8b2f-4dac-a942-2e523984ebbb req-72e10ca2-a9e4-406c-b530-77b7a9142721 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:33.228008 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7caa2196-8b2f-4dac-a942-2e523984ebbb req-72e10ca2-a9e4-406c-b530-77b7a9142721 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 931 time: 0.0858815 Aug 28 09:59:33.251347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a90f6c2a-7d20-4a42-8018-65bdd0ef8b72 None None] Provisioning for port b571f170-4151-421f-a321-c47eb6afdba9 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:33.255454 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-a90f6c2a-7d20-4a42-8018-65bdd0ef8b72 None None] Provisioning complete for port b571f170-4151-421f-a321-c47eb6afdba9 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:33.255825 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a90f6c2a-7d20-4a42-8018-65bdd0ef8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:33.289110 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-a90f6c2a-7d20-4a42-8018-65bdd0ef8b72 None None] Port b571f170-4151-421f-a321-c47eb6afdba9 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 09:59:33.327051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7caa2196-8b2f-4dac-a942-2e523984ebbb req-ade93ac7-b6a4-4f8d-86db-77fdfafcf9db tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906684 Aug 28 09:59:33.462042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b571f170-4151-421f-a321-c47eb6afdba9 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:59:33.470067 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:33.481607 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Transition to ACTIVE for port object b571f170-4151-421f-a321-c47eb6afdba9 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 09:59:33.553629 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:33.600932 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:34.024791 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Attempting to bind port b571f170-4151-421f-a321-c47eb6afdba9 on host n-h2-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 09:59:34.025127 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Attempting to bind port b571f170-4151-421f-a321-c47eb6afdba9 by drivers openvswitch,hyperv on host n-h2-792458-16 at level 0 using segments [{'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 09:59:34.025369 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Attempting to bind port b571f170-4151-421f-a321-c47eb6afdba9 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:34.029592 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Port b571f170-4151-421f-a321-c47eb6afdba9 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 09:59:34.029917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Attempting to bind port b571f170-4151-421f-a321-c47eb6afdba9 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 09:59:34.035226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Checking agent: {'id': 'a94697c4-d459-4c30-a96d-f567e5330f68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'started_at': datetime.datetime(2021, 8, 28, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 09:59:34.035562 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Checking segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 09:59:34.035950 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Bound using segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 09:59:34.036376 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Bound port: b571f170-4151-421f-a321-c47eb6afdba9, host: n-h2-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 09:59:34.036730 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:34.109253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 09:59:34.112175 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 09:59:34.240160 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:34.274732 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.275392 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:34.276783 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] 10.222.0.64 "PUT /v2.0/ports/b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 1092 time: 1.2017138 Aug 28 09:59:34.277218 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:59:34.279545 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1747a-b268-4213-bc00-52cddbfda10e" -d '{"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:59:34.320457 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ef9ab-1e69-422c-af3d-7f36bf7ff6d8 x-openstack-request-id: req-4d9ef9ab-1e69-422c-af3d-7f36bf7ff6d8 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:59:34.320764 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:59:34.321023 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d9ef9ab-1e69-422c-af3d-7f36bf7ff6d8 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:59:34.321428 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'status': 'completed', 'code': 200} Aug 28 09:59:34.324625 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05939952-21b4-4dbf-83c3-234c5a73580a service neutron] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:34.451740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-6dd8699b-0adf-444f-8c1c-90293badd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.453976 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-6dd8699b-0adf-444f-8c1c-90293badd778 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0743961 Aug 28 09:59:34.471232 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78e8b9-ffc9-4a53-b1cf-b2af2798eafc req-56b30381-49bc-4d7f-8e24-8084fe99224d tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.472706 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b78e8b9-ffc9-4a53-b1cf-b2af2798eafc req-56b30381-49bc-4d7f-8e24-8084fe99224d tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0642517 Aug 28 09:59:34.562079 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b78e8b9-ffc9-4a53-b1cf-b2af2798eafc req-22b211d1-1348-406b-97b8-2b9acea756be tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800836 Aug 28 09:59:34.591639 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-6b88f4d0-8d56-4e36-a800-70740ed83217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.593152 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-6b88f4d0-8d56-4e36-a800-70740ed83217 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1195917 Aug 28 09:59:34.687423 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-3c100f90-4075-44a9-8443-d9104ac0d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.688878 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b8a1747a-b268-4213-bc00-52cddbfda10e req-3c100f90-4075-44a9-8443-d9104ac0d577 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874479 Aug 28 09:59:34.801275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-30fed978-162a-411c-a640-7702b260ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.802712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-30fed978-162a-411c-a640-7702b260ecdc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0460007 Aug 28 09:59:34.859763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-3a6f30f5-c709-416a-969e-058b35fe6517 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 217 time: 0.0357475 Aug 28 09:59:34.909234 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-58142d25-ce67-49fd-861b-0b0912c8c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.910708 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-58142d25-ce67-49fd-861b-0b0912c8c404 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0436995 Aug 28 09:59:34.957544 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-3c495ce2-1c38-4bc5-b213-00d1f19ffc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:34.959040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-3c495ce2-1c38-4bc5-b213-00d1f19ffc50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396044 Aug 28 09:59:35.054323 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-6c31cf28-2ec1-467a-9c20-1686e4bbd105 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Aug 28 09:59:35.143565 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-45e1c29d-c8a5-4b57-9ec0-d7bccaeaceac req-0dfc9265-592c-4425-97b0-1816e831fc86 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 Aug 28 09:59:35.305875 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:35.680527 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538feba-41eb-4011-869f-d77b8ce4cb21 req-382095f5-2791-405e-85e7-f2982e9fae24 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:35.681977 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a538feba-41eb-4011-869f-d77b8ce4cb21 req-382095f5-2791-405e-85e7-f2982e9fae24 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0528269 Aug 28 09:59:35.719867 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a538feba-41eb-4011-869f-d77b8ce4cb21 req-b2d3bb96-96e2-4c58-9ab8-67e819473087 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318918 Aug 28 09:59:36.507958 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:36.833220 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe4cf-f355-482d-90a4-d53a6da87e08 req-2bc90187-4c58-4707-9ecb-cc6c090e920b tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:36.834751 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0adfe4cf-f355-482d-90a4-d53a6da87e08 req-2bc90187-4c58-4707-9ecb-cc6c090e920b tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0480351 Aug 28 09:59:36.871851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0adfe4cf-f355-482d-90a4-d53a6da87e08 req-73625f0a-318c-4634-ad28-c324312b3091 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312355 Aug 28 09:59:37.625966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 09:59:37.719770 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:37.730668 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b571f170-4151-421f-a321-c47eb6afdba9', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 09:59:37.768391 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:37.781436 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b571f170-4151-421f-a321-c47eb6afdba9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 09:59:37.799629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:37.888546 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:37.939133 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:37.987482 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2dea-ba5b-4fd8-b78d-601779b08aa9 req-193ef849-2c03-4acf-b7bc-9d8300aa9fdd tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:37.988960 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0abd2dea-ba5b-4fd8-b78d-601779b08aa9 req-193ef849-2c03-4acf-b7bc-9d8300aa9fdd tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 944 time: 0.0501986 Aug 28 09:59:38.027495 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0abd2dea-ba5b-4fd8-b78d-601779b08aa9 req-b4f62e35-5e7b-4570-ad89-81bf813e3535 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323272 Aug 28 09:59:38.210228 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b571f170-4151-421f-a321-c47eb6afdba9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 09:59:39.144271 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eefea-2849-40c3-8555-c6be1793363e req-fea36c9c-14d4-4aa1-ac04-194a89e3117a tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:39.145775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b4eefea-2849-40c3-8555-c6be1793363e req-fea36c9c-14d4-4aa1-ac04-194a89e3117a tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 944 time: 0.0533195 Aug 28 09:59:39.176271 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21a0fadb-7cff-40c4-8608-ade4edec5d0e req-95050570-bc59-4fde-aff6-a9c162886531 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295005 Aug 28 09:59:39.200874 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7b4eefea-2849-40c3-8555-c6be1793363e req-e8269bc3-33f7-4891-bc57-c422cad5b452 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467250 Aug 28 09:59:39.255547 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21a0fadb-7cff-40c4-8608-ade4edec5d0e req-5d41373e-b4a6-4030-8fd2-835bd379f75e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0246246 Aug 28 09:59:39.298488 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21a0fadb-7cff-40c4-8608-ade4edec5d0e req-1ef13f09-5116-499b-a4d3-ef12b01ce11b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193999 Aug 28 09:59:39.402707 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fadb-7cff-40c4-8608-ade4edec5d0e req-722ec9b9-e923-4234-9f67-851875deddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:39.404197 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-21a0fadb-7cff-40c4-8608-ade4edec5d0e req-722ec9b9-e923-4234-9f67-851875deddd3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988517 Aug 28 09:59:39.639327 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 09:59:39.741848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning for port b571f170-4151-421f-a321-c47eb6afdba9 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 09:59:39.745512 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b571f170-4151-421f-a321-c47eb6afdba9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 09:59:39.745888 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:39.820956 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:39.842468 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:59:39.844710 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2581211c-7dbc-49ca-b4c1-1dc1783acbc9" -d '{"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-plugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:59:39.860695 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 09:59:39.932600 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 09:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c70272e-c830-45c8-9f6d-73baa5c1fc8d x-openstack-request-id: req-0c70272e-c830-45c8-9f6d-73baa5c1fc8d {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:59:39.932894 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-plugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:59:39.933180 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c70272e-c830-45c8-9f6d-73baa5c1fc8d {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:59:39.933581 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'code': 200} Aug 28 09:59:39.945610 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:40.081226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8b90-cc73-4ee6-a285-0f3d431856ca req-a0d91441-50c8-40b4-a821-53cc2dddf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:40.082782 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7eb8b90-cc73-4ee6-a285-0f3d431856ca req-a0d91441-50c8-40b4-a821-53cc2dddf3db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1097 time: 0.0423598 Aug 28 09:59:40.120030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c7eb8b90-cc73-4ee6-a285-0f3d431856ca req-e9397879-3f2b-4ea2-958c-286435af94f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294726 Aug 28 09:59:40.144602 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:40.320228 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446601a-0440-4c30-8dd1-0a2ebd215883 req-f3c74686-e838-4259-a61d-f8f1c590c677 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:40.321766 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f446601a-0440-4c30-8dd1-0a2ebd215883 req-f3c74686-e838-4259-a61d-f8f1c590c677 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 945 time: 0.0488362 Aug 28 09:59:40.360015 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f446601a-0440-4c30-8dd1-0a2ebd215883 req-5dab2d9b-fe8e-428f-8893-6382abc0de0d tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321345 Aug 28 09:59:41.485109 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29d407-0d80-469b-ac2f-2cd5eecdc8cc req-f2a615a0-829b-4867-8196-b53bdb9b04ca tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:41.486634 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a29d407-0d80-469b-ac2f-2cd5eecdc8cc req-f2a615a0-829b-4867-8196-b53bdb9b04ca tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 945 time: 0.0538993 Aug 28 09:59:41.525332 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3a29d407-0d80-469b-ac2f-2cd5eecdc8cc req-ff5ab118-bfe6-42c2-9a38-297b26bae93c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327506 Aug 28 09:59:42.638137 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f985-fe86-4f83-924a-0d9b13754dfd req-c764a201-f2bb-4955-b78f-584a66c53a4c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:42.639641 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26a1f985-fe86-4f83-924a-0d9b13754dfd req-c764a201-f2bb-4955-b78f-584a66c53a4c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 945 time: 0.0489914 Aug 28 09:59:42.678023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-26a1f985-fe86-4f83-924a-0d9b13754dfd req-4b1f438f-086d-4f4d-aaf8-53648b914175 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322785 Aug 28 09:59:42.790528 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eadef-072f-4183-a89d-79bade608a97 req-94b97ebc-a540-4f48-8ef4-52cedd453d5c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:42.792013 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-770eadef-072f-4183-a89d-79bade608a97 req-94b97ebc-a540-4f48-8ef4-52cedd453d5c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Aug 28 09:59:42.829107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-770eadef-072f-4183-a89d-79bade608a97 req-f987739a-e023-4456-8b1e-9b2cbbfb1920 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310140 Aug 28 09:59:42.851086 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49014) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:42.935620 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9849c591-71fd-4849-9bc8-dc60a73bd603 tempest-TestSnapshotPattern-1514731273 tempest-TestSnapshotPattern-1514731273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:42.937689 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-9849c591-71fd-4849-9bc8-dc60a73bd603 tempest-TestSnapshotPattern-1514731273 tempest-TestSnapshotPattern-1514731273-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1092 time: 0.0855830 Aug 28 09:59:42.940597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49018) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 09:59:42.945463 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 09:59:43.031451 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:43.131131 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:43.238007 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Allocated IP 172.25.0.70 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/95ccb078-66d3-4500-95e7-07403a34e0fd) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 09:59:43.337735 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:43.426080 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:43.470763 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 09:59:43.476390 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 09:59:43.478993 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=95ccb078-66d3-4500-95e7-07403a34e0fd,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:43.481332 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 09:59:43.860629 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:43.980474 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:44.124978 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:44.204743 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:44.279082 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=95ccb078-66d3-4500-95e7-07403a34e0fd,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 09:59:44.286325 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:44.386034 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Floating IP d98da539-c9f3-4d74-8afc-235ae2990c08 associated. External IP: 172.25.0.70, port: b571f170-4151-421f-a321-c47eb6afdba9. Aug 28 09:59:44.591584 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 09:59:44.698184 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 09:59:44.708485 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 09:59:44.720386 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:44.721344 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:44.770627 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:44.799314 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-34d27ad7-88a0-42ee-8414-1e8a48782821 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8576937 Aug 28 09:59:44.799912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 09:59:44.802257 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae1859-40fc-4038-a49c-447a2fd2b8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 09:59:44.830481 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:44.837715 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21b18f-fc29-4302-87ce-c8a393a0ed0e x-openstack-request-id: req-8d21b18f-fc29-4302-87ce-c8a393a0ed0e {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 09:59:44.838007 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 09:59:44.838304 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d21b18f-fc29-4302-87ce-c8a393a0ed0e {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 09:59:44.838737 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'status': 'completed', 'code': 200} Aug 28 09:59:44.938659 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-6cfb8471-6c2e-4583-89cd-ed84bf8ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:44.940309 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-6cfb8471-6c2e-4583-89cd-ed84bf8ba57e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1097 time: 0.0468769 Aug 28 09:59:45.034084 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-a66203d1-c51f-4e25-a888-44a3b0778fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:45.035916 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-a66203d1-c51f-4e25-a888-44a3b0778fbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0871475 Aug 28 09:59:45.055778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:43Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:45.086125 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 09:59:45.094966 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 09:59:45.095588 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T09:59:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:45.109928 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-638624c4-aefe-49ea-a9a7-0c7d1e27f8a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 998 time: 0.0645313 Aug 28 09:59:45.159650 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-b80f8024-eec9-4821-9f37-ec4917b1eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:45.161157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-b80f8024-eec9-4821-9f37-ec4917b1eaa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0438454 Aug 28 09:59:45.200476 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 09:59:45.207681 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-f4aa46d5-1148-4671-a007-1997d3ee4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:45.209182 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-f4aa46d5-1148-4671-a007-1997d3ee4b41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401831 Aug 28 09:59:45.303569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-219fe8ef-9021-472c-88ad-268c18cb707e service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Aug 28 09:59:45.393907 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1dae1859-40fc-4038-a49c-447a2fd2b8d9 req-0eaf6918-353e-46cd-aa5b-a84e251aa397 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826821 Aug 28 09:59:45.422017 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:43Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 09:59:45.451258 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990280cf-c828-47a3-a2b6-a8a2130f8602 None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:43Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 09:59:45.657110 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ea66c-4043-4134-9878-b9ab439bf8de None None] New status for floating IP d98da539-c9f3-4d74-8afc-235ae2990c08: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 09:59:45.933914 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-f56db616-1637-4c7e-af3d-cf7bbaf754d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405879 Aug 28 09:59:46.044641 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-0768cb8b-ac23-4b8e-a537-9af1bfa8b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:46.046724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-0768cb8b-ac23-4b8e-a537-9af1bfa8b4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1097 time: 0.0451529 Aug 28 09:59:46.149142 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-1d17f0a3-128e-4fa5-ac8e-50faa0ab1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:46.150563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-1d17f0a3-128e-4fa5-ac8e-50faa0ab1296 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0833225 Aug 28 09:59:46.219920 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-1d9566b7-7eba-4a0f-a7bb-4db8aaaef6c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 1000 time: 0.0612392 Aug 28 09:59:46.269213 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-7fd69c77-78be-4383-981e-837b98a4d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:46.270649 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-7fd69c77-78be-4383-981e-837b98a4d549 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0433805 Aug 28 09:59:46.317699 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-edfc2452-8c09-44df-b7a0-f97470d8c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 09:59:46.319235 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-edfc2452-8c09-44df-b7a0-f97470d8c221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398583 Aug 28 09:59:46.415590 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-d70ee21d-1128-4289-bdf9-d9d30874905d service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859318 Aug 28 09:59:46.511732 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-43afebde-7ead-4dcd-9a75-5f56d2643376 req-4edabc19-28d3-4ab0-aee4-54079f7c4589 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Aug 28 09:59:57.162700 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:57.707433 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5985c8c4-6c3d-4ea0-a9ae-d4f7b3420451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 09:59:59.982150 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:00:00.048184 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:00.318655 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec1d-e1bc-4823-89fe-b5c1b85d3f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:02.353571 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:05.305313 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:06.505424 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:27.196733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:27.682071 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fa9270a8-1605-4bd6-9a9c-5239de1feadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:30.061794 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:30.318446 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-29c585e7-7f6c-480b-8969-e0337932e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:32.346685 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:35.277983 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:36.489490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:36.982887 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:00:41.180397 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5088a052-b7f4-4b54-97e0-047c7edc9a7d req-d8620c61-d635-462f-981c-8268f320c2ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251803 Aug 28 10:00:41.260869 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5088a052-b7f4-4b54-97e0-047c7edc9a7d req-457efee2-d3ec-4f3e-bc8d-d6476e271b1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0264215 Aug 28 10:00:41.306724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5088a052-b7f4-4b54-97e0-047c7edc9a7d req-88754679-d9db-4c4f-a665-5c0bf150df11 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216472 Aug 28 10:00:41.402617 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088a052-b7f4-4b54-97e0-047c7edc9a7d req-04331f81-06b0-4594-a09c-89c4f109ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:00:41.404662 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-5088a052-b7f4-4b54-97e0-047c7edc9a7d req-04331f81-06b0-4594-a09c-89c4f109ceb9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913780 Aug 28 10:00:47.972713 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-ebb0d67e-2ca9-4cef-ac81-825672cbd029 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976663 Aug 28 10:00:48.074172 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-662028c6-5ecb-4e1c-b877-84590543597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:00:48.075684 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-662028c6-5ecb-4e1c-b877-84590543597f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1097 time: 0.0405631 Aug 28 10:00:48.179712 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-b11a2448-66a3-4864-8abd-e51a22f1e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:00:48.181077 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-b11a2448-66a3-4864-8abd-e51a22f1e2ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0859766 Aug 28 10:00:48.245802 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-3f76fc45-7ed9-4c5a-9698-b559d10bc025 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 1000 time: 0.0566742 Aug 28 10:00:48.301309 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-6285ec40-77ee-4d77-93b3-a681d9d70b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:00:48.302740 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-6285ec40-77ee-4d77-93b3-a681d9d70b58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0472395 Aug 28 10:00:48.351324 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-4dd87bca-9f8a-4dc6-a906-210e11b31cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:00:48.352780 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-4dd87bca-9f8a-4dc6-a906-210e11b31cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404754 Aug 28 10:00:48.444428 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-acd94229-22a8-46a0-9648-a5c294df5fcd service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796890 Aug 28 10:00:48.539613 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-69e6a45b-776c-4a01-82a1-ba06bf32ec5b req-0dff7be0-6a34-43d6-9dce-0f300d977ba6 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Aug 28 10:00:57.146427 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:00:57.689124 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-7968ffc9-53d8-4425-a2f7-7633b533ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:00.032061 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:00.300639 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2b9099ee-bf69-4d64-816f-ada78fc4e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:02.328776 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:05.287345 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:06.493127 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:13.985801 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:01:27.155644 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:27.693959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f856-60ab-419e-9722-dfc2a180bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:30.042409 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:30.288056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c6f93eba-4b14-4862-b188-e22e7d966336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:32.327334 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:35.316815 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:36.539527 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:42.152717 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f272bb59-998b-4d87-84ec-7ab528c3fc6d req-c5afe58d-bdba-41cc-8fa1-aadb946896c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266321 Aug 28 10:01:42.231546 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f272bb59-998b-4d87-84ec-7ab528c3fc6d req-ec384f86-3a38-4344-9fc0-6e4dfb9e7d46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0246909 Aug 28 10:01:42.274387 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f272bb59-998b-4d87-84ec-7ab528c3fc6d req-e7c840b4-8213-4dee-a916-dd0a3a486031 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193610 Aug 28 10:01:42.372726 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bb59-998b-4d87-84ec-7ab528c3fc6d req-f888e3fc-54b2-420c-abff-2952abb064b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:01:42.374221 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f272bb59-998b-4d87-84ec-7ab528c3fc6d req-f888e3fc-54b2-420c-abff-2952abb064b5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937369 Aug 28 10:01:48.927794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-c1947ae5-16ed-4fa5-838c-d0c63db43590 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398757 Aug 28 10:01:49.031814 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-a9397269-d177-45a1-b117-a9e5867a4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:01:49.033245 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-a9397269-d177-45a1-b117-a9e5867a4cfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1097 time: 0.0391104 Aug 28 10:01:49.140933 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-67aa10f2-0cc0-4192-84c9-a9c02c8fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:01:49.142398 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-67aa10f2-0cc0-4192-84c9-a9c02c8fea4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0859470 Aug 28 10:01:49.206568 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-a6a5118d-3bc3-47a3-8c80-bed98ddc6dae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 1000 time: 0.0562506 Aug 28 10:01:49.260735 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-e8049ee7-c183-4470-833f-c55bbc4216b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:01:49.262150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-e8049ee7-c183-4470-833f-c55bbc4216b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0468581 Aug 28 10:01:49.308292 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-d830f9e0-0f4f-4d8e-bb3b-1945b8972581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:01:49.309758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-d830f9e0-0f4f-4d8e-bb3b-1945b8972581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389535 Aug 28 10:01:49.398718 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-98d62277-35b9-4279-839a-eaa587af0971 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797353 Aug 28 10:01:49.491314 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-40579e5b-15db-41d8-b90f-540a717b9f69 req-783291df-6fb6-4fdd-9e8a-d7b1775b6248 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Aug 28 10:01:50.985417 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:01:54.349090 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 details requested by agent hyperv_n-h2-792458-16 with host n-h2-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 10:01:54.448936 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:01:54.460000 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Returning: {'device': 'b571f170-4151-421f-a321-c47eb6afdba9', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 10:01:54.499086 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:54.511906 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b571f170-4151-421f-a321-c47eb6afdba9 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 10:01:54.530584 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:01:54.608018 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:54.655924 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:01:54.663167 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.663522 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.663868 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.664209 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.664546 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.664944 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.665279 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.665612 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.666016 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.666416 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.666748 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.667077 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:01:54.843891 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] get_ports_and_sgs() called for port_ids ['b571f170-4151-421f-a321-c47eb6afdba9'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 10:01:56.359864 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 up at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 10:01:56.415070 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Provisioning complete for port b571f170-4151-421f-a321-c47eb6afdba9 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 10:01:56.415646 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:56.506122 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:56.533270 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:01:56.535583 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacadcf7-823e-4c86-bbb9-1d641fed24cf" -d '{"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-plugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:01:56.552028 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:01:56.609803 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 10:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd4560-8484-4065-85a6-72d76a333ee9 x-openstack-request-id: req-8cbd4560-8484-4065-85a6-72d76a333ee9 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:01:56.610100 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-plugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:01:56.610388 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cbd4560-8484-4065-85a6-72d76a333ee9 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:01:56.610788 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'code': 200} Aug 28 10:01:56.614830 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:56.668599 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:01:57.149890 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:01:57.716641 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-90b1cffa-cacd-44cc-a87f-281b77d78cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:00.042811 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:00.311198 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-8726485f-1573-4c2b-bcbb-47d510e830c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:02.345979 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:05.305209 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:06.522533 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:06.536655 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-0507deda-c704-4978-9674-5d6c03966265 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44325168&fields=id&tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 267 time: 0.0337129 Aug 28 10:02:06.647683 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ebacc3e2-0f76-482e-a66d-fa4a8b210083 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:06.649165 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ebacc3e2-0f76-482e-a66d-fa4a8b210083 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 810 time: 0.1055903 Aug 28 10:02:06.664605 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ee7d0165-d96f-4e01-985a-ad455dbc3c27 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/quotas/23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Aug 28 10:02:06.721630 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-c4c0888b-bcfa-44d7-b7bc-5aa803ba84a8 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510950 Aug 28 10:02:06.815737 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-8d4dea4a-e3b0-40ea-8d62-74c3210e3ee0 service neutron] 10.222.0.46 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820253 Aug 28 10:02:06.909157 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-2e57e68d-8f29-4961-a37a-819cbc1213a2 service neutron] 10.222.0.46 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871241 Aug 28 10:02:07.140833 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4b86ad85-ffab-4ac0-88c2-93435ba51fa5 req-123556e2-3694-493f-8c1c-34b64806bdf7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 210 time: 0.0275314 Aug 28 10:02:08.236341 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e091cd13-f474-472a-9c7a-6d50c375c500 req-a49c6c03-9026-44dc-b43a-3b54181dd086 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 210 time: 0.0268445 Aug 28 10:02:09.340051 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-319d115b-d5c9-4f06-b066-dcd182093fa9 req-371dd179-e23e-4182-84a0-653974cf2a8f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 210 time: 0.0336742 Aug 28 10:02:09.454253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-8bf61e95-552e-4bec-bb68-48305ccc6a6a tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:09.455250 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-8bf61e95-552e-4bec-bb68-48305ccc6a6a tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 810 time: 0.1179557 Aug 28 10:02:09.503511 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-bef25b92-88f1-4de9-ae6b-d8545954a4b7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4 HTTP/1.1" status: 200 len: 378 time: 0.0337152 Aug 28 10:02:09.513646 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'port': {'device_id': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'admin_state_up': True, 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'security_groups': ['fa94b1c5-e825-4040-8d12-17c3c761d649']}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 10:02:09.699569 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Made reservation on behalf of 23d97231c5ff4cb9ab62c0838b3b16a4 for: {'port': 1} {{(pid=95466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 10:02:09.703055 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:09.828162 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_common [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Allocated IP 172.20.0.8 (0ca5b582-f077-403c-98bc-92b5ee94ee50/163ec879-ccb2-490e-860e-9245be27c441/f6ce63f5-56e8-460a-abee-4172b602ea50) {{(pid=95466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 10:02:09.975506 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:09.989356 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Transition to ACTIVE for port object f6ce63f5-56e8-460a-abee-4172b602ea50 will not be triggered until provisioned by entity DHCP. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 10:02:10.094744 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_create {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:10.180303 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 is already hosted by enough agents. {{(pid=95466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 10:02:10.184685 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.base_scheduler [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Resources bound (agent type, host, resource id): {{(pid=95466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 10:02:10.208359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Received port after_create {{(pid=95466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 10:02:10.289668 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=1']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:10.311239 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.311897 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.312425 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.312947 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.313608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.314114 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.314660 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.315212 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.315792 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.316416 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.316944 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.317485 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:10.349484 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:10.351026 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:10.438066 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:02:10.484832 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc35b-9949-406c-8522-ef32746882d8 req-ac38dc94-993d-476d-b59d-c28c7205c663 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:10.494283 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14dfc35b-9949-406c-8522-ef32746882d8 req-ac38dc94-993d-476d-b59d-c28c7205c663 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.0735798 Aug 28 10:02:10.498787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-f82c79b6-ee8c-4ad6-8ada-c7b3a2a89b59 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9885669 Aug 28 10:02:10.534794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-14dfc35b-9949-406c-8522-ef32746882d8 req-27cb699f-5982-490c-aee0-06fe631e9112 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388553 Aug 28 10:02:10.551453 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:10.579504 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:02:10.581808 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca1fb53-f1c5-46ca-9254-728e9ef47dc8" -d '{"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-unplugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:02:10.602629 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:02:10.623374 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 10:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af977f-88e5-42a7-a99d-a5a9ad698882 x-openstack-request-id: req-81af977f-88e5-42a7-a99d-a5a9ad698882 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:02:10.623665 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-unplugged", "status": "completed", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:02:10.623915 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81af977f-88e5-42a7-a99d-a5a9ad698882 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:02:10.624304 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'code': 200} Aug 28 10:02:10.688039 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:10.724700 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f4e8dd87-7032-4b8b-8155-ffca0e05d46c None None] Provisioning for port f6ce63f5-56e8-460a-abee-4172b602ea50 completed by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 10:02:10.736786 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-f4e8dd87-7032-4b8b-8155-ffca0e05d46c None None] Provisioning complete for port f6ce63f5-56e8-460a-abee-4172b602ea50 triggered by entity DHCP. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 10:02:10.737246 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dd87-7032-4b8b-8155-ffca0e05d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:10.762918 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Pushing event updated for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:10.780780 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8dd87-7032-4b8b-8155-ffca0e05d46c None None] Port f6ce63f5-56e8-460a-abee-4172b602ea50 cannot update to ACTIVE because it is not bound. {{(pid=95468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 10:02:11.656623 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b27275-a4bf-4e27-b29e-ee7b889ba4c6 req-6201fec3-2280-4d43-a249-a12139f6f24c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:11.658136 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1b27275-a4bf-4e27-b29e-ee7b889ba4c6 req-6201fec3-2280-4d43-a249-a12139f6f24c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.0498650 Aug 28 10:02:11.700058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b1b27275-a4bf-4e27-b29e-ee7b889ba4c6 req-0999f7ea-2149-4253-bc38-6d4828b33a9c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356753 Aug 28 10:02:12.823321 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ea8e-9cb3-4762-8540-b4d948984ee6 req-3ee179d7-70b3-4829-a132-fa0d7587884e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:12.824845 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd44ea8e-9cb3-4762-8540-b4d948984ee6 req-3ee179d7-70b3-4829-a132-fa0d7587884e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.0502386 Aug 28 10:02:12.867414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd44ea8e-9cb3-4762-8540-b4d948984ee6 req-e3b7e0cd-0869-4f5b-95a5-11fc2794b078 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358367 Aug 28 10:02:13.993559 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dd2e9-fad4-46aa-b48f-61972ff5e636 req-aa3a8a51-d9d9-47eb-a44e-8ab8eb192112 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:13.995712 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f82dd2e9-fad4-46aa-b48f-61972ff5e636 req-aa3a8a51-d9d9-47eb-a44e-8ab8eb192112 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.0550740 Aug 28 10:02:14.035459 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f82dd2e9-fad4-46aa-b48f-61972ff5e636 req-a330be4c-cd83-42a5-ba07-dbd1e0f4dbfb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336623 Aug 28 10:02:15.153704 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f106434-a865-42c9-b66c-8aba69243a75 req-4200d5c8-2a61-42e7-b242-ceb13bf63688 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:15.155313 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f106434-a865-42c9-b66c-8aba69243a75 req-4200d5c8-2a61-42e7-b242-ceb13bf63688 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.0500960 Aug 28 10:02:15.195359 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9f106434-a865-42c9-b66c-8aba69243a75 req-3b267ee2-94ea-4017-bb87-b39b69308313 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340078 Aug 28 10:02:16.146199 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-c2ee03b9-4401-428b-818e-73b0ee665593 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 10:02:16.147394 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-c2ee03b9-4401-428b-818e-73b0ee665593 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063317 Aug 28 10:02:16.158039 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.v2.base [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Request body: {'port': {'device_id': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-16'}} {{(pid=95466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 10:02:16.217785 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:16.392156 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359aad4-1cc9-4139-8678-e4ff04daa412 req-19781ee9-34f7-4f33-aa63-1a92e06130d2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:16.393683 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c359aad4-1cc9-4139-8678-e4ff04daa412 req-19781ee9-34f7-4f33-aa63-1a92e06130d2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 931 time: 0.1245189 Aug 28 10:02:16.492709 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-c359aad4-1cc9-4139-8678-e4ff04daa412 req-f4403e42-bb61-49fd-93d7-8e256c1d6575 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409374 Aug 28 10:02:16.583463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ce63f5-56e8-460a-abee-4172b602ea50 {{(pid=95466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 10:02:16.592559 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:16.608468 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.provisioning_blocks [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Transition to ACTIVE for port object f6ce63f5-56e8-460a-abee-4172b602ea50 will not be triggered until provisioned by entity L2. {{(pid=95466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 10:02:16.687967 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:16.749596 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=2']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:16.831049 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Attempting to bind port f6ce63f5-56e8-460a-abee-4172b602ea50 on host n-h1-792458-16 for vnic_type normal with profile {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 10:02:16.831560 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Attempting to bind port f6ce63f5-56e8-460a-abee-4172b602ea50 by drivers openvswitch,hyperv on host n-h1-792458-16 at level 0 using segments [{'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 10:02:16.831901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Attempting to bind port f6ce63f5-56e8-460a-abee-4172b602ea50 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 10:02:16.837206 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Port f6ce63f5-56e8-460a-abee-4172b602ea50 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-16 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 10:02:16.837529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Attempting to bind port f6ce63f5-56e8-460a-abee-4172b602ea50 on network 0ca5b582-f077-403c-98bc-92b5ee94ee50 {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 10:02:16.844848 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Checking agent: {'id': '2c004a7d-7fc0-48dd-a5f2-bef500f92f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'started_at': datetime.datetime(2021, 8, 28, 8, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 10:02:16.845222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Checking segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 10:02:16.845588 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Bound using segment: {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'} {{(pid=95466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 10:02:16.846095 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.managers [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Bound port: f6ce63f5-56e8-460a-abee-4172b602ea50, host: n-h1-792458-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5264deb6-e549-47c2-be67-899834b804eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50'}}] {{(pid=95466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 10:02:16.846484 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:16.947698 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, cleared binding levels {{(pid=95466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 10:02:16.952253 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 10:02:17.042998 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8795405'] for port, after_update {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:17.090459 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:17.091146 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:17.092762 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 200 len: 1092 time: 0.9385135 Aug 28 10:02:17.093285 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:02:17.095838 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd052e1-5557-4609-89ed-e057003637ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:02:17.123608 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1abcfb-9e2a-45f0-9398-9df3c543f583 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=3']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:17.158137 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0638f-c18d-459f-89e3-625b45edb944 x-openstack-request-id: req-7eb0638f-c18d-459f-89e3-625b45edb944 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:02:17.158830 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:02:17.158830 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eb0638f-c18d-459f-89e3-625b45edb944 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:02:17.159222 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'status': 'completed', 'code': 200} Aug 28 10:02:17.661940 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01d2a2-de1f-403d-9aff-e33b7b2c2920 req-5f322dc0-9e74-469b-87cd-dd153c525035 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:17.661940 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d01d2a2-de1f-403d-9aff-e33b7b2c2920 req-5f322dc0-9e74-469b-87cd-dd153c525035 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0657232 Aug 28 10:02:17.685824 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-9d01d2a2-de1f-403d-9aff-e33b7b2c2920 req-e27adc7a-87aa-400d-b0ad-d3543d38c1ba tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384033 Aug 28 10:02:18.803700 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cda81-733b-4ebe-aa99-9f1ef514f8ba req-25f4500f-0e39-409b-8a17-08005b0f09a8 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:18.805227 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e51cda81-733b-4ebe-aa99-9f1ef514f8ba req-25f4500f-0e39-409b-8a17-08005b0f09a8 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0495071 Aug 28 10:02:18.844639 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e51cda81-733b-4ebe-aa99-9f1ef514f8ba req-3b4f9d61-6759-4e5f-a980-4d526d5c772e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326388 Aug 28 10:02:19.966492 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e772c-740e-47df-aa14-c1cfcf0f3cd1 req-85ed01c0-82a7-4726-8878-ba3cff4570f3 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:19.968041 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d6e772c-740e-47df-aa14-c1cfcf0f3cd1 req-85ed01c0-82a7-4726-8878-ba3cff4570f3 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0542254 Aug 28 10:02:20.006023 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1d6e772c-740e-47df-aa14-c1cfcf0f3cd1 req-66550785-4f56-480f-bb57-7019c754974c tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319417 Aug 28 10:02:21.119108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9337c-10ca-4e18-bec0-ce688c9669d7 req-af703c46-f53d-4554-bd1d-39edbdb11d5e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:21.120573 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30a9337c-10ca-4e18-bec0-ce688c9669d7 req-af703c46-f53d-4554-bd1d-39edbdb11d5e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0484555 Aug 28 10:02:21.157970 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-30a9337c-10ca-4e18-bec0-ce688c9669d7 req-30c36e3c-7553-49b4-8f91-fe57a0a1d954 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315511 Aug 28 10:02:21.750500 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd052e1-5557-4609-89ed-e057003637ac req-fc57e881-d40d-4be9-b01a-616286b32c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:21.751998 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fd052e1-5557-4609-89ed-e057003637ac req-fc57e881-d40d-4be9-b01a-616286b32c20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1095 time: 0.0410955 Aug 28 10:02:21.867104 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd052e1-5557-4609-89ed-e057003637ac req-463852b5-3227-41d6-93bd-a78b39d7260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:21.868558 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fd052e1-5557-4609-89ed-e057003637ac req-463852b5-3227-41d6-93bd-a78b39d7260d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0940852 Aug 28 10:02:21.967640 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd052e1-5557-4609-89ed-e057003637ac req-f5f6750f-12c3-49d9-86b0-c7c95ff93542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:21.969150 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4fd052e1-5557-4609-89ed-e057003637ac req-f5f6750f-12c3-49d9-86b0-c7c95ff93542 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932996 Aug 28 10:02:22.072082 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-640e1d80-4369-442c-800c-3e2e2b3b3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:22.073623 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-640e1d80-4369-442c-800c-3e2e2b3b3990 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1095 time: 0.0475485 Aug 28 10:02:22.123997 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-9c3c9a2d-390e-46fc-b63f-e3a9b90667a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 200 len: 217 time: 0.0368288 Aug 28 10:02:22.172881 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-1a4bee3b-5913-4654-992d-fc28ee679b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:22.174342 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-1a4bee3b-5913-4654-992d-fc28ee679b06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0435944 Aug 28 10:02:22.223499 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-51b24eda-f22c-4dae-ad41-0ef3d303fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:22.225028 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-51b24eda-f22c-4dae-ad41-0ef3d303fee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438914 Aug 28 10:02:22.319364 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4818-6460-48e7-9682-66d9fc808127 req-e227cf7d-77c0-42d4-8142-c6ee8a5e0b53 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:22.320856 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399e4818-6460-48e7-9682-66d9fc808127 req-e227cf7d-77c0-42d4-8142-c6ee8a5e0b53 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0937793 Aug 28 10:02:22.377238 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-645e7450-1aef-4d0c-8221-edb89e0d2a91 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411507 Aug 28 10:02:22.382087 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-399e4818-6460-48e7-9682-66d9fc808127 req-87b0877b-d019-4309-bd9c-ce80b299fb38 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548360 Aug 28 10:02:22.469268 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-80507269-9b19-4f48-8f53-b8f4f4bdba6f req-94bdd498-6606-40bd-ac71-3ec1711fab90 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Aug 28 10:02:23.495736 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64a389-8760-441b-a26c-d64b653254ea req-0be6ba1d-8512-46e1-a7e5-f0d684c18f89 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:23.497205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca64a389-8760-441b-a26c-d64b653254ea req-0be6ba1d-8512-46e1-a7e5-f0d684c18f89 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0490093 Aug 28 10:02:23.534804 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-ca64a389-8760-441b-a26c-d64b653254ea req-5dba13bd-fecb-4967-8b9b-e22ded40d9e4 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315723 Aug 28 10:02:24.278909 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 10:02:24.370294 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:02:24.381738 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'mac_address': 'fa:16:3e:27:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 10:02:24.423247 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:24.435560 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ce63f5-56e8-460a-abee-4172b602ea50 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 10:02:24.453960 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:02:24.516109 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:24.567391 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=4']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:24.653921 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42687-5f42-4204-8d29-96883e6ade09 req-97d1f1f8-bb41-4d7a-883e-fac088e7ee33 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:24.655476 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d42687-5f42-4204-8d29-96883e6ade09 req-97d1f1f8-bb41-4d7a-883e-fac088e7ee33 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 944 time: 0.0528502 Aug 28 10:02:24.699337 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-16d42687-5f42-4204-8d29-96883e6ade09 req-0a7f6914-def8-4930-8a13-8a6e13b40b27 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378783 Aug 28 10:02:24.940894 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['f6ce63f5-56e8-460a-abee-4172b602ea50'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 10:02:25.820359 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0266c0-3f46-48d8-ac5a-716aa9e20abf req-a1ede815-7e34-41c4-b5d2-68cb272acfc1 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:25.822001 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa0266c0-3f46-48d8-ac5a-716aa9e20abf req-a1ede815-7e34-41c4-b5d2-68cb272acfc1 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 944 time: 0.0532784 Aug 28 10:02:25.862140 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-aa0266c0-3f46-48d8-ac5a-716aa9e20abf req-d1cbf6bc-5c65-4897-a9a1-81e69dbf51d2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336730 Aug 28 10:02:26.282439 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 10:02:26.378730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning for port f6ce63f5-56e8-460a-abee-4172b602ea50 completed by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 10:02:26.382342 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port f6ce63f5-56e8-460a-abee-4172b602ea50 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 10:02:26.382664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:26.461035 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:26.483670 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:02:26.486094 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe0dd4-e9cd-450a-89cf-c781ddbb8f58" -d '{"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:02:26.499765 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:02:26.522619 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 10:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a51e9-0feb-4802-9b8e-effbff6663c0 x-openstack-request-id: req-ec6a51e9-0feb-4802-9b8e-effbff6663c0 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:02:26.522905 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:02:26.523154 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec6a51e9-0feb-4802-9b8e-effbff6663c0 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:02:26.523572 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'code': 200} Aug 28 10:02:26.596362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:26.638882 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d1977-1a6c-400a-8098-d70cfa3c0115 req-3eb7bf01-3ea9-492d-afcd-48c6e22d0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:26.640431 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0d1977-1a6c-400a-8098-d70cfa3c0115 req-3eb7bf01-3ea9-492d-afcd-48c6e22d0ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1097 time: 0.0394411 Aug 28 10:02:26.643882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=5']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:26.676610 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd0d1977-1a6c-400a-8098-d70cfa3c0115 req-bc82ee8f-2b79-41b7-a5bf-88356ceca7b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289664 Aug 28 10:02:26.982925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a9c51-c34b-4011-a617-f6d5188d2dca req-85e5df45-a601-4576-8d2d-7c8de080391b tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:26.984454 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b2a9c51-c34b-4011-a617-f6d5188d2dca req-85e5df45-a601-4576-8d2d-7c8de080391b tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 945 time: 0.0527618 Aug 28 10:02:27.022563 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-8b2a9c51-c34b-4011-a617-f6d5188d2dca req-fa376bc4-4d8d-4e1d-9c0b-7671ee8d9401 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319405 Aug 28 10:02:27.166157 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:27.669936 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-444d0519-9e09-413e-bcb8-691b1401152a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:27.986724 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:02:28.138615 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154bfda-a85c-4ebc-b322-5b0c84bea8e9 req-1f095302-9d47-44af-a000-4a1a4f1d7d8f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:28.140794 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3154bfda-a85c-4ebc-b322-5b0c84bea8e9 req-1f095302-9d47-44af-a000-4a1a4f1d7d8f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 945 time: 0.0487442 Aug 28 10:02:28.179619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-3154bfda-a85c-4ebc-b322-5b0c84bea8e9 req-5fd4d582-f531-4476-8037-2a25e15d14ef tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327480 Aug 28 10:02:29.293275 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce625c-3680-4e8e-80be-07dc6ae0d471 req-92ca18ae-617b-4145-9db0-2e3d85d14db7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:29.294817 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8ce625c-3680-4e8e-80be-07dc6ae0d471 req-92ca18ae-617b-4145-9db0-2e3d85d14db7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 945 time: 0.0469835 Aug 28 10:02:29.331582 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-f8ce625c-3680-4e8e-80be-07dc6ae0d471 req-52213341-a6d1-4239-b4a8-a2b7c797afc3 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309143 Aug 28 10:02:29.445651 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e86b12-fd83-4855-a607-5eea5f9ea527 req-bf127928-43d2-4f01-943b-88b0903e9be2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:29.447130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9e86b12-fd83-4855-a607-5eea5f9ea527 req-bf127928-43d2-4f01-943b-88b0903e9be2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 945 time: 0.0513072 Aug 28 10:02:29.484192 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-a9e86b12-fd83-4855-a607-5eea5f9ea527 req-2f4654e2-fc42-49d2-9901-644f00a37481 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310745 Aug 28 10:02:29.505656 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49352) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:02:29.546201 n-d-792458-16 neutron-server[95467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5947e08-5e5b-4fe9-9e52-b5b3264507a0 tempest-TestSnapshotPattern-1514731273 tempest-TestSnapshotPattern-1514731273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:29.547751 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-d5947e08-5e5b-4fe9-9e52-b5b3264507a0 tempest-TestSnapshotPattern-1514731273 tempest-TestSnapshotPattern-1514731273-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1092 time: 0.0411017 Aug 28 10:02:29.550776 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49356) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:02:29.554744 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.v2.base [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Request body: {'floatingip': {'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 10:02:29.624277 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:29.728144 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:29.829894 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_common [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Allocated IP 172.25.0.194 (224a4daf-e4f3-4425-86aa-f5f5a682c8cb/d7691d46-adad-4cb6-9493-a7fb673feb02/d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7) {{(pid=95467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 10:02:29.932175 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.053506 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790851463190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.081676 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.094467 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Network 224a4daf-e4f3-4425-86aa-f5f5a682c8cb is already hosted by enough agents. {{(pid=95467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 10:02:30.097338 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.base_scheduler [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Resources bound (agent type, host, resource id): {{(pid=95467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 10:02:30.100923 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Received port after_create {{(pid=95467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 10:02:30.106241 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7,revision_number=1']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:30.131723 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.132067 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.132429 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.132771 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.133098 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.133425 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.133745 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.134063 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.134403 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.134722 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.135036 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.135354 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:02:30.310526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-938f51b8-7f20-4ea7-93b9-80dee903b262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.468226 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.579534 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.731696 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for port, precommit_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.778398 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13262701'] for port, after_update {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.849678 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event updated for resources: {'Port': ['ID=d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7,revision_number=2']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:02:30.860114 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999192'] for floatingip, after_create {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:30.960774 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Floating IP a6ac611d-fda7-41ba-97d5-f5836296fc00 associated. External IP: 172.25.0.194, port: f6ce63f5-56e8-460a-abee-4172b602ea50. Aug 28 10:02:31.480251 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 10:02:31.586824 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 10:02:31.597572 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 10:02:31.606542 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:02:31.607164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:02:31.676231 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:31.704324 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-79f0dc54-6dd4-4337-9e95-8f58e95fab49 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1528585 Aug 28 10:02:31.704922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:02:31.707267 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad52d4f-7ad2-4658-8e80-6958084e1a67" -d '{"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:02:31.713506 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:02:31.755148 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10112fe2-ba2e-4d35-b3d8-826b0955be84 x-openstack-request-id: req-10112fe2-ba2e-4d35-b3d8-826b0955be84 {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:02:31.755447 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:02:31.755703 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10112fe2-ba2e-4d35-b3d8-826b0955be84 {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:02:31.756109 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'status': 'completed', 'code': 200} Aug 28 10:02:31.843565 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-9f97b69a-5783-4cbf-9040-f345ed724b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:31.844991 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-9f97b69a-5783-4cbf-9040-f345ed724b7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1097 time: 0.0441823 Aug 28 10:02:31.942014 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-26095c05-4e66-4bd1-927e-7c77131e3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:31.943814 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-26095c05-4e66-4bd1-927e-7c77131e3c98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0922947 Aug 28 10:02:32.010344 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-a93af430-0ce9-4f1f-9e9f-c584b80b72be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 200 len: 999 time: 0.0593228 Aug 28 10:02:32.058809 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-f3fdaea9-3de9-4274-9852-8fbb2aa1153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:32.060270 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-f3fdaea9-3de9-4274-9852-8fbb2aa1153a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0435977 Aug 28 10:02:32.094753 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6ac611d-fda7-41ba-97d5-f5836296fc00', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:27:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T10:02:30Z', 'updated_at': '2021-08-28T10:02:30Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}, {'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:02:32.109250 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-96816734-d8b6-43ec-a0e9-e1347b6b06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:32.110767 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-96816734-d8b6-43ec-a0e9-e1347b6b06e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433736 Aug 28 10:02:32.120747 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 10:02:32.128950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:02:32.129563 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:02:30Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:02:32.200213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-765d388c-800a-41db-81bd-606b35716c59 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817037 Aug 28 10:02:32.235101 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:02:32.294861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4ad52d4f-7ad2-4658-8e80-6958084e1a67 req-2bb07d7e-0ce2-49b5-af53-02f441e90c39 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881174 Aug 28 10:02:32.391140 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:32.472597 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6ac611d-fda7-41ba-97d5-f5836296fc00', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:27:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T10:02:30Z', 'updated_at': '2021-08-28T10:02:30Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}, {'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:02:32.498191 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e84fe9-5729-4426-a09c-f088f774fcda None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'a6ac611d-fda7-41ba-97d5-f5836296fc00', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:27:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T10:02:30Z', 'updated_at': '2021-08-28T10:02:30Z', 'revision_number': 0, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}, {'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 10:02:32.693644 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bf24a-6b81-4393-b389-d3fd08279053 None None] New status for floating IP a6ac611d-fda7-41ba-97d5-f5836296fc00: ACTIVE {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 10:02:35.344442 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:36.515502 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:42.581509 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ec54315-e5fb-467a-b4d5-0acee777fbef req-81384544-285b-47be-ad52-2820ab24ca0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4255071 Aug 28 10:02:42.663812 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ec54315-e5fb-467a-b4d5-0acee777fbef req-03e50744-32f0-4372-811f-277becf0aeab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0242684 Aug 28 10:02:42.709594 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ec54315-e5fb-467a-b4d5-0acee777fbef req-960df8cc-7b97-4c0e-b088-21b27368d487 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213435 Aug 28 10:02:42.800958 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec54315-e5fb-467a-b4d5-0acee777fbef req-552474e5-360c-4fe8-95ae-ae28feb1b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:42.802414 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7ec54315-e5fb-467a-b4d5-0acee777fbef req-552474e5-360c-4fe8-95ae-ae28feb1b3d9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866032 Aug 28 10:02:49.911819 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-ddf74c75-cb59-453a-b9e1-f9f26845a1e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395458 Aug 28 10:02:50.016555 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd06e-04a2-497d-9541-086d788323ef req-b1e053cf-bf45-4918-a479-cb980cab7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:50.017995 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-b1e053cf-bf45-4918-a479-cb980cab7281 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0395267 Aug 28 10:02:50.134901 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd06e-04a2-497d-9541-086d788323ef req-99f4f25e-0514-4fe6-ab68-2004158e8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:50.136407 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-99f4f25e-0514-4fe6-ab68-2004158e8a41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0926473 Aug 28 10:02:50.202203 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-dd3e2460-b062-4d99-a8e6-54e8c2be4c49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 998 time: 0.0565963 Aug 28 10:02:50.254300 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd06e-04a2-497d-9541-086d788323ef req-5bcea781-9cf4-4fb0-9c59-48b45f384a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:50.255759 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-5bcea781-9cf4-4fb0-9c59-48b45f384a1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0437765 Aug 28 10:02:50.308766 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd06e-04a2-497d-9541-086d788323ef req-d30e0d18-16da-4f1a-88b7-3ae843859c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:02:50.310925 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-d30e0d18-16da-4f1a-88b7-3ae843859c48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429039 Aug 28 10:02:50.403474 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-7c69385a-2ab6-4963-838d-77cb94f6679e service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 Aug 28 10:02:50.497888 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-06abd06e-04a2-497d-9541-086d788323ef req-a13e8bd1-d07b-4a65-b9b6-b7cb11ee06e5 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863996 Aug 28 10:02:57.172662 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:02:57.686576 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d5ef-9292-4d03-a469-6d83f61d89eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:00.023924 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:00.308343 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c72eb1b5-cbc0-43e1-bd18-4ae53d44360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:02.338473 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:04.985467 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:03:05.298021 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:06.582871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:27.177382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:27.720116 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6d3c20b1-428b-44d4-8a18-f31d9a69cd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:30.028767 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:30.303312 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2ed14d61-c10d-451f-87cd-f9a2cd706fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:32.349267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:35.285551 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:36.571746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:41.986776 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:03:42.189550 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-42a27579-35c6-43ea-a4b6-c3a58214d9bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400865 Aug 28 10:03:42.259043 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-ff52fafe-4e71-46db-a062-8a726d36749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:42.260417 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-ff52fafe-4e71-46db-a062-8a726d36749e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1097 time: 0.0397429 Aug 28 10:03:42.368209 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-2e2abad6-aa00-4a15-b51b-31c4a61c8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:42.369694 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-2e2abad6-aa00-4a15-b51b-31c4a61c8b95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0904987 Aug 28 10:03:42.435230 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-36118811-0f73-4a71-8479-911f6213b6e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 200 len: 1001 time: 0.0582554 Aug 28 10:03:42.485235 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-3122cd79-2521-4974-b0ef-0a94f1570d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:42.486695 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-3122cd79-2521-4974-b0ef-0a94f1570d7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0447938 Aug 28 10:03:42.535463 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-7b39dd82-4180-413e-a0c4-1feba199dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:42.537030 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-7b39dd82-4180-413e-a0c4-1feba199dbf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433547 Aug 28 10:03:42.627038 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-17a852c3-94e8-43ad-acf6-1cc1e89581f3 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821092 Aug 28 10:03:42.722280 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4d8a137a-34df-4184-8480-733d077d7dc1 req-b7cc925a-38a3-4f15-b9e0-12ad6578c17c service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879412 Aug 28 10:03:49.920040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-32e85c68-6aec-4921-b401-1eef66196f42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400887 Aug 28 10:03:50.064456 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884caa29-5ba4-4093-9c62-596086629720 req-f5ce5c7f-e449-4cba-9451-aed0efe7b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:50.065985 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-f5ce5c7f-e449-4cba-9451-aed0efe7b64e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0715966 Aug 28 10:03:50.176252 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884caa29-5ba4-4093-9c62-596086629720 req-a548a196-c305-4d47-9e7b-fcf80332284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:50.177636 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-a548a196-c305-4d47-9e7b-fcf80332284f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0872750 Aug 28 10:03:50.243469 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-85330225-8d7f-4dea-be2a-a1ac8a3a5521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 998 time: 0.0578287 Aug 28 10:03:50.291164 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884caa29-5ba4-4093-9c62-596086629720 req-cdfa0e3d-1456-4992-a4c7-7b400a0ba248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:50.293075 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-cdfa0e3d-1456-4992-a4c7-7b400a0ba248 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0421660 Aug 28 10:03:50.342656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884caa29-5ba4-4093-9c62-596086629720 req-e4692545-b7ac-44d1-a7f2-b9f072b552b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:03:50.344242 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-e4692545-b7ac-44d1-a7f2-b9f072b552b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431435 Aug 28 10:03:50.442569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-2954bafd-8a9a-466f-bb10-b38419ad9cec service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899882 Aug 28 10:03:50.536851 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-884caa29-5ba4-4093-9c62-596086629720 req-01d3f1c8-8ee5-44b0-b1f9-2a3e7f4d1e59 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Aug 28 10:03:57.188145 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:03:57.691456 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce8ea-cd3b-4e44-89e3-3dfcc739171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:00.051362 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:00.308428 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ff6b-1d2d-4904-a3e6-4f1825cffabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:02.341796 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:05.302123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:06.531267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:18.985882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:04:27.153877 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:27.719526 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-175d2db5-5191-4a7d-8c63-0ad213623535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:30.113215 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:30.284665 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1fd43f20-1a64-437c-96f0-703fce59904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:32.364988 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:35.308337 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:36.559523 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:43.189579 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd952d6e-cac0-4f3c-bf36-66907a68edff req-eb3130fa-c7fc-4844-a842-17b37c677cb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256698 Aug 28 10:04:43.270975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd952d6e-cac0-4f3c-bf36-66907a68edff req-3af2241b-f5f7-4644-b94a-d12570a67310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0241370 Aug 28 10:04:43.314798 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd952d6e-cac0-4f3c-bf36-66907a68edff req-3ea0b050-cc9d-4534-aa48-eb2c33a8503b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195239 Aug 28 10:04:43.411160 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952d6e-cac0-4f3c-bf36-66907a68edff req-c4c916be-a13a-42e2-9ec6-dccb34ea942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:04:43.412619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-cd952d6e-cac0-4f3c-bf36-66907a68edff req-c4c916be-a13a-42e2-9ec6-dccb34ea942a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912220 Aug 28 10:04:51.925070 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-984e78b1-8a85-4e6c-a7ce-0c624d1519a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414543 Aug 28 10:04:52.025556 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-88bae245-b6b1-47d7-ae64-cac817f11fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:04:52.027054 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-88bae245-b6b1-47d7-ae64-cac817f11fec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0404460 Aug 28 10:04:52.132759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-8d34c92a-0ee6-4e1c-935c-464b9ffc259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:04:52.134202 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-8d34c92a-0ee6-4e1c-935c-464b9ffc259a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.0863407 Aug 28 10:04:52.202531 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-3c3fa89f-193c-416a-9424-31ca734da6ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 998 time: 0.0587449 Aug 28 10:04:52.252534 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-90c5a398-f335-4dd8-882e-1d12c65f5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:04:52.253975 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-90c5a398-f335-4dd8-882e-1d12c65f5e27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0432417 Aug 28 10:04:52.304027 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-1e0ce9b8-f10b-4b72-a6e7-dfcc8467307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:04:52.305483 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-1e0ce9b8-f10b-4b72-a6e7-dfcc8467307b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437198 Aug 28 10:04:52.394917 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-ab47457f-2a62-4a4f-bb59-da9f91bd0b27 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809791 Aug 28 10:04:52.496567 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-0772ba66-5e63-4707-ad1c-3fc780c54a95 req-f1ae332b-c43a-43a4-a2fc-75063dc99f8a service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871730 Aug 28 10:04:52.978730 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 details requested by agent hyperv_n-h1-792458-16 with host n-h1-792458-16 {{(pid=95468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 10:04:53.072882 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:04:53.083965 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Returning: {'device': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'port_id': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'mac_address': 'fa:16:3e:27:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 10:04:53.120275 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:53.133217 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ce63f5-56e8-460a-abee-4172b602ea50 {{(pid=95468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 10:04:53.151260 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:04:53.215984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:53.266970 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=6']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:04:53.274095 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.274471 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.274818 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.275158 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.275495 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.275828 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.276157 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.276484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.276811 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.277136 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.277461 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.277784 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:04:53.360404 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] get_ports_and_sgs() called for port_ids ['f6ce63f5-56e8-460a-abee-4172b602ea50'] {{(pid=95468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 10:04:54.981398 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 up at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 10:04:55.029528 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Provisioning complete for port f6ce63f5-56e8-460a-abee-4172b602ea50 triggered by entity L2. {{(pid=95468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 10:04:55.030030 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150282'] for port, provisioning_complete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:55.103123 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:55.124927 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:04:55.127160 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67221e1e-6da5-4f38-b969-d94560935e98" -d '{"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:04:55.145663 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:04:55.214730 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 10:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6f3774-a533-4385-8c8c-9562aa776864 x-openstack-request-id: req-8e6f3774-a533-4385-8c8c-9562aa776864 {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:04:55.214730 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:04:55.214730 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e6f3774-a533-4385-8c8c-9562aa776864 {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:04:55.214730 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'code': 200} Aug 28 10:04:55.239056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:55.286234 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=7']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:04:55.985507 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:04:57.141224 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:04:57.701664 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4d336e0f-c0f6-433f-9386-d0807233bc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:00.158957 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:00.319516 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbfd0-11e6-4ddb-8533-72b3be16f7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:02.382408 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:05.289903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:06.530793 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:09.644308 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49642) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:09.800798 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Deleting port d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:09.801151 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:09.875107 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:09.875459 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:09.886682 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Calling delete_port for d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7 owned by network:floatingip {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:10.095715 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:10.121989 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event deleted for resources: {'Port': ['ID=d9c7e5b2-f7e3-44aa-9650-bf014cf2dcb7,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:10.147041 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.147392 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.147740 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.148081 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.148419 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.148759 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.149088 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.149415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.149741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.150067 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.150421 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.150748 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:10.193299 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:10.193634 n-d-792458-16 neutron-server[95466]: INFO neutron.db.l3_db [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Floating IP a6ac611d-fda7-41ba-97d5-f5836296fc00 disassociated (deleted). External IP: 172.25.0.194, port: f6ce63f5-56e8-460a-abee-4172b602ea50. Aug 28 10:05:10.396576 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 10:05:10.502283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 10:05:10.507252 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:10.511790 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 10:05:10.521498 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:10.522123 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:10.537574 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-cf470001-8005-4b7c-9f4c-f13b2e4763c7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "DELETE /v2.0/floatingips/a6ac611d-fda7-41ba-97d5-f5836296fc00 HTTP/1.1" status: 204 len: 168 time: 0.8921280 Aug 28 10:05:10.538198 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:05:10.540451 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465" -d '{"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:05:10.627366 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:10.851006 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:10.878767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 10:05:10.886948 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:10.887562 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:10.949285 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e65e6c0-bc78-413f-a614-51674cad3363 x-openstack-request-id: req-9e65e6c0-bc78-413f-a614-51674cad3363 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:05:10.950408 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:05:10.950893 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e65e6c0-bc78-413f-a614-51674cad3363 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:05:10.952544 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'status': 'completed', 'code': 200} Aug 28 10:05:10.995989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:11.023124 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:11.060845 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-bdfd4748-fe96-425b-a1a7-11ca3f6c35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:11.062884 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-bdfd4748-fe96-425b-a1a7-11ca3f6c35c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 1097 time: 0.0700266 Aug 28 10:05:11.070983 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9491fee-27ce-469b-aaec-1158da32e42e req-06f12315-abf5-49ed-9bf0-434c46ccb819 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:11.072373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9491fee-27ce-469b-aaec-1158da32e42e req-06f12315-abf5-49ed-9bf0-434c46ccb819 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 945 time: 0.0716045 Aug 28 10:05:11.158170 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e9491fee-27ce-469b-aaec-1158da32e42e req-4d63408e-5e39-4ed4-9e1c-8306dcc8a568 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771718 Aug 28 10:05:11.194042 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-6e1c77c1-d6bc-4c5a-af29-e05a390a5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:11.195672 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-6e1c77c1-d6bc-4c5a-af29-e05a390a5b24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.1224573 Aug 28 10:05:11.239619 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-bd40b923-ae14-4dc9-827b-57f0460c0578 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 200 len: 217 time: 0.0357821 Aug 28 10:05:11.291035 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-02507a31-b1b2-4b9e-a83c-50b9f1d8d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:11.292517 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-02507a31-b1b2-4b9e-a83c-50b9f1d8d925 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0461507 Aug 28 10:05:11.345180 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-061f2aa8-bcfb-4947-babc-7fdcb6fccc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:11.346724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-061f2aa8-bcfb-4947-babc-7fdcb6fccc64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465739 Aug 28 10:05:11.351064 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125149'] for port, before_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:11.387482 n-d-792458-16 neutron-server[95468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:05:11.390287 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf5715b7906d1ea69823510b6b9ae8881b8c22978600d6cd4a9f4536f1326b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56575a-80f5-4f69-ad20-cb0d4a450ca5" -d '{"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:05:11.412744 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:11.437733 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3943c5-17f9-4b07-b874-e9e2a9fdb5ed x-openstack-request-id: req-7d3943c5-17f9-4b07-b874-e9e2a9fdb5ed {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:05:11.438027 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "code": 200}]} {{(pid=95468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:05:11.438312 n-d-792458-16 neutron-server[95468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d3943c5-17f9-4b07-b874-e9e2a9fdb5ed {{(pid=95468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:05:11.438700 n-d-792458-16 neutron-server[95468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'code': 200} Aug 28 10:05:11.443889 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-a13f4cb7-0107-4ae5-bfd6-d042fec77016 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886385 Aug 28 10:05:11.467361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:11.493842 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790851976915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790851463208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790851463226'] for port, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:11.496549 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe353d0a-22d2-4dcb-b7ea-44ff28fda912 None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_floatingips': [{'id': 'd98da539-c9f3-4d74-8afc-235ae2990c08', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'router_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'port_id': 'b571f170-4151-421f-a321-c47eb6afdba9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'mac_address': 'fa:16:3e:79:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T09:59:43Z', 'updated_at': '2021-08-28T09:59:45Z', 'revision_number': 1, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 10:05:11.551767 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Pushing event updated for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=8']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:11.568234 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-13aa6c3e-429e-48a4-bc1c-a2ac304ba465 req-0c24d8a0-96ca-47c1-9f1d-4bcfd6fc469e service neutron] 10.222.0.39 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001232 Aug 28 10:05:11.739027 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e9c5a-e89a-484e-b279-55cb58bc3353 None None] New status for floating IP a6ac611d-fda7-41ba-97d5-f5836296fc00: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 10:05:12.303925 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44bc95-0aea-488f-afab-1bc446fc62f9 req-a4d30165-6c4c-4dda-bcdd-79a6e67e1e97 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:12.305406 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e44bc95-0aea-488f-afab-1bc446fc62f9 req-a4d30165-6c4c-4dda-bcdd-79a6e67e1e97 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0496540 Aug 28 10:05:12.343934 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-4e44bc95-0aea-488f-afab-1bc446fc62f9 req-1c8272cc-8aad-4977-958e-fa626a4f9a7f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325022 Aug 28 10:05:12.784313 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0909e-ab03-4225-b960-4241013f35aa req-0712cd54-8064-4a8f-ad84-e78feaae7f38 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:12.785758 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42f0909e-ab03-4225-b960-4241013f35aa req-0712cd54-8064-4a8f-ad84-e78feaae7f38 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 943 time: 0.0476384 Aug 28 10:05:12.876847 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Deleting port f6ce63f5-56e8-460a-abee-4172b602ea50 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:12.877200 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:12.963662 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] For port f6ce63f5-56e8-460a-abee-4172b602ea50, host n-h1-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-16',level=0,port_id=f6ce63f5-56e8-460a-abee-4172b602ea50,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:12.964037 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:12.975631 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Calling delete_port for f6ce63f5-56e8-460a-abee-4172b602ea50 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:13.164353 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:13.192830 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event deleted for resources: {'Port': ['ID=f6ce63f5-56e8-460a-abee-4172b602ea50,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:13.235774 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] No DVR routers for this DVR port f6ce63f5-56e8-460a-abee-4172b602ea50 on host n-h1-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:13.238494 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:13.240412 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-42f0909e-ab03-4225-b960-4241013f35aa req-1b6c6568-041e-421b-9acb-ee11583bb7bb tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.39 "DELETE /v2.0/ports/f6ce63f5-56e8-460a-abee-4172b602ea50 HTTP/1.1" status: 204 len: 173 time: 0.4484406 Aug 28 10:05:13.240850 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-deleted', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:05:13.243355 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea5940-8cb1-4322-a61b-3d3b546d303f" -d '{"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-deleted", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:05:13.278307 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 10:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb007e8d-d28f-49e1-a592-85f47fbb4fc4 x-openstack-request-id: req-eb007e8d-d28f-49e1-a592-85f47fbb4fc4 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:05:13.278609 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0ae0-e895-4ea7-933f-813541b467dc", "name": "network-vif-deleted", "tag": "f6ce63f5-56e8-460a-abee-4172b602ea50", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:05:13.278871 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb007e8d-d28f-49e1-a592-85f47fbb4fc4 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:05:13.279282 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fede0ae0-e895-4ea7-933f-813541b467dc', 'name': 'network-vif-deleted', 'tag': 'f6ce63f5-56e8-460a-abee-4172b602ea50', 'status': 'completed', 'code': 200} Aug 28 10:05:13.444557 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7742dae5-429b-49ed-8d7d-c02e6c433aed req-29dd42c6-2eaa-4b92-a1e8-aa66c8a2d9c9 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fede0ae0-e895-4ea7-933f-813541b467dc HTTP/1.1" status: 200 len: 210 time: 0.0306458 Aug 28 10:05:15.599262 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49708) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:15.752597 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Deleting port 95ccb078-66d3-4500-95e7-07403a34e0fd {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:15.752940 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:15.825106 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:15.825434 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:15.837504 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Calling delete_port for 95ccb078-66d3-4500-95e7-07403a34e0fd owned by network:floatingip {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:16.067072 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:16.096008 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event deleted for resources: {'Port': ['ID=95ccb078-66d3-4500-95e7-07403a34e0fd,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:16.107560 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.107912 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.108269 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.108592 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.108932 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.109263 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.110121 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.110476 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.110802 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.111124 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.111452 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.111778 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-16 {{(pid=95467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 10:05:16.164550 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for floatingip, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:16.164886 n-d-792458-16 neutron-server[95467]: INFO neutron.db.l3_db [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Floating IP d98da539-c9f3-4d74-8afc-235ae2990c08 disassociated (deleted). External IP: 172.25.0.70, port: b571f170-4151-421f-a321-c47eb6afdba9. Aug 28 10:05:16.378637 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 10:05:16.488687 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 10:05:16.493635 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for floatingip, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:16.498634 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 10:05:16.508643 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:16.509264 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:16.520114 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-2d458816-99dd-4de3-8dc6-fe9802834563 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "DELETE /v2.0/floatingips/d98da539-c9f3-4d74-8afc-235ae2990c08 HTTP/1.1" status: 204 len: 168 time: 0.9189334 Aug 28 10:05:16.520654 n-d-792458-16 neutron-server[95467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:05:16.523376 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39983dceb1f54406337e73cd481a50937a3a8bf9ab244e063b4be2d47112036d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6a109-5d1c-4744-931e-3a745c19e4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:05:16.625626 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:16.821247 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:16.847897 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 10:05:16.856226 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:16.856841 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:16.901058 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 10:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c325b-a1e2-438e-9324-ce8c63ce501f x-openstack-request-id: req-b07c325b-a1e2-438e-9324-ce8c63ce501f {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:05:16.901565 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "status": "completed", "code": 200}]} {{(pid=95467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:05:16.901704 n-d-792458-16 neutron-server[95467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b07c325b-a1e2-438e-9324-ce8c63ce501f {{(pid=95467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:05:16.901993 n-d-792458-16 neutron-server[95467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'status': 'completed', 'code': 200} Aug 28 10:05:16.963062 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:17.024657 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aed893-196e-4ddb-889b-aea96aa83023 req-da8800bc-d52c-4b62-b62c-e390ede1a307 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.026148 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37aed893-196e-4ddb-889b-aea96aa83023 req-da8800bc-d52c-4b62-b62c-e390ede1a307 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0787840 Aug 28 10:05:17.032760 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-0b2c9c1c-e7f9-48b7-bf5c-9ef150fad051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.037107 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-0b2c9c1c-e7f9-48b7-bf5c-9ef150fad051 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 1095 time: 0.0583866 Aug 28 10:05:17.075955 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 no longer exists at agent hyperv_n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:17.103148 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] No Port match for: f6ce63f5-56e8-460a-abee-4172b602ea50 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:17.103500 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Device f6ce63f5-56e8-460a-abee-4172b602ea50 not bound to the agent host n-h1-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:17.121093 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-37aed893-196e-4ddb-889b-aea96aa83023 req-83aea2cb-73e8-4fa1-a1a3-7e914b79e7b4 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858822 Aug 28 10:05:17.155917 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-8d8764c2-6a93-45ee-877b-e6131d0d9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.157445 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-8d8764c2-6a93-45ee-877b-e6131d0d9a2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 200 len: 911 time: 0.1088455 Aug 28 10:05:17.192322 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:17.205536 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-ae8957b7-5fb6-49b3-8aa9-1106f0db6c88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 200 len: 217 time: 0.0368209 Aug 28 10:05:17.218636 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddded6-3dd1-480d-9f54-c8683c1ec64e None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:18Z', 'revision_number': 4, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16', '_interfaces': [{'id': '3e6bf460-9e4c-4b76-9920-c267af275618', 'name': '', 'network_id': '0ca5b582-f077-403c-98bc-92b5ee94ee50', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'mac_address': 'fa:16:3e:58:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '163ec879-ccb2-490e-860e-9245be27c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:17Z', 'updated_at': '2021-08-28T09:59:23Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'subnets': [{'id': '163ec879-ccb2-490e-860e-9245be27c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 10:05:17.260656 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-e988c45d-32bf-41a3-9e4e-7bb101deb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.262135 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-e988c45d-32bf-41a3-9e4e-7bb101deb9eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 200 len: 849 time: 0.0457008 Aug 28 10:05:17.314741 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-716a7a1a-8960-437d-8bc3-f0fa45463b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.316310 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-716a7a1a-8960-437d-8bc3-f0fa45463b79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca5b582-f077-403c-98bc-92b5ee94ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454063 Aug 28 10:05:17.445475 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-bf4b7b4f-b38c-4d34-b83b-ef26391e53c9 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Aug 28 10:05:17.448619 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cf5ac-40b8-4d0f-bd9a-cb07603eedfd None None] New status for floating IP d98da539-c9f3-4d74-8afc-235ae2990c08: DOWN {{(pid=95469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 10:05:17.549796 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-b9b6a109-5d1c-4744-931e-3a745c19e4ad req-018a4ba1-be5d-43fb-9617-52f8d76f2e3e service neutron] 10.222.0.64 "GET /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 Aug 28 10:05:17.896108 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6243a7-199f-46f9-9075-ec4facde381f req-4b29b48d-6220-461d-a63f-ec0b1836fde7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:17.897607 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a6243a7-199f-46f9-9075-ec4facde381f req-4b29b48d-6220-461d-a63f-ec0b1836fde7 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.64 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0486071 Aug 28 10:05:17.987643 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Deleting port b571f170-4151-421f-a321-c47eb6afdba9 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:17.988222 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:18.076927 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] For port b571f170-4151-421f-a321-c47eb6afdba9, host n-h2-792458-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-16',level=0,port_id=b571f170-4151-421f-a321-c47eb6afdba9,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:18.077653 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:18.089945 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Calling delete_port for b571f170-4151-421f-a321-c47eb6afdba9 owned by compute:nova {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:18.255363 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f16f0-8afd-465f-b65e-e2d999aee197 req-d8cb6530-92c4-423d-947e-92ec81553109 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:05:18.256849 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-243f16f0-8afd-465f-b65e-e2d999aee197 req-d8cb6530-92c4-423d-947e-92ec81553109 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 943 time: 0.0646501 Aug 28 10:05:18.295213 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-243f16f0-8afd-465f-b65e-e2d999aee197 req-c9775639-c9f8-4484-a998-bd50368e996f tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa94b1c5-e825-4040-8d12-17c3c761d649&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321753 Aug 28 10:05:18.318573 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:18.349971 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event deleted for resources: {'Port': ['ID=b571f170-4151-421f-a321-c47eb6afdba9,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:18.720377 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] No DVR routers for this DVR port b571f170-4151-421f-a321-c47eb6afdba9 on host n-h2-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:18.723006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55401'] for port, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:18.724963 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-7a6243a7-199f-46f9-9075-ec4facde381f req-0b746d30-f5a7-4df0-84aa-bc24509350c2 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.64 "DELETE /v2.0/ports/b571f170-4151-421f-a321-c47eb6afdba9 HTTP/1.1" status: 204 len: 173 time: 0.8206632 Aug 28 10:05:18.725409 n-d-792458-16 neutron-server[95466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-deleted', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9'}] {{(pid=95466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 10:05:18.727686 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8bd4ffd089d738b8451720ac38eb84c7f2c257e263be49b1cae3effd3f10e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d39407-bf7d-4133-8028-4053c0256e22" -d '{"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-deleted", "tag": "b571f170-4151-421f-a321-c47eb6afdba9"}]}' {{(pid=95466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 10:05:18.770340 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 10:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ccf70-69f5-4973-b494-b9a778d49793 x-openstack-request-id: req-879ccf70-69f5-4973-b494-b9a778d49793 {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 10:05:18.770641 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065cf981-d299-4c5f-b705-8ca4cdebb800", "name": "network-vif-deleted", "tag": "b571f170-4151-421f-a321-c47eb6afdba9", "status": "completed", "code": 200}]} {{(pid=95466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 10:05:18.770898 n-d-792458-16 neutron-server[95466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-879ccf70-69f5-4973-b494-b9a778d49793 {{(pid=95466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 10:05:18.771298 n-d-792458-16 neutron-server[95466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065cf981-d299-4c5f-b705-8ca4cdebb800', 'name': 'network-vif-deleted', 'tag': 'b571f170-4151-421f-a321-c47eb6afdba9', 'status': 'completed', 'code': 200} Aug 28 10:05:19.400669 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-61d05c16-d364-43a3-836a-a5c734546e77 req-7c66aa6c-ce9e-4303-aabe-7ca46450cd4e tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "GET /v2.0/ports?device_id=065cf981-d299-4c5f-b705-8ca4cdebb800 HTTP/1.1" status: 200 len: 210 time: 0.0255535 Aug 28 10:05:20.458006 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49730) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:20.515006 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:20.539583 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:20.655105 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:20.657843 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:20.659040 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] 10.222.0.46 "DELETE /v2.0/security-groups/fa94b1c5-e825-4040-8d12-17c3c761d649 HTTP/1.1" status: 204 len: 168 time: 0.2000272 Aug 28 10:05:20.668117 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c5559-fa0a-4ce4-8727-00437c706e05 tempest-TestSnapshotPattern-1865662546 tempest-TestSnapshotPattern-1865662546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa94b1c5-e825-4040-8d12-17c3c761d649,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:20.799863 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49734) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:21.233134 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:21.244068 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 no longer exists at agent hyperv_n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:21.263989 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] No Port match for: b571f170-4151-421f-a321-c47eb6afdba9 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:21.264339 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Device b571f170-4151-421f-a321-c47eb6afdba9 not bound to the agent host n-h2-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:21.474626 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Deleting port 3e6bf460-9e4c-4b76-9920-c267af275618 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:21.475223 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:21.553450 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] For port 3e6bf460-9e4c-4b76-9920-c267af275618, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=3e6bf460-9e4c-4b76-9920-c267af275618,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:21.553812 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:21.570638 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Calling delete_port for 3e6bf460-9e4c-4b76-9920-c267af275618 owned by network:router_interface {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:21.803984 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:21.832931 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6bf460-9e4c-4b76-9920-c267af275618,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:21.995152 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.207038 n-d-792458-16 neutron-server[95466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Router 4980a7b7-5d1f-49b4-be40-d48965f6510b has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 10:05:22.312099 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 10:05:22.317011 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-737f7622-27d0-4a8f-a10a-a3113a5d010f admin admin] 10.222.0.46 "PUT /v2.0/routers/4980a7b7-5d1f-49b4-be40-d48965f6510b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5161424 Aug 28 10:05:22.319529 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49738) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:22.323361 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Sync routers for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 10:05:22.332173 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:22.332854 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:22.423784 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks [] for router, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.436848 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: n-d-792458-16 {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:22.539694 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.616825 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T10:05:21Z', 'revision_number': 5, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port': {'id': '127eabb7-55a7-4bc3-8b40-d606681d18c1', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T09:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:22.643115 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Checking router: 4980a7b7-5d1f-49b4-be40-d48965f6510b for host: n-d-792458-16 {{(pid=95468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 10:05:22.651796 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Routers {'4980a7b7-5d1f-49b4-be40-d48965f6510b'} bound to L3 agent in host n-d-792458-16 {{(pid=95468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:22.652413 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['4980a7b7-5d1f-49b4-be40-d48965f6510b'], 'active': True} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:22.653582 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Deleting port 127eabb7-55a7-4bc3-8b40-d606681d18c1 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:22.653932 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.732404 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] For port 127eabb7-55a7-4bc3-8b40-d606681d18c1, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=127eabb7-55a7-4bc3-8b40-d606681d18c1,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:22.732768 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.739225 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvr_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] Set router 4980a7b7-5d1f-49b4-be40-d48965f6510b gateway port host: None {{(pid=95468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:22.749222 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Calling delete_port for 127eabb7-55a7-4bc3-8b40-d606681d18c1 owned by network:router_gateway {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:22.793618 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_hamode_db [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T10:05:22Z', 'revision_number': 6, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:22.818979 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691db7f-fa0a-4f16-9ece-ea0e6179660a None None] The sync data for ids ['4980a7b7-5d1f-49b4-be40-d48965f6510b'] in n-d-792458-16 is: [{'id': '4980a7b7-5d1f-49b4-be40-d48965f6510b', 'name': 'tempest-TestSnapshotPattern-1217736318-router', 'tenant_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:15Z', 'updated_at': '2021-08-28T10:05:22Z', 'revision_number': 6, 'project_id': '23d97231c5ff4cb9ab62c0838b3b16a4', 'gw_port_host': None}] {{(pid=95468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 10:05:22.963947 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:22.994715 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Pushing event deleted for resources: {'Port': ['ID=127eabb7-55a7-4bc3-8b40-d606681d18c1,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:23.055548 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.142511 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.144605 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.267746 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.268381 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4980a7b7-5d1f-49b4-be40-d48965f6510b {{(pid=95466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 10:05:23.272890 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] Notify callbacks [] for router, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.274058 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-ddf25ef1-29c8-40c1-8b63-29a2c328911a admin admin] 10.222.0.46 "DELETE /v2.0/routers/4980a7b7-5d1f-49b4-be40-d48965f6510b HTTP/1.1" status: 204 len: 168 time: 0.9536190 Aug 28 10:05:23.276517 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49742) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:23.324630 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Deleting subnet 163ec879-ccb2-490e-860e-9245be27c441 {{(pid=95466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 10:05:23.327681 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.362654 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6239615'] for subnet, precommit_delete_associations {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.436777 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.565148 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8795483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554975'] for subnet, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.584128 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e6bf460-9e4c-4b76-9920-c267af275618 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:23.598833 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163ec879-ccb2-490e-860e-9245be27c441,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:23.602888 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.604800 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-c68dcfea-01d2-4ba0-b78c-a765a0109231 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/163ec879-ccb2-490e-860e-9245be27c441 HTTP/1.1" status: 204 len: 168 time: 0.3273373 Aug 28 10:05:23.607575 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49744) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:23.612276 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 3e6bf460-9e4c-4b76-9920-c267af275618 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:23.613235 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 3e6bf460-9e4c-4b76-9920-c267af275618 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:23.616085 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ffbbfc-8f7e-4938-a076-5fbcabd53cf0 None None] Network 0ca5b582-f077-403c-98bc-92b5ee94ee50 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 10:05:23.677378 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.736430 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Deleting port affd84ba-a270-4fc6-8db8-04ddf751ecb5 {{(pid=95466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:23.736779 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.804164 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] DHCP port deletion for 0ca5b582-f077-403c-98bc-92b5ee94ee50 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 10:05:23.806703 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.db [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] For port affd84ba-a270-4fc6-8db8-04ddf751ecb5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=affd84ba-a270-4fc6-8db8-04ddf751ecb5,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:23.807109 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.820397 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.plugin [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Calling delete_port for affd84ba-a270-4fc6-8db8-04ddf751ecb5 owned by network:dhcp {{(pid=95466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:23.854075 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Deleting port affd84ba-a270-4fc6-8db8-04ddf751ecb5 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:23.854555 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.921518 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] For port affd84ba-a270-4fc6-8db8-04ddf751ecb5, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=affd84ba-a270-4fc6-8db8-04ddf751ecb5,segment=NetworkSegment(5264deb6-e549-47c2-be67-899834b804eb),segment_id=5264deb6-e549-47c2-be67-899834b804eb)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:23.922586 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:23.941192 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Calling delete_port for affd84ba-a270-4fc6-8db8-04ddf751ecb5 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:23.987192 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8795444'] for port, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.016250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.017255 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Pushing event deleted for resources: {'Port': ['ID=affd84ba-a270-4fc6-8db8-04ddf751ecb5,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:24.019415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] No DVR routers for this DVR port affd84ba-a270-4fc6-8db8-04ddf751ecb5 on host n-d-792458-16 {{(pid=95466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:24.043484 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] Pushing event deleted for resources: {'Port': ['ID=affd84ba-a270-4fc6-8db8-04ddf751ecb5,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:24.044959 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b569cc-16d5-4876-8d92-5ccea6daa510 None None] No DVR routers for this DVR port affd84ba-a270-4fc6-8db8-04ddf751ecb5 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:24.098553 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.108570 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca5b582-f077-403c-98bc-92b5ee94ee50']}} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:24.119541 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5264deb6-e549-47c2-be67-899834b804eb') {'for_net_delete': True} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:24.119843 n-d-792458-16 neutron-server[95466]: DEBUG neutron.services.segments.db [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5264deb6-e549-47c2-be67-899834b804eb') {} {{(pid=95466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:24.128743 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6239556'] for segment, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.142771 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.148514 n-d-792458-16 neutron-server[95466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 10:05:24.148933 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8795617'] for segment, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: Traceback (most recent call last): Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: timer() Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: cb(*args, **kw) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: return func(*args, **kwargs) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: self._notify() Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: self.callback(batched_events) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: event.method(event) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: return f(self, *a, **k) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: return self._get(url).json() Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: return self.request(url, 'GET', **kwargs) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 10:05:24.150593 n-d-792458-16 neutron-server[95466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 10:05:24.272368 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.278052 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Notify callbacks [] for network, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.279904 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0ca5b582-f077-403c-98bc-92b5ee94ee50 HTTP/1.1" status: 204 len: 168 time: 0.6713905 Aug 28 10:05:24.283459 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49746) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:24.291320 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87793bf-41e6-4a1e-88b6-2ff52a72c225 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca5b582-f077-403c-98bc-92b5ee94ee50,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:24.621395 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-997912'] for router_interface, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.861282 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Deleting port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:24.861616 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.941674 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] For port 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:24.942033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:24.956608 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Calling delete_port for 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 owned by network:router_interface {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:25.007176 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 127eabb7-55a7-4bc3-8b40-d606681d18c1 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:25.026302 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 127eabb7-55a7-4bc3-8b40-d606681d18c1 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:25.026648 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 127eabb7-55a7-4bc3-8b40-d606681d18c1 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:25.027063 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device affd84ba-a270-4fc6-8db8-04ddf751ecb5 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:25.048420 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: affd84ba-a270-4fc6-8db8-04ddf751ecb5 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:25.048816 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device affd84ba-a270-4fc6-8db8-04ddf751ecb5 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:25.215381 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:25.241625 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:25.404291 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-998020'] for router_interface, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:25.616813 n-d-792458-16 neutron-server[95467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 has already been hosted by L3 agent 03a5a948-2d83-4c28-8a92-32b599330743 {{(pid=95467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 10:05:25.722614 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] Notify agent at l3_agent.n-d-792458-16 the message routers_updated {{(pid=95467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 10:05:25.727741 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-65fa6ff0-dbdd-4237-b035-63b34dde9e31 admin admin] 10.222.0.46 "PUT /v2.0/routers/58a1621b-dffd-4ac8-ba6b-b9e04cc0c876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431558 Aug 28 10:05:25.730203 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49748) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:25.730968 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Sync routers for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 10:05:25.740035 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:25.740641 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:25.833942 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:25.843614 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: n-d-792458-16 {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:25.938972 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.053214 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Deleting port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:26.053563 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.110242 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'external_fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T10:05:25Z', 'revision_number': 5, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port': {'id': '4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97', 'name': '', 'network_id': '224a4daf-e4f3-4425-86aa-f5f5a682c8cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T09:59:22Z', 'updated_at': '2021-08-28T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7691d46-adad-4cb6-9493-a7fb673feb02', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-16'}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:26.135900 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] For port 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,segment=NetworkSegment(6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e),segment_id=6f8cecc0-6f2e-4cf8-a00f-e95d501fd60e)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:26.136165 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Checking router: 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 for host: n-d-792458-16 {{(pid=95469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 10:05:26.136336 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.145754 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Routers {'58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'} bound to L3 agent in host n-d-792458-16 {{(pid=95469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 10:05:26.146409 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T08:00:00Z,description=,heartbeat_timestamp=2021-08-28T10:05:00Z,host='n-d-792458-16',id=03a5a948-2d83-4c28-8a92-32b599330743,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T08:00:01Z,topic='l3_agent')) {'router_ids': ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'], 'active': True} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:26.148635 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Calling delete_port for 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 owned by network:router_gateway {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:26.231244 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_dvr_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] Set router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 gateway port host: None {{(pid=95469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 10:05:26.285076 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.l3_hamode_db [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T10:05:25Z', 'revision_number': 6, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port_host': None}], 'n-d-792458-16', False) {} {{(pid=95469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:26.311000 n-d-792458-16 neutron-server[95469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621f1c5-f81c-4a9e-9724-7e69ea1b764c None None] The sync data for ids ['58a1621b-dffd-4ac8-ba6b-b9e04cc0c876'] in n-d-792458-16 is: [{'id': '58a1621b-dffd-4ac8-ba6b-b9e04cc0c876', 'name': 'tempest-TestSnapshotPattern-450763929-router', 'tenant_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T09:59:21Z', 'updated_at': '2021-08-28T10:05:25Z', 'revision_number': 6, 'project_id': '9ec688d62d86463cb57e87cb3fe5b93b', 'gw_port_host': None}] {{(pid=95469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 10:05:26.381299 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.404783 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:26.466326 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999206'] for router_gateway, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.868033 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-995864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496134'] for router, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.870125 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.969414 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-995859'] for router, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.974568 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 {{(pid=95467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 10:05:26.974839 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:26.975820 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-1c5ce790-81fd-416c-90cd-7476a0c249a7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/58a1621b-dffd-4ac8-ba6b-b9e04cc0c876 HTTP/1.1" status: 204 len: 168 time: 1.2446861 Aug 28 10:05:26.978436 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49750) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:27.022989 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.db_base_plugin_v2 [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Deleting subnet d7109b3c-3b06-49ce-aea6-76ec3222c7a8 {{(pid=95467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 10:05:27.025901 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.063281 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243438'] for subnet, precommit_delete_associations {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.100347 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:27.125551 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:27.125950 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 4f4c4144-9aba-45e3-9a8c-1fd1f7aaef97 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:27.126376 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:27.145356 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:27.145719 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device 9e8d3929-ba60-4cc2-9f1b-60a98e5f0ac8 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:27.159076 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4137592'] for subnet, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.198233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.284917 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4137587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13262651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13336104'] for subnet, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.314624 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7109b3c-3b06-49ce-aea6-76ec3222c7a8,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:27.321492 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.323417 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-609ccd89-81eb-4d76-a285-a3357a7a2585 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d7109b3c-3b06-49ce-aea6-76ec3222c7a8 HTTP/1.1" status: 204 len: 168 time: 0.3439317 Aug 28 10:05:27.326040 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49752) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:27.331457 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add4360-9a0c-4fb7-967a-4aaa39804a99 None None] Network 6d7483bc-c832-4781-9471-0ef3ba1f0f08 requested from n-d-792458-16 {{(pid=95468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 10:05:27.402405 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3731735'] for network, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.457019 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Deleting port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 {{(pid=95467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:27.457630 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.523111 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.db [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] For port e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:27.523472 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.526364 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] DHCP port deletion for 6d7483bc-c832-4781-9471-0ef3ba1f0f08 request from n-d-792458-16 {{(pid=95468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 10:05:27.540317 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.plugin [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Calling delete_port for e763f22d-1f7e-4985-96a1-6e6b493cd4a3 owned by network:dhcp {{(pid=95467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:27.573421 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Deleting port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 {{(pid=95468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 10:05:27.573797 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790851977238'] for port, before_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.646508 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.db [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] For port e763f22d-1f7e-4985-96a1-6e6b493cd4a3, host n-d-792458-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-16',level=0,port_id=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,segment=NetworkSegment(82c921e6-6b4f-4557-95e7-6c9832c14afa),segment_id=82c921e6-6b4f-4557-95e7-6c9832c14afa)] {{(pid=95468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 10:05:27.646906 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-998510'] for port, precommit_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.660427 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Calling delete_port for e763f22d-1f7e-4985-96a1-6e6b493cd4a3 owned by network:dhcp {{(pid=95468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 10:05:27.695332 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13262676'] for port, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.718682 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-da7a84bb-94a9-4bd7-802e-4577ef5e2b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.726287 n-d-792458-16 neutron-server[95467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] No DVR routers for this DVR port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 on host n-d-792458-16 {{(pid=95467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:27.730392 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:27.737798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790851976933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790851463199'] for port, after_delete {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.764914 n-d-792458-16 neutron-server[95468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] No DVR routers for this DVR port e763f22d-1f7e-4985-96a1-6e6b493cd4a3 on host n-d-792458-16 {{(pid=95468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 10:05:27.769622 n-d-792458-16 neutron-server[95468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69af36-624e-44ca-b6a8-a4f41482646e None None] Pushing event deleted for resources: {'Port': ['ID=e763f22d-1f7e-4985-96a1-6e6b493cd4a3,revision_number=None']} {{(pid=95468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:27.801968 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153219', 'neutron.services.segments.db._delete_segments_for_network-8790852013249'] for network, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.811677 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7483bc-c832-4781-9471-0ef3ba1f0f08']}} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:27.826126 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c921e6-6b4f-4557-95e7-6c9832c14afa') {'for_net_delete': True} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:27.826454 n-d-792458-16 neutron-server[95467]: DEBUG neutron.services.segments.db [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c921e6-6b4f-4557-95e7-6c9832c14afa') {} {{(pid=95467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 10:05:27.836060 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790852026453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243413'] for segment, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.849527 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822'] for segment, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.855386 n-d-792458-16 neutron-server[95467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 10:05:27.855773 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4139822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13262721'] for segment, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: Traceback (most recent call last): Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: timer() Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: cb(*args, **kw) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: return func(*args, **kwargs) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: self._notify() Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: self.callback(batched_events) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: event.method(event) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: return f(self, *a, **k) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: return self._get(url).json() Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: return self.request(url, 'GET', **kwargs) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 10:05:27.857511 n-d-792458-16 neutron-server[95467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 10:05:27.987085 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999178'] for network, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.992777 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Notify callbacks [] for network, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:27.994867 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] 10.222.0.46 "DELETE /v2.0/networks/6d7483bc-c832-4781-9471-0ef3ba1f0f08 HTTP/1.1" status: 204 len: 168 time: 0.6678729 Aug 28 10:05:28.006672 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75713a-0849-42e4-85c8-f8edc1a55bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7483bc-c832-4781-9471-0ef3ba1f0f08,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:28.241301 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49756) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:28.280742 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-e16b3a1e-6abc-41b1-832d-6d28f452beb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23d97231c5ff4cb9ab62c0838b3b16a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381255 Aug 28 10:05:28.283879 n-d-792458-16 neutron-server[95466]: DEBUG neutron.wsgi [-] (95466) accepted ('10.222.0.46', 49758) {{(pid=95466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:28.332658 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:28.353913 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:28.489244 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:28.491717 n-d-792458-16 neutron-server[95466]: DEBUG neutron_lib.callbacks.manager [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:28.492861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f1eb9a7-4e92-4cc2-957f-4d9f7ca8bc7e HTTP/1.1" status: 204 len: 168 time: 0.2079782 Aug 28 10:05:28.501283 n-d-792458-16 neutron-server[95466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3fbe9-6a8f-4d42-abcf-ff3b7bc9b2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1eb9a7-4e92-4cc2-957f-4d9f7ca8bc7e,revision_number=None']} {{(pid=95466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:29.006994 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e763f22d-1f7e-4985-96a1-6e6b493cd4a3 no longer exists at agent ovs-agent-n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 10:05:29.027435 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.plugin [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] No Port match for: e763f22d-1f7e-4985-96a1-6e6b493cd4a3 {{(pid=95468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 10:05:29.027778 n-d-792458-16 neutron-server[95468]: DEBUG neutron.plugins.ml2.rpc [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Device e763f22d-1f7e-4985-96a1-6e6b493cd4a3 not bound to the agent host n-d-792458-16 {{(pid=95468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 10:05:29.060539 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49764) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:29.100524 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-ac9e5ade-cba4-4516-8c92-84100f388e80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ec688d62d86463cb57e87cb3fe5b93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388398 Aug 28 10:05:29.102922 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [-] (95467) accepted ('10.222.0.46', 49766) {{(pid=95467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 10:05:29.154518 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:29.174857 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:29.312567 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531404'] for security_group, after_delete {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:29.315628 n-d-792458-16 neutron-server[95467]: DEBUG neutron_lib.callbacks.manager [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:29.316795 n-d-792458-16 neutron-server[95467]: INFO neutron.wsgi [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e07feb29-8695-4f7f-bc04-cb95b836b8d5 HTTP/1.1" status: 204 len: 168 time: 0.2130013 Aug 28 10:05:29.324990 n-d-792458-16 neutron-server[95467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cf9b8-1f6c-441d-ad79-5acc5d199ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07feb29-8695-4f7f-bc04-cb95b836b8d5,revision_number=None']} {{(pid=95467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 10:05:30.049737 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:30.301206 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-5646ef90-265c-444b-a263-72a778a17dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:32.375534 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:32.984296 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:05:35.323750 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:36.529398 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:57.168733 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:05:57.706367 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f23c16f6-ba21-4c41-958a-348db62ea66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:00.060380 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:00.306267 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-11834c69-0032-4094-8f28-81eb85a916a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:02.340459 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:05.294426 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:06.557717 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:09.983104 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:06:27.185754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:27.694057 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4e2549f3-53e3-4ad4-8378-b3105238f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:30.059871 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:30.305881 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f43031fe-a40a-449c-85ba-e3099e866efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:32.402920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:35.334317 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:36.585467 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:46.189402 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72328fe1-9e1a-44cb-a592-6d2afe28bd0e req-f6adb92b-8ee5-4a07-b77d-019d4c8d0793 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263557 Aug 28 10:06:46.274311 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72328fe1-9e1a-44cb-a592-6d2afe28bd0e req-7bb402ff-d962-434c-b3ae-8041ee50843b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Aug 28 10:06:46.319569 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72328fe1-9e1a-44cb-a592-6d2afe28bd0e req-54e2ac6f-48b0-493c-a9b6-9a3e4348b305 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194516 Aug 28 10:06:46.414226 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72328fe1-9e1a-44cb-a592-6d2afe28bd0e req-82872cf2-5e4f-45e3-b6f0-c76f38072e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:06:46.415700 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-72328fe1-9e1a-44cb-a592-6d2afe28bd0e req-82872cf2-5e4f-45e3-b6f0-c76f38072e9c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891721 Aug 28 10:06:46.981978 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:06:57.162319 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:06:57.705037 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-69522b77-7e83-428f-8fd5-fd88ab8638cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:00.093981 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:00.328289 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3053851f-3be2-412a-a921-da9af0b646ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:02.396595 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:05.333817 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:06.591175 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:23.980832 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:07:27.345233 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:27.693521 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-88c54d8c-8661-4298-a8fc-7a73c7e9fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:30.052746 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:30.316479 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d61cdbf8-505d-4543-b316-73d61049c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:32.384687 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:35.339259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:36.596165 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:48.244205 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03496c8e-6979-465f-ba5e-e2404691c6fe req-a5e5614a-23ad-42c1-a26b-31028ff89590 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1155069 Aug 28 10:07:48.330534 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03496c8e-6979-465f-ba5e-e2404691c6fe req-569444d2-d408-47ff-9773-072f90812bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Aug 28 10:07:48.375035 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03496c8e-6979-465f-ba5e-e2404691c6fe req-31c501ac-69fd-48c9-9a8c-911c9fe1c966 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192921 Aug 28 10:07:48.467007 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496c8e-6979-465f-ba5e-e2404691c6fe req-852739c6-acbc-41bc-917b-18974d01665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:07:48.468373 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-03496c8e-6979-465f-ba5e-e2404691c6fe req-852739c6-acbc-41bc-917b-18974d01665b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861590 Aug 28 10:07:57.167454 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:07:57.693223 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d23bbd35-3329-4174-b5fd-dc4c62487e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:00.110067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:00.344326 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-f38e7318-f352-4410-b6a1-65edbbabebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:00.980068 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:08:02.356668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:05.344710 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:06.589331 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:27.178269 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:27.702689 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-fc346087-cbd8-48c3-aff5-834d975cc08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:30.087017 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:30.309528 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-211cd26d-0b05-4e1b-93c9-ac0240b9a33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:32.383782 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:35.407043 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:36.590678 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:37.979042 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:08:48.163304 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98fe3d0a-1585-48fa-a6a5-ef5af2bbe6b5 req-05ea9569-1488-496a-b7c1-75aeea2db271 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264473 Aug 28 10:08:48.246763 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98fe3d0a-1585-48fa-a6a5-ef5af2bbe6b5 req-0ca9c3f0-6445-4d21-85cf-9a11cd209097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0292709 Aug 28 10:08:48.291933 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98fe3d0a-1585-48fa-a6a5-ef5af2bbe6b5 req-397b7648-e9e0-43ab-9fce-658eb46e430a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192816 Aug 28 10:08:48.382747 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe3d0a-1585-48fa-a6a5-ef5af2bbe6b5 req-0bd07557-0042-49ee-826b-d5a4f0853c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:08:48.384260 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-98fe3d0a-1585-48fa-a6a5-ef5af2bbe6b5 req-0bd07557-0042-49ee-826b-d5a4f0853c91 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865707 Aug 28 10:08:57.234911 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:08:57.721001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d79b-38fb-46f9-b043-346aa3a282e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:00.052385 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:00.315481 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d7acd3ac-a437-4c7e-8c90-cf7c8dd7cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:02.406554 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:05.332091 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:06.606668 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:14.977765 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:09:27.223105 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:27.720963 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a407a9b7-d39f-4436-85ff-b5e1b7f7edbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:30.057419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:30.320090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-40f50990-c845-4182-bea6-f3a3582c3784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:32.404564 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:35.340302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:36.611822 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:48.340929 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e454d86d-c933-493b-917a-998c92f5e3da req-0ede9f70-1f8a-4511-b721-381bee6b27e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0636230 Aug 28 10:09:48.427650 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e454d86d-c933-493b-917a-998c92f5e3da req-73184cac-b83c-4bcc-a45a-11a748610a03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Aug 28 10:09:48.472687 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e454d86d-c933-493b-917a-998c92f5e3da req-b590405f-8e80-49f5-85bb-9e9165dc595d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209668 Aug 28 10:09:48.565296 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d86d-c933-493b-917a-998c92f5e3da req-2018bb43-4bad-4223-8087-c2d2852cc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:09:48.566775 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e454d86d-c933-493b-917a-998c92f5e3da req-2018bb43-4bad-4223-8087-c2d2852cc451 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859067 Aug 28 10:09:51.977406 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:09:57.251250 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:09:57.696991 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-dabc487a-1454-47ee-973e-11ba26062305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:00.073984 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:00.325856 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d8dae279-6713-4d73-b8c5-88048ef4d126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:02.405798 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:05.354406 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:06.583291 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:27.227490 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:27.695188 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-384a179e-6e0d-4428-bc5c-8bb288f99cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:28.976632 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:10:30.073567 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:30.325090 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-72eaa7c5-68cd-42c0-9959-f7ff65c27aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:32.374754 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:35.342287 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:36.610893 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:50.153130 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb08ec1-8d1a-4847-be2a-915d0ca3ea98 req-44c570ad-b789-462a-9317-7637d62cf256 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279500 Aug 28 10:10:50.238755 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb08ec1-8d1a-4847-be2a-915d0ca3ea98 req-75600f7b-fa17-40cc-9570-02021be5bb41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Aug 28 10:10:50.282787 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb08ec1-8d1a-4847-be2a-915d0ca3ea98 req-bda91882-8dfd-420f-a597-9712d04cc767 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189669 Aug 28 10:10:50.376394 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08ec1-8d1a-4847-be2a-915d0ca3ea98 req-9935c389-d3e8-4322-8b9e-f79a9a766c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:10:50.377861 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-fcb08ec1-8d1a-4847-be2a-915d0ca3ea98 req-9935c389-d3e8-4322-8b9e-f79a9a766c55 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887067 Aug 28 10:10:57.237324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:10:57.713279 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3b538c3c-bddd-406e-b503-3e2bea4bf299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:00.065565 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:00.323049 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c05faa8c-074c-4171-93f4-73c4f27d9dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:02.399314 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:05.359510 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:05.975154 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:11:06.600074 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:27.273259 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:27.701480 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-2e8e0b29-c32a-4e6d-9f8a-fb6d2744a56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:30.072423 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:30.362029 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-bd85b23f-82a1-4ffa-b1bf-f6910200c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:32.414067 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:35.344920 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:36.619163 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:42.974979 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:11:50.937042 n-d-792458-16 neutron-server[95467]: DEBUG neutron.wsgi [req-0c8f1128-498c-4c41-87fe-145a5019bab8 req-e977a073-8968-42cf-abb4-44452cb1dec0 service neutron] (95467) timed out ('10.222.0.46', 48186) {{(pid=95467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 10:11:52.150924 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd381f3-4628-4212-921f-40d39e1d3af5 req-2c973572-ac7a-46f1-b739-dee598d9046c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270836 Aug 28 10:11:52.236274 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd381f3-4628-4212-921f-40d39e1d3af5 req-62231bfc-b442-4e8f-a642-f07f9e4a7dc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Aug 28 10:11:52.280892 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd381f3-4628-4212-921f-40d39e1d3af5 req-068700ef-cf97-4816-9705-09ba8acdfc30 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186198 Aug 28 10:11:52.373223 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd381f3-4628-4212-921f-40d39e1d3af5 req-5d34e5fe-335e-4543-8aed-6bbabdd0b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:11:52.374724 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-efd381f3-4628-4212-921f-40d39e1d3af5 req-5d34e5fe-335e-4543-8aed-6bbabdd0b361 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862336 Aug 28 10:11:57.282010 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:11:57.767363 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7294-90f7-4b29-a3dd-43a856b3cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:00.052855 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:00.341056 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-13805a9e-bc5e-428a-843d-85dffd60806d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:02.392711 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:05.364060 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:06.660382 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:19.974888 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:12:27.300751 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:27.698372 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d7341db1-d7f6-4b49-a7f9-788415c75129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:30.081148 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:30.321302 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e62faf1e-2d8b-4c9a-b105-1d4d72b8ea3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:32.415001 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:35.369392 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:36.746515 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:53.181306 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1becb49a-0e64-4470-bab2-8657d7f4f179 req-a2d881a2-a145-419d-803f-b7a4a577893b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292122 Aug 28 10:12:53.267978 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1becb49a-0e64-4470-bab2-8657d7f4f179 req-d50b04e2-88e1-44a6-bb70-d314c3751503 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0319352 Aug 28 10:12:53.312168 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1becb49a-0e64-4470-bab2-8657d7f4f179 req-5678ecc3-1353-4d53-9692-030e8560c456 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198870 Aug 28 10:12:53.403584 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becb49a-0e64-4470-bab2-8657d7f4f179 req-123a3349-1d1d-4068-870c-773e51592ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:12:53.405049 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-1becb49a-0e64-4470-bab2-8657d7f4f179 req-123a3349-1d1d-4068-870c-773e51592ea5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860717 Aug 28 10:12:56.973713 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:12:57.320194 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:12:57.721081 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-b1993a69-d55f-4044-9a50-f3c0ce4f91d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:00.063222 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:00.332092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-76d3c876-47b0-4455-b7e8-4ff5f257b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:02.440652 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:05.360324 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:06.640451 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:27.320092 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:27.745460 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-581cf69c-0ed4-426d-87a5-4fc261690c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:30.057863 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:30.325643 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-c289a7bd-eeb6-45d7-9401-d31ae4945561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:32.428522 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:33.972360 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:13:35.405456 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:36.688360 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:53.167877 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19600ed-d7d2-42be-ab27-a6e9f7e83945 req-e41ac915-976d-4b1c-8579-8bce2953f901 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300920 Aug 28 10:13:53.257556 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19600ed-d7d2-42be-ab27-a6e9f7e83945 req-ea5fe203-99ad-4c9d-aafe-771afa041c65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3af356425eb74f7983ab8690fe62558a&device_id=e1a78a5d-7e70-4738-92e4-69566e9a4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0308652 Aug 28 10:13:53.301026 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19600ed-d7d2-42be-ab27-a6e9f7e83945 req-27487413-d263-4367-86eb-a8e18fe8ccb4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3af356425eb74f7983ab8690fe62558a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192039 Aug 28 10:13:53.392415 n-d-792458-16 neutron-server[95466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19600ed-d7d2-42be-ab27-a6e9f7e83945 req-1247e08a-066e-4044-9153-672285e115f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 10:13:53.393876 n-d-792458-16 neutron-server[95466]: INFO neutron.wsgi [req-e19600ed-d7d2-42be-ab27-a6e9f7e83945 req-1247e08a-066e-4044-9153-672285e115f4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864577 Aug 28 10:13:57.347959 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:13:58.002466 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a150a068-32cb-4c04-8e69-86ec235e10c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:00.122575 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:00.325361 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-a9913831-5ac8-4ff7-89db-a91669abdc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:02.425442 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:05.379744 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:06.679419 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9cf4-52d7-4082-a95f-20b4cbac6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:10.971882 n-d-792458-16 neutron-server[95469]: DEBUG neutron.db.agents_db [None req-8d3aaca2-74c1-45e8-919e-c98b5e37b3d9 None None] Agent healthcheck: found 7 active agents {{(pid=95469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 10:14:27.398903 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-e33f7abd-db0e-4a25-9cc0-a907a6687938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:27.716440 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3bc2404f-16ee-46ae-b234-5ce504ea2f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:30.135787 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-3cefd5ee-f9a0-4083-8030-7440a5b54591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:30.416573 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-4167fb32-fd76-4140-a89c-509f58fb5e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:32.441828 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-afc8b993-b1e6-4323-8beb-76d2ef40122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 10:14:35.392946 n-d-792458-16 neutron-server[95468]: DEBUG neutron_lib.callbacks.manager [None req-42370ca7-e8bf-479d-8e9c-b602eba61ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790851958748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4150493'] for agent, after_update {{(pid=95468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}